2024-08-19T09:45:12.944 INFO:root:teuthology version: 1.2.0 2024-08-19T09:45:12.966 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-19T09:45:13.062 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859299 branch: main description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7859299' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum - PG_AVAILABILITY sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 workunit: branch: main sha1: 964adda23da9f7b057cb34fdc0b82aeb7ed65324 owner: scheduled_teuthology@teuthology priority: 101 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 1858 sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b sleep_before_teardown: 0 subset: 29813/100000 suite: rados suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_964adda23da9f7b057cb34fdc0b82aeb7ed65324/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 964adda23da9f7b057cb34fdc0b82aeb7ed65324 targets: smithi190.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOBvMTuJBDjWW4ezdwZE2Bh57CX4uiGHQAcgVRe0yiFf6q2K09sPr1pHiziQcXIqcuIF9TAKa+497lKERNSBePg= smithi196.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDf76yvPoSKBPla3+HFTWekXhOyw0SI9hdhDBX8W7xVXQVw2fSVLu0bBMFwTmPnF9CGLJE6nCT14MpL0ycOOBF8= tasks: - pexec: all: - sudo dnf install nvmetcli nvme-cli -y - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 67db276914d29505c9707d04f3a3b8fb9d8aee4b timestamp: 2024-08-18_20:00:17 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-08-19T09:45:13.062 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_964adda23da9f7b057cb34fdc0b82aeb7ed65324/qa; will attempt to use it 2024-08-19T09:45:13.063 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_964adda23da9f7b057cb34fdc0b82aeb7ed65324/qa/tasks 2024-08-19T09:45:13.063 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-08-19T09:45:13.064 INFO:teuthology.task.internal:Checking packages... 2024-08-19T09:45:13.086 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '797669399b32d2915e64eb6d4b1257ae3c50f80b' 2024-08-19T09:45:13.086 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-19T09:45:13.086 INFO:teuthology.packaging:ref: None 2024-08-19T09:45:13.086 INFO:teuthology.packaging:tag: None 2024-08-19T09:45:13.086 INFO:teuthology.packaging:branch: main 2024-08-19T09:45:13.086 INFO:teuthology.packaging:sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T09:45:13.087 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-08-19T09:45:13.343 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-5847.g79766939 2024-08-19T09:45:13.345 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-08-19T09:45:13.352 INFO:teuthology.task.internal:no buildpackages task found 2024-08-19T09:45:13.352 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-08-19T09:45:13.366 INFO:teuthology.task.internal:Saving configuration 2024-08-19T09:45:13.386 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-08-19T09:45:13.393 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-08-19T09:45:13.426 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi190.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859299', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-19 09:40:12.891902', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOBvMTuJBDjWW4ezdwZE2Bh57CX4uiGHQAcgVRe0yiFf6q2K09sPr1pHiziQcXIqcuIF9TAKa+497lKERNSBePg='} 2024-08-19T09:45:13.461 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi196.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859299', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-19 09:40:12.893412', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDf76yvPoSKBPla3+HFTWekXhOyw0SI9hdhDBX8W7xVXQVw2fSVLu0bBMFwTmPnF9CGLJE6nCT14MpL0ycOOBF8='} 2024-08-19T09:45:13.461 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-08-19T09:45:13.467 INFO:teuthology.task.internal:roles: ubuntu@smithi190.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-08-19T09:45:13.467 INFO:teuthology.task.internal:roles: ubuntu@smithi196.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-08-19T09:45:13.467 INFO:teuthology.run_tasks:Running task console_log... 2024-08-19T09:45:13.545 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f8641417ac0>, signals=[15]) 2024-08-19T09:45:13.545 INFO:teuthology.run_tasks:Running task internal.connect... 2024-08-19T09:45:13.551 INFO:teuthology.task.internal:Opening connections... 2024-08-19T09:45:13.551 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi190.front.sepia.ceph.com 2024-08-19T09:45:13.552 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-19T09:45:13.638 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi196.front.sepia.ceph.com 2024-08-19T09:45:13.639 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-19T09:45:13.722 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-08-19T09:45:13.728 DEBUG:teuthology.orchestra.run.smithi190:> uname -m 2024-08-19T09:45:13.748 INFO:teuthology.orchestra.run.smithi190.stdout:x86_64 2024-08-19T09:45:13.748 DEBUG:teuthology.orchestra.run.smithi190:> cat /etc/os-release 2024-08-19T09:45:13.806 INFO:teuthology.orchestra.run.smithi190.stdout:NAME="CentOS Stream" 2024-08-19T09:45:13.806 INFO:teuthology.orchestra.run.smithi190.stdout:VERSION="9" 2024-08-19T09:45:13.806 INFO:teuthology.orchestra.run.smithi190.stdout:ID="centos" 2024-08-19T09:45:13.806 INFO:teuthology.orchestra.run.smithi190.stdout:ID_LIKE="rhel fedora" 2024-08-19T09:45:13.806 INFO:teuthology.orchestra.run.smithi190.stdout:VERSION_ID="9" 2024-08-19T09:45:13.806 INFO:teuthology.orchestra.run.smithi190.stdout:PLATFORM_ID="platform:el9" 2024-08-19T09:45:13.806 INFO:teuthology.orchestra.run.smithi190.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-19T09:45:13.807 INFO:teuthology.orchestra.run.smithi190.stdout:ANSI_COLOR="0;31" 2024-08-19T09:45:13.807 INFO:teuthology.orchestra.run.smithi190.stdout:LOGO="fedora-logo-icon" 2024-08-19T09:45:13.807 INFO:teuthology.orchestra.run.smithi190.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-19T09:45:13.807 INFO:teuthology.orchestra.run.smithi190.stdout:HOME_URL="https://centos.org/" 2024-08-19T09:45:13.807 INFO:teuthology.orchestra.run.smithi190.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-08-19T09:45:13.807 INFO:teuthology.orchestra.run.smithi190.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-19T09:45:13.807 INFO:teuthology.orchestra.run.smithi190.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-19T09:45:13.808 INFO:teuthology.lock.ops:Updating smithi190.front.sepia.ceph.com on lock server 2024-08-19T09:45:13.833 DEBUG:teuthology.orchestra.run.smithi196:> uname -m 2024-08-19T09:45:13.851 INFO:teuthology.orchestra.run.smithi196.stdout:x86_64 2024-08-19T09:45:13.852 DEBUG:teuthology.orchestra.run.smithi196:> cat /etc/os-release 2024-08-19T09:45:13.910 INFO:teuthology.orchestra.run.smithi196.stdout:NAME="CentOS Stream" 2024-08-19T09:45:13.910 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION="9" 2024-08-19T09:45:13.910 INFO:teuthology.orchestra.run.smithi196.stdout:ID="centos" 2024-08-19T09:45:13.910 INFO:teuthology.orchestra.run.smithi196.stdout:ID_LIKE="rhel fedora" 2024-08-19T09:45:13.910 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION_ID="9" 2024-08-19T09:45:13.910 INFO:teuthology.orchestra.run.smithi196.stdout:PLATFORM_ID="platform:el9" 2024-08-19T09:45:13.910 INFO:teuthology.orchestra.run.smithi196.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-19T09:45:13.910 INFO:teuthology.orchestra.run.smithi196.stdout:ANSI_COLOR="0;31" 2024-08-19T09:45:13.910 INFO:teuthology.orchestra.run.smithi196.stdout:LOGO="fedora-logo-icon" 2024-08-19T09:45:13.911 INFO:teuthology.orchestra.run.smithi196.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-19T09:45:13.911 INFO:teuthology.orchestra.run.smithi196.stdout:HOME_URL="https://centos.org/" 2024-08-19T09:45:13.911 INFO:teuthology.orchestra.run.smithi196.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-08-19T09:45:13.911 INFO:teuthology.orchestra.run.smithi196.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-19T09:45:13.911 INFO:teuthology.orchestra.run.smithi196.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-19T09:45:13.911 INFO:teuthology.lock.ops:Updating smithi196.front.sepia.ceph.com on lock server 2024-08-19T09:45:13.950 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-08-19T09:45:13.959 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-08-19T09:45:13.965 INFO:teuthology.task.internal:Checking for old test directory... 2024-08-19T09:45:13.965 DEBUG:teuthology.orchestra.run.smithi190:> test '!' -e /home/ubuntu/cephtest 2024-08-19T09:45:13.967 DEBUG:teuthology.orchestra.run.smithi196:> test '!' -e /home/ubuntu/cephtest 2024-08-19T09:45:13.985 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-08-19T09:45:13.991 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-08-19T09:45:13.991 DEBUG:teuthology.orchestra.run.smithi190:> test -z $(ls -A /var/lib/ceph) 2024-08-19T09:45:14.026 DEBUG:teuthology.orchestra.run.smithi196:> test -z $(ls -A /var/lib/ceph) 2024-08-19T09:45:14.146 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-08-19T09:45:14.215 INFO:teuthology.run_tasks:Running task kernel... 2024-08-19T09:45:14.231 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-08-19T09:45:14.231 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-08-19T09:45:14.231 DEBUG:teuthology.orchestra.run.smithi190:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-19T09:45:14.232 DEBUG:teuthology.orchestra.run.smithi196:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-19T09:45:14.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T09:45:14.249 DEBUG:teuthology.orchestra.run.smithi190:> uname -r 2024-08-19T09:45:14.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T09:45:14.250 DEBUG:teuthology.orchestra.run.smithi196:> uname -r 2024-08-19T09:45:14.307 INFO:teuthology.orchestra.run.smithi190.stdout:5.14.0-480.el9.x86_64 2024-08-19T09:45:14.307 INFO:teuthology.task.kernel:Running kernel on smithi190: 5.14.0-480.el9.x86_64 2024-08-19T09:45:14.308 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum install -y kernel 2024-08-19T09:45:14.309 INFO:teuthology.orchestra.run.smithi196.stdout:5.14.0-480.el9.x86_64 2024-08-19T09:45:14.309 INFO:teuthology.task.kernel:Running kernel on smithi196: 5.14.0-480.el9.x86_64 2024-08-19T09:45:14.309 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum install -y kernel 2024-08-19T09:45:16.561 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.2 MB 00:00 2024-08-19T09:45:17.714 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - BaseOS 4.9 MB/s | 8.2 MB 00:01 2024-08-19T09:45:18.304 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - AppStream 31 MB/s | 20 MB 00:00 2024-08-19T09:45:19.440 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - AppStream 32 MB/s | 20 MB 00:00 2024-08-19T09:45:22.613 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.6 MB 00:00 2024-08-19T09:45:24.172 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - Extras packages 78 kB/s | 18 kB 00:00 2024-08-19T09:45:25.225 INFO:teuthology.orchestra.run.smithi196.stdout:Extra Packages for Enterprise Linux 24 MB/s | 22 MB 00:00 2024-08-19T09:45:27.381 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - CRB 1.6 MB/s | 6.6 MB 00:04 2024-08-19T09:45:28.849 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - Extras packages 72 kB/s | 18 kB 00:00 2024-08-19T09:45:29.869 INFO:teuthology.orchestra.run.smithi190.stdout:Extra Packages for Enterprise Linux 25 MB/s | 22 MB 00:00 2024-08-19T09:45:30.656 INFO:teuthology.orchestra.run.smithi196.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-08-19T09:45:32.596 INFO:teuthology.orchestra.run.smithi196.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-19T09:45:32.596 INFO:teuthology.orchestra.run.smithi196.stdout:Package kernel-5.14.0-480.el9.x86_64 is already installed. 2024-08-19T09:45:32.671 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-08-19T09:45:32.672 INFO:teuthology.orchestra.run.smithi196.stdout:Nothing to do. 2024-08-19T09:45:32.672 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-08-19T09:45:32.773 DEBUG:teuthology.orchestra.run.smithi196:> echo no | sudo yum reinstall kernel || true 2024-08-19T09:45:33.300 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:00:03 ago on Mon 19 Aug 2024 09:45:30 AM UTC. 2024-08-19T09:45:33.428 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-08-19T09:45:33.437 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-19T09:45:33.437 INFO:teuthology.orchestra.run.smithi196.stdout: Package Architecture Version Repository Size 2024-08-19T09:45:33.437 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-19T09:45:33.437 INFO:teuthology.orchestra.run.smithi196.stdout:Reinstalling: 2024-08-19T09:45:33.438 INFO:teuthology.orchestra.run.smithi196.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-19T09:45:33.438 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:45:33.438 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-08-19T09:45:33.438 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-19T09:45:33.438 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:45:33.438 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 1.5 M 2024-08-19T09:45:33.438 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 0 2024-08-19T09:45:33.438 INFO:teuthology.orchestra.run.smithi196.stderr:Operation aborted. 2024-08-19T09:45:33.486 INFO:teuthology.orchestra.run.smithi196.stdout:Is this ok [y/N]: 2024-08-19T09:45:33.486 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum reinstall -y kernel || true 2024-08-19T09:45:34.012 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:00:04 ago on Mon 19 Aug 2024 09:45:30 AM UTC. 2024-08-19T09:45:34.134 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-08-19T09:45:34.135 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-19T09:45:34.135 INFO:teuthology.orchestra.run.smithi196.stdout: Package Architecture Version Repository Size 2024-08-19T09:45:34.135 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-19T09:45:34.135 INFO:teuthology.orchestra.run.smithi196.stdout:Reinstalling: 2024-08-19T09:45:34.136 INFO:teuthology.orchestra.run.smithi196.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-19T09:45:34.136 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:45:34.136 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-08-19T09:45:34.136 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-19T09:45:34.136 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:45:34.136 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 1.5 M 2024-08-19T09:45:34.136 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 0 2024-08-19T09:45:34.136 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-08-19T09:45:35.192 INFO:teuthology.orchestra.run.smithi190.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-08-19T09:45:35.300 INFO:teuthology.orchestra.run.smithi196.stdout:kernel-5.14.0-480.el9.x86_64.rpm 1.3 MB/s | 1.5 MB 00:01 2024-08-19T09:45:35.300 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-08-19T09:45:35.300 INFO:teuthology.orchestra.run.smithi196.stdout:Total 1.3 MB/s | 1.5 MB 00:01 2024-08-19T09:45:35.332 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-08-19T09:45:35.567 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-08-19T09:45:35.567 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-08-19T09:45:35.592 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-08-19T09:45:35.593 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-08-19T09:45:35.746 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-08-19T09:45:35.826 INFO:teuthology.orchestra.run.smithi196.stdout: Reinstalling : kernel-5.14.0-480.el9.x86_64 1/2 2024-08-19T09:45:35.826 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : kernel-5.14.0-480.el9.x86_64 2/2 2024-08-19T09:45:36.638 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 2/2 2024-08-19T09:45:36.638 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/2 2024-08-19T09:45:37.073 INFO:teuthology.orchestra.run.smithi190.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-19T09:45:37.073 INFO:teuthology.orchestra.run.smithi190.stdout:Package kernel-5.14.0-480.el9.x86_64 is already installed. 2024-08-19T09:45:37.149 INFO:teuthology.orchestra.run.smithi190.stdout:Dependencies resolved. 2024-08-19T09:45:37.150 INFO:teuthology.orchestra.run.smithi190.stdout:Nothing to do. 2024-08-19T09:45:37.150 INFO:teuthology.orchestra.run.smithi190.stdout:Complete! 2024-08-19T09:45:37.268 DEBUG:teuthology.orchestra.run.smithi190:> echo no | sudo yum reinstall kernel || true 2024-08-19T09:45:37.405 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 2/2 2024-08-19T09:45:37.405 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:45:37.405 INFO:teuthology.orchestra.run.smithi196.stdout:Reinstalled: 2024-08-19T09:45:37.405 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-19T09:45:37.405 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:45:37.405 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-08-19T09:45:37.609 DEBUG:teuthology.orchestra.run.smithi196:> rpm -q kernel | sort -rV | head -n 1 2024-08-19T09:45:37.666 INFO:teuthology.orchestra.run.smithi196.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-19T09:45:37.666 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-19T09:45:37.667 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-08-19T09:45:37.667 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-08-19T09:45:37.667 DEBUG:teuthology.orchestra.run.smithi196:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-19T09:45:37.700 INFO:teuthology.orchestra.run.smithi196.stdout:ttyS1 2024-08-19T09:45:37.724 DEBUG:teuthology.parallel:result is None 2024-08-19T09:45:37.785 INFO:teuthology.orchestra.run.smithi190.stdout:Last metadata expiration check: 0:00:02 ago on Mon 19 Aug 2024 09:45:35 AM UTC. 2024-08-19T09:45:37.936 INFO:teuthology.orchestra.run.smithi190.stdout:Dependencies resolved. 2024-08-19T09:45:37.940 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-08-19T09:45:37.940 INFO:teuthology.orchestra.run.smithi190.stdout: Package Architecture Version Repository Size 2024-08-19T09:45:37.940 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-08-19T09:45:37.940 INFO:teuthology.orchestra.run.smithi190.stdout:Reinstalling: 2024-08-19T09:45:37.940 INFO:teuthology.orchestra.run.smithi190.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-19T09:45:37.941 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:45:37.941 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction Summary 2024-08-19T09:45:37.941 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-08-19T09:45:37.941 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:45:37.941 INFO:teuthology.orchestra.run.smithi190.stdout:Total download size: 1.5 M 2024-08-19T09:45:37.941 INFO:teuthology.orchestra.run.smithi190.stdout:Installed size: 0 2024-08-19T09:45:37.941 INFO:teuthology.orchestra.run.smithi190.stderr:Operation aborted. 2024-08-19T09:45:37.999 INFO:teuthology.orchestra.run.smithi190.stdout:Is this ok [y/N]: 2024-08-19T09:45:37.999 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum reinstall -y kernel || true 2024-08-19T09:45:38.516 INFO:teuthology.orchestra.run.smithi190.stdout:Last metadata expiration check: 0:00:03 ago on Mon 19 Aug 2024 09:45:35 AM UTC. 2024-08-19T09:45:38.637 INFO:teuthology.orchestra.run.smithi190.stdout:Dependencies resolved. 2024-08-19T09:45:38.638 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-08-19T09:45:38.638 INFO:teuthology.orchestra.run.smithi190.stdout: Package Architecture Version Repository Size 2024-08-19T09:45:38.638 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-08-19T09:45:38.639 INFO:teuthology.orchestra.run.smithi190.stdout:Reinstalling: 2024-08-19T09:45:38.639 INFO:teuthology.orchestra.run.smithi190.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-19T09:45:38.639 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:45:38.639 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction Summary 2024-08-19T09:45:38.639 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-08-19T09:45:38.639 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:45:38.639 INFO:teuthology.orchestra.run.smithi190.stdout:Total download size: 1.5 M 2024-08-19T09:45:38.639 INFO:teuthology.orchestra.run.smithi190.stdout:Installed size: 0 2024-08-19T09:45:38.639 INFO:teuthology.orchestra.run.smithi190.stdout:Downloading Packages: 2024-08-19T09:45:39.519 INFO:teuthology.orchestra.run.smithi190.stdout:kernel-5.14.0-480.el9.x86_64.rpm 1.8 MB/s | 1.5 MB 00:00 2024-08-19T09:45:39.519 INFO:teuthology.orchestra.run.smithi190.stdout:-------------------------------------------------------------------------------- 2024-08-19T09:45:39.519 INFO:teuthology.orchestra.run.smithi190.stdout:Total 1.7 MB/s | 1.5 MB 00:00 2024-08-19T09:45:39.552 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction check 2024-08-19T09:45:39.809 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction check succeeded. 2024-08-19T09:45:39.809 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction test 2024-08-19T09:45:39.834 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction test succeeded. 2024-08-19T09:45:39.834 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction 2024-08-19T09:45:39.986 INFO:teuthology.orchestra.run.smithi190.stdout: Preparing : 1/1 2024-08-19T09:45:40.070 INFO:teuthology.orchestra.run.smithi190.stdout: Reinstalling : kernel-5.14.0-480.el9.x86_64 1/2 2024-08-19T09:45:40.070 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : kernel-5.14.0-480.el9.x86_64 2/2 2024-08-19T09:45:40.847 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 2/2 2024-08-19T09:45:40.848 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/2 2024-08-19T09:45:41.589 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 2/2 2024-08-19T09:45:41.589 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:45:41.589 INFO:teuthology.orchestra.run.smithi190.stdout:Reinstalled: 2024-08-19T09:45:41.589 INFO:teuthology.orchestra.run.smithi190.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-19T09:45:41.589 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:45:41.589 INFO:teuthology.orchestra.run.smithi190.stdout:Complete! 2024-08-19T09:45:41.764 DEBUG:teuthology.orchestra.run.smithi190:> rpm -q kernel | sort -rV | head -n 1 2024-08-19T09:45:41.821 INFO:teuthology.orchestra.run.smithi190.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-19T09:45:41.821 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-19T09:45:41.821 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-08-19T09:45:41.821 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-08-19T09:45:41.821 DEBUG:teuthology.orchestra.run.smithi190:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-19T09:45:41.852 INFO:teuthology.orchestra.run.smithi190.stdout:ttyS1 2024-08-19T09:45:41.871 DEBUG:teuthology.parallel:result is None 2024-08-19T09:45:41.871 INFO:teuthology.run_tasks:Running task internal.base... 2024-08-19T09:45:41.878 INFO:teuthology.task.internal:Creating test directory... 2024-08-19T09:45:41.878 DEBUG:teuthology.orchestra.run.smithi190:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-19T09:45:41.914 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-19T09:45:41.933 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-08-19T09:45:41.939 INFO:teuthology.run_tasks:Running task internal.archive... 2024-08-19T09:45:41.949 INFO:teuthology.task.internal:Creating archive directory... 2024-08-19T09:45:41.949 DEBUG:teuthology.orchestra.run.smithi190:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-19T09:45:41.970 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-19T09:45:42.073 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-08-19T09:45:42.082 INFO:teuthology.task.internal:Enabling coredump saving... 2024-08-19T09:45:42.082 DEBUG:teuthology.orchestra.run.smithi190:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-19T09:45:42.088 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-19T09:45:42.131 INFO:teuthology.orchestra.run.smithi190.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-19T09:45:42.136 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-19T09:45:42.141 INFO:teuthology.orchestra.run.smithi190.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-19T09:45:42.148 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-19T09:45:42.150 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-08-19T09:45:42.157 INFO:teuthology.task.internal:Configuring sudo... 2024-08-19T09:45:42.157 DEBUG:teuthology.orchestra.run.smithi190:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-19T09:45:42.160 DEBUG:teuthology.orchestra.run.smithi196:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-19T09:45:42.188 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-08-19T09:45:42.196 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-08-19T09:45:42.196 DEBUG:teuthology.orchestra.run.smithi190:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-19T09:45:42.225 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-19T09:45:42.245 DEBUG:teuthology.orchestra.run.smithi190:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-19T09:45:42.326 DEBUG:teuthology.orchestra.run.smithi190:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-19T09:45:42.369 DEBUG:teuthology.orchestra.run.smithi190:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-19T09:45:42.459 DEBUG:teuthology.orchestra.run.smithi190:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-19T09:45:42.490 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:45:42.491 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-19T09:45:42.555 DEBUG:teuthology.orchestra.run.smithi196:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-19T09:45:42.608 DEBUG:teuthology.orchestra.run.smithi196:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-19T09:45:42.658 DEBUG:teuthology.orchestra.run.smithi196:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-19T09:45:42.749 DEBUG:teuthology.orchestra.run.smithi196:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-19T09:45:42.787 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-19T09:45:42.787 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-19T09:45:42.856 DEBUG:teuthology.orchestra.run.smithi190:> sudo service rsyslog restart 2024-08-19T09:45:42.859 DEBUG:teuthology.orchestra.run.smithi196:> sudo service rsyslog restart 2024-08-19T09:45:42.895 INFO:teuthology.orchestra.run.smithi190.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-19T09:45:42.932 INFO:teuthology.orchestra.run.smithi196.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-19T09:45:43.451 INFO:teuthology.run_tasks:Running task internal.timer... 2024-08-19T09:45:43.459 INFO:teuthology.task.internal:Starting timer... 2024-08-19T09:45:43.459 INFO:teuthology.run_tasks:Running task pcp... 2024-08-19T09:45:43.510 INFO:teuthology.run_tasks:Running task selinux... 2024-08-19T09:45:43.524 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-08-19T09:45:43.524 DEBUG:teuthology.orchestra.run.smithi190:> sudo service auditd rotate 2024-08-19T09:45:43.600 INFO:teuthology.orchestra.run.smithi190.stdout:Rotating logs: 2024-08-19T09:45:43.603 DEBUG:teuthology.orchestra.run.smithi196:> sudo service auditd rotate 2024-08-19T09:45:43.678 INFO:teuthology.orchestra.run.smithi196.stdout:Rotating logs: 2024-08-19T09:45:43.719 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-08-19T09:45:43.719 DEBUG:teuthology.orchestra.run.smithi190:> /usr/sbin/getenforce 2024-08-19T09:45:43.748 INFO:teuthology.orchestra.run.smithi190.stdout:Permissive 2024-08-19T09:45:43.748 DEBUG:teuthology.orchestra.run.smithi196:> /usr/sbin/getenforce 2024-08-19T09:45:43.769 INFO:teuthology.orchestra.run.smithi196.stdout:Permissive 2024-08-19T09:45:43.770 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi190.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi196.front.sepia.ceph.com': 'permissive'} 2024-08-19T09:45:43.770 DEBUG:teuthology.orchestra.run.smithi190:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-08-19T09:45:43.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T09:45:43.814 DEBUG:teuthology.orchestra.run.smithi196:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-08-19T09:45:43.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T09:45:43.841 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-08-19T09:45:43.841 DEBUG:teuthology.orchestra.run.smithi190:> sudo /usr/sbin/setenforce permissive 2024-08-19T09:45:43.892 DEBUG:teuthology.orchestra.run.smithi196:> sudo /usr/sbin/setenforce permissive 2024-08-19T09:45:43.917 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-08-19T09:45:43.928 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-08-19T09:45:43.939 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-08-19T09:45:43.940 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi190.front.sepia.ceph.com,smithi196.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-08-19T09:47:27.914 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi190.front.sepia.ceph.com'), Remote(name='ubuntu@smithi196.front.sepia.ceph.com')] 2024-08-19T09:47:27.916 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-08-19T09:47:27.917 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-19T09:47:28.001 DEBUG:teuthology.orchestra.run.smithi190:> true 2024-08-19T09:47:28.081 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-08-19T09:47:28.082 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-08-19T09:47:28.082 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-19T09:47:28.163 DEBUG:teuthology.orchestra.run.smithi196:> true 2024-08-19T09:47:28.253 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-08-19T09:47:28.254 INFO:teuthology.run_tasks:Running task clock... 2024-08-19T09:47:28.286 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-08-19T09:47:28.286 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-19T09:47:28.287 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-19T09:47:28.289 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-19T09:47:28.289 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-19T09:47:28.317 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-19T09:47:28.321 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-19T09:47:28.331 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-19T09:47:28.335 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-19T09:47:28.355 INFO:teuthology.orchestra.run.smithi190.stderr:sudo: ntpd: command not found 2024-08-19T09:47:28.359 INFO:teuthology.orchestra.run.smithi196.stderr:sudo: ntpd: command not found 2024-08-19T09:47:28.366 INFO:teuthology.orchestra.run.smithi190.stdout:506 Cannot talk to daemon 2024-08-19T09:47:28.370 INFO:teuthology.orchestra.run.smithi196.stdout:506 Cannot talk to daemon 2024-08-19T09:47:28.380 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-19T09:47:28.385 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-19T09:47:28.394 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-19T09:47:28.399 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-19T09:47:28.449 INFO:teuthology.orchestra.run.smithi190.stderr:bash: line 1: ntpq: command not found 2024-08-19T09:47:28.452 INFO:teuthology.orchestra.run.smithi190.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-19T09:47:28.452 INFO:teuthology.orchestra.run.smithi190.stdout:=============================================================================== 2024-08-19T09:47:28.452 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T09:47:28.452 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T09:47:28.452 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T09:47:28.452 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T09:47:28.456 INFO:teuthology.orchestra.run.smithi196.stderr:bash: line 1: ntpq: command not found 2024-08-19T09:47:28.459 INFO:teuthology.orchestra.run.smithi196.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-19T09:47:28.459 INFO:teuthology.orchestra.run.smithi196.stdout:=============================================================================== 2024-08-19T09:47:28.459 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T09:47:28.459 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T09:47:28.460 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T09:47:28.460 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T09:47:28.460 INFO:teuthology.run_tasks:Running task pexec... 2024-08-19T09:47:28.469 INFO:teuthology.task.pexec:Executing custom commands... 2024-08-19T09:47:28.470 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi190.front.sepia.ceph.com 2024-08-19T09:47:28.470 DEBUG:teuthology.orchestra.run.smithi190:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-19T09:47:28.470 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi196.front.sepia.ceph.com 2024-08-19T09:47:28.471 DEBUG:teuthology.orchestra.run.smithi196:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-19T09:47:29.046 INFO:teuthology.orchestra.run.smithi190.stdout:Last metadata expiration check: 0:00:43 ago on Mon 19 Aug 2024 09:46:45 AM UTC. 2024-08-19T09:47:29.064 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:00:43 ago on Mon 19 Aug 2024 09:46:45 AM UTC. 2024-08-19T09:47:29.130 INFO:teuthology.orchestra.run.smithi190.stdout:Package nvme-cli-2.9.1-3.el9.x86_64 is already installed. 2024-08-19T09:47:29.148 INFO:teuthology.orchestra.run.smithi196.stdout:Package nvme-cli-2.9.1-3.el9.x86_64 is already installed. 2024-08-19T09:47:29.171 INFO:teuthology.orchestra.run.smithi190.stdout:Dependencies resolved. 2024-08-19T09:47:29.172 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-08-19T09:47:29.172 INFO:teuthology.orchestra.run.smithi190.stdout: Package Architecture Version Repository Size 2024-08-19T09:47:29.172 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-08-19T09:47:29.172 INFO:teuthology.orchestra.run.smithi190.stdout:Installing: 2024-08-19T09:47:29.172 INFO:teuthology.orchestra.run.smithi190.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-19T09:47:29.172 INFO:teuthology.orchestra.run.smithi190.stdout:Installing dependencies: 2024-08-19T09:47:29.172 INFO:teuthology.orchestra.run.smithi190.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-19T09:47:29.172 INFO:teuthology.orchestra.run.smithi190.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-19T09:47:29.172 INFO:teuthology.orchestra.run.smithi190.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-19T09:47:29.172 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:47:29.172 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction Summary 2024-08-19T09:47:29.172 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-08-19T09:47:29.173 INFO:teuthology.orchestra.run.smithi190.stdout:Install 4 Packages 2024-08-19T09:47:29.173 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:47:29.173 INFO:teuthology.orchestra.run.smithi190.stdout:Total download size: 1.0 M 2024-08-19T09:47:29.173 INFO:teuthology.orchestra.run.smithi190.stdout:Installed size: 3.6 M 2024-08-19T09:47:29.173 INFO:teuthology.orchestra.run.smithi190.stdout:Downloading Packages: 2024-08-19T09:47:29.189 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-08-19T09:47:29.191 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-19T09:47:29.191 INFO:teuthology.orchestra.run.smithi196.stdout: Package Architecture Version Repository Size 2024-08-19T09:47:29.191 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-19T09:47:29.191 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-08-19T09:47:29.191 INFO:teuthology.orchestra.run.smithi196.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-19T09:47:29.191 INFO:teuthology.orchestra.run.smithi196.stdout:Installing dependencies: 2024-08-19T09:47:29.191 INFO:teuthology.orchestra.run.smithi196.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-19T09:47:29.191 INFO:teuthology.orchestra.run.smithi196.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-19T09:47:29.191 INFO:teuthology.orchestra.run.smithi196.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-19T09:47:29.191 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:47:29.191 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-08-19T09:47:29.192 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-19T09:47:29.192 INFO:teuthology.orchestra.run.smithi196.stdout:Install 4 Packages 2024-08-19T09:47:29.192 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:47:29.192 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 1.0 M 2024-08-19T09:47:29.192 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 3.6 M 2024-08-19T09:47:29.192 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-08-19T09:47:29.549 INFO:teuthology.orchestra.run.smithi190.stdout:(1/4): nvmetcli-0.7-3.el9.noarch.rpm 370 kB/s | 44 kB 00:00 2024-08-19T09:47:29.562 INFO:teuthology.orchestra.run.smithi196.stdout:(1/4): nvmetcli-0.7-3.el9.noarch.rpm 392 kB/s | 44 kB 00:00 2024-08-19T09:47:29.566 INFO:teuthology.orchestra.run.smithi190.stdout:(2/4): python3-configshell-1.1.30-1.el9.noarch. 523 kB/s | 72 kB 00:00 2024-08-19T09:47:29.587 INFO:teuthology.orchestra.run.smithi196.stdout:(2/4): python3-configshell-1.1.30-1.el9.noarch. 517 kB/s | 72 kB 00:00 2024-08-19T09:47:29.591 INFO:teuthology.orchestra.run.smithi190.stdout:(3/4): python3-kmod-0.9-32.el9.x86_64.rpm 519 kB/s | 84 kB 00:00 2024-08-19T09:47:29.612 INFO:teuthology.orchestra.run.smithi196.stdout:(3/4): python3-kmod-0.9-32.el9.x86_64.rpm 515 kB/s | 84 kB 00:00 2024-08-19T09:47:29.679 INFO:teuthology.orchestra.run.smithi196.stdout:(4/4): python3-urwid-2.1.2-4.el9.x86_64.rpm 7.0 MB/s | 837 kB 00:00 2024-08-19T09:47:29.680 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-08-19T09:47:29.680 INFO:teuthology.orchestra.run.smithi196.stdout:Total 2.1 MB/s | 1.0 MB 00:00 2024-08-19T09:47:29.727 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-08-19T09:47:29.737 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-08-19T09:47:29.737 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-08-19T09:47:29.800 INFO:teuthology.orchestra.run.smithi190.stdout:(4/4): python3-urwid-2.1.2-4.el9.x86_64.rpm 3.3 MB/s | 837 kB 00:00 2024-08-19T09:47:29.800 INFO:teuthology.orchestra.run.smithi190.stdout:-------------------------------------------------------------------------------- 2024-08-19T09:47:29.800 INFO:teuthology.orchestra.run.smithi190.stdout:Total 1.6 MB/s | 1.0 MB 00:00 2024-08-19T09:47:29.819 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-08-19T09:47:29.820 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-08-19T09:47:29.847 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction check 2024-08-19T09:47:29.857 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction check succeeded. 2024-08-19T09:47:29.857 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction test 2024-08-19T09:47:29.940 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction test succeeded. 2024-08-19T09:47:29.940 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction 2024-08-19T09:47:30.191 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-08-19T09:47:30.290 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/4 2024-08-19T09:47:30.324 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/4 2024-08-19T09:47:30.329 INFO:teuthology.orchestra.run.smithi190.stdout: Preparing : 1/1 2024-08-19T09:47:30.358 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/4 2024-08-19T09:47:30.384 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : nvmetcli-0.7-3.el9.noarch 4/4 2024-08-19T09:47:30.427 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/4 2024-08-19T09:47:30.460 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/4 2024-08-19T09:47:30.495 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/4 2024-08-19T09:47:30.520 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : nvmetcli-0.7-3.el9.noarch 4/4 2024-08-19T09:47:31.184 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 4/4 2024-08-19T09:47:31.185 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/4 2024-08-19T09:47:31.185 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/4 2024-08-19T09:47:31.185 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/4 2024-08-19T09:47:31.228 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 4/4 2024-08-19T09:47:31.228 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/4 2024-08-19T09:47:31.228 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/4 2024-08-19T09:47:31.228 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/4 2024-08-19T09:47:31.452 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/4 2024-08-19T09:47:31.452 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:47:31.452 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-08-19T09:47:31.452 INFO:teuthology.orchestra.run.smithi196.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-19T09:47:31.452 INFO:teuthology.orchestra.run.smithi196.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-19T09:47:31.452 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:47:31.453 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-08-19T09:47:31.481 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/4 2024-08-19T09:47:31.481 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:47:31.481 INFO:teuthology.orchestra.run.smithi190.stdout:Installed: 2024-08-19T09:47:31.481 INFO:teuthology.orchestra.run.smithi190.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-19T09:47:31.481 INFO:teuthology.orchestra.run.smithi190.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-19T09:47:31.481 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:47:31.481 INFO:teuthology.orchestra.run.smithi190.stdout:Complete! 2024-08-19T09:47:31.668 DEBUG:teuthology.parallel:result is None 2024-08-19T09:47:31.702 DEBUG:teuthology.parallel:result is None 2024-08-19T09:47:31.702 INFO:teuthology.run_tasks:Running task install... 2024-08-19T09:47:31.718 DEBUG:teuthology.task.install:project ceph 2024-08-19T09:47:31.718 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b'}} 2024-08-19T09:47:31.718 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b'} 2024-08-19T09:47:31.719 INFO:teuthology.task.install:Using flavor: default 2024-08-19T09:47:31.724 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-08-19T09:47:31.724 INFO:teuthology.task.install:extra packages: [] 2024-08-19T09:47:31.724 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b', 'tag': None, 'wait_for_package': False} 2024-08-19T09:47:31.725 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-19T09:47:31.725 INFO:teuthology.packaging:ref: None 2024-08-19T09:47:31.725 INFO:teuthology.packaging:tag: None 2024-08-19T09:47:31.725 INFO:teuthology.packaging:branch: reef 2024-08-19T09:47:31.725 INFO:teuthology.packaging:sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T09:47:31.725 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-19T09:47:31.727 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b', 'tag': None, 'wait_for_package': False} 2024-08-19T09:47:31.727 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-19T09:47:31.728 INFO:teuthology.packaging:ref: None 2024-08-19T09:47:31.728 INFO:teuthology.packaging:tag: None 2024-08-19T09:47:31.728 INFO:teuthology.packaging:branch: reef 2024-08-19T09:47:31.728 INFO:teuthology.packaging:sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T09:47:31.728 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-19T09:47:31.997 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/ 2024-08-19T09:47:31.998 INFO:teuthology.task.install.rpm:Package version is 18.2.4-721.gbaa926de 2024-08-19T09:47:32.054 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/ 2024-08-19T09:47:32.055 INFO:teuthology.task.install.rpm:Package version is 18.2.4-721.gbaa926de 2024-08-19T09:47:32.132 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-19T09:47:32.132 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:47:32.132 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-19T09:47:32.160 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-19T09:47:32.160 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-19T09:47:32.160 INFO:teuthology.packaging:ref: None 2024-08-19T09:47:32.160 INFO:teuthology.packaging:tag: None 2024-08-19T09:47:32.160 INFO:teuthology.packaging:branch: reef 2024-08-19T09:47:32.160 INFO:teuthology.packaging:sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T09:47:32.160 DEBUG:teuthology.orchestra.run.smithi190:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-19T09:47:32.171 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-19T09:47:32.171 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-19T09:47:32.171 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-19T09:47:32.198 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-19T09:47:32.198 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-19T09:47:32.199 INFO:teuthology.packaging:ref: None 2024-08-19T09:47:32.199 INFO:teuthology.packaging:tag: None 2024-08-19T09:47:32.199 INFO:teuthology.packaging:branch: reef 2024-08-19T09:47:32.199 INFO:teuthology.packaging:sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T09:47:32.199 DEBUG:teuthology.orchestra.run.smithi196:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-19T09:47:32.226 DEBUG:teuthology.orchestra.run.smithi190:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-19T09:47:32.265 DEBUG:teuthology.orchestra.run.smithi196:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-19T09:47:32.301 DEBUG:teuthology.orchestra.run.smithi190:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-19T09:47:32.341 DEBUG:teuthology.orchestra.run.smithi196:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-19T09:47:32.367 INFO:teuthology.orchestra.run.smithi190.stdout:check_obsoletes = 1 2024-08-19T09:47:32.368 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum clean all 2024-08-19T09:47:32.405 INFO:teuthology.orchestra.run.smithi196.stdout:check_obsoletes = 1 2024-08-19T09:47:32.406 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum clean all 2024-08-19T09:47:32.600 INFO:teuthology.orchestra.run.smithi190.stdout:45 files removed 2024-08-19T09:47:32.628 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-19T09:47:32.635 INFO:teuthology.orchestra.run.smithi196.stdout:45 files removed 2024-08-19T09:47:32.664 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-19T09:47:33.208 INFO:teuthology.orchestra.run.smithi190.stdout:ceph packages for x86_64 259 kB/s | 77 kB 00:00 2024-08-19T09:47:33.237 INFO:teuthology.orchestra.run.smithi196.stdout:ceph packages for x86_64 265 kB/s | 77 kB 00:00 2024-08-19T09:47:33.511 INFO:teuthology.orchestra.run.smithi190.stdout:ceph noarch packages 44 kB/s | 11 kB 00:00 2024-08-19T09:47:33.519 INFO:teuthology.orchestra.run.smithi196.stdout:ceph noarch packages 48 kB/s | 11 kB 00:00 2024-08-19T09:47:33.803 INFO:teuthology.orchestra.run.smithi196.stdout:ceph source packages 7.6 kB/s | 1.9 kB 00:00 2024-08-19T09:47:33.817 INFO:teuthology.orchestra.run.smithi190.stdout:ceph source packages 7.0 kB/s | 1.9 kB 00:00 2024-08-19T09:47:34.569 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.2 MB 00:00 2024-08-19T09:47:35.490 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - BaseOS 5.0 MB/s | 8.2 MB 00:01 2024-08-19T09:47:37.653 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - AppStream 10 MB/s | 20 MB 00:01 2024-08-19T09:47:39.591 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - AppStream 6.7 MB/s | 20 MB 00:02 2024-08-19T09:47:42.920 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - CRB 4.3 MB/s | 6.6 MB 00:01 2024-08-19T09:47:44.554 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - Extras packages 42 kB/s | 18 kB 00:00 2024-08-19T09:47:45.425 INFO:teuthology.orchestra.run.smithi190.stdout:Extra Packages for Enterprise Linux 30 MB/s | 22 MB 00:00 2024-08-19T09:47:46.075 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - CRB 2.7 MB/s | 6.6 MB 00:02 2024-08-19T09:47:47.542 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - Extras packages 100 kB/s | 18 kB 00:00 2024-08-19T09:47:48.271 INFO:teuthology.orchestra.run.smithi196.stdout:Extra Packages for Enterprise Linux 37 MB/s | 22 MB 00:00 2024-08-19T09:47:50.773 INFO:teuthology.orchestra.run.smithi190.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-08-19T09:47:52.976 INFO:teuthology.orchestra.run.smithi190.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-19T09:47:52.978 INFO:teuthology.orchestra.run.smithi190.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-19T09:47:53.061 INFO:teuthology.orchestra.run.smithi190.stdout:Dependencies resolved. 2024-08-19T09:47:53.072 INFO:teuthology.orchestra.run.smithi190.stdout:====================================================================================== 2024-08-19T09:47:53.073 INFO:teuthology.orchestra.run.smithi190.stdout: Package Arch Version Repository Size 2024-08-19T09:47:53.073 INFO:teuthology.orchestra.run.smithi190.stdout:====================================================================================== 2024-08-19T09:47:53.073 INFO:teuthology.orchestra.run.smithi190.stdout:Installing: 2024-08-19T09:47:53.073 INFO:teuthology.orchestra.run.smithi190.stdout: ceph x86_64 2:18.2.4-721.gbaa926de.el9 ceph 6.5 k 2024-08-19T09:47:53.073 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-base x86_64 2:18.2.4-721.gbaa926de.el9 ceph 5.1 M 2024-08-19T09:47:53.073 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-fuse x86_64 2:18.2.4-721.gbaa926de.el9 ceph 852 k 2024-08-19T09:47:53.073 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-721.gbaa926de.el9 ceph 143 k 2024-08-19T09:47:53.073 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr x86_64 2:18.2.4-721.gbaa926de.el9 ceph 1.5 M 2024-08-19T09:47:53.073 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-cephadm noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 139 k 2024-08-19T09:47:53.073 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-dashboard noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 3.5 M 2024-08-19T09:47:53.073 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 7.4 M 2024-08-19T09:47:53.074 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-rook noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 49 k 2024-08-19T09:47:53.074 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-radosgw x86_64 2:18.2.4-721.gbaa926de.el9 ceph 7.7 M 2024-08-19T09:47:53.074 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-test x86_64 2:18.2.4-721.gbaa926de.el9 ceph 40 M 2024-08-19T09:47:53.074 INFO:teuthology.orchestra.run.smithi190.stdout: cephadm noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 224 k 2024-08-19T09:47:53.074 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs-devel x86_64 2:18.2.4-721.gbaa926de.el9 ceph 31 k 2024-08-19T09:47:53.074 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs2 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 711 k 2024-08-19T09:47:53.074 INFO:teuthology.orchestra.run.smithi190.stdout: librados-devel x86_64 2:18.2.4-721.gbaa926de.el9 ceph 127 k 2024-08-19T09:47:53.074 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cephfs x86_64 2:18.2.4-721.gbaa926de.el9 ceph 188 k 2024-08-19T09:47:53.074 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-19T09:47:53.074 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rados x86_64 2:18.2.4-721.gbaa926de.el9 ceph 371 k 2024-08-19T09:47:53.074 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rbd x86_64 2:18.2.4-721.gbaa926de.el9 ceph 348 k 2024-08-19T09:47:53.075 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rgw x86_64 2:18.2.4-721.gbaa926de.el9 ceph 116 k 2024-08-19T09:47:53.075 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-fuse x86_64 2:18.2.4-721.gbaa926de.el9 ceph 87 k 2024-08-19T09:47:53.075 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-mirror x86_64 2:18.2.4-721.gbaa926de.el9 ceph 3.0 M 2024-08-19T09:47:53.075 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-nbd x86_64 2:18.2.4-721.gbaa926de.el9 ceph 172 k 2024-08-19T09:47:53.075 INFO:teuthology.orchestra.run.smithi190.stdout:Upgrading: 2024-08-19T09:47:53.075 INFO:teuthology.orchestra.run.smithi190.stdout: librados2 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 3.3 M 2024-08-19T09:47:53.075 INFO:teuthology.orchestra.run.smithi190.stdout: librbd1 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 3.0 M 2024-08-19T09:47:53.075 INFO:teuthology.orchestra.run.smithi190.stdout:Installing dependencies: 2024-08-19T09:47:53.075 INFO:teuthology.orchestra.run.smithi190.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-08-19T09:47:53.075 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-common x86_64 2:18.2.4-721.gbaa926de.el9 ceph 18 M 2024-08-19T09:47:53.075 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-grafana-dashboards noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 24 k 2024-08-19T09:47:53.075 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mds x86_64 2:18.2.4-721.gbaa926de.el9 ceph 2.1 M 2024-08-19T09:47:53.076 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-modules-core noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 246 k 2024-08-19T09:47:53.076 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mon x86_64 2:18.2.4-721.gbaa926de.el9 ceph 4.7 M 2024-08-19T09:47:53.076 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-osd x86_64 2:18.2.4-721.gbaa926de.el9 ceph 17 M 2024-08-19T09:47:53.076 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-prometheus-alerts noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 16 k 2024-08-19T09:47:53.076 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-selinux x86_64 2:18.2.4-721.gbaa926de.el9 ceph 25 k 2024-08-19T09:47:53.076 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-19T09:47:53.076 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-19T09:47:53.076 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-19T09:47:53.076 INFO:teuthology.orchestra.run.smithi190.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-08-19T09:47:53.076 INFO:teuthology.orchestra.run.smithi190.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-19T09:47:53.076 INFO:teuthology.orchestra.run.smithi190.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-19T09:47:53.076 INFO:teuthology.orchestra.run.smithi190.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-08-19T09:47:53.077 INFO:teuthology.orchestra.run.smithi190.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-08-19T09:47:53.077 INFO:teuthology.orchestra.run.smithi190.stdout: libcephsqlite x86_64 2:18.2.4-721.gbaa926de.el9 ceph 166 k 2024-08-19T09:47:53.077 INFO:teuthology.orchestra.run.smithi190.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-19T09:47:53.077 INFO:teuthology.orchestra.run.smithi190.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-19T09:47:53.077 INFO:teuthology.orchestra.run.smithi190.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-19T09:47:53.077 INFO:teuthology.orchestra.run.smithi190.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-19T09:47:53.077 INFO:teuthology.orchestra.run.smithi190.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-19T09:47:53.077 INFO:teuthology.orchestra.run.smithi190.stdout: libradosstriper1 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 477 k 2024-08-19T09:47:53.077 INFO:teuthology.orchestra.run.smithi190.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-19T09:47:53.077 INFO:teuthology.orchestra.run.smithi190.stdout: librgw2 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 4.5 M 2024-08-19T09:47:53.077 INFO:teuthology.orchestra.run.smithi190.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-19T09:47:53.077 INFO:teuthology.orchestra.run.smithi190.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-19T09:47:53.077 INFO:teuthology.orchestra.run.smithi190.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-19T09:47:53.078 INFO:teuthology.orchestra.run.smithi190.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-19T09:47:53.078 INFO:teuthology.orchestra.run.smithi190.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-08-19T09:47:53.078 INFO:teuthology.orchestra.run.smithi190.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-19T09:47:53.078 INFO:teuthology.orchestra.run.smithi190.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-19T09:47:53.078 INFO:teuthology.orchestra.run.smithi190.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-19T09:47:53.078 INFO:teuthology.orchestra.run.smithi190.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-19T09:47:53.078 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-19T09:47:53.078 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-argparse x86_64 2:18.2.4-721.gbaa926de.el9 ceph 45 k 2024-08-19T09:47:53.078 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-common x86_64 2:18.2.4-721.gbaa926de.el9 ceph 129 k 2024-08-19T09:47:53.078 INFO:teuthology.orchestra.run.smithi190.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-19T09:47:53.078 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-19T09:47:53.078 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-19T09:47:53.078 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-19T09:47:53.079 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-19T09:47:53.079 INFO:teuthology.orchestra.run.smithi190.stdout: python3-devel x86_64 3.9.19-4.el9 appstream 244 k 2024-08-19T09:47:53.079 INFO:teuthology.orchestra.run.smithi190.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-19T09:47:53.079 INFO:teuthology.orchestra.run.smithi190.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-19T09:47:53.079 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-19T09:47:53.079 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-19T09:47:53.079 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-19T09:47:53.079 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-19T09:47:53.079 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-19T09:47:53.079 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-19T09:47:53.079 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-19T09:47:53.079 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-19T09:47:53.080 INFO:teuthology.orchestra.run.smithi190.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-19T09:47:53.080 INFO:teuthology.orchestra.run.smithi190.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-19T09:47:53.080 INFO:teuthology.orchestra.run.smithi190.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-19T09:47:53.080 INFO:teuthology.orchestra.run.smithi190.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-19T09:47:53.080 INFO:teuthology.orchestra.run.smithi190.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-19T09:47:53.080 INFO:teuthology.orchestra.run.smithi190.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-19T09:47:53.080 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-19T09:47:53.080 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-19T09:47:53.080 INFO:teuthology.orchestra.run.smithi190.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-19T09:47:53.080 INFO:teuthology.orchestra.run.smithi190.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-19T09:47:53.080 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-19T09:47:53.080 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-19T09:47:53.080 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-19T09:47:53.080 INFO:teuthology.orchestra.run.smithi190.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-19T09:47:53.081 INFO:teuthology.orchestra.run.smithi190.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-19T09:47:53.081 INFO:teuthology.orchestra.run.smithi190.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-19T09:47:53.081 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-19T09:47:53.081 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-19T09:47:53.081 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-19T09:47:53.081 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-19T09:47:53.081 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-19T09:47:53.081 INFO:teuthology.orchestra.run.smithi190.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-19T09:47:53.081 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-19T09:47:53.081 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-19T09:47:53.081 INFO:teuthology.orchestra.run.smithi190.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-19T09:47:53.081 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-19T09:47:53.081 INFO:teuthology.orchestra.run.smithi190.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-19T09:47:53.082 INFO:teuthology.orchestra.run.smithi190.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-19T09:47:53.082 INFO:teuthology.orchestra.run.smithi190.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-19T09:47:53.082 INFO:teuthology.orchestra.run.smithi190.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-19T09:47:53.082 INFO:teuthology.orchestra.run.smithi190.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-19T09:47:53.082 INFO:teuthology.orchestra.run.smithi190.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-19T09:47:53.082 INFO:teuthology.orchestra.run.smithi190.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-19T09:47:53.082 INFO:teuthology.orchestra.run.smithi190.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-19T09:47:53.082 INFO:teuthology.orchestra.run.smithi190.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-19T09:47:53.082 INFO:teuthology.orchestra.run.smithi190.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-08-19T09:47:53.082 INFO:teuthology.orchestra.run.smithi190.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-19T09:47:53.082 INFO:teuthology.orchestra.run.smithi190.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-19T09:47:53.082 INFO:teuthology.orchestra.run.smithi190.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-19T09:47:53.082 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:47:53.083 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction Summary 2024-08-19T09:47:53.083 INFO:teuthology.orchestra.run.smithi190.stdout:====================================================================================== 2024-08-19T09:47:53.083 INFO:teuthology.orchestra.run.smithi190.stdout:Install 116 Packages 2024-08-19T09:47:53.083 INFO:teuthology.orchestra.run.smithi190.stdout:Upgrade 2 Packages 2024-08-19T09:47:53.083 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:47:53.083 INFO:teuthology.orchestra.run.smithi190.stdout:Total download size: 179 M 2024-08-19T09:47:53.083 INFO:teuthology.orchestra.run.smithi190.stdout:Downloading Packages: 2024-08-19T09:47:53.474 INFO:teuthology.orchestra.run.smithi190.stdout:(1/118): ceph-18.2.4-721.gbaa926de.el9.x86_64.r 53 kB/s | 6.5 kB 00:00 2024-08-19T09:47:53.666 INFO:teuthology.orchestra.run.smithi190.stdout:(2/118): ceph-fuse-18.2.4-721.gbaa926de.el9.x86 4.3 MB/s | 852 kB 00:00 2024-08-19T09:47:53.710 INFO:teuthology.orchestra.run.smithi196.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-08-19T09:47:53.725 INFO:teuthology.orchestra.run.smithi190.stdout:(3/118): ceph-immutable-object-cache-18.2.4-721 2.4 MB/s | 143 kB 00:00 2024-08-19T09:47:53.933 INFO:teuthology.orchestra.run.smithi190.stdout:(4/118): ceph-base-18.2.4-721.gbaa926de.el9.x86 8.8 MB/s | 5.1 MB 00:00 2024-08-19T09:47:53.975 INFO:teuthology.orchestra.run.smithi190.stdout:(5/118): ceph-mds-18.2.4-721.gbaa926de.el9.x86_ 8.4 MB/s | 2.1 MB 00:00 2024-08-19T09:47:54.067 INFO:teuthology.orchestra.run.smithi190.stdout:(6/118): ceph-mgr-18.2.4-721.gbaa926de.el9.x86_ 11 MB/s | 1.5 MB 00:00 2024-08-19T09:47:54.384 INFO:teuthology.orchestra.run.smithi190.stdout:(7/118): ceph-mon-18.2.4-721.gbaa926de.el9.x86_ 11 MB/s | 4.7 MB 00:00 2024-08-19T09:47:54.693 INFO:teuthology.orchestra.run.smithi190.stdout:(8/118): ceph-common-18.2.4-721.gbaa926de.el9.x 14 MB/s | 18 MB 00:01 2024-08-19T09:47:54.735 INFO:teuthology.orchestra.run.smithi190.stdout:(9/118): ceph-selinux-18.2.4-721.gbaa926de.el9. 609 kB/s | 25 kB 00:00 2024-08-19T09:47:54.960 INFO:teuthology.orchestra.run.smithi190.stdout:(10/118): ceph-radosgw-18.2.4-721.gbaa926de.el9 13 MB/s | 7.7 MB 00:00 2024-08-19T09:47:55.110 INFO:teuthology.orchestra.run.smithi190.stdout:(11/118): ceph-osd-18.2.4-721.gbaa926de.el9.x86 16 MB/s | 17 MB 00:01 2024-08-19T09:47:55.136 INFO:teuthology.orchestra.run.smithi190.stdout:(12/118): libcephfs-devel-18.2.4-721.gbaa926de. 177 kB/s | 31 kB 00:00 2024-08-19T09:47:55.169 INFO:teuthology.orchestra.run.smithi190.stdout:(13/118): libcephfs2-18.2.4-721.gbaa926de.el9.x 12 MB/s | 711 kB 00:00 2024-08-19T09:47:55.202 INFO:teuthology.orchestra.run.smithi190.stdout:(14/118): libcephsqlite-18.2.4-721.gbaa926de.el 2.4 MB/s | 166 kB 00:00 2024-08-19T09:47:55.228 INFO:teuthology.orchestra.run.smithi190.stdout:(15/118): librados-devel-18.2.4-721.gbaa926de.e 2.1 MB/s | 127 kB 00:00 2024-08-19T09:47:55.253 INFO:teuthology.orchestra.run.smithi190.stdout:(16/118): libradosstriper1-18.2.4-721.gbaa926de 9.3 MB/s | 477 kB 00:00 2024-08-19T09:47:55.304 INFO:teuthology.orchestra.run.smithi190.stdout:(17/118): python3-ceph-argparse-18.2.4-721.gbaa 901 kB/s | 45 kB 00:00 2024-08-19T09:47:55.370 INFO:teuthology.orchestra.run.smithi190.stdout:(18/118): python3-ceph-common-18.2.4-721.gbaa92 1.9 MB/s | 129 kB 00:00 2024-08-19T09:47:55.446 INFO:teuthology.orchestra.run.smithi190.stdout:(19/118): librgw2-18.2.4-721.gbaa926de.el9.x86_ 21 MB/s | 4.5 MB 00:00 2024-08-19T09:47:55.471 INFO:teuthology.orchestra.run.smithi190.stdout:(20/118): python3-cephfs-18.2.4-721.gbaa926de.e 1.8 MB/s | 188 kB 00:00 2024-08-19T09:47:55.505 INFO:teuthology.orchestra.run.smithi190.stdout:(21/118): python3-rados-18.2.4-721.gbaa926de.el 6.2 MB/s | 371 kB 00:00 2024-08-19T09:47:55.530 INFO:teuthology.orchestra.run.smithi190.stdout:(22/118): python3-rbd-18.2.4-721.gbaa926de.el9. 5.8 MB/s | 348 kB 00:00 2024-08-19T09:47:55.555 INFO:teuthology.orchestra.run.smithi190.stdout:(23/118): python3-rgw-18.2.4-721.gbaa926de.el9. 2.3 MB/s | 116 kB 00:00 2024-08-19T09:47:55.580 INFO:teuthology.orchestra.run.smithi190.stdout:(24/118): rbd-fuse-18.2.4-721.gbaa926de.el9.x86 1.7 MB/s | 87 kB 00:00 2024-08-19T09:47:55.631 INFO:teuthology.orchestra.run.smithi190.stdout:(25/118): rbd-nbd-18.2.4-721.gbaa926de.el9.x86_ 3.4 MB/s | 172 kB 00:00 2024-08-19T09:47:55.698 INFO:teuthology.orchestra.run.smithi190.stdout:(26/118): rbd-mirror-18.2.4-721.gbaa926de.el9.x 21 MB/s | 3.0 MB 00:00 2024-08-19T09:47:55.723 INFO:teuthology.orchestra.run.smithi190.stdout:(27/118): ceph-grafana-dashboards-18.2.4-721.gb 266 kB/s | 24 kB 00:00 2024-08-19T09:47:55.765 INFO:teuthology.orchestra.run.smithi190.stdout:(28/118): ceph-mgr-cephadm-18.2.4-721.gbaa926de 2.0 MB/s | 139 kB 00:00 2024-08-19T09:47:55.869 INFO:teuthology.orchestra.run.smithi196.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-19T09:47:55.869 INFO:teuthology.orchestra.run.smithi196.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-19T09:47:55.935 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-08-19T09:47:55.941 INFO:teuthology.orchestra.run.smithi196.stdout:====================================================================================== 2024-08-19T09:47:55.941 INFO:teuthology.orchestra.run.smithi196.stdout: Package Arch Version Repository Size 2024-08-19T09:47:55.941 INFO:teuthology.orchestra.run.smithi196.stdout:====================================================================================== 2024-08-19T09:47:55.941 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-08-19T09:47:55.941 INFO:teuthology.orchestra.run.smithi196.stdout: ceph x86_64 2:18.2.4-721.gbaa926de.el9 ceph 6.5 k 2024-08-19T09:47:55.941 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-base x86_64 2:18.2.4-721.gbaa926de.el9 ceph 5.1 M 2024-08-19T09:47:55.941 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-fuse x86_64 2:18.2.4-721.gbaa926de.el9 ceph 852 k 2024-08-19T09:47:55.942 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-721.gbaa926de.el9 ceph 143 k 2024-08-19T09:47:55.942 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr x86_64 2:18.2.4-721.gbaa926de.el9 ceph 1.5 M 2024-08-19T09:47:55.942 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-cephadm noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 139 k 2024-08-19T09:47:55.942 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-dashboard noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 3.5 M 2024-08-19T09:47:55.942 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 7.4 M 2024-08-19T09:47:55.942 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-rook noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 49 k 2024-08-19T09:47:55.942 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-radosgw x86_64 2:18.2.4-721.gbaa926de.el9 ceph 7.7 M 2024-08-19T09:47:55.942 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-test x86_64 2:18.2.4-721.gbaa926de.el9 ceph 40 M 2024-08-19T09:47:55.942 INFO:teuthology.orchestra.run.smithi196.stdout: cephadm noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 224 k 2024-08-19T09:47:55.942 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs-devel x86_64 2:18.2.4-721.gbaa926de.el9 ceph 31 k 2024-08-19T09:47:55.942 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs2 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 711 k 2024-08-19T09:47:55.943 INFO:teuthology.orchestra.run.smithi196.stdout: librados-devel x86_64 2:18.2.4-721.gbaa926de.el9 ceph 127 k 2024-08-19T09:47:55.943 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cephfs x86_64 2:18.2.4-721.gbaa926de.el9 ceph 188 k 2024-08-19T09:47:55.943 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-19T09:47:55.943 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rados x86_64 2:18.2.4-721.gbaa926de.el9 ceph 371 k 2024-08-19T09:47:55.943 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rbd x86_64 2:18.2.4-721.gbaa926de.el9 ceph 348 k 2024-08-19T09:47:55.943 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rgw x86_64 2:18.2.4-721.gbaa926de.el9 ceph 116 k 2024-08-19T09:47:55.943 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-fuse x86_64 2:18.2.4-721.gbaa926de.el9 ceph 87 k 2024-08-19T09:47:55.943 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-mirror x86_64 2:18.2.4-721.gbaa926de.el9 ceph 3.0 M 2024-08-19T09:47:55.943 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-nbd x86_64 2:18.2.4-721.gbaa926de.el9 ceph 172 k 2024-08-19T09:47:55.943 INFO:teuthology.orchestra.run.smithi196.stdout:Upgrading: 2024-08-19T09:47:55.943 INFO:teuthology.orchestra.run.smithi196.stdout: librados2 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 3.3 M 2024-08-19T09:47:55.943 INFO:teuthology.orchestra.run.smithi196.stdout: librbd1 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 3.0 M 2024-08-19T09:47:55.943 INFO:teuthology.orchestra.run.smithi196.stdout:Installing dependencies: 2024-08-19T09:47:55.944 INFO:teuthology.orchestra.run.smithi196.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-08-19T09:47:55.944 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-common x86_64 2:18.2.4-721.gbaa926de.el9 ceph 18 M 2024-08-19T09:47:55.944 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-grafana-dashboards noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 24 k 2024-08-19T09:47:55.944 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mds x86_64 2:18.2.4-721.gbaa926de.el9 ceph 2.1 M 2024-08-19T09:47:55.944 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-modules-core noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 246 k 2024-08-19T09:47:55.944 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mon x86_64 2:18.2.4-721.gbaa926de.el9 ceph 4.7 M 2024-08-19T09:47:55.944 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-osd x86_64 2:18.2.4-721.gbaa926de.el9 ceph 17 M 2024-08-19T09:47:55.944 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-prometheus-alerts noarch 2:18.2.4-721.gbaa926de.el9 ceph-noarch 16 k 2024-08-19T09:47:55.944 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-selinux x86_64 2:18.2.4-721.gbaa926de.el9 ceph 25 k 2024-08-19T09:47:55.944 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-19T09:47:55.944 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-19T09:47:55.944 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-19T09:47:55.944 INFO:teuthology.orchestra.run.smithi196.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-08-19T09:47:55.944 INFO:teuthology.orchestra.run.smithi196.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-19T09:47:55.945 INFO:teuthology.orchestra.run.smithi196.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-19T09:47:55.945 INFO:teuthology.orchestra.run.smithi196.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-08-19T09:47:55.945 INFO:teuthology.orchestra.run.smithi196.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-08-19T09:47:55.945 INFO:teuthology.orchestra.run.smithi196.stdout: libcephsqlite x86_64 2:18.2.4-721.gbaa926de.el9 ceph 166 k 2024-08-19T09:47:55.945 INFO:teuthology.orchestra.run.smithi196.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-19T09:47:55.945 INFO:teuthology.orchestra.run.smithi196.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-19T09:47:55.945 INFO:teuthology.orchestra.run.smithi196.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-19T09:47:55.945 INFO:teuthology.orchestra.run.smithi196.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-19T09:47:55.945 INFO:teuthology.orchestra.run.smithi196.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-19T09:47:55.945 INFO:teuthology.orchestra.run.smithi196.stdout: libradosstriper1 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 477 k 2024-08-19T09:47:55.945 INFO:teuthology.orchestra.run.smithi196.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-19T09:47:55.945 INFO:teuthology.orchestra.run.smithi196.stdout: librgw2 x86_64 2:18.2.4-721.gbaa926de.el9 ceph 4.5 M 2024-08-19T09:47:55.945 INFO:teuthology.orchestra.run.smithi196.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-19T09:47:55.946 INFO:teuthology.orchestra.run.smithi196.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-19T09:47:55.946 INFO:teuthology.orchestra.run.smithi196.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-19T09:47:55.946 INFO:teuthology.orchestra.run.smithi196.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-19T09:47:55.946 INFO:teuthology.orchestra.run.smithi196.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-08-19T09:47:55.946 INFO:teuthology.orchestra.run.smithi196.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-19T09:47:55.946 INFO:teuthology.orchestra.run.smithi196.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-19T09:47:55.946 INFO:teuthology.orchestra.run.smithi196.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-19T09:47:55.946 INFO:teuthology.orchestra.run.smithi196.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-19T09:47:55.946 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-19T09:47:55.946 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-argparse x86_64 2:18.2.4-721.gbaa926de.el9 ceph 45 k 2024-08-19T09:47:55.946 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-common x86_64 2:18.2.4-721.gbaa926de.el9 ceph 129 k 2024-08-19T09:47:55.946 INFO:teuthology.orchestra.run.smithi196.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-19T09:47:55.946 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-19T09:47:55.947 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-19T09:47:55.947 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-19T09:47:55.947 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-19T09:47:55.947 INFO:teuthology.orchestra.run.smithi196.stdout: python3-devel x86_64 3.9.19-4.el9 appstream 244 k 2024-08-19T09:47:55.947 INFO:teuthology.orchestra.run.smithi196.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-19T09:47:55.947 INFO:teuthology.orchestra.run.smithi196.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-19T09:47:55.947 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-19T09:47:55.947 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-19T09:47:55.947 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-19T09:47:55.947 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-19T09:47:55.947 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-19T09:47:55.947 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-19T09:47:55.947 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-19T09:47:55.947 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-19T09:47:55.948 INFO:teuthology.orchestra.run.smithi196.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-19T09:47:55.948 INFO:teuthology.orchestra.run.smithi196.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-19T09:47:55.948 INFO:teuthology.orchestra.run.smithi196.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-19T09:47:55.948 INFO:teuthology.orchestra.run.smithi196.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-19T09:47:55.948 INFO:teuthology.orchestra.run.smithi196.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-19T09:47:55.948 INFO:teuthology.orchestra.run.smithi196.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-19T09:47:55.948 INFO:teuthology.orchestra.run.smithi196.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-19T09:47:55.948 INFO:teuthology.orchestra.run.smithi196.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-19T09:47:55.948 INFO:teuthology.orchestra.run.smithi196.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-19T09:47:55.948 INFO:teuthology.orchestra.run.smithi196.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-19T09:47:55.948 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-19T09:47:55.948 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-19T09:47:55.948 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-19T09:47:55.949 INFO:teuthology.orchestra.run.smithi196.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-19T09:47:55.949 INFO:teuthology.orchestra.run.smithi196.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-19T09:47:55.949 INFO:teuthology.orchestra.run.smithi196.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-19T09:47:55.949 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-19T09:47:55.949 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-19T09:47:55.949 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-19T09:47:55.949 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-19T09:47:55.949 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-19T09:47:55.949 INFO:teuthology.orchestra.run.smithi196.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-19T09:47:55.949 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-19T09:47:55.949 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-19T09:47:55.949 INFO:teuthology.orchestra.run.smithi196.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-19T09:47:55.949 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-19T09:47:55.950 INFO:teuthology.orchestra.run.smithi196.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-19T09:47:55.950 INFO:teuthology.orchestra.run.smithi196.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-19T09:47:55.950 INFO:teuthology.orchestra.run.smithi196.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-19T09:47:55.950 INFO:teuthology.orchestra.run.smithi196.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-19T09:47:55.950 INFO:teuthology.orchestra.run.smithi196.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-19T09:47:55.950 INFO:teuthology.orchestra.run.smithi196.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-19T09:47:55.950 INFO:teuthology.orchestra.run.smithi196.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-19T09:47:55.950 INFO:teuthology.orchestra.run.smithi196.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-19T09:47:55.950 INFO:teuthology.orchestra.run.smithi196.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-19T09:47:55.950 INFO:teuthology.orchestra.run.smithi196.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-08-19T09:47:55.950 INFO:teuthology.orchestra.run.smithi196.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-19T09:47:55.950 INFO:teuthology.orchestra.run.smithi196.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-19T09:47:55.950 INFO:teuthology.orchestra.run.smithi196.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-19T09:47:55.951 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:47:55.951 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-08-19T09:47:55.951 INFO:teuthology.orchestra.run.smithi196.stdout:====================================================================================== 2024-08-19T09:47:55.951 INFO:teuthology.orchestra.run.smithi196.stdout:Install 116 Packages 2024-08-19T09:47:55.951 INFO:teuthology.orchestra.run.smithi196.stdout:Upgrade 2 Packages 2024-08-19T09:47:55.951 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:47:55.951 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 179 M 2024-08-19T09:47:55.951 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-08-19T09:47:56.611 INFO:teuthology.orchestra.run.smithi196.stdout:(1/118): ceph-18.2.4-721.gbaa926de.el9.x86_64.r 52 kB/s | 6.5 kB 00:00 2024-08-19T09:47:56.899 INFO:teuthology.orchestra.run.smithi190.stdout:(29/118): ceph-mgr-dashboard-18.2.4-721.gbaa926 3.0 MB/s | 3.5 MB 00:01 2024-08-19T09:47:56.983 INFO:teuthology.orchestra.run.smithi190.stdout:(30/118): ceph-mgr-modules-core-18.2.4-721.gbaa 2.9 MB/s | 246 kB 00:00 2024-08-19T09:47:57.028 INFO:teuthology.orchestra.run.smithi196.stdout:(2/118): ceph-fuse-18.2.4-721.gbaa926de.el9.x86 2.0 MB/s | 852 kB 00:00 2024-08-19T09:47:57.103 INFO:teuthology.orchestra.run.smithi196.stdout:(3/118): ceph-immutable-object-cache-18.2.4-721 1.9 MB/s | 143 kB 00:00 2024-08-19T09:47:57.158 INFO:teuthology.orchestra.run.smithi190.stdout:(31/118): ceph-mgr-diskprediction-local-18.2.4- 5.3 MB/s | 7.4 MB 00:01 2024-08-19T09:47:57.174 INFO:teuthology.orchestra.run.smithi190.stdout:(32/118): ceph-mgr-rook-18.2.4-721.gbaa926de.el 257 kB/s | 49 kB 00:00 2024-08-19T09:47:57.217 INFO:teuthology.orchestra.run.smithi190.stdout:(33/118): ceph-prometheus-alerts-18.2.4-721.gba 282 kB/s | 16 kB 00:00 2024-08-19T09:47:57.242 INFO:teuthology.orchestra.run.smithi190.stdout:(34/118): cephadm-18.2.4-721.gbaa926de.el9.noar 3.3 MB/s | 224 kB 00:00 2024-08-19T09:47:57.437 INFO:teuthology.orchestra.run.smithi196.stdout:(4/118): ceph-mds-18.2.4-721.gbaa926de.el9.x86_ 6.3 MB/s | 2.1 MB 00:00 2024-08-19T09:47:57.579 INFO:teuthology.orchestra.run.smithi196.stdout:(5/118): ceph-base-18.2.4-721.gbaa926de.el9.x86 4.7 MB/s | 5.1 MB 00:01 2024-08-19T09:47:57.626 INFO:teuthology.orchestra.run.smithi190.stdout:(35/118): ceph-test-18.2.4-721.gbaa926de.el9.x8 14 MB/s | 40 MB 00:02 2024-08-19T09:47:57.651 INFO:teuthology.orchestra.run.smithi190.stdout:(36/118): fuse-2.9.9-16.el9.x86_64.rpm 184 kB/s | 80 kB 00:00 2024-08-19T09:47:57.654 INFO:teuthology.orchestra.run.smithi196.stdout:(6/118): ceph-mgr-18.2.4-721.gbaa926de.el9.x86_ 6.7 MB/s | 1.5 MB 00:00 2024-08-19T09:47:57.784 INFO:teuthology.orchestra.run.smithi190.stdout:(37/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.9 MB/s | 253 kB 00:00 2024-08-19T09:47:57.818 INFO:teuthology.orchestra.run.smithi190.stdout:(38/118): libquadmath-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 195 kB 00:00 2024-08-19T09:47:57.860 INFO:teuthology.orchestra.run.smithi190.stdout:(39/118): libgfortran-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 803 kB 00:00 2024-08-19T09:47:57.885 INFO:teuthology.orchestra.run.smithi190.stdout:(40/118): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-08-19T09:47:57.921 INFO:teuthology.orchestra.run.smithi196.stdout:(7/118): ceph-common-18.2.4-721.gbaa926de.el9.x 13 MB/s | 18 MB 00:01 2024-08-19T09:47:57.944 INFO:teuthology.orchestra.run.smithi190.stdout:(41/118): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-08-19T09:47:57.969 INFO:teuthology.orchestra.run.smithi190.stdout:(42/118): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-08-19T09:47:58.088 INFO:teuthology.orchestra.run.smithi196.stdout:(8/118): ceph-mon-18.2.4-721.gbaa926de.el9.x86_ 9.2 MB/s | 4.7 MB 00:00 2024-08-19T09:47:58.119 INFO:teuthology.orchestra.run.smithi190.stdout:(43/118): python3-cryptography-36.0.1-4.el9.x86 3.7 MB/s | 1.2 MB 00:00 2024-08-19T09:47:58.138 INFO:teuthology.orchestra.run.smithi196.stdout:(9/118): ceph-selinux-18.2.4-721.gbaa926de.el9. 505 kB/s | 25 kB 00:00 2024-08-19T09:47:58.144 INFO:teuthology.orchestra.run.smithi190.stdout:(44/118): boost-program-options-1.75.0-8.el9.x8 611 kB/s | 107 kB 00:00 2024-08-19T09:47:58.170 INFO:teuthology.orchestra.run.smithi190.stdout:(45/118): python3-urllib3-1.26.5-6.el9.noarch.r 951 kB/s | 215 kB 00:00 2024-08-19T09:47:58.230 INFO:teuthology.orchestra.run.smithi196.stdout:(10/118): ceph-radosgw-18.2.4-721.gbaa926de.el9 25 MB/s | 7.7 MB 00:00 2024-08-19T09:47:58.253 INFO:teuthology.orchestra.run.smithi190.stdout:(46/118): flexiblas-3.0.4-8.el9.x86_64.rpm 244 kB/s | 33 kB 00:00 2024-08-19T09:47:58.287 INFO:teuthology.orchestra.run.smithi190.stdout:(47/118): flexiblas-openblas-openmp-3.0.4-8.el9 156 kB/s | 18 kB 00:00 2024-08-19T09:47:58.289 INFO:teuthology.orchestra.run.smithi196.stdout:(11/118): libcephfs-devel-18.2.4-721.gbaa926de. 534 kB/s | 31 kB 00:00 2024-08-19T09:47:58.366 INFO:teuthology.orchestra.run.smithi196.stdout:(12/118): libcephfs2-18.2.4-721.gbaa926de.el9.x 9.3 MB/s | 711 kB 00:00 2024-08-19T09:47:58.387 INFO:teuthology.orchestra.run.smithi190.stdout:(48/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-08-19T09:47:58.412 INFO:teuthology.orchestra.run.smithi190.stdout:(49/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 361 kB/s | 45 kB 00:00 2024-08-19T09:47:58.431 INFO:teuthology.orchestra.run.smithi196.stdout:(13/118): libcephsqlite-18.2.4-721.gbaa926de.el 2.4 MB/s | 166 kB 00:00 2024-08-19T09:47:58.463 INFO:teuthology.orchestra.run.smithi190.stdout:(50/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 9.4 MB/s | 3.0 MB 00:00 2024-08-19T09:47:58.498 INFO:teuthology.orchestra.run.smithi196.stdout:(14/118): librados-devel-18.2.4-721.gbaa926de.e 1.9 MB/s | 127 kB 00:00 2024-08-19T09:47:58.505 INFO:teuthology.orchestra.run.smithi190.stdout:(51/118): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-08-19T09:47:58.530 INFO:teuthology.orchestra.run.smithi190.stdout:(52/118): openblas-0.3.21-2.el9.x86_64.rpm 527 kB/s | 35 kB 00:00 2024-08-19T09:47:58.564 INFO:teuthology.orchestra.run.smithi190.stdout:(53/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.9 MB/s | 292 kB 00:00 2024-08-19T09:47:58.573 INFO:teuthology.orchestra.run.smithi196.stdout:(15/118): libradosstriper1-18.2.4-721.gbaa926de 6.2 MB/s | 477 kB 00:00 2024-08-19T09:47:58.589 INFO:teuthology.orchestra.run.smithi190.stdout:(54/118): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-08-19T09:47:58.647 INFO:teuthology.orchestra.run.smithi190.stdout:(55/118): python3-devel-3.9.19-4.el9.x86_64.rpm 4.1 MB/s | 244 kB 00:00 2024-08-19T09:47:58.706 INFO:teuthology.orchestra.run.smithi190.stdout:(56/118): python3-iniconfig-1.1.1-7.el9.noarch. 300 kB/s | 17 kB 00:00 2024-08-19T09:47:58.773 INFO:teuthology.orchestra.run.smithi190.stdout:(57/118): python3-jinja2-2.11.3-6.el9.noarch.rp 3.6 MB/s | 248 kB 00:00 2024-08-19T09:47:58.840 INFO:teuthology.orchestra.run.smithi190.stdout:(58/118): openblas-openmp-0.3.21-2.el9.x86_64.r 14 MB/s | 4.7 MB 00:00 2024-08-19T09:47:58.866 INFO:teuthology.orchestra.run.smithi190.stdout:(59/118): python3-jsonpatch-1.21-16.el9.noarch. 279 kB/s | 26 kB 00:00 2024-08-19T09:47:58.896 INFO:teuthology.orchestra.run.smithi196.stdout:(16/118): ceph-osd-18.2.4-721.gbaa926de.el9.x86 13 MB/s | 17 MB 00:01 2024-08-19T09:47:58.899 INFO:teuthology.orchestra.run.smithi190.stdout:(60/118): python3-jsonpointer-2.0-4.el9.noarch. 328 kB/s | 19 kB 00:00 2024-08-19T09:47:58.924 INFO:teuthology.orchestra.run.smithi190.stdout:(61/118): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-08-19T09:47:58.973 INFO:teuthology.orchestra.run.smithi196.stdout:(17/118): librgw2-18.2.4-721.gbaa926de.el9.x86_ 11 MB/s | 4.5 MB 00:00 2024-08-19T09:47:58.998 INFO:teuthology.orchestra.run.smithi196.stdout:(18/118): python3-ceph-argparse-18.2.4-721.gbaa 442 kB/s | 45 kB 00:00 2024-08-19T09:47:59.000 INFO:teuthology.orchestra.run.smithi190.stdout:(62/118): python3-babel-2.9.1-2.el9.noarch.rpm 14 MB/s | 6.0 MB 00:00 2024-08-19T09:47:59.024 INFO:teuthology.orchestra.run.smithi196.stdout:(19/118): python3-ceph-common-18.2.4-721.gbaa92 2.5 MB/s | 129 kB 00:00 2024-08-19T09:47:59.025 INFO:teuthology.orchestra.run.smithi190.stdout:(63/118): python3-markupsafe-1.1.1-12.el9.x86_6 277 kB/s | 35 kB 00:00 2024-08-19T09:47:59.049 INFO:teuthology.orchestra.run.smithi196.stdout:(20/118): python3-cephfs-18.2.4-721.gbaa926de.e 3.7 MB/s | 188 kB 00:00 2024-08-19T09:47:59.067 INFO:teuthology.orchestra.run.smithi190.stdout:(64/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.7 MB/s | 250 kB 00:00 2024-08-19T09:47:59.074 INFO:teuthology.orchestra.run.smithi196.stdout:(21/118): python3-rados-18.2.4-721.gbaa926de.el 7.2 MB/s | 371 kB 00:00 2024-08-19T09:47:59.092 INFO:teuthology.orchestra.run.smithi190.stdout:(65/118): python3-oauthlib-3.1.1-5.el9.noarch.r 3.2 MB/s | 222 kB 00:00 2024-08-19T09:47:59.100 INFO:teuthology.orchestra.run.smithi196.stdout:(22/118): python3-rbd-18.2.4-721.gbaa926de.el9. 6.8 MB/s | 348 kB 00:00 2024-08-19T09:47:59.125 INFO:teuthology.orchestra.run.smithi196.stdout:(23/118): python3-rgw-18.2.4-721.gbaa926de.el9. 2.3 MB/s | 116 kB 00:00 2024-08-19T09:47:59.134 INFO:teuthology.orchestra.run.smithi190.stdout:(66/118): python3-packaging-20.9-5.el9.noarch.r 1.1 MB/s | 77 kB 00:00 2024-08-19T09:47:59.150 INFO:teuthology.orchestra.run.smithi196.stdout:(24/118): rbd-fuse-18.2.4-721.gbaa926de.el9.x86 1.7 MB/s | 87 kB 00:00 2024-08-19T09:47:59.159 INFO:teuthology.orchestra.run.smithi190.stdout:(67/118): python3-pluggy-0.13.1-7.el9.noarch.rp 619 kB/s | 41 kB 00:00 2024-08-19T09:47:59.193 INFO:teuthology.orchestra.run.smithi190.stdout:(68/118): python3-prettytable-0.7.2-27.el9.noar 722 kB/s | 42 kB 00:00 2024-08-19T09:47:59.209 INFO:teuthology.orchestra.run.smithi196.stdout:(25/118): rbd-nbd-18.2.4-721.gbaa926de.el9.x86_ 2.9 MB/s | 172 kB 00:00 2024-08-19T09:47:59.218 INFO:teuthology.orchestra.run.smithi190.stdout:(69/118): python3-py-1.10.0-6.el9.noarch.rpm 7.9 MB/s | 477 kB 00:00 2024-08-19T09:47:59.259 INFO:teuthology.orchestra.run.smithi196.stdout:(26/118): rbd-mirror-18.2.4-721.gbaa926de.el9.x 22 MB/s | 3.0 MB 00:00 2024-08-19T09:47:59.284 INFO:teuthology.orchestra.run.smithi196.stdout:(27/118): ceph-grafana-dashboards-18.2.4-721.gb 325 kB/s | 24 kB 00:00 2024-08-19T09:47:59.285 INFO:teuthology.orchestra.run.smithi190.stdout:(70/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 14 MB/s | 5.1 MB 00:00 2024-08-19T09:47:59.309 INFO:teuthology.orchestra.run.smithi196.stdout:(28/118): ceph-mgr-cephadm-18.2.4-721.gbaa926de 2.7 MB/s | 139 kB 00:00 2024-08-19T09:47:59.311 INFO:teuthology.orchestra.run.smithi190.stdout:(71/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-08-19T09:47:59.336 INFO:teuthology.orchestra.run.smithi190.stdout:(72/118): python3-pyasn1-modules-0.4.8-6.el9.no 2.3 MB/s | 279 kB 00:00 2024-08-19T09:47:59.369 INFO:teuthology.orchestra.run.smithi190.stdout:(73/118): python3-pytz-2021.1-5.el9.noarch.rpm 874 kB/s | 51 kB 00:00 2024-08-19T09:47:59.395 INFO:teuthology.orchestra.run.smithi190.stdout:(74/118): python3-requests-oauthlib-1.3.0-12.el 918 kB/s | 54 kB 00:00 2024-08-19T09:47:59.420 INFO:teuthology.orchestra.run.smithi190.stdout:(75/118): python3-pytest-6.2.2-7.el9.noarch.rpm 3.8 MB/s | 519 kB 00:00 2024-08-19T09:47:59.462 INFO:teuthology.orchestra.run.smithi190.stdout:(76/118): python3-toml-0.10.2-6.el9.noarch.rpm 625 kB/s | 42 kB 00:00 2024-08-19T09:47:59.487 INFO:teuthology.orchestra.run.smithi190.stdout:(77/118): socat-1.7.4.1-6.el9.x86_64.rpm 4.4 MB/s | 304 kB 00:00 2024-08-19T09:47:59.529 INFO:teuthology.orchestra.run.smithi190.stdout:(78/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 952 kB/s | 64 kB 00:00 2024-08-19T09:47:59.535 INFO:teuthology.orchestra.run.smithi196.stdout:(29/118): ceph-mgr-dashboard-18.2.4-721.gbaa926 14 MB/s | 3.5 MB 00:00 2024-08-19T09:47:59.562 INFO:teuthology.orchestra.run.smithi190.stdout:(79/118): fmt-8.1.1-5.el9.x86_64.rpm 1.4 MB/s | 111 kB 00:00 2024-08-19T09:47:59.602 INFO:teuthology.orchestra.run.smithi196.stdout:(30/118): ceph-mgr-modules-core-18.2.4-721.gbaa 3.6 MB/s | 246 kB 00:00 2024-08-19T09:47:59.604 INFO:teuthology.orchestra.run.smithi190.stdout:(80/118): gperftools-libs-2.9.1-2.el9.x86_64.rp 4.1 MB/s | 309 kB 00:00 2024-08-19T09:47:59.630 INFO:teuthology.orchestra.run.smithi190.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-08-19T09:47:59.655 INFO:teuthology.orchestra.run.smithi190.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-08-19T09:47:59.680 INFO:teuthology.orchestra.run.smithi190.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-08-19T09:47:59.685 INFO:teuthology.orchestra.run.smithi196.stdout:(31/118): ceph-mgr-diskprediction-local-18.2.4- 20 MB/s | 7.4 MB 00:00 2024-08-19T09:47:59.710 INFO:teuthology.orchestra.run.smithi196.stdout:(32/118): ceph-mgr-rook-18.2.4-721.gbaa926de.el 454 kB/s | 49 kB 00:00 2024-08-19T09:47:59.731 INFO:teuthology.orchestra.run.smithi190.stdout:(84/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 16 MB/s | 839 kB 00:00 2024-08-19T09:47:59.736 INFO:teuthology.orchestra.run.smithi196.stdout:(33/118): ceph-prometheus-alerts-18.2.4-721.gba 329 kB/s | 16 kB 00:00 2024-08-19T09:47:59.761 INFO:teuthology.orchestra.run.smithi196.stdout:(34/118): cephadm-18.2.4-721.gbaa926de.el9.noar 4.4 MB/s | 224 kB 00:00 2024-08-19T09:47:59.772 INFO:teuthology.orchestra.run.smithi190.stdout:(85/118): python3-asyncssh-2.13.2-5.el9.noarch. 13 MB/s | 548 kB 00:00 2024-08-19T09:47:59.806 INFO:teuthology.orchestra.run.smithi190.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.3 MB/s | 43 kB 00:00 2024-08-19T09:47:59.831 INFO:teuthology.orchestra.run.smithi190.stdout:(87/118): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-19T09:47:59.857 INFO:teuthology.orchestra.run.smithi190.stdout:(88/118): python3-certifi-2023.05.07-4.el9.noar 563 kB/s | 14 kB 00:00 2024-08-19T09:47:59.882 INFO:teuthology.orchestra.run.smithi190.stdout:(89/118): python3-cheroot-8.6.0-4.el9.noarch.rp 6.8 MB/s | 172 kB 00:00 2024-08-19T09:47:59.916 INFO:teuthology.orchestra.run.smithi190.stdout:(90/118): python3-cherrypy-18.6.1-2.el9.noarch. 11 MB/s | 358 kB 00:00 2024-08-19T09:47:59.949 INFO:teuthology.orchestra.run.smithi190.stdout:(91/118): python3-google-auth-2.33.0-1.el9.noar 6.5 MB/s | 220 kB 00:00 2024-08-19T09:47:59.975 INFO:teuthology.orchestra.run.smithi190.stdout:(92/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 430 kB/s | 11 kB 00:00 2024-08-19T09:48:00.000 INFO:teuthology.orchestra.run.smithi190.stdout:(93/118): python3-jaraco-classes-3.2.1-5.el9.no 710 kB/s | 18 kB 00:00 2024-08-19T09:48:00.025 INFO:teuthology.orchestra.run.smithi190.stdout:(94/118): python3-jaraco-collections-3.0.0-8.el 933 kB/s | 23 kB 00:00 2024-08-19T09:48:00.050 INFO:teuthology.orchestra.run.smithi190.stdout:(95/118): python3-jaraco-functools-3.5.0-2.el9. 782 kB/s | 19 kB 00:00 2024-08-19T09:48:00.076 INFO:teuthology.orchestra.run.smithi190.stdout:(96/118): python3-jaraco-text-3.2.0-6.el9.noarc 789 kB/s | 20 kB 00:00 2024-08-19T09:48:00.151 INFO:teuthology.orchestra.run.smithi190.stdout:(97/118): libarrow-9.0.0-11.el9.x86_64.rpm 7.5 MB/s | 4.4 MB 00:00 2024-08-19T09:48:00.176 INFO:teuthology.orchestra.run.smithi190.stdout:(98/118): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-08-19T09:48:00.210 INFO:teuthology.orchestra.run.smithi190.stdout:(99/118): python3-kubernetes-26.1.0-2.el9.noarc 7.6 MB/s | 1.0 MB 00:00 2024-08-19T09:48:00.220 INFO:teuthology.orchestra.run.smithi196.stdout:(35/118): ceph-test-18.2.4-721.gbaa926de.el9.x8 19 MB/s | 40 MB 00:02 2024-08-19T09:48:00.235 INFO:teuthology.orchestra.run.smithi190.stdout:(100/118): python3-more-itertools-8.12.0-2.el9. 1.3 MB/s | 79 kB 00:00 2024-08-19T09:48:00.261 INFO:teuthology.orchestra.run.smithi190.stdout:(101/118): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-08-19T09:48:00.286 INFO:teuthology.orchestra.run.smithi190.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 662 kB/s | 16 kB 00:00 2024-08-19T09:48:00.311 INFO:teuthology.orchestra.run.smithi190.stdout:(103/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-08-19T09:48:00.353 INFO:teuthology.orchestra.run.smithi190.stdout:(104/118): python3-pecan-1.4.2-3.el9.noarch.rpm 2.3 MB/s | 272 kB 00:00 2024-08-19T09:48:00.378 INFO:teuthology.orchestra.run.smithi190.stdout:(105/118): python3-repoze-lru-0.7-16.el9.noarch 460 kB/s | 31 kB 00:00 2024-08-19T09:48:00.404 INFO:teuthology.orchestra.run.smithi190.stdout:(106/118): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-19T09:48:00.429 INFO:teuthology.orchestra.run.smithi190.stdout:(107/118): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-08-19T09:48:00.454 INFO:teuthology.orchestra.run.smithi190.stdout:(108/118): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-08-19T09:48:00.480 INFO:teuthology.orchestra.run.smithi190.stdout:(109/118): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-08-19T09:48:00.505 INFO:teuthology.orchestra.run.smithi190.stdout:(110/118): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-08-19T09:48:00.530 INFO:teuthology.orchestra.run.smithi190.stdout:(111/118): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-08-19T09:48:00.555 INFO:teuthology.orchestra.run.smithi190.stdout:(112/118): python3-zc-lockfile-2.0-10.el9.noarc 803 kB/s | 20 kB 00:00 2024-08-19T09:48:00.589 INFO:teuthology.orchestra.run.smithi190.stdout:(113/118): re2-20211101-3.el9.x86_64.rpm 5.6 MB/s | 192 kB 00:00 2024-08-19T09:48:00.615 INFO:teuthology.orchestra.run.smithi190.stdout:(114/118): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-08-19T09:48:00.695 INFO:teuthology.orchestra.run.smithi196.stdout:(36/118): fuse-2.9.9-16.el9.x86_64.rpm 83 kB/s | 80 kB 00:00 2024-08-19T09:48:00.782 INFO:teuthology.orchestra.run.smithi190.stdout:(115/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-08-19T09:48:00.832 INFO:teuthology.orchestra.run.smithi190.stdout:(116/118): thrift-0.15.0-2.el9.x86_64.rpm 6.5 MB/s | 1.6 MB 00:00 2024-08-19T09:48:00.957 INFO:teuthology.orchestra.run.smithi190.stdout:(117/118): librados2-18.2.4-721.gbaa926de.el9.x 9.7 MB/s | 3.3 MB 00:00 2024-08-19T09:48:01.037 INFO:teuthology.orchestra.run.smithi196.stdout:(37/118): libquadmath-11.4.1-3.el9.x86_64.rpm 241 kB/s | 195 kB 00:00 2024-08-19T09:48:01.066 INFO:teuthology.orchestra.run.smithi190.stdout:(118/118): librbd1-18.2.4-721.gbaa926de.el9.x86 11 MB/s | 3.0 MB 00:00 2024-08-19T09:48:01.071 INFO:teuthology.orchestra.run.smithi190.stdout:-------------------------------------------------------------------------------- 2024-08-19T09:48:01.071 INFO:teuthology.orchestra.run.smithi190.stdout:Total 22 MB/s | 179 MB 00:07 2024-08-19T09:48:01.562 INFO:teuthology.orchestra.run.smithi196.stdout:(38/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 292 kB/s | 253 kB 00:00 2024-08-19T09:48:01.596 INFO:teuthology.orchestra.run.smithi196.stdout:(39/118): libgfortran-11.4.1-3.el9.x86_64.rpm 438 kB/s | 803 kB 00:01 2024-08-19T09:48:01.839 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction check 2024-08-19T09:48:01.932 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction check succeeded. 2024-08-19T09:48:01.933 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction test 2024-08-19T09:48:02.238 INFO:teuthology.orchestra.run.smithi196.stdout:(40/118): python3-ply-3.11-14.el9.noarch.rpm 158 kB/s | 106 kB 00:00 2024-08-19T09:48:02.313 INFO:teuthology.orchestra.run.smithi196.stdout:(41/118): python3-pycparser-2.20-6.el9.noarch.r 189 kB/s | 135 kB 00:00 2024-08-19T09:48:02.813 INFO:teuthology.orchestra.run.smithi196.stdout:(42/118): python3-cryptography-36.0.1-4.el9.x86 707 kB/s | 1.2 MB 00:01 2024-08-19T09:48:02.922 INFO:teuthology.orchestra.run.smithi196.stdout:(43/118): boost-program-options-1.75.0-8.el9.x8 992 kB/s | 107 kB 00:00 2024-08-19T09:48:02.947 INFO:teuthology.orchestra.run.smithi196.stdout:(44/118): python3-requests-2.25.1-8.el9.noarch. 176 kB/s | 125 kB 00:00 2024-08-19T09:48:02.989 INFO:teuthology.orchestra.run.smithi196.stdout:(45/118): flexiblas-3.0.4-8.el9.x86_64.rpm 499 kB/s | 33 kB 00:00 2024-08-19T09:48:03.056 INFO:teuthology.orchestra.run.smithi196.stdout:(46/118): python3-urllib3-1.26.5-6.el9.noarch.r 289 kB/s | 215 kB 00:00 2024-08-19T09:48:03.072 INFO:teuthology.orchestra.run.smithi196.stdout:(47/118): flexiblas-openblas-openmp-3.0.4-8.el9 218 kB/s | 18 kB 00:00 2024-08-19T09:48:03.140 INFO:teuthology.orchestra.run.smithi196.stdout:(48/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 160 kB 00:00 2024-08-19T09:48:03.156 INFO:teuthology.orchestra.run.smithi196.stdout:(49/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 542 kB/s | 45 kB 00:00 2024-08-19T09:48:03.207 INFO:teuthology.orchestra.run.smithi196.stdout:(50/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 12 MB/s | 3.0 MB 00:00 2024-08-19T09:48:03.257 INFO:teuthology.orchestra.run.smithi196.stdout:(51/118): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-08-19T09:48:03.274 INFO:teuthology.orchestra.run.smithi196.stdout:(52/118): openblas-0.3.21-2.el9.x86_64.rpm 528 kB/s | 35 kB 00:00 2024-08-19T09:48:03.299 INFO:teuthology.orchestra.run.smithi196.stdout:(53/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.0 MB/s | 292 kB 00:00 2024-08-19T09:48:03.321 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction test succeeded. 2024-08-19T09:48:03.321 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction 2024-08-19T09:48:03.333 INFO:teuthology.orchestra.run.smithi196.stdout:(54/118): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-08-19T09:48:03.433 INFO:teuthology.orchestra.run.smithi196.stdout:(55/118): openblas-openmp-0.3.21-2.el9.x86_64.r 27 MB/s | 4.7 MB 00:00 2024-08-19T09:48:03.459 INFO:teuthology.orchestra.run.smithi196.stdout:(56/118): python3-devel-3.9.19-4.el9.x86_64.rpm 1.9 MB/s | 244 kB 00:00 2024-08-19T09:48:03.551 INFO:teuthology.orchestra.run.smithi196.stdout:(57/118): python3-babel-2.9.1-2.el9.noarch.rpm 24 MB/s | 6.0 MB 00:00 2024-08-19T09:48:03.576 INFO:teuthology.orchestra.run.smithi196.stdout:(58/118): python3-iniconfig-1.1.1-7.el9.noarch. 123 kB/s | 17 kB 00:00 2024-08-19T09:48:03.609 INFO:teuthology.orchestra.run.smithi196.stdout:(59/118): python3-jinja2-2.11.3-6.el9.noarch.rp 1.6 MB/s | 248 kB 00:00 2024-08-19T09:48:03.634 INFO:teuthology.orchestra.run.smithi196.stdout:(60/118): python3-jsonpatch-1.21-16.el9.noarch. 307 kB/s | 26 kB 00:00 2024-08-19T09:48:03.660 INFO:teuthology.orchestra.run.smithi196.stdout:(61/118): python3-jsonpointer-2.0-4.el9.noarch. 228 kB/s | 19 kB 00:00 2024-08-19T09:48:03.685 INFO:teuthology.orchestra.run.smithi196.stdout:(62/118): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-08-19T09:48:03.710 INFO:teuthology.orchestra.run.smithi196.stdout:(63/118): python3-markupsafe-1.1.1-12.el9.x86_6 462 kB/s | 35 kB 00:00 2024-08-19T09:48:03.752 INFO:teuthology.orchestra.run.smithi196.stdout:(64/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.7 MB/s | 250 kB 00:00 2024-08-19T09:48:03.827 INFO:teuthology.orchestra.run.smithi196.stdout:(65/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 30 MB/s | 5.1 MB 00:00 2024-08-19T09:48:03.897 INFO:teuthology.orchestra.run.smithi196.stdout:(66/118): python3-packaging-20.9-5.el9.noarch.r 533 kB/s | 77 kB 00:00 2024-08-19T09:48:03.944 INFO:teuthology.orchestra.run.smithi196.stdout:(67/118): python3-pluggy-0.13.1-7.el9.noarch.rp 354 kB/s | 41 kB 00:00 2024-08-19T09:48:03.970 INFO:teuthology.orchestra.run.smithi196.stdout:(68/118): python3-prettytable-0.7.2-27.el9.noar 584 kB/s | 42 kB 00:00 2024-08-19T09:48:03.995 INFO:teuthology.orchestra.run.smithi196.stdout:(69/118): python3-oauthlib-3.1.1-5.el9.noarch.r 779 kB/s | 222 kB 00:00 2024-08-19T09:48:04.020 INFO:teuthology.orchestra.run.smithi196.stdout:(70/118): python3-py-1.10.0-6.el9.noarch.rpm 6.2 MB/s | 477 kB 00:00 2024-08-19T09:48:04.046 INFO:teuthology.orchestra.run.smithi196.stdout:(71/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.0 MB/s | 159 kB 00:00 2024-08-19T09:48:04.071 INFO:teuthology.orchestra.run.smithi196.stdout:(72/118): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-08-19T09:48:04.096 INFO:teuthology.orchestra.run.smithi196.stdout:(73/118): python3-pytest-6.2.2-7.el9.noarch.rpm 6.7 MB/s | 519 kB 00:00 2024-08-19T09:48:04.121 INFO:teuthology.orchestra.run.smithi196.stdout:(74/118): python3-pytz-2021.1-5.el9.noarch.rpm 676 kB/s | 51 kB 00:00 2024-08-19T09:48:04.147 INFO:teuthology.orchestra.run.smithi196.stdout:(75/118): python3-requests-oauthlib-1.3.0-12.el 710 kB/s | 54 kB 00:00 2024-08-19T09:48:04.180 INFO:teuthology.orchestra.run.smithi196.stdout:(76/118): python3-toml-0.10.2-6.el9.noarch.rpm 711 kB/s | 42 kB 00:00 2024-08-19T09:48:04.214 INFO:teuthology.orchestra.run.smithi196.stdout:(77/118): socat-1.7.4.1-6.el9.x86_64.rpm 4.4 MB/s | 304 kB 00:00 2024-08-19T09:48:04.247 INFO:teuthology.orchestra.run.smithi196.stdout:(78/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 952 kB/s | 64 kB 00:00 2024-08-19T09:48:04.281 INFO:teuthology.orchestra.run.smithi196.stdout:(79/118): fmt-8.1.1-5.el9.x86_64.rpm 1.6 MB/s | 111 kB 00:00 2024-08-19T09:48:04.323 INFO:teuthology.orchestra.run.smithi196.stdout:(80/118): gperftools-libs-2.9.1-2.el9.x86_64.rp 4.1 MB/s | 309 kB 00:00 2024-08-19T09:48:04.348 INFO:teuthology.orchestra.run.smithi196.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-08-19T09:48:04.373 INFO:teuthology.orchestra.run.smithi196.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-08-19T09:48:04.398 INFO:teuthology.orchestra.run.smithi196.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-08-19T09:48:04.449 INFO:teuthology.orchestra.run.smithi196.stdout:(84/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 16 MB/s | 839 kB 00:00 2024-08-19T09:48:04.516 INFO:teuthology.orchestra.run.smithi196.stdout:(85/118): libarrow-9.0.0-11.el9.x86_64.rpm 19 MB/s | 4.4 MB 00:00 2024-08-19T09:48:04.541 INFO:teuthology.orchestra.run.smithi196.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-19T09:48:04.700 INFO:teuthology.orchestra.run.smithi196.stdout:(87/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 27 MB/s | 16 MB 00:00 2024-08-19T09:48:04.725 INFO:teuthology.orchestra.run.smithi196.stdout:(88/118): python3-cachetools-4.2.4-1.el9.noarch 175 kB/s | 32 kB 00:00 2024-08-19T09:48:04.767 INFO:teuthology.orchestra.run.smithi196.stdout:(89/118): python3-asyncssh-2.13.2-5.el9.noarch. 1.7 MB/s | 548 kB 00:00 2024-08-19T09:48:04.792 INFO:teuthology.orchestra.run.smithi196.stdout:(90/118): python3-certifi-2023.05.07-4.el9.noar 154 kB/s | 14 kB 00:00 2024-08-19T09:48:04.818 INFO:teuthology.orchestra.run.smithi196.stdout:(91/118): python3-cheroot-8.6.0-4.el9.noarch.rp 2.0 MB/s | 172 kB 00:00 2024-08-19T09:48:04.843 INFO:teuthology.orchestra.run.smithi196.stdout:(92/118): python3-cherrypy-18.6.1-2.el9.noarch. 4.8 MB/s | 358 kB 00:00 2024-08-19T09:48:04.859 INFO:teuthology.orchestra.run.smithi196.stdout:(93/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 257 kB/s | 11 kB 00:00 2024-08-19T09:48:04.876 INFO:teuthology.orchestra.run.smithi196.stdout:(94/118): python3-jaraco-classes-3.2.1-5.el9.no 528 kB/s | 18 kB 00:00 2024-08-19T09:48:04.893 INFO:teuthology.orchestra.run.smithi196.stdout:(95/118): python3-jaraco-collections-3.0.0-8.el 691 kB/s | 23 kB 00:00 2024-08-19T09:48:04.910 INFO:teuthology.orchestra.run.smithi196.stdout:(96/118): python3-jaraco-functools-3.5.0-2.el9. 582 kB/s | 19 kB 00:00 2024-08-19T09:48:04.927 INFO:teuthology.orchestra.run.smithi196.stdout:(97/118): python3-jaraco-text-3.2.0-6.el9.noarc 587 kB/s | 20 kB 00:00 2024-08-19T09:48:04.952 INFO:teuthology.orchestra.run.smithi196.stdout:(98/118): python3-google-auth-2.33.0-1.el9.noar 1.3 MB/s | 220 kB 00:00 2024-08-19T09:48:04.978 INFO:teuthology.orchestra.run.smithi196.stdout:(99/118): python3-logutils-0.3.5-21.el9.noarch. 927 kB/s | 46 kB 00:00 2024-08-19T09:48:05.003 INFO:teuthology.orchestra.run.smithi196.stdout:(100/118): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-08-19T09:48:05.029 INFO:teuthology.orchestra.run.smithi196.stdout:(101/118): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-08-19T09:48:05.054 INFO:teuthology.orchestra.run.smithi196.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 659 kB/s | 16 kB 00:00 2024-08-19T09:48:05.079 INFO:teuthology.orchestra.run.smithi196.stdout:(103/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-08-19T09:48:05.106 INFO:teuthology.orchestra.run.smithi196.stdout:(104/118): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-08-19T09:48:05.130 INFO:teuthology.orchestra.run.smithi196.stdout:(105/118): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-08-19T09:48:05.171 INFO:teuthology.orchestra.run.smithi196.stdout:(106/118): python3-rsa-4.9-2.el9.noarch.rpm 1.4 MB/s | 59 kB 00:00 2024-08-19T09:48:05.197 INFO:teuthology.orchestra.run.smithi196.stdout:(107/118): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-08-19T09:48:05.230 INFO:teuthology.orchestra.run.smithi196.stdout:(108/118): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-08-19T09:48:05.256 INFO:teuthology.orchestra.run.smithi196.stdout:(109/118): python3-typing-extensions-4.12.2-2.e 1.2 MB/s | 74 kB 00:00 2024-08-19T09:48:05.281 INFO:teuthology.orchestra.run.smithi196.stdout:(110/118): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-08-19T09:48:05.306 INFO:teuthology.orchestra.run.smithi196.stdout:(111/118): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-08-19T09:48:05.340 INFO:teuthology.orchestra.run.smithi196.stdout:(112/118): python3-kubernetes-26.1.0-2.el9.noar 2.4 MB/s | 1.0 MB 00:00 2024-08-19T09:48:05.365 INFO:teuthology.orchestra.run.smithi196.stdout:(113/118): python3-zc-lockfile-2.0-10.el9.noarc 342 kB/s | 20 kB 00:00 2024-08-19T09:48:05.390 INFO:teuthology.orchestra.run.smithi196.stdout:(114/118): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-08-19T09:48:05.416 INFO:teuthology.orchestra.run.smithi196.stdout:(115/118): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-08-19T09:48:05.466 INFO:teuthology.orchestra.run.smithi196.stdout:(116/118): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-08-19T09:48:05.649 INFO:teuthology.orchestra.run.smithi196.stdout:(117/118): librados2-18.2.4-721.gbaa926de.el9.x 13 MB/s | 3.3 MB 00:00 2024-08-19T09:48:05.700 INFO:teuthology.orchestra.run.smithi196.stdout:(118/118): librbd1-18.2.4-721.gbaa926de.el9.x86 11 MB/s | 3.0 MB 00:00 2024-08-19T09:48:05.706 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-08-19T09:48:05.706 INFO:teuthology.orchestra.run.smithi196.stdout:Total 18 MB/s | 179 MB 00:09 2024-08-19T09:48:06.458 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-08-19T09:48:06.556 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-08-19T09:48:06.556 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-08-19T09:48:07.924 INFO:teuthology.orchestra.run.smithi190.stdout: Preparing : 1/1 2024-08-19T09:48:07.944 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-08-19T09:48:07.945 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-08-19T09:48:07.993 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-08-19T09:48:08.018 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-08-19T09:48:08.061 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-08-19T09:48:08.433 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-08-19T09:48:08.502 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : librados2-2:18.2.4-721.gbaa926de.el9.x86_64 5/120 2024-08-19T09:48:08.621 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librados2-2:18.2.4-721.gbaa926de.el9.x86_64 5/120 2024-08-19T09:48:08.645 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 6/120 2024-08-19T09:48:08.740 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 6/120 2024-08-19T09:48:08.778 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rados-2:18.2.4-721.gbaa926de.el9.x86_64 7/120 2024-08-19T09:48:08.808 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-08-19T09:48:08.844 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-08-19T09:48:08.873 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 10/120 2024-08-19T09:48:08.973 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 10/120 2024-08-19T09:48:08.999 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_ 11/120 2024-08-19T09:48:09.125 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_ 11/120 2024-08-19T09:48:09.153 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-08-19T09:48:09.185 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-08-19T09:48:09.215 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-08-19T09:48:09.255 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-08-19T09:48:09.321 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-08-19T09:48:09.355 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-08-19T09:48:09.382 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-08-19T09:48:09.451 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-08-19T09:48:09.504 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-08-19T09:48:09.535 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-08-19T09:48:09.570 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/120 2024-08-19T09:48:09.606 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/120 2024-08-19T09:48:09.651 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-ceph-argparse-2:18.2.4-721.gbaa926de.el9 24/120 2024-08-19T09:48:09.722 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cephfs-2:18.2.4-721.gbaa926de.el9.x86_64 25/120 2024-08-19T09:48:09.865 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-08-19T09:48:09.918 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-08-19T09:48:10.435 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-08-19T09:48:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-08-19T09:48:10.551 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-08-19T09:48:10.585 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-08-19T09:48:10.620 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-08-19T09:48:10.661 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-08-19T09:48:10.700 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librados-devel-2:18.2.4-721.gbaa926de.el9.x86_64 34/120 2024-08-19T09:48:10.729 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-08-19T09:48:10.763 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-08-19T09:48:10.862 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/120 2024-08-19T09:48:10.901 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-08-19T09:48:10.956 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-08-19T09:48:11.029 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-08-19T09:48:11.060 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/120 2024-08-19T09:48:11.096 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-08-19T09:48:11.143 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-08-19T09:48:11.188 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-08-19T09:48:11.229 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-08-19T09:48:11.366 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-08-19T09:48:11.415 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-08-19T09:48:11.456 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-08-19T09:48:11.559 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-08-19T09:48:11.598 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 50/120 2024-08-19T09:48:11.638 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-08-19T09:48:11.680 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/120 2024-08-19T09:48:11.707 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-08-19T09:48:11.743 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-08-19T09:48:11.797 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-08-19T09:48:11.929 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-08-19T09:48:11.964 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-08-19T09:48:12.003 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-08-19T09:48:12.045 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-08-19T09:48:12.144 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-08-19T09:48:12.191 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-08-19T09:48:12.582 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-08-19T09:48:12.660 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-08-19T09:48:12.685 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-08-19T09:48:12.728 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-08-19T09:48:12.922 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-08-19T09:48:12.971 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-08-19T09:48:13.005 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-08-19T09:48:13.039 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-08-19T09:48:13.060 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-08-19T09:48:13.140 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-08-19T09:48:13.169 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : librados2-2:18.2.4-721.gbaa926de.el9.x86_64 5/120 2024-08-19T09:48:13.197 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-devel-3.9.19-4.el9.x86_64 67/120 2024-08-19T09:48:13.231 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-08-19T09:48:13.288 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librados2-2:18.2.4-721.gbaa926de.el9.x86_64 5/120 2024-08-19T09:48:13.312 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 6/120 2024-08-19T09:48:13.399 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 6/120 2024-08-19T09:48:13.408 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/120 2024-08-19T09:48:13.437 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-rados-2:18.2.4-721.gbaa926de.el9.x86_64 7/120 2024-08-19T09:48:13.438 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/120 2024-08-19T09:48:13.466 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-08-19T09:48:13.503 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-08-19T09:48:13.515 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-08-19T09:48:13.531 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 10/120 2024-08-19T09:48:13.632 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 10/120 2024-08-19T09:48:13.665 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_ 11/120 2024-08-19T09:48:13.793 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_ 11/120 2024-08-19T09:48:13.827 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-08-19T09:48:13.860 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-08-19T09:48:13.890 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-08-19T09:48:13.931 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-08-19T09:48:14.005 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-08-19T09:48:14.038 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-08-19T09:48:14.065 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-08-19T09:48:14.126 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-08-19T09:48:14.163 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-08-19T09:48:14.271 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-08-19T09:48:14.272 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-08-19T09:48:14.302 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-08-19T09:48:14.345 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/120 2024-08-19T09:48:14.380 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/120 2024-08-19T09:48:14.425 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-ceph-argparse-2:18.2.4-721.gbaa926de.el9 24/120 2024-08-19T09:48:14.498 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cephfs-2:18.2.4-721.gbaa926de.el9.x86_64 25/120 2024-08-19T09:48:14.633 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-08-19T09:48:14.807 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-08-19T09:48:15.345 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-08-19T09:48:15.430 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-08-19T09:48:15.467 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-08-19T09:48:15.502 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-08-19T09:48:15.516 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-08-19T09:48:15.536 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-08-19T09:48:15.577 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-08-19T09:48:15.602 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-08-19T09:48:15.615 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librados-devel-2:18.2.4-721.gbaa926de.el9.x86_64 34/120 2024-08-19T09:48:15.646 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-08-19T09:48:15.679 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-08-19T09:48:15.787 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/120 2024-08-19T09:48:15.825 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-08-19T09:48:15.881 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-08-19T09:48:15.899 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-08-19T09:48:15.938 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 77/120 2024-08-19T09:48:15.953 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-08-19T09:48:15.985 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/120 2024-08-19T09:48:16.029 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-08-19T09:48:16.033 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 77/120 2024-08-19T09:48:16.060 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rbd-2:18.2.4-721.gbaa926de.el9.x86_64 78/120 2024-08-19T09:48:16.076 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-08-19T09:48:16.104 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-08-19T09:48:16.121 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-08-19T09:48:16.163 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-08-19T09:48:16.301 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-08-19T09:48:16.348 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-08-19T09:48:16.389 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-08-19T09:48:16.492 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-08-19T09:48:16.493 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-08-19T09:48:16.516 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 81/120 2024-08-19T09:48:16.531 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 50/120 2024-08-19T09:48:16.571 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-08-19T09:48:16.581 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 81/120 2024-08-19T09:48:16.596 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/120 2024-08-19T09:48:16.622 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rgw-2:18.2.4-721.gbaa926de.el9.x86_64 82/120 2024-08-19T09:48:16.632 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-08-19T09:48:16.668 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-08-19T09:48:16.678 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-08-19T09:48:16.712 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-08-19T09:48:16.734 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-08-19T09:48:16.836 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-08-19T09:48:16.881 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-08-19T09:48:16.919 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-08-19T09:48:16.920 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-08-19T09:48:16.970 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-08-19T09:48:16.975 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-08-19T09:48:17.054 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-08-19T09:48:17.070 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-08-19T09:48:17.123 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-08-19T09:48:17.142 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-08-19T09:48:17.282 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-08-19T09:48:17.325 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-08-19T09:48:17.357 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-08-19T09:48:17.385 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-08-19T09:48:17.867 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-08-19T09:48:17.913 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-08-19T09:48:17.946 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-08-19T09:48:17.980 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-08-19T09:48:18.061 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: cephadm-2:18.2.4-721.gbaa926de.el9.noarch 93/120 2024-08-19T09:48:18.081 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-08-19T09:48:18.092 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : cephadm-2:18.2.4-721.gbaa926de.el9.noarch 93/120 2024-08-19T09:48:18.131 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-721.gbaa926de.el 94/120 2024-08-19T09:48:18.139 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-devel-3.9.19-4.el9.x86_64 67/120 2024-08-19T09:48:18.172 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-08-19T09:48:18.209 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-721.gbaa926de.e 95/120 2024-08-19T09:48:18.234 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-ceph-common-2:18.2.4-721.gbaa926de.el9.x 96/120 2024-08-19T09:48:18.351 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/120 2024-08-19T09:48:18.379 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/120 2024-08-19T09:48:18.456 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-08-19T09:48:19.115 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-08-19T09:48:19.227 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-08-19T09:48:20.301 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 97/120 2024-08-19T09:48:20.338 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 97/120 2024-08-19T09:48:20.474 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-08-19T09:48:20.585 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-08-19T09:48:20.853 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 97/120 2024-08-19T09:48:20.883 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-08-19T09:48:20.891 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 98/120 2024-08-19T09:48:20.930 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 77/120 2024-08-19T09:48:20.991 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 98/120 2024-08-19T09:48:20.992 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-19T09:48:20.992 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-19T09:48:20.992 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:48:21.008 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 77/120 2024-08-19T09:48:21.017 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 99/120 2024-08-19T09:48:21.034 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-rbd-2:18.2.4-721.gbaa926de.el9.x86_64 78/120 2024-08-19T09:48:21.070 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-08-19T09:48:21.467 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-08-19T09:48:21.491 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 81/120 2024-08-19T09:48:21.564 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 81/120 2024-08-19T09:48:21.604 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-rgw-2:18.2.4-721.gbaa926de.el9.x86_64 82/120 2024-08-19T09:48:21.661 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-08-19T09:48:21.716 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-08-19T09:48:21.905 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-08-19T09:48:21.958 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-08-19T09:48:22.038 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-08-19T09:48:22.126 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-08-19T09:48:22.266 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-08-19T09:48:22.316 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-08-19T09:48:22.348 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-08-19T09:48:22.375 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-08-19T09:48:22.933 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: cephadm-2:18.2.4-721.gbaa926de.el9.noarch 93/120 2024-08-19T09:48:22.966 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : cephadm-2:18.2.4-721.gbaa926de.el9.noarch 93/120 2024-08-19T09:48:22.996 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-721.gbaa926de.el 94/120 2024-08-19T09:48:23.073 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-721.gbaa926de.e 95/120 2024-08-19T09:48:23.099 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-ceph-common-2:18.2.4-721.gbaa926de.el9.x 96/120 2024-08-19T09:48:25.130 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 97/120 2024-08-19T09:48:25.171 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 97/120 2024-08-19T09:48:25.687 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 97/120 2024-08-19T09:48:25.732 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 98/120 2024-08-19T09:48:25.832 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 98/120 2024-08-19T09:48:25.832 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-19T09:48:25.832 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-19T09:48:25.833 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:48:25.866 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 99/120 2024-08-19T09:48:32.391 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 99/120 2024-08-19T09:48:32.391 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /sys 2024-08-19T09:48:32.391 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /proc 2024-08-19T09:48:32.391 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /mnt 2024-08-19T09:48:32.391 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /var/tmp 2024-08-19T09:48:32.392 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /home 2024-08-19T09:48:32.392 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /root 2024-08-19T09:48:32.392 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /tmp 2024-08-19T09:48:32.392 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:48:32.469 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noar 100/120 2024-08-19T09:48:33.530 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noar 100/120 2024-08-19T09:48:33.564 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.no 101/120 2024-08-19T09:48:34.523 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.no 101/120 2024-08-19T09:48:34.549 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa9 102/120 2024-08-19T09:48:34.648 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa9 102/120 2024-08-19T09:48:34.814 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-721.gbaa926de.el9 103/120 2024-08-19T09:48:34.842 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 104/120 2024-08-19T09:48:34.866 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 104/120 2024-08-19T09:48:34.866 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T09:48:34.866 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-19T09:48:34.866 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-19T09:48:34.866 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-19T09:48:34.867 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:48:34.909 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 105/120 2024-08-19T09:48:35.093 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 105/120 2024-08-19T09:48:35.118 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 106/120 2024-08-19T09:48:35.142 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 106/120 2024-08-19T09:48:35.143 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T09:48:35.143 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-19T09:48:35.143 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-19T09:48:35.143 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-19T09:48:35.143 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:48:35.577 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 107/120 2024-08-19T09:48:35.600 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 107/120 2024-08-19T09:48:35.601 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T09:48:35.601 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-19T09:48:35.601 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-19T09:48:35.601 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-19T09:48:35.601 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:48:37.003 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 108/120 2024-08-19T09:48:37.030 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 108/120 2024-08-19T09:48:37.030 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T09:48:37.030 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-19T09:48:37.030 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-19T09:48:37.030 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-19T09:48:37.030 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:48:37.126 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 99/120 2024-08-19T09:48:37.127 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /sys 2024-08-19T09:48:37.127 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /proc 2024-08-19T09:48:37.127 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /mnt 2024-08-19T09:48:37.127 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /var/tmp 2024-08-19T09:48:37.127 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /home 2024-08-19T09:48:37.127 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /root 2024-08-19T09:48:37.127 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /tmp 2024-08-19T09:48:37.127 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:48:37.200 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noar 100/120 2024-08-19T09:48:37.742 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-2:18.2.4-721.gbaa926de.el9.x86_64 109/120 2024-08-19T09:48:37.787 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 110/120 2024-08-19T09:48:37.811 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 110/120 2024-08-19T09:48:37.811 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T09:48:37.811 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-19T09:48:37.811 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-19T09:48:37.812 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-19T09:48:37.812 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:48:37.854 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-721.gbaa926 111/120 2024-08-19T09:48:37.878 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-721.gbaa926 111/120 2024-08-19T09:48:37.878 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T09:48:37.878 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-19T09:48:37.878 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:48:38.180 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 112/120 2024-08-19T09:48:38.203 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 112/120 2024-08-19T09:48:38.204 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T09:48:38.204 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-19T09:48:38.204 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-19T09:48:38.204 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-19T09:48:38.204 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:48:38.275 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noar 100/120 2024-08-19T09:48:38.312 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.no 101/120 2024-08-19T09:48:39.279 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.no 101/120 2024-08-19T09:48:39.304 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa9 102/120 2024-08-19T09:48:39.405 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa9 102/120 2024-08-19T09:48:39.562 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-721.gbaa926de.el9 103/120 2024-08-19T09:48:39.598 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 104/120 2024-08-19T09:48:39.622 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 104/120 2024-08-19T09:48:39.622 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T09:48:39.622 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-19T09:48:39.622 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-19T09:48:39.622 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-19T09:48:39.623 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:48:39.665 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 105/120 2024-08-19T09:48:39.852 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 105/120 2024-08-19T09:48:39.882 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 106/120 2024-08-19T09:48:39.905 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 106/120 2024-08-19T09:48:39.906 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T09:48:39.906 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-19T09:48:39.906 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-19T09:48:39.906 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-19T09:48:39.906 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:48:40.342 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 107/120 2024-08-19T09:48:40.365 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 107/120 2024-08-19T09:48:40.365 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T09:48:40.365 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-19T09:48:40.365 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-19T09:48:40.365 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-19T09:48:40.365 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:48:41.775 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 108/120 2024-08-19T09:48:41.802 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 108/120 2024-08-19T09:48:41.802 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T09:48:41.802 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-19T09:48:41.803 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-19T09:48:41.803 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-19T09:48:41.803 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:48:41.888 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-test-2:18.2.4-721.gbaa926de.el9.x86_64 113/120 2024-08-19T09:48:41.934 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 114/120 2024-08-19T09:48:41.975 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : rbd-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 115/120 2024-08-19T09:48:42.093 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : rbd-nbd-2:18.2.4-721.gbaa926de.el9.x86_64 116/120 2024-08-19T09:48:42.132 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-08-19T09:48:42.163 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcephfs-devel-2:18.2.4-721.gbaa926de.el9.x86_6 118/120 2024-08-19T09:48:42.163 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-19T09:48:42.280 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-19T09:48:42.280 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-19T09:48:42.510 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-2:18.2.4-721.gbaa926de.el9.x86_64 109/120 2024-08-19T09:48:42.543 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 110/120 2024-08-19T09:48:42.567 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 110/120 2024-08-19T09:48:42.567 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T09:48:42.567 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-19T09:48:42.567 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-19T09:48:42.567 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-19T09:48:42.567 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:48:42.611 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-721.gbaa926 111/120 2024-08-19T09:48:42.634 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-721.gbaa926 111/120 2024-08-19T09:48:42.634 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T09:48:42.634 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-19T09:48:42.634 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:48:42.928 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 112/120 2024-08-19T09:48:42.951 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 112/120 2024-08-19T09:48:42.952 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-19T09:48:42.952 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-19T09:48:42.952 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-19T09:48:42.952 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-19T09:48:42.952 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:48:46.653 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-test-2:18.2.4-721.gbaa926de.el9.x86_64 113/120 2024-08-19T09:48:46.720 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 114/120 2024-08-19T09:48:46.764 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : rbd-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 115/120 2024-08-19T09:48:46.891 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : rbd-nbd-2:18.2.4-721.gbaa926de.el9.x86_64 116/120 2024-08-19T09:48:46.930 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-08-19T09:48:46.961 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libcephfs-devel-2:18.2.4-721.gbaa926de.el9.x86_6 118/120 2024-08-19T09:48:46.961 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-19T09:48:47.030 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-19T09:48:47.030 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-2:18.2.4-721.gbaa926de.el9.x86_64 1/120 2024-08-19T09:48:47.030 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 2/120 2024-08-19T09:48:47.030 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 3/120 2024-08-19T09:48:47.030 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 4/120 2024-08-19T09:48:47.030 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-721.gbaa926 5/120 2024-08-19T09:48:47.030 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 6/120 2024-08-19T09:48:47.030 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 7/120 2024-08-19T09:48:47.030 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 8/120 2024-08-19T09:48:47.030 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 9/120 2024-08-19T09:48:47.031 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 10/120 2024-08-19T09:48:47.031 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 11/120 2024-08-19T09:48:47.031 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-test-2:18.2.4-721.gbaa926de.el9.x86_64 12/120 2024-08-19T09:48:47.031 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcephfs-devel-2:18.2.4-721.gbaa926de.el9.x86_6 13/120 2024-08-19T09:48:47.031 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 14/120 2024-08-19T09:48:47.031 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 15/120 2024-08-19T09:48:47.031 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librados-devel-2:18.2.4-721.gbaa926de.el9.x86_64 16/120 2024-08-19T09:48:47.031 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_ 17/120 2024-08-19T09:48:47.031 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 18/120 2024-08-19T09:48:47.031 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-ceph-argparse-2:18.2.4-721.gbaa926de.el9 19/120 2024-08-19T09:48:47.031 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-ceph-common-2:18.2.4-721.gbaa926de.el9.x 20/120 2024-08-19T09:48:47.031 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cephfs-2:18.2.4-721.gbaa926de.el9.x86_64 21/120 2024-08-19T09:48:47.031 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rados-2:18.2.4-721.gbaa926de.el9.x86_64 22/120 2024-08-19T09:48:47.031 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rbd-2:18.2.4-721.gbaa926de.el9.x86_64 23/120 2024-08-19T09:48:47.032 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rgw-2:18.2.4-721.gbaa926de.el9.x86_64 24/120 2024-08-19T09:48:47.032 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : rbd-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 25/120 2024-08-19T09:48:47.032 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 26/120 2024-08-19T09:48:47.032 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : rbd-nbd-2:18.2.4-721.gbaa926de.el9.x86_64 27/120 2024-08-19T09:48:47.040 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-721.gbaa926de.e 28/120 2024-08-19T09:48:47.040 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noar 29/120 2024-08-19T09:48:47.040 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.no 30/120 2024-08-19T09:48:47.040 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa9 31/120 2024-08-19T09:48:47.040 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-721.gbaa926de.el9 32/120 2024-08-19T09:48:47.040 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 33/120 2024-08-19T09:48:47.041 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-721.gbaa926de.el 34/120 2024-08-19T09:48:47.041 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : cephadm-2:18.2.4-721.gbaa926de.el9.noarch 35/120 2024-08-19T09:48:47.041 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-08-19T09:48:47.041 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/120 2024-08-19T09:48:47.041 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/120 2024-08-19T09:48:47.041 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-08-19T09:48:47.041 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-08-19T09:48:47.041 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-08-19T09:48:47.041 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-08-19T09:48:47.041 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-08-19T09:48:47.041 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-08-19T09:48:47.041 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-08-19T09:48:47.041 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-08-19T09:48:47.042 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-08-19T09:48:47.042 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-08-19T09:48:47.042 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-08-19T09:48:47.042 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-08-19T09:48:47.042 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-08-19T09:48:47.042 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-08-19T09:48:47.042 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 53/120 2024-08-19T09:48:47.042 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 54/120 2024-08-19T09:48:47.042 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-08-19T09:48:47.042 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-08-19T09:48:47.042 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-devel-3.9.19-4.el9.x86_64 57/120 2024-08-19T09:48:47.042 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-08-19T09:48:47.042 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-08-19T09:48:47.043 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-08-19T09:48:47.043 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-08-19T09:48:47.043 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-08-19T09:48:47.043 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-08-19T09:48:47.043 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-08-19T09:48:47.043 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-08-19T09:48:47.043 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-08-19T09:48:47.043 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-08-19T09:48:47.043 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-08-19T09:48:47.043 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-08-19T09:48:47.043 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-08-19T09:48:47.043 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-08-19T09:48:47.043 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-08-19T09:48:47.044 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-08-19T09:48:47.044 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-08-19T09:48:47.044 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-08-19T09:48:47.044 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-08-19T09:48:47.044 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-08-19T09:48:47.044 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-08-19T09:48:47.044 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-08-19T09:48:47.044 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-08-19T09:48:47.044 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 81/120 2024-08-19T09:48:47.044 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-08-19T09:48:47.044 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-08-19T09:48:47.045 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-08-19T09:48:47.045 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-08-19T09:48:47.045 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-08-19T09:48:47.045 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-08-19T09:48:47.045 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-08-19T09:48:47.045 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-08-19T09:48:47.045 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-08-19T09:48:47.045 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-08-19T09:48:47.045 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-08-19T09:48:47.045 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 93/120 2024-08-19T09:48:47.045 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-08-19T09:48:47.045 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-08-19T09:48:47.046 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-08-19T09:48:47.046 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-08-19T09:48:47.046 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-08-19T09:48:47.046 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-08-19T09:48:47.046 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-08-19T09:48:47.046 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-08-19T09:48:47.046 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-08-19T09:48:47.046 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-08-19T09:48:47.046 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-08-19T09:48:47.046 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-08-19T09:48:47.046 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-08-19T09:48:47.046 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-08-19T09:48:47.046 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-08-19T09:48:47.047 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-08-19T09:48:47.047 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-08-19T09:48:47.047 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 111/120 2024-08-19T09:48:47.047 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-08-19T09:48:47.047 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-08-19T09:48:47.047 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-08-19T09:48:47.047 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : re2-1:20211101-3.el9.x86_64 115/120 2024-08-19T09:48:47.047 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-08-19T09:48:47.047 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librados2-2:18.2.4-721.gbaa926de.el9.x86_64 117/120 2024-08-19T09:48:47.047 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-08-19T09:48:47.047 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 119/120 2024-08-19T09:48:47.053 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-19T09:48:47.053 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-19T09:48:48.973 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-08-19T09:48:48.973 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:48:48.973 INFO:teuthology.orchestra.run.smithi190.stdout:Upgraded: 2024-08-19T09:48:48.973 INFO:teuthology.orchestra.run.smithi190.stdout: librados2-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.973 INFO:teuthology.orchestra.run.smithi190.stdout: librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.973 INFO:teuthology.orchestra.run.smithi190.stdout:Installed: 2024-08-19T09:48:48.973 INFO:teuthology.orchestra.run.smithi190.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-08-19T09:48:48.973 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.974 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.974 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.974 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.974 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-grafana-dashboards-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:48.974 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-immutable-object-cache-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.974 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.974 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.974 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:48.974 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:48.974 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:48.974 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-modules-core-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:48.974 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:48.974 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.975 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.975 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-prometheus-alerts-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:48.975 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.975 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.975 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-test-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.975 INFO:teuthology.orchestra.run.smithi190.stdout: cephadm-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:48.975 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-19T09:48:48.975 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-19T09:48:48.975 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-19T09:48:48.975 INFO:teuthology.orchestra.run.smithi190.stdout: fmt-8.1.1-5.el9.x86_64 2024-08-19T09:48:48.975 INFO:teuthology.orchestra.run.smithi190.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-19T09:48:48.975 INFO:teuthology.orchestra.run.smithi190.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-19T09:48:48.976 INFO:teuthology.orchestra.run.smithi190.stdout: libarrow-9.0.0-11.el9.x86_64 2024-08-19T09:48:48.976 INFO:teuthology.orchestra.run.smithi190.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-08-19T09:48:48.976 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs-devel-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.976 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.976 INFO:teuthology.orchestra.run.smithi190.stdout: libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.976 INFO:teuthology.orchestra.run.smithi190.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-19T09:48:48.976 INFO:teuthology.orchestra.run.smithi190.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-19T09:48:48.976 INFO:teuthology.orchestra.run.smithi190.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-19T09:48:48.976 INFO:teuthology.orchestra.run.smithi190.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-19T09:48:48.977 INFO:teuthology.orchestra.run.smithi190.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-19T09:48:48.977 INFO:teuthology.orchestra.run.smithi190.stdout: librados-devel-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.977 INFO:teuthology.orchestra.run.smithi190.stdout: libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.977 INFO:teuthology.orchestra.run.smithi190.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-19T09:48:48.977 INFO:teuthology.orchestra.run.smithi190.stdout: librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.977 INFO:teuthology.orchestra.run.smithi190.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-19T09:48:48.977 INFO:teuthology.orchestra.run.smithi190.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-19T09:48:48.977 INFO:teuthology.orchestra.run.smithi190.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-19T09:48:48.977 INFO:teuthology.orchestra.run.smithi190.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-19T09:48:48.977 INFO:teuthology.orchestra.run.smithi190.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-08-19T09:48:48.977 INFO:teuthology.orchestra.run.smithi190.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-19T09:48:48.977 INFO:teuthology.orchestra.run.smithi190.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-19T09:48:48.977 INFO:teuthology.orchestra.run.smithi190.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-19T09:48:48.978 INFO:teuthology.orchestra.run.smithi190.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-19T09:48:48.978 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-19T09:48:48.978 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-argparse-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.978 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.978 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cephfs-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.978 INFO:teuthology.orchestra.run.smithi190.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-19T09:48:48.978 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-19T09:48:48.978 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-19T09:48:48.978 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-19T09:48:48.978 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-19T09:48:48.978 INFO:teuthology.orchestra.run.smithi190.stdout: python3-devel-3.9.19-4.el9.x86_64 2024-08-19T09:48:48.978 INFO:teuthology.orchestra.run.smithi190.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-19T09:48:48.978 INFO:teuthology.orchestra.run.smithi190.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-19T09:48:48.979 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-19T09:48:48.979 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-19T09:48:48.979 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-19T09:48:48.979 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-19T09:48:48.979 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-19T09:48:48.979 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-19T09:48:48.979 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-19T09:48:48.979 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-19T09:48:48.979 INFO:teuthology.orchestra.run.smithi190.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-19T09:48:48.979 INFO:teuthology.orchestra.run.smithi190.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-19T09:48:48.979 INFO:teuthology.orchestra.run.smithi190.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-19T09:48:48.979 INFO:teuthology.orchestra.run.smithi190.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-19T09:48:48.979 INFO:teuthology.orchestra.run.smithi190.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-19T09:48:48.980 INFO:teuthology.orchestra.run.smithi190.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-19T09:48:48.980 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-19T09:48:48.980 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-19T09:48:48.980 INFO:teuthology.orchestra.run.smithi190.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-19T09:48:48.980 INFO:teuthology.orchestra.run.smithi190.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-19T09:48:48.980 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-19T09:48:48.980 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-19T09:48:48.980 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ply-3.11-14.el9.noarch 2024-08-19T09:48:48.980 INFO:teuthology.orchestra.run.smithi190.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-19T09:48:48.980 INFO:teuthology.orchestra.run.smithi190.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-19T09:48:48.980 INFO:teuthology.orchestra.run.smithi190.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-19T09:48:48.980 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-19T09:48:48.980 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-19T09:48:48.980 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-19T09:48:48.981 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-19T09:48:48.981 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-19T09:48:48.981 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-19T09:48:48.981 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rados-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.981 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rbd-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.981 INFO:teuthology.orchestra.run.smithi190.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-19T09:48:48.981 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-19T09:48:48.981 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-19T09:48:48.981 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rgw-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.981 INFO:teuthology.orchestra.run.smithi190.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-19T09:48:48.981 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-19T09:48:48.981 INFO:teuthology.orchestra.run.smithi190.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-19T09:48:48.981 INFO:teuthology.orchestra.run.smithi190.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-19T09:48:48.982 INFO:teuthology.orchestra.run.smithi190.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-19T09:48:48.982 INFO:teuthology.orchestra.run.smithi190.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-19T09:48:48.982 INFO:teuthology.orchestra.run.smithi190.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-19T09:48:48.982 INFO:teuthology.orchestra.run.smithi190.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-19T09:48:48.982 INFO:teuthology.orchestra.run.smithi190.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-19T09:48:48.982 INFO:teuthology.orchestra.run.smithi190.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-19T09:48:48.982 INFO:teuthology.orchestra.run.smithi190.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-19T09:48:48.982 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.982 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.982 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-nbd-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:48.982 INFO:teuthology.orchestra.run.smithi190.stdout: re2-1:20211101-3.el9.x86_64 2024-08-19T09:48:48.982 INFO:teuthology.orchestra.run.smithi190.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-19T09:48:48.983 INFO:teuthology.orchestra.run.smithi190.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-19T09:48:48.983 INFO:teuthology.orchestra.run.smithi190.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-19T09:48:48.983 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:48:48.983 INFO:teuthology.orchestra.run.smithi190.stdout:Complete! 2024-08-19T09:48:49.300 DEBUG:teuthology.parallel:result is None 2024-08-19T09:48:51.645 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-19T09:48:51.645 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-2:18.2.4-721.gbaa926de.el9.x86_64 1/120 2024-08-19T09:48:51.645 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 2/120 2024-08-19T09:48:51.645 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 3/120 2024-08-19T09:48:51.645 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 4/120 2024-08-19T09:48:51.645 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-721.gbaa926 5/120 2024-08-19T09:48:51.646 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 6/120 2024-08-19T09:48:51.646 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 7/120 2024-08-19T09:48:51.646 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 8/120 2024-08-19T09:48:51.646 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 9/120 2024-08-19T09:48:51.646 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 10/120 2024-08-19T09:48:51.646 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 11/120 2024-08-19T09:48:51.646 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-test-2:18.2.4-721.gbaa926de.el9.x86_64 12/120 2024-08-19T09:48:51.646 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephfs-devel-2:18.2.4-721.gbaa926de.el9.x86_6 13/120 2024-08-19T09:48:51.646 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 14/120 2024-08-19T09:48:51.646 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 15/120 2024-08-19T09:48:51.646 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados-devel-2:18.2.4-721.gbaa926de.el9.x86_64 16/120 2024-08-19T09:48:51.646 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_ 17/120 2024-08-19T09:48:51.646 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 18/120 2024-08-19T09:48:51.647 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ceph-argparse-2:18.2.4-721.gbaa926de.el9 19/120 2024-08-19T09:48:51.647 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ceph-common-2:18.2.4-721.gbaa926de.el9.x 20/120 2024-08-19T09:48:51.647 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cephfs-2:18.2.4-721.gbaa926de.el9.x86_64 21/120 2024-08-19T09:48:51.647 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rados-2:18.2.4-721.gbaa926de.el9.x86_64 22/120 2024-08-19T09:48:51.647 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rbd-2:18.2.4-721.gbaa926de.el9.x86_64 23/120 2024-08-19T09:48:51.647 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rgw-2:18.2.4-721.gbaa926de.el9.x86_64 24/120 2024-08-19T09:48:51.647 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 25/120 2024-08-19T09:48:51.647 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 26/120 2024-08-19T09:48:51.647 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-nbd-2:18.2.4-721.gbaa926de.el9.x86_64 27/120 2024-08-19T09:48:51.647 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-721.gbaa926de.e 28/120 2024-08-19T09:48:51.647 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noar 29/120 2024-08-19T09:48:51.647 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.no 30/120 2024-08-19T09:48:51.647 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa9 31/120 2024-08-19T09:48:51.647 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-721.gbaa926de.el9 32/120 2024-08-19T09:48:51.648 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 33/120 2024-08-19T09:48:51.648 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-721.gbaa926de.el 34/120 2024-08-19T09:48:51.648 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : cephadm-2:18.2.4-721.gbaa926de.el9.noarch 35/120 2024-08-19T09:48:51.648 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-08-19T09:48:51.648 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/120 2024-08-19T09:48:51.648 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/120 2024-08-19T09:48:51.648 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-08-19T09:48:51.648 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-08-19T09:48:51.648 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-08-19T09:48:51.648 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-08-19T09:48:51.648 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-08-19T09:48:51.648 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-08-19T09:48:51.648 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-08-19T09:48:51.649 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-08-19T09:48:51.649 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-08-19T09:48:51.649 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-08-19T09:48:51.649 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-08-19T09:48:51.649 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-08-19T09:48:51.649 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-08-19T09:48:51.649 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-08-19T09:48:51.649 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 53/120 2024-08-19T09:48:51.649 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 54/120 2024-08-19T09:48:51.649 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-08-19T09:48:51.649 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-08-19T09:48:51.649 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-devel-3.9.19-4.el9.x86_64 57/120 2024-08-19T09:48:51.649 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-08-19T09:48:51.650 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-08-19T09:48:51.650 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-08-19T09:48:51.650 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-08-19T09:48:51.650 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-08-19T09:48:51.650 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-08-19T09:48:51.650 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-08-19T09:48:51.650 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-08-19T09:48:51.650 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-08-19T09:48:51.650 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-08-19T09:48:51.650 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-08-19T09:48:51.650 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-08-19T09:48:51.650 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-08-19T09:48:51.651 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-08-19T09:48:51.651 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-08-19T09:48:51.651 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-08-19T09:48:51.651 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-08-19T09:48:51.651 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-08-19T09:48:51.651 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-08-19T09:48:51.651 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-08-19T09:48:51.651 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-08-19T09:48:51.651 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-08-19T09:48:51.651 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-08-19T09:48:51.651 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 81/120 2024-08-19T09:48:51.651 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-08-19T09:48:51.651 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-08-19T09:48:51.652 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-08-19T09:48:51.652 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-08-19T09:48:51.652 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-08-19T09:48:51.652 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-08-19T09:48:51.652 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-08-19T09:48:51.652 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-08-19T09:48:51.652 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-08-19T09:48:51.652 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-08-19T09:48:51.652 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-08-19T09:48:51.652 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 93/120 2024-08-19T09:48:51.652 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-08-19T09:48:51.652 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-08-19T09:48:51.653 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-08-19T09:48:51.653 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-08-19T09:48:51.653 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-08-19T09:48:51.653 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-08-19T09:48:51.653 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-08-19T09:48:51.653 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-08-19T09:48:51.653 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-08-19T09:48:51.653 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-08-19T09:48:51.653 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-08-19T09:48:51.653 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-08-19T09:48:51.653 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-08-19T09:48:51.653 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-08-19T09:48:51.653 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-08-19T09:48:51.654 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-08-19T09:48:51.654 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-08-19T09:48:51.654 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 111/120 2024-08-19T09:48:51.654 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-08-19T09:48:51.654 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-08-19T09:48:51.654 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-08-19T09:48:51.654 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : re2-1:20211101-3.el9.x86_64 115/120 2024-08-19T09:48:51.654 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-08-19T09:48:51.654 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados2-2:18.2.4-721.gbaa926de.el9.x86_64 117/120 2024-08-19T09:48:51.654 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-08-19T09:48:51.654 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 119/120 2024-08-19T09:48:53.652 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-08-19T09:48:53.653 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:48:53.653 INFO:teuthology.orchestra.run.smithi196.stdout:Upgraded: 2024-08-19T09:48:53.653 INFO:teuthology.orchestra.run.smithi196.stdout: librados2-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.653 INFO:teuthology.orchestra.run.smithi196.stdout: librbd1-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.653 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-08-19T09:48:53.653 INFO:teuthology.orchestra.run.smithi196.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-08-19T09:48:53.653 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.653 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-base-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.653 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.653 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.653 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-grafana-dashboards-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:53.653 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-immutable-object-cache-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.654 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mds-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.654 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.654 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-cephadm-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:53.654 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-dashboard-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:53.654 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-diskprediction-local-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:53.654 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-modules-core-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:53.654 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-rook-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:53.654 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mon-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.654 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-osd-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.654 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-prometheus-alerts-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:53.654 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-radosgw-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.654 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-selinux-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.654 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-test-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.655 INFO:teuthology.orchestra.run.smithi196.stdout: cephadm-2:18.2.4-721.gbaa926de.el9.noarch 2024-08-19T09:48:53.655 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-19T09:48:53.655 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-19T09:48:53.655 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-19T09:48:53.655 INFO:teuthology.orchestra.run.smithi196.stdout: fmt-8.1.1-5.el9.x86_64 2024-08-19T09:48:53.655 INFO:teuthology.orchestra.run.smithi196.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-19T09:48:53.655 INFO:teuthology.orchestra.run.smithi196.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-19T09:48:53.655 INFO:teuthology.orchestra.run.smithi196.stdout: libarrow-9.0.0-11.el9.x86_64 2024-08-19T09:48:53.655 INFO:teuthology.orchestra.run.smithi196.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-08-19T09:48:53.655 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs-devel-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.655 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs2-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.655 INFO:teuthology.orchestra.run.smithi196.stdout: libcephsqlite-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.655 INFO:teuthology.orchestra.run.smithi196.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-19T09:48:53.656 INFO:teuthology.orchestra.run.smithi196.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-19T09:48:53.656 INFO:teuthology.orchestra.run.smithi196.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-19T09:48:53.656 INFO:teuthology.orchestra.run.smithi196.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-19T09:48:53.656 INFO:teuthology.orchestra.run.smithi196.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-19T09:48:53.656 INFO:teuthology.orchestra.run.smithi196.stdout: librados-devel-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.656 INFO:teuthology.orchestra.run.smithi196.stdout: libradosstriper1-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.656 INFO:teuthology.orchestra.run.smithi196.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-19T09:48:53.656 INFO:teuthology.orchestra.run.smithi196.stdout: librgw2-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.656 INFO:teuthology.orchestra.run.smithi196.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-19T09:48:53.656 INFO:teuthology.orchestra.run.smithi196.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-19T09:48:53.656 INFO:teuthology.orchestra.run.smithi196.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-19T09:48:53.656 INFO:teuthology.orchestra.run.smithi196.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-19T09:48:53.656 INFO:teuthology.orchestra.run.smithi196.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-08-19T09:48:53.657 INFO:teuthology.orchestra.run.smithi196.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-19T09:48:53.657 INFO:teuthology.orchestra.run.smithi196.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-19T09:48:53.657 INFO:teuthology.orchestra.run.smithi196.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-19T09:48:53.657 INFO:teuthology.orchestra.run.smithi196.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-19T09:48:53.657 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-19T09:48:53.657 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-argparse-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.657 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-common-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.657 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cephfs-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.657 INFO:teuthology.orchestra.run.smithi196.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-19T09:48:53.657 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-19T09:48:53.657 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-19T09:48:53.657 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-19T09:48:53.657 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-19T09:48:53.657 INFO:teuthology.orchestra.run.smithi196.stdout: python3-devel-3.9.19-4.el9.x86_64 2024-08-19T09:48:53.658 INFO:teuthology.orchestra.run.smithi196.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-19T09:48:53.658 INFO:teuthology.orchestra.run.smithi196.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-19T09:48:53.658 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-19T09:48:53.658 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-19T09:48:53.658 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-19T09:48:53.658 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-19T09:48:53.658 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-19T09:48:53.658 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-19T09:48:53.658 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-19T09:48:53.658 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-19T09:48:53.658 INFO:teuthology.orchestra.run.smithi196.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-19T09:48:53.658 INFO:teuthology.orchestra.run.smithi196.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-19T09:48:53.658 INFO:teuthology.orchestra.run.smithi196.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-19T09:48:53.659 INFO:teuthology.orchestra.run.smithi196.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-19T09:48:53.659 INFO:teuthology.orchestra.run.smithi196.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-19T09:48:53.659 INFO:teuthology.orchestra.run.smithi196.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-19T09:48:53.659 INFO:teuthology.orchestra.run.smithi196.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-19T09:48:53.659 INFO:teuthology.orchestra.run.smithi196.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-19T09:48:53.659 INFO:teuthology.orchestra.run.smithi196.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-19T09:48:53.659 INFO:teuthology.orchestra.run.smithi196.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-19T09:48:53.659 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-19T09:48:53.659 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-19T09:48:53.659 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ply-3.11-14.el9.noarch 2024-08-19T09:48:53.659 INFO:teuthology.orchestra.run.smithi196.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-19T09:48:53.659 INFO:teuthology.orchestra.run.smithi196.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-19T09:48:53.659 INFO:teuthology.orchestra.run.smithi196.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-19T09:48:53.659 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-19T09:48:53.659 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-19T09:48:53.660 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-19T09:48:53.660 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-19T09:48:53.660 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-19T09:48:53.660 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-19T09:48:53.660 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rados-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.660 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rbd-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.660 INFO:teuthology.orchestra.run.smithi196.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-19T09:48:53.660 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-19T09:48:53.660 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-19T09:48:53.660 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rgw-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.660 INFO:teuthology.orchestra.run.smithi196.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-19T09:48:53.661 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-19T09:48:53.661 INFO:teuthology.orchestra.run.smithi196.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-19T09:48:53.661 INFO:teuthology.orchestra.run.smithi196.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-19T09:48:53.661 INFO:teuthology.orchestra.run.smithi196.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-19T09:48:53.661 INFO:teuthology.orchestra.run.smithi196.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-19T09:48:53.661 INFO:teuthology.orchestra.run.smithi196.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-19T09:48:53.661 INFO:teuthology.orchestra.run.smithi196.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-19T09:48:53.661 INFO:teuthology.orchestra.run.smithi196.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-19T09:48:53.661 INFO:teuthology.orchestra.run.smithi196.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-19T09:48:53.661 INFO:teuthology.orchestra.run.smithi196.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-19T09:48:53.661 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-fuse-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.661 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-mirror-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.661 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-nbd-2:18.2.4-721.gbaa926de.el9.x86_64 2024-08-19T09:48:53.662 INFO:teuthology.orchestra.run.smithi196.stdout: re2-1:20211101-3.el9.x86_64 2024-08-19T09:48:53.662 INFO:teuthology.orchestra.run.smithi196.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-19T09:48:53.662 INFO:teuthology.orchestra.run.smithi196.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-19T09:48:53.662 INFO:teuthology.orchestra.run.smithi196.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-19T09:48:53.662 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:48:53.662 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-08-19T09:48:53.982 DEBUG:teuthology.parallel:result is None 2024-08-19T09:48:53.983 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-19T09:48:53.983 INFO:teuthology.packaging:ref: None 2024-08-19T09:48:53.983 INFO:teuthology.packaging:tag: None 2024-08-19T09:48:53.983 INFO:teuthology.packaging:branch: reef 2024-08-19T09:48:53.983 INFO:teuthology.packaging:sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T09:48:53.983 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-19T09:48:54.285 DEBUG:teuthology.orchestra.run.smithi190:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-19T09:48:54.312 INFO:teuthology.orchestra.run.smithi190.stdout:18.2.4-721.gbaa926de.el9 2024-08-19T09:48:54.312 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-721.gbaa926de.el9 2024-08-19T09:48:54.313 INFO:teuthology.task.install:The correct ceph version 18.2.4-721.gbaa926de is installed. 2024-08-19T09:48:54.314 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-19T09:48:54.314 INFO:teuthology.packaging:ref: None 2024-08-19T09:48:54.314 INFO:teuthology.packaging:tag: None 2024-08-19T09:48:54.315 INFO:teuthology.packaging:branch: reef 2024-08-19T09:48:54.315 INFO:teuthology.packaging:sha1: 797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T09:48:54.315 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-19T09:48:54.611 DEBUG:teuthology.orchestra.run.smithi196:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-19T09:48:54.633 INFO:teuthology.orchestra.run.smithi196.stdout:18.2.4-721.gbaa926de.el9 2024-08-19T09:48:54.634 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-721.gbaa926de.el9 2024-08-19T09:48:54.634 INFO:teuthology.task.install:The correct ceph version 18.2.4-721.gbaa926de is installed. 2024-08-19T09:48:54.636 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-08-19T09:48:54.637 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:48:54.637 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-19T09:48:54.669 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-19T09:48:54.669 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-19T09:48:54.700 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-08-19T09:48:54.701 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:48:54.701 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/usr/bin/daemon-helper 2024-08-19T09:48:54.738 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-19T09:48:54.807 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-19T09:48:54.807 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/daemon-helper 2024-08-19T09:48:54.832 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-19T09:48:54.897 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-08-19T09:48:54.897 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:48:54.897 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-19T09:48:54.926 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-19T09:48:54.993 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-19T09:48:54.994 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-19T09:48:55.018 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-19T09:48:55.083 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-08-19T09:48:55.083 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:48:55.083 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/usr/bin/stdin-killer 2024-08-19T09:48:55.111 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-19T09:48:55.178 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-19T09:48:55.178 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/stdin-killer 2024-08-19T09:48:55.203 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-19T09:48:55.267 INFO:teuthology.run_tasks:Running task print... 2024-08-19T09:48:55.276 INFO:teuthology.task.print:**** done install task... 2024-08-19T09:48:55.276 INFO:teuthology.run_tasks:Running task print... 2024-08-19T09:48:55.292 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-08-19T09:48:55.292 INFO:teuthology.run_tasks:Running task cephadm... 2024-08-19T09:48:55.394 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b'} 2024-08-19T09:48:55.395 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-08-19T09:48:55.395 INFO:tasks.cephadm:Cluster fsid is 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:48:55.395 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-08-19T09:48:55.396 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.190', 'mon.c': '[v2:172.21.15.190:3301,v1:172.21.15.190:6790]', 'mon.b': '172.21.15.196'} 2024-08-19T09:48:55.396 INFO:tasks.cephadm:First mon is mon.a on smithi190 2024-08-19T09:48:55.396 INFO:tasks.cephadm:First mgr is y 2024-08-19T09:48:55.396 INFO:tasks.cephadm:Normalizing hostnames... 2024-08-19T09:48:55.396 DEBUG:teuthology.orchestra.run.smithi190:> sudo hostname $(hostname -s) 2024-08-19T09:48:55.424 DEBUG:teuthology.orchestra.run.smithi196:> sudo hostname $(hostname -s) 2024-08-19T09:48:55.449 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-08-19T09:48:55.449 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T09:48:55.595 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/55864/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-5847-g79766939', 'node_name': '172.21.2.1+braggi01', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-5847.g79766939'}, 'url': 'https://4.chacra.ceph.com/r/ceph/main/797669399b32d2915e64eb6d4b1257ae3c50f80b/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-08-17 21:56:49.749618', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/main/797669399b32d2915e64eb6d4b1257ae3c50f80b/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-08-19T09:48:55.843 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref reef, sha1 baa926deef3d9e81dd31b10a4ae9969a5fbce5ae from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-08-19T09:48:55.845 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/x86_64/flavors/default/cephadm 2024-08-19T09:48:55.845 INFO:tasks.cephadm:Downloading cephadm from url: https://2.chacra.ceph.com/binaries/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/x86_64/flavors/default/cephadm 2024-08-19T09:48:55.845 DEBUG:teuthology.orchestra.run.smithi190:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-19T09:48:56.197 INFO:teuthology.orchestra.run.smithi190.stdout:-rw-r--r--. 1 ubuntu ubuntu 215597 Aug 19 09:48 /home/ubuntu/cephtest/cephadm 2024-08-19T09:48:56.197 DEBUG:teuthology.orchestra.run.smithi196:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/baa926deef3d9e81dd31b10a4ae9969a5fbce5ae/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-19T09:48:56.510 INFO:teuthology.orchestra.run.smithi196.stdout:-rw-r--r--. 1 ubuntu ubuntu 215597 Aug 19 09:48 /home/ubuntu/cephtest/cephadm 2024-08-19T09:48:56.510 DEBUG:teuthology.orchestra.run.smithi190:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-19T09:48:56.530 DEBUG:teuthology.orchestra.run.smithi196:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-19T09:48:56.560 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-08-19T09:48:56.561 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-08-19T09:48:56.573 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-08-19T09:48:57.939 INFO:teuthology.orchestra.run.smithi190.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-19T09:48:58.127 INFO:teuthology.orchestra.run.smithi196.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-19T09:49:24.498 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T09:49:24.499 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_version": "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)", 2024-08-19T09:49:24.499 INFO:teuthology.orchestra.run.smithi190.stdout: "image_id": "e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b", 2024-08-19T09:49:24.499 INFO:teuthology.orchestra.run.smithi190.stdout: "repo_digests": [ 2024-08-19T09:49:24.499 INFO:teuthology.orchestra.run.smithi190.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282" 2024-08-19T09:49:24.499 INFO:teuthology.orchestra.run.smithi190.stdout: ] 2024-08-19T09:49:24.499 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T09:49:27.149 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-08-19T09:49:27.150 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)", 2024-08-19T09:49:27.150 INFO:teuthology.orchestra.run.smithi196.stdout: "image_id": "e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b", 2024-08-19T09:49:27.150 INFO:teuthology.orchestra.run.smithi196.stdout: "repo_digests": [ 2024-08-19T09:49:27.150 INFO:teuthology.orchestra.run.smithi196.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282" 2024-08-19T09:49:27.150 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-08-19T09:49:27.150 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-08-19T09:49:27.168 DEBUG:teuthology.orchestra.run.smithi190:> sudo mkdir -p /etc/ceph 2024-08-19T09:49:27.202 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /etc/ceph 2024-08-19T09:49:27.229 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod 777 /etc/ceph 2024-08-19T09:49:27.271 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 777 /etc/ceph 2024-08-19T09:49:27.295 INFO:tasks.cephadm:Writing seed config... 2024-08-19T09:49:27.296 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-08-19T09:49:27.297 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-08-19T09:49:27.297 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-08-19T09:49:27.297 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-08-19T09:49:27.297 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-08-19T09:49:27.297 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-08-19T09:49:27.297 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-08-19T09:49:27.297 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-08-19T09:49:27.297 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-08-19T09:49:27.297 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-08-19T09:49:27.297 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-08-19T09:49:27.298 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:49:27.298 DEBUG:teuthology.orchestra.run.smithi190:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-08-19T09:49:27.329 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 3fc239b0-5e10-11ef-bccf-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-08-19T09:49:27.329 DEBUG:teuthology.orchestra.run.smithi190:mon.a> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.a.service 2024-08-19T09:49:27.371 DEBUG:teuthology.orchestra.run.smithi190:mgr.y> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.y.service 2024-08-19T09:49:27.415 INFO:tasks.cephadm:Bootstrapping... 2024-08-19T09:49:27.415 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.190 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-08-19T09:49:27.569 INFO:teuthology.orchestra.run.smithi190.stdout:-------------------------------------------------------------------------------- 2024-08-19T09:49:27.569 INFO:teuthology.orchestra.run.smithi190.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '3fc239b0-5e10-11ef-bccf-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.190', '--skip-admin-label'] 2024-08-19T09:49:27.594 INFO:teuthology.orchestra.run.smithi190.stdout:/bin/podman: stdout 5.1.2 2024-08-19T09:49:27.595 INFO:teuthology.orchestra.run.smithi190.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-08-19T09:49:27.595 INFO:teuthology.orchestra.run.smithi190.stdout:Verifying podman|docker is present... 2024-08-19T09:49:27.619 INFO:teuthology.orchestra.run.smithi190.stdout:/bin/podman: stdout 5.1.2 2024-08-19T09:49:27.619 INFO:teuthology.orchestra.run.smithi190.stdout:Verifying lvm2 is present... 2024-08-19T09:49:27.619 INFO:teuthology.orchestra.run.smithi190.stdout:Verifying time synchronization is in place... 2024-08-19T09:49:27.626 INFO:teuthology.orchestra.run.smithi190.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-19T09:49:27.626 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-19T09:49:27.633 INFO:teuthology.orchestra.run.smithi190.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-19T09:49:27.633 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stdout inactive 2024-08-19T09:49:27.639 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stdout enabled 2024-08-19T09:49:27.646 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stdout active 2024-08-19T09:49:27.646 INFO:teuthology.orchestra.run.smithi190.stdout:Unit chronyd.service is enabled and running 2024-08-19T09:49:27.646 INFO:teuthology.orchestra.run.smithi190.stdout:Repeating the final host check... 2024-08-19T09:49:27.669 INFO:teuthology.orchestra.run.smithi190.stdout:/bin/podman: stdout 5.1.2 2024-08-19T09:49:27.669 INFO:teuthology.orchestra.run.smithi190.stdout:podman (/bin/podman) version 5.1.2 is present 2024-08-19T09:49:27.669 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl is present 2024-08-19T09:49:27.669 INFO:teuthology.orchestra.run.smithi190.stdout:lvcreate is present 2024-08-19T09:49:27.675 INFO:teuthology.orchestra.run.smithi190.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-19T09:49:27.675 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-19T09:49:27.681 INFO:teuthology.orchestra.run.smithi190.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-19T09:49:27.681 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stdout inactive 2024-08-19T09:49:27.688 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stdout enabled 2024-08-19T09:49:27.694 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stdout active 2024-08-19T09:49:27.695 INFO:teuthology.orchestra.run.smithi190.stdout:Unit chronyd.service is enabled and running 2024-08-19T09:49:27.695 INFO:teuthology.orchestra.run.smithi190.stdout:Host looks OK 2024-08-19T09:49:27.695 INFO:teuthology.orchestra.run.smithi190.stdout:Cluster fsid: 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:49:27.695 INFO:teuthology.orchestra.run.smithi190.stdout:Acquiring lock 139940455392928 on /run/cephadm/3fc239b0-5e10-11ef-bccf-c7b262605968.lock 2024-08-19T09:49:27.695 INFO:teuthology.orchestra.run.smithi190.stdout:Lock 139940455392928 acquired on /run/cephadm/3fc239b0-5e10-11ef-bccf-c7b262605968.lock 2024-08-19T09:49:27.695 INFO:teuthology.orchestra.run.smithi190.stdout:Verifying IP 172.21.15.190 port 3300 ... 2024-08-19T09:49:27.695 INFO:teuthology.orchestra.run.smithi190.stdout:Verifying IP 172.21.15.190 port 6789 ... 2024-08-19T09:49:27.696 INFO:teuthology.orchestra.run.smithi190.stdout:Base mon IP(s) is [172.21.15.190:3300, 172.21.15.190:6789], mon addrv is [v2:172.21.15.190:3300,v1:172.21.15.190:6789] 2024-08-19T09:49:27.698 INFO:teuthology.orchestra.run.smithi190.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.190 metric 100 2024-08-19T09:49:27.699 INFO:teuthology.orchestra.run.smithi190.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.190 metric 100 2024-08-19T09:49:27.701 INFO:teuthology.orchestra.run.smithi190.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-08-19T09:49:27.701 INFO:teuthology.orchestra.run.smithi190.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-08-19T09:49:27.701 INFO:teuthology.orchestra.run.smithi190.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-08-19T09:49:27.704 INFO:teuthology.orchestra.run.smithi190.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-08-19T09:49:27.704 INFO:teuthology.orchestra.run.smithi190.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-08-19T09:49:27.704 INFO:teuthology.orchestra.run.smithi190.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-19T09:49:27.704 INFO:teuthology.orchestra.run.smithi190.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-08-19T09:49:27.704 INFO:teuthology.orchestra.run.smithi190.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe88:7763/64 scope link noprefixroute 2024-08-19T09:49:27.704 INFO:teuthology.orchestra.run.smithi190.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-19T09:49:27.705 INFO:teuthology.orchestra.run.smithi190.stdout:Mon IP `172.21.15.190` is in CIDR network `172.21.0.0/20` 2024-08-19T09:49:27.705 INFO:teuthology.orchestra.run.smithi190.stdout:Mon IP `172.21.15.190` is in CIDR network `172.21.0.0/20` 2024-08-19T09:49:27.705 INFO:teuthology.orchestra.run.smithi190.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-08-19T09:49:27.705 INFO:teuthology.orchestra.run.smithi190.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-08-19T09:49:27.705 INFO:teuthology.orchestra.run.smithi190.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-19T09:49:28.191 INFO:teuthology.orchestra.run.smithi190.stdout:/bin/podman: stdout e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b 2024-08-19T09:49:28.191 INFO:teuthology.orchestra.run.smithi190.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-08-19T09:49:28.191 INFO:teuthology.orchestra.run.smithi190.stdout:/bin/podman: stderr Getting image source signatures 2024-08-19T09:49:28.191 INFO:teuthology.orchestra.run.smithi190.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-08-19T09:49:28.192 INFO:teuthology.orchestra.run.smithi190.stdout:/bin/podman: stderr Copying blob sha256:88ceb397420d1ccfabd2f90c4bd09ee4d51a4f85ea7e8259e1b1e579856e954e 2024-08-19T09:49:28.192 INFO:teuthology.orchestra.run.smithi190.stdout:/bin/podman: stderr Copying config sha256:e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b 2024-08-19T09:49:28.192 INFO:teuthology.orchestra.run.smithi190.stdout:/bin/podman: stderr Writing manifest to image destination 2024-08-19T09:49:29.080 INFO:teuthology.orchestra.run.smithi190.stdout:ceph: stdout ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable) 2024-08-19T09:49:29.080 INFO:teuthology.orchestra.run.smithi190.stdout:Ceph version: ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable) 2024-08-19T09:49:29.080 INFO:teuthology.orchestra.run.smithi190.stdout:Extracting ceph user uid/gid from container image... 2024-08-19T09:49:29.984 INFO:teuthology.orchestra.run.smithi190.stdout:stat: stdout 167 167 2024-08-19T09:49:29.985 INFO:teuthology.orchestra.run.smithi190.stdout:Creating initial keys... 2024-08-19T09:49:30.898 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph-authtool: stdout AQAqFcNmWW6GExAAI3AhQ5uJJfTHDzV8f0dOFg== 2024-08-19T09:49:31.771 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph-authtool: stdout AQArFcNmpt42DBAAnOoPah9Qg+pFKuNyFEJLeg== 2024-08-19T09:49:32.651 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph-authtool: stdout AQAsFcNmZQwoBhAAyt7D8mYhOgc/C3BYJIR6Eg== 2024-08-19T09:49:32.651 INFO:teuthology.orchestra.run.smithi190.stdout:Creating initial monmap... 2024-08-19T09:49:33.615 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-19T09:49:33.615 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-08-19T09:49:33.615 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:49:33.616 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-19T09:49:33.616 INFO:teuthology.orchestra.run.smithi190.stdout:monmaptool for a [v2:172.21.15.190:3300,v1:172.21.15.190:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-19T09:49:33.616 INFO:teuthology.orchestra.run.smithi190.stdout:setting min_mon_release = pacific 2024-08-19T09:49:33.616 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/monmaptool: set fsid to 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:49:33.616 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-19T09:49:33.616 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:49:33.616 INFO:teuthology.orchestra.run.smithi190.stdout:Creating mon... 2024-08-19T09:49:34.479 INFO:teuthology.orchestra.run.smithi190.stdout:create mon.a on 2024-08-19T09:49:34.671 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-08-19T09:49:34.811 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-08-19T09:49:34.991 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-3fc239b0-5e10-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-3fc239b0-5e10-11ef-bccf-c7b262605968.target. 2024-08-19T09:49:34.991 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-3fc239b0-5e10-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-3fc239b0-5e10-11ef-bccf-c7b262605968.target. 2024-08-19T09:49:35.221 INFO:teuthology.orchestra.run.smithi190.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.a 2024-08-19T09:49:35.221 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stderr Failed to reset failed state of unit ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.a.service: Unit ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.a.service not loaded. 2024-08-19T09:49:35.387 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-3fc239b0-5e10-11ef-bccf-c7b262605968.target.wants/ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.a.service → /etc/systemd/system/ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@.service. 2024-08-19T09:49:35.937 INFO:teuthology.orchestra.run.smithi190.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-19T09:49:35.937 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stdout disabled 2024-08-19T09:49:35.944 INFO:teuthology.orchestra.run.smithi190.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-19T09:49:35.944 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stdout inactive 2024-08-19T09:49:35.944 INFO:teuthology.orchestra.run.smithi190.stdout:firewalld.service is not enabled 2024-08-19T09:49:35.944 INFO:teuthology.orchestra.run.smithi190.stdout:Not possible to enable service . firewalld.service is not available 2024-08-19T09:49:35.945 INFO:teuthology.orchestra.run.smithi190.stdout:Waiting for mon to start... 2024-08-19T09:49:35.945 INFO:teuthology.orchestra.run.smithi190.stdout:Waiting for mon... 2024-08-19T09:49:36.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:35 smithi190 systemd[1]: Started Ceph mon.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:49:37.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:36 smithi190 ceph-mon[15693]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-19T09:49:37.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:36 smithi190 ceph-mon[15693]: monmap e1: 1 mons at {a=[v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-19T09:49:37.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:36 smithi190 ceph-mon[15693]: fsmap 2024-08-19T09:49:37.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:36 smithi190 ceph-mon[15693]: osdmap e1: 0 total, 0 up, 0 in 2024-08-19T09:49:37.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:36 smithi190 ceph-mon[15693]: mgrmap e1: no daemons active 2024-08-19T09:49:37.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:36 smithi190 ceph-mon[15693]: from='client.? 172.21.15.190:0/3982338246' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-19T09:49:37.074 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout cluster: 2024-08-19T09:49:37.074 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout id: 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:49:37.075 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-08-19T09:49:37.075 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout 2024-08-19T09:49:37.075 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout services: 2024-08-19T09:49:37.075 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.581274s) 2024-08-19T09:49:37.075 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-08-19T09:49:37.075 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-08-19T09:49:37.075 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout 2024-08-19T09:49:37.075 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout data: 2024-08-19T09:49:37.075 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-08-19T09:49:37.075 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-08-19T09:49:37.075 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-08-19T09:49:37.075 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout pgs: 2024-08-19T09:49:37.075 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout 2024-08-19T09:49:37.075 INFO:teuthology.orchestra.run.smithi190.stdout:mon is available 2024-08-19T09:49:37.075 INFO:teuthology.orchestra.run.smithi190.stdout:Assimilating anything we can from ceph.conf... 2024-08-19T09:49:38.102 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:37 smithi190 ceph-mon[15693]: from='client.? 172.21.15.190:0/4037411895' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-19T09:49:38.102 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:37 smithi190 ceph-mon[15693]: from='client.? 172.21.15.190:0/4037411895' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-08-19T09:49:38.106 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout 2024-08-19T09:49:38.106 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout [global] 2024-08-19T09:49:38.106 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout fsid = 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:49:38.106 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.190:3300,v1:172.21.15.190:6789] 2024-08-19T09:49:38.106 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-19T09:49:38.106 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-19T09:49:38.107 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-19T09:49:38.107 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-19T09:49:38.107 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout 2024-08-19T09:49:38.107 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-19T09:49:38.107 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-19T09:49:38.107 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout 2024-08-19T09:49:38.107 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout [osd] 2024-08-19T09:49:38.107 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-19T09:49:38.107 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-19T09:49:38.107 INFO:teuthology.orchestra.run.smithi190.stdout:Generating new minimal ceph.conf... 2024-08-19T09:49:39.128 INFO:teuthology.orchestra.run.smithi190.stdout:Restarting the monitor... 2024-08-19T09:49:39.150 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:38 smithi190 ceph-mon[15693]: from='client.? 172.21.15.190:0/3673564442' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:49:39.412 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:39 smithi190 systemd[1]: Stopping Ceph mon.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T09:49:39.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:39 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a[15689]: 2024-08-19T09:49:39.410+0000 7f01871fa640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T09:49:39.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:39 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a[15689]: 2024-08-19T09:49:39.410+0000 7f01871fa640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-08-19T09:49:39.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:39 smithi190 podman[15938]: 2024-08-19 09:49:39.585080157 +0000 UTC m=+0.280643745 container died 16aaf934668784b8288d4cee1da17e19a77ab5f156e621a9b47e6dce23614095 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-baa926d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-19T09:49:40.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:39 smithi190 podman[15938]: 2024-08-19 09:49:39.92716893 +0000 UTC m=+0.622732514 container cleanup 16aaf934668784b8288d4cee1da17e19a77ab5f156e621a9b47e6dce23614095 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-19T09:49:40.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:39 smithi190 bash[15938]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a 2024-08-19T09:49:40.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 podman[15950]: 2024-08-19 09:49:40.10311354 +0000 UTC m=+0.514132543 container remove 16aaf934668784b8288d4cee1da17e19a77ab5f156e621a9b47e6dce23614095 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=reef-baa926d, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-19T09:49:40.686 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-19T09:49:40.686 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 systemd[1]: Stopped Ceph mon.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:49:40.686 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 systemd[1]: Starting Ceph mon.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T09:49:40.686 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 podman[16041]: 2024-08-19 09:49:40.479600448 +0000 UTC m=+0.017388536 image pull e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b quay.ceph.io/ceph-ci/ceph:reef 2024-08-19T09:49:40.686 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 podman[16041]: 2024-08-19 09:49:40.595811554 +0000 UTC m=+0.133599675 container create 9109cb9dca37817f7a7eabbe187c43f821642a5b5092895013174627133aaac5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=reef-baa926d, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T09:49:40.835 INFO:teuthology.orchestra.run.smithi190.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-08-19T09:49:41.017 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 podman[16041]: 2024-08-19 09:49:40.764867209 +0000 UTC m=+0.302655288 container init 9109cb9dca37817f7a7eabbe187c43f821642a5b5092895013174627133aaac5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-baa926d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T09:49:41.018 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 podman[16041]: 2024-08-19 09:49:40.767935856 +0000 UTC m=+0.305723935 container start 9109cb9dca37817f7a7eabbe187c43f821642a5b5092895013174627133aaac5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=reef-baa926d, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True) 2024-08-19T09:49:41.018 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: set uid:gid to 167:167 (ceph:ceph) 2024-08-19T09:49:41.018 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable), process ceph-mon, pid 2 2024-08-19T09:49:41.018 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: pidfile_write: ignore empty --pid-file 2024-08-19T09:49:41.018 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: load: jerasure load: lrc 2024-08-19T09:49:41.018 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: RocksDB version: 7.9.2 2024-08-19T09:49:41.018 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Git sha 0 2024-08-19T09:49:41.018 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Compile date 2024-08-18 15:07:10 2024-08-19T09:49:41.018 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: DB SUMMARY 2024-08-19T09:49:41.018 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: DB Session ID: QNIJV98VV6WKXYM9LB4H 2024-08-19T09:49:41.018 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: CURRENT file: CURRENT 2024-08-19T09:49:41.019 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: IDENTITY file: IDENTITY 2024-08-19T09:49:41.019 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-08-19T09:49:41.019 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-08-19T09:49:41.019 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84576 ; 2024-08-19T09:49:41.019 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.error_if_exists: 0 2024-08-19T09:49:41.019 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.create_if_missing: 0 2024-08-19T09:49:41.019 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.paranoid_checks: 1 2024-08-19T09:49:41.019 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-19T09:49:41.019 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-19T09:49:41.019 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-19T09:49:41.019 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.env: 0x557478c37bc0 2024-08-19T09:49:41.019 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.fs: PosixFileSystem 2024-08-19T09:49:41.019 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.info_log: 0x55747a18cbe0 2024-08-19T09:49:41.020 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_file_opening_threads: 16 2024-08-19T09:49:41.020 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.statistics: (nil) 2024-08-19T09:49:41.020 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.use_fsync: 0 2024-08-19T09:49:41.020 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_log_file_size: 0 2024-08-19T09:49:41.020 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-19T09:49:41.020 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-19T09:49:41.020 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.keep_log_file_num: 1000 2024-08-19T09:49:41.020 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.recycle_log_file_num: 0 2024-08-19T09:49:41.020 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.allow_fallocate: 1 2024-08-19T09:49:41.020 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.allow_mmap_reads: 0 2024-08-19T09:49:41.020 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.allow_mmap_writes: 0 2024-08-19T09:49:41.020 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.use_direct_reads: 0 2024-08-19T09:49:41.020 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-19T09:49:41.021 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.create_missing_column_families: 0 2024-08-19T09:49:41.021 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.db_log_dir: 2024-08-19T09:49:41.021 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.wal_dir: 2024-08-19T09:49:41.021 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-19T09:49:41.021 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-19T09:49:41.021 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-19T09:49:41.021 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-19T09:49:41.021 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-19T09:49:41.021 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-19T09:49:41.021 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.advise_random_on_open: 1 2024-08-19T09:49:41.021 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.db_write_buffer_size: 0 2024-08-19T09:49:41.021 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.write_buffer_manager: 0x55747a15c140 2024-08-19T09:49:41.021 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-19T09:49:41.021 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-19T09:49:41.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-19T09:49:41.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.rate_limiter: (nil) 2024-08-19T09:49:41.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-19T09:49:41.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.wal_recovery_mode: 2 2024-08-19T09:49:41.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.enable_thread_tracking: 0 2024-08-19T09:49:41.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.enable_pipelined_write: 0 2024-08-19T09:49:41.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.unordered_write: 0 2024-08-19T09:49:41.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-19T09:49:41.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-19T09:49:41.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-19T09:49:41.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-19T09:49:41.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.row_cache: None 2024-08-19T09:49:41.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.wal_filter: None 2024-08-19T09:49:41.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-19T09:49:41.023 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.allow_ingest_behind: 0 2024-08-19T09:49:41.024 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.two_write_queues: 0 2024-08-19T09:49:41.024 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.manual_wal_flush: 0 2024-08-19T09:49:41.024 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.wal_compression: 0 2024-08-19T09:49:41.024 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.atomic_flush: 0 2024-08-19T09:49:41.024 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-19T09:49:41.024 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-19T09:49:41.024 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-19T09:49:41.024 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.log_readahead_size: 0 2024-08-19T09:49:41.024 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-19T09:49:41.024 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.best_efforts_recovery: 0 2024-08-19T09:49:41.024 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-19T09:49:41.024 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-19T09:49:41.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.allow_data_in_errors: 0 2024-08-19T09:49:41.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.db_host_id: __hostname__ 2024-08-19T09:49:41.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-19T09:49:41.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_background_jobs: 2 2024-08-19T09:49:41.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_background_compactions: -1 2024-08-19T09:49:41.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_subcompactions: 1 2024-08-19T09:49:41.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-19T09:49:41.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-19T09:49:41.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-19T09:49:41.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_total_wal_size: 0 2024-08-19T09:49:41.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-19T09:49:41.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-19T09:49:41.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-19T09:49:41.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-19T09:49:41.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_open_files: -1 2024-08-19T09:49:41.026 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.bytes_per_sync: 0 2024-08-19T09:49:41.026 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-19T09:49:41.026 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-19T09:49:41.026 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compaction_readahead_size: 0 2024-08-19T09:49:41.026 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_background_flushes: -1 2024-08-19T09:49:41.026 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Compression algorithms supported: 2024-08-19T09:49:41.026 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: kZSTD supported: 0 2024-08-19T09:49:41.026 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: kXpressCompression supported: 0 2024-08-19T09:49:41.026 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: kBZip2Compression supported: 0 2024-08-19T09:49:41.026 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-19T09:49:41.026 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: kLZ4Compression supported: 1 2024-08-19T09:49:41.026 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: kZlibCompression supported: 1 2024-08-19T09:49:41.027 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: kLZ4HCCompression supported: 1 2024-08-19T09:49:41.027 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: kSnappyCompression supported: 1 2024-08-19T09:49:41.027 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-19T09:49:41.027 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-19T09:49:41.027 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-08-19T09:49:41.027 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-19T09:49:41.027 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-19T09:49:41.027 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.merge_operator: 2024-08-19T09:49:41.027 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compaction_filter: None 2024-08-19T09:49:41.027 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compaction_filter_factory: None 2024-08-19T09:49:41.027 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.sst_partitioner_factory: None 2024-08-19T09:49:41.027 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-19T09:49:41.027 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-19T09:49:41.027 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55747a18c820) 2024-08-19T09:49:41.028 INFO:journalctl@ceph.mon.a.smithi190.stdout: cache_index_and_filter_blocks: 1 2024-08-19T09:49:41.028 INFO:journalctl@ceph.mon.a.smithi190.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-19T09:49:41.028 INFO:journalctl@ceph.mon.a.smithi190.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-19T09:49:41.028 INFO:journalctl@ceph.mon.a.smithi190.stdout: pin_top_level_index_and_filter: 1 2024-08-19T09:49:41.028 INFO:journalctl@ceph.mon.a.smithi190.stdout: index_type: 0 2024-08-19T09:49:41.028 INFO:journalctl@ceph.mon.a.smithi190.stdout: data_block_index_type: 0 2024-08-19T09:49:41.028 INFO:journalctl@ceph.mon.a.smithi190.stdout: index_shortening: 1 2024-08-19T09:49:41.028 INFO:journalctl@ceph.mon.a.smithi190.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-19T09:49:41.028 INFO:journalctl@ceph.mon.a.smithi190.stdout: checksum: 4 2024-08-19T09:49:41.028 INFO:journalctl@ceph.mon.a.smithi190.stdout: no_block_cache: 0 2024-08-19T09:49:41.028 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_cache: 0x55747a181350 2024-08-19T09:49:41.028 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_cache_name: BinnedLRUCache 2024-08-19T09:49:41.028 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_cache_options: 2024-08-19T09:49:41.028 INFO:journalctl@ceph.mon.a.smithi190.stdout: capacity : 536870912 2024-08-19T09:49:41.028 INFO:journalctl@ceph.mon.a.smithi190.stdout: num_shard_bits : 4 2024-08-19T09:49:41.029 INFO:journalctl@ceph.mon.a.smithi190.stdout: strict_capacity_limit : 0 2024-08-19T09:49:41.029 INFO:journalctl@ceph.mon.a.smithi190.stdout: high_pri_pool_ratio: 0.000 2024-08-19T09:49:41.029 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_cache_compressed: (nil) 2024-08-19T09:49:41.029 INFO:journalctl@ceph.mon.a.smithi190.stdout: persistent_cache: (nil) 2024-08-19T09:49:41.029 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_size: 4096 2024-08-19T09:49:41.029 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_size_deviation: 10 2024-08-19T09:49:41.029 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_restart_interval: 16 2024-08-19T09:49:41.029 INFO:journalctl@ceph.mon.a.smithi190.stdout: index_block_restart_interval: 1 2024-08-19T09:49:41.029 INFO:journalctl@ceph.mon.a.smithi190.stdout: metadata_block_size: 4096 2024-08-19T09:49:41.029 INFO:journalctl@ceph.mon.a.smithi190.stdout: partition_filters: 0 2024-08-19T09:49:41.029 INFO:journalctl@ceph.mon.a.smithi190.stdout: use_delta_encoding: 1 2024-08-19T09:49:41.029 INFO:journalctl@ceph.mon.a.smithi190.stdout: filter_policy: bloomfilter 2024-08-19T09:49:41.029 INFO:journalctl@ceph.mon.a.smithi190.stdout: whole_key_filtering: 1 2024-08-19T09:49:41.029 INFO:journalctl@ceph.mon.a.smithi190.stdout: verify_compression: 0 2024-08-19T09:49:41.030 INFO:journalctl@ceph.mon.a.smithi190.stdout: read_amp_bytes_per_bit: 0 2024-08-19T09:49:41.030 INFO:journalctl@ceph.mon.a.smithi190.stdout: format_version: 5 2024-08-19T09:49:41.030 INFO:journalctl@ceph.mon.a.smithi190.stdout: enable_index_compression: 1 2024-08-19T09:49:41.030 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_align: 0 2024-08-19T09:49:41.030 INFO:journalctl@ceph.mon.a.smithi190.stdout: max_auto_readahead_size: 262144 2024-08-19T09:49:41.030 INFO:journalctl@ceph.mon.a.smithi190.stdout: prepopulate_block_cache: 0 2024-08-19T09:49:41.030 INFO:journalctl@ceph.mon.a.smithi190.stdout: initial_auto_readahead_size: 8192 2024-08-19T09:49:41.030 INFO:journalctl@ceph.mon.a.smithi190.stdout: num_file_reads_for_auto_readahead: 2 2024-08-19T09:49:41.030 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.write_buffer_size: 33554432 2024-08-19T09:49:41.030 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_write_buffer_number: 2 2024-08-19T09:49:41.030 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compression: NoCompression 2024-08-19T09:49:41.030 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.bottommost_compression: Disabled 2024-08-19T09:49:41.030 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.prefix_extractor: nullptr 2024-08-19T09:49:41.031 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-19T09:49:41.031 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.num_levels: 7 2024-08-19T09:49:41.031 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-19T09:49:41.031 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-19T09:49:41.031 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-19T09:49:41.031 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-19T09:49:41.031 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-19T09:49:41.031 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-19T09:49:41.031 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-19T09:49:41.031 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-19T09:49:41.031 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-19T09:49:41.031 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-19T09:49:41.031 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-19T09:49:41.032 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-19T09:49:41.032 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-19T09:49:41.032 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compression_opts.level: 32767 2024-08-19T09:49:41.032 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compression_opts.strategy: 0 2024-08-19T09:49:41.032 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-19T09:49:41.032 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-19T09:49:41.032 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-19T09:49:41.032 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-19T09:49:41.032 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compression_opts.enabled: false 2024-08-19T09:49:41.032 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-19T09:49:41.032 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-19T09:49:41.032 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-19T09:49:41.032 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-19T09:49:41.033 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.target_file_size_base: 67108864 2024-08-19T09:49:41.033 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-19T09:49:41.033 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-19T09:49:41.033 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-19T09:49:41.033 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-19T09:49:41.033 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-19T09:49:41.033 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-19T09:49:41.033 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-19T09:49:41.033 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-19T09:49:41.033 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-19T09:49:41.033 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-19T09:49:41.033 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-19T09:49:41.033 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-19T09:49:41.033 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-19T09:49:41.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-19T09:49:41.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.arena_block_size: 1048576 2024-08-19T09:49:41.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-19T09:49:41.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-19T09:49:41.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.disable_auto_compactions: 0 2024-08-19T09:49:41.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-19T09:49:41.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-19T09:49:41.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-19T09:49:41.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-19T09:49:41.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-19T09:49:41.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-19T09:49:41.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-19T09:49:41.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-19T09:49:41.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-19T09:49:41.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-19T09:49:41.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.table_properties_collectors: 2024-08-19T09:49:41.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.inplace_update_support: 0 2024-08-19T09:49:41.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-19T09:49:41.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-19T09:49:41.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-19T09:49:41.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-19T09:49:41.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.bloom_locality: 0 2024-08-19T09:49:41.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.max_successive_merges: 0 2024-08-19T09:49:41.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-19T09:49:41.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.paranoid_file_checks: 0 2024-08-19T09:49:41.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.force_consistency_checks: 1 2024-08-19T09:49:41.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.report_bg_io_stats: 0 2024-08-19T09:49:41.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.ttl: 2592000 2024-08-19T09:49:41.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-19T09:49:41.036 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-19T09:49:41.036 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-19T09:49:41.036 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.enable_blob_files: false 2024-08-19T09:49:41.036 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.min_blob_size: 0 2024-08-19T09:49:41.036 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.blob_file_size: 268435456 2024-08-19T09:49:41.036 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-19T09:49:41.036 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-19T09:49:41.036 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-19T09:49:41.036 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-19T09:49:41.036 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-19T09:49:41.036 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.blob_file_starting_level: 0 2024-08-19T09:49:41.036 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-19T09:49:41.036 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-08-19T09:49:41.036 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-08-19T09:49:41.036 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7af76b52-1de1-4bc7-a783-b551c04ef328 2024-08-19T09:49:41.037 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724060980793447, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-08-19T09:49:41.037 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-08-19T09:49:41.037 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724060980794285, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81100, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79276, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73477, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724060980, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7af76b52-1de1-4bc7-a783-b551c04ef328", "db_session_id": "QNIJV98VV6WKXYM9LB4H", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-08-19T09:49:41.037 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724060980794378, "job": 1, "event": "recovery_finished"} 2024-08-19T09:49:41.037 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-08-19T09:49:41.037 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-19T09:49:41.037 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55747a1aae00 2024-08-19T09:49:41.037 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: DB pointer 0x55747a29e000 2024-08-19T09:49:41.037 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-19T09:49:41.037 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-19T09:49:41.037 INFO:journalctl@ceph.mon.a.smithi190.stdout: ** DB Stats ** 2024-08-19T09:49:41.037 INFO:journalctl@ceph.mon.a.smithi190.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T09:49:41.037 INFO:journalctl@ceph.mon.a.smithi190.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-19T09:49:41.037 INFO:journalctl@ceph.mon.a.smithi190.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T09:49:41.038 INFO:journalctl@ceph.mon.a.smithi190.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T09:49:41.038 INFO:journalctl@ceph.mon.a.smithi190.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-19T09:49:41.038 INFO:journalctl@ceph.mon.a.smithi190.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T09:49:41.038 INFO:journalctl@ceph.mon.a.smithi190.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T09:49:41.038 INFO:journalctl@ceph.mon.a.smithi190.stdout: 2024-08-19T09:49:41.038 INFO:journalctl@ceph.mon.a.smithi190.stdout: ** Compaction Stats [default] ** 2024-08-19T09:49:41.038 INFO:journalctl@ceph.mon.a.smithi190.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T09:49:41.038 INFO:journalctl@ceph.mon.a.smithi190.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-19T09:49:41.038 INFO:journalctl@ceph.mon.a.smithi190.stdout: L0 2/0 81.03 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-19T09:49:41.038 INFO:journalctl@ceph.mon.a.smithi190.stdout: Sum 2/0 81.03 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-19T09:49:41.038 INFO:journalctl@ceph.mon.a.smithi190.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-19T09:49:41.038 INFO:journalctl@ceph.mon.a.smithi190.stdout: 2024-08-19T09:49:41.038 INFO:journalctl@ceph.mon.a.smithi190.stdout: ** Compaction Stats [default] ** 2024-08-19T09:49:41.038 INFO:journalctl@ceph.mon.a.smithi190.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T09:49:41.039 INFO:journalctl@ceph.mon.a.smithi190.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-19T09:49:41.039 INFO:journalctl@ceph.mon.a.smithi190.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 141.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-19T09:49:41.039 INFO:journalctl@ceph.mon.a.smithi190.stdout: 2024-08-19T09:49:41.039 INFO:journalctl@ceph.mon.a.smithi190.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-19T09:49:41.039 INFO:journalctl@ceph.mon.a.smithi190.stdout: 2024-08-19T09:49:41.039 INFO:journalctl@ceph.mon.a.smithi190.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T09:49:41.039 INFO:journalctl@ceph.mon.a.smithi190.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-19T09:49:41.039 INFO:journalctl@ceph.mon.a.smithi190.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-19T09:49:41.039 INFO:journalctl@ceph.mon.a.smithi190.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-19T09:49:41.039 INFO:journalctl@ceph.mon.a.smithi190.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-19T09:49:41.039 INFO:journalctl@ceph.mon.a.smithi190.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-19T09:49:41.039 INFO:journalctl@ceph.mon.a.smithi190.stdout: Cumulative compaction: 0.00 GB write, 26.15 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T09:49:41.039 INFO:journalctl@ceph.mon.a.smithi190.stdout: Interval compaction: 0.00 GB write, 26.15 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T09:49:41.040 INFO:journalctl@ceph.mon.a.smithi190.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-19T09:49:41.040 INFO:journalctl@ceph.mon.a.smithi190.stdout: Block cache BinnedLRUCache@0x55747a181350#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-08-19T09:49:41.040 INFO:journalctl@ceph.mon.a.smithi190.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-08-19T09:49:41.040 INFO:journalctl@ceph.mon.a.smithi190.stdout: 2024-08-19T09:49:41.040 INFO:journalctl@ceph.mon.a.smithi190.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-19T09:49:41.040 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: starting mon.a rank 0 at public addrs [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] at bind addrs [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:49:41.040 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: mon.a@-1(???) e1 preinit fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:49:41.040 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: mon.a@-1(???).mds e1 new map 2024-08-19T09:49:41.040 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: mon.a@-1(???).mds e1 print_map 2024-08-19T09:49:41.040 INFO:journalctl@ceph.mon.a.smithi190.stdout: e1 2024-08-19T09:49:41.040 INFO:journalctl@ceph.mon.a.smithi190.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-19T09:49:41.040 INFO:journalctl@ceph.mon.a.smithi190.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T09:49:41.040 INFO:journalctl@ceph.mon.a.smithi190.stdout: legacy client fscid: -1 2024-08-19T09:49:41.040 INFO:journalctl@ceph.mon.a.smithi190.stdout: 2024-08-19T09:49:41.041 INFO:journalctl@ceph.mon.a.smithi190.stdout: No filesystems configured 2024-08-19T09:49:41.041 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-19T09:49:41.041 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T09:49:41.041 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T09:49:41.041 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T09:49:41.041 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-08-19T09:49:41.041 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 bash[16041]: 9109cb9dca37817f7a7eabbe187c43f821642a5b5092895013174627133aaac5 2024-08-19T09:49:41.041 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 systemd[1]: Started Ceph mon.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:49:41.041 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-19T09:49:41.041 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: monmap e1: 1 mons at {a=[v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-19T09:49:41.041 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: fsmap 2024-08-19T09:49:41.041 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: osdmap e1: 0 total, 0 up, 0 in 2024-08-19T09:49:41.041 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:40 smithi190 ceph-mon[16060]: mgrmap e1: no daemons active 2024-08-19T09:49:41.824 INFO:teuthology.orchestra.run.smithi190.stdout:Wrote config to /etc/ceph/ceph.conf 2024-08-19T09:49:41.837 INFO:teuthology.orchestra.run.smithi190.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-08-19T09:49:41.837 INFO:teuthology.orchestra.run.smithi190.stdout:Creating mgr... 2024-08-19T09:49:41.837 INFO:teuthology.orchestra.run.smithi190.stdout:Verifying port 0.0.0.0:9283 ... 2024-08-19T09:49:41.838 INFO:teuthology.orchestra.run.smithi190.stdout:Verifying port 0.0.0.0:8765 ... 2024-08-19T09:49:42.066 INFO:teuthology.orchestra.run.smithi190.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.y 2024-08-19T09:49:42.067 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stderr Failed to reset failed state of unit ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.y.service: Unit ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.y.service not loaded. 2024-08-19T09:49:42.403 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-3fc239b0-5e10-11ef-bccf-c7b262605968.target.wants/ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@.service. 2024-08-19T09:49:42.420 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:42 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/4090275944' entity='client.admin' 2024-08-19T09:49:42.814 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:42 smithi190 podman[16271]: 2024-08-19 09:49:42.540666143 +0000 UTC m=+0.016960642 image pull e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b quay.ceph.io/ceph-ci/ceph:reef 2024-08-19T09:49:44.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:43 smithi190 podman[16271]: 2024-08-19 09:49:43.640612174 +0000 UTC m=+1.116906660 container create 03e52aa37ef2455eafd943b0d66231bc958be307a10f4083121fdc0285108720 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=reef-baa926d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-19T09:49:45.722 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:45 smithi190 podman[16271]: 2024-08-19 09:49:45.42021183 +0000 UTC m=+2.896506329 container init 03e52aa37ef2455eafd943b0d66231bc958be307a10f4083121fdc0285108720 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, RELEASE=reef-baa926d, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T09:49:45.722 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:45 smithi190 podman[16271]: 2024-08-19 09:49:45.424183961 +0000 UTC m=+2.900478450 container start 03e52aa37ef2455eafd943b0d66231bc958be307a10f4083121fdc0285108720 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-baa926d, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-19T09:49:45.723 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:45 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:45.639+0000 7f1b69358040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-19T09:49:45.723 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:45 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:45.704+0000 7f1b69358040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-19T09:49:46.011 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:45 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:45.843+0000 7f1b69358040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-19T09:49:46.011 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:46 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:46.010+0000 7f1b69358040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-19T09:49:46.274 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:46 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:46.151+0000 7f1b69358040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-19T09:49:46.274 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:46 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:46.273+0000 7f1b69358040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-19T09:49:46.336 INFO:teuthology.orchestra.run.smithi190.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-19T09:49:46.336 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stdout disabled 2024-08-19T09:49:46.343 INFO:teuthology.orchestra.run.smithi190.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-19T09:49:46.344 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stdout inactive 2024-08-19T09:49:46.344 INFO:teuthology.orchestra.run.smithi190.stdout:firewalld.service is not enabled 2024-08-19T09:49:46.344 INFO:teuthology.orchestra.run.smithi190.stdout:Not possible to enable service . firewalld.service is not available 2024-08-19T09:49:46.352 INFO:teuthology.orchestra.run.smithi190.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-19T09:49:46.352 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stdout disabled 2024-08-19T09:49:46.359 INFO:teuthology.orchestra.run.smithi190.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-19T09:49:46.359 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stdout inactive 2024-08-19T09:49:46.359 INFO:teuthology.orchestra.run.smithi190.stdout:firewalld.service is not enabled 2024-08-19T09:49:46.360 INFO:teuthology.orchestra.run.smithi190.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-08-19T09:49:46.360 INFO:teuthology.orchestra.run.smithi190.stdout:Waiting for mgr to start... 2024-08-19T09:49:46.360 INFO:teuthology.orchestra.run.smithi190.stdout:Waiting for mgr... 2024-08-19T09:49:46.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:46 smithi190 bash[16271]: 03e52aa37ef2455eafd943b0d66231bc958be307a10f4083121fdc0285108720 2024-08-19T09:49:46.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:46 smithi190 systemd[1]: Started Ceph mgr.y for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:49:46.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:46 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:46.413+0000 7f1b69358040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-19T09:49:46.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:46 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:46.470+0000 7f1b69358040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-19T09:49:47.050 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:46 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:46.776+0000 7f1b69358040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-19T09:49:47.050 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:46 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:46.837+0000 7f1b69358040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-19T09:49:47.050 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:46 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:46.903+0000 7f1b69358040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-19T09:49:47.050 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:47.049+0000 7f1b69358040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-19T09:49:47.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:47.107+0000 7f1b69358040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-19T09:49:47.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:47.172+0000 7f1b69358040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-19T09:49:47.749 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:47.352+0000 7f1b69358040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-19T09:49:47.749 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:47.412+0000 7f1b69358040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-19T09:49:47.749 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:47.472+0000 7f1b69358040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-19T09:49:47.749 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:47.540+0000 7f1b69358040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-19T09:49:47.749 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:47.748+0000 7f1b69358040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-19T09:49:48.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:47.806+0000 7f1b69358040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-19T09:49:48.636 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:48 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:48.327+0000 7f1b69358040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-19T09:49:48.636 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:48 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:48.634+0000 7f1b69358040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-19T09:49:49.297 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:49 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:49.045+0000 7f1b69358040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-19T09:49:49.297 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:49 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:49.102+0000 7f1b69358040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-19T09:49:49.297 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:49 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:49.161+0000 7f1b69358040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-19T09:49:49.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:49 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3177730089' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-19T09:49:50.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:50 smithi190 ceph-mon[16060]: Activating manager daemon y 2024-08-19T09:49:50.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:50 smithi190 ceph-mon[16060]: mgrmap e2: y(active, starting, since 0.00281781s) 2024-08-19T09:49:50.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:50 smithi190 ceph-mon[16060]: from='mgr.14100 172.21.15.190:0/4113144865' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T09:49:50.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:50 smithi190 ceph-mon[16060]: from='mgr.14100 172.21.15.190:0/4113144865' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T09:49:50.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:50 smithi190 ceph-mon[16060]: from='mgr.14100 172.21.15.190:0/4113144865' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T09:49:50.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:50 smithi190 ceph-mon[16060]: from='mgr.14100 172.21.15.190:0/4113144865' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:49:50.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:50 smithi190 ceph-mon[16060]: from='mgr.14100 172.21.15.190:0/4113144865' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T09:49:50.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:50 smithi190 ceph-mon[16060]: Manager daemon y is now available 2024-08-19T09:49:50.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:50 smithi190 ceph-mon[16060]: from='mgr.14100 172.21.15.190:0/4113144865' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T09:49:50.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:50 smithi190 ceph-mon[16060]: from='mgr.14100 172.21.15.190:0/4113144865' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T09:49:50.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:50 smithi190 ceph-mon[16060]: from='mgr.14100 172.21.15.190:0/4113144865' entity='mgr.y' 2024-08-19T09:49:50.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:50 smithi190 ceph-mon[16060]: from='mgr.14100 172.21.15.190:0/4113144865' entity='mgr.y' 2024-08-19T09:49:50.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:50 smithi190 ceph-mon[16060]: from='mgr.14100 172.21.15.190:0/4113144865' entity='mgr.y' 2024-08-19T09:49:51.998 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout 2024-08-19T09:49:52.001 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout { 2024-08-19T09:49:52.001 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "fsid": "3fc239b0-5e10-11ef-bccf-c7b262605968", 2024-08-19T09:49:52.001 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "health": { 2024-08-19T09:49:52.001 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-19T09:49:52.001 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-19T09:49:52.001 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-19T09:49:52.001 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout }, 2024-08-19T09:49:52.001 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-19T09:49:52.001 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-19T09:49:52.001 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout 0 2024-08-19T09:49:52.002 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout ], 2024-08-19T09:49:52.002 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-19T09:49:52.002 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "a" 2024-08-19T09:49:52.002 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout ], 2024-08-19T09:49:52.002 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-08-19T09:49:52.002 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-19T09:49:52.002 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T09:49:52.002 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-19T09:49:52.002 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-19T09:49:52.002 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout }, 2024-08-19T09:49:52.002 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-19T09:49:52.002 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T09:49:52.002 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-19T09:49:52.002 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-19T09:49:52.003 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-19T09:49:52.003 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-19T09:49:52.006 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-19T09:49:52.006 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-19T09:49:52.006 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout }, 2024-08-19T09:49:52.006 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-19T09:49:52.006 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-19T09:49:52.006 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-19T09:49:52.006 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-19T09:49:52.006 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-19T09:49:52.007 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-19T09:49:52.007 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-19T09:49:52.007 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-19T09:49:52.007 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-19T09:49:52.007 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout }, 2024-08-19T09:49:52.007 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-19T09:49:52.007 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T09:49:52.007 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-19T09:49:52.007 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-19T09:49:52.007 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout }, 2024-08-19T09:49:52.007 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-19T09:49:52.007 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-19T09:49:52.007 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-19T09:49:52.007 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-19T09:49:52.008 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-19T09:49:52.008 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-19T09:49:52.008 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "restful" 2024-08-19T09:49:52.008 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout ], 2024-08-19T09:49:52.008 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-19T09:49:52.008 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout }, 2024-08-19T09:49:52.008 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-19T09:49:52.008 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T09:49:52.008 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "modified": "2024-08-19T09:49:35.891823+0000", 2024-08-19T09:49:52.008 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-19T09:49:52.008 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout }, 2024-08-19T09:49:52.008 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-19T09:49:52.008 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout } 2024-08-19T09:49:52.008 INFO:teuthology.orchestra.run.smithi190.stdout:mgr not available, waiting (1/15)... 2024-08-19T09:49:52.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:52 smithi190 ceph-mon[16060]: mgrmap e3: y(active, since 1.00741s) 2024-08-19T09:49:53.523 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:53 smithi190 ceph-mon[16060]: mgrmap e4: y(active, since 2s) 2024-08-19T09:49:55.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:54 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2711424745' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-19T09:49:55.254 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout 2024-08-19T09:49:55.256 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout { 2024-08-19T09:49:55.256 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "fsid": "3fc239b0-5e10-11ef-bccf-c7b262605968", 2024-08-19T09:49:55.256 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "health": { 2024-08-19T09:49:55.256 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-19T09:49:55.256 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-19T09:49:55.257 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-19T09:49:55.257 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout }, 2024-08-19T09:49:55.257 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-19T09:49:55.257 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-19T09:49:55.257 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout 0 2024-08-19T09:49:55.257 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout ], 2024-08-19T09:49:55.257 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-19T09:49:55.257 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "a" 2024-08-19T09:49:55.257 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout ], 2024-08-19T09:49:55.257 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "quorum_age": 13, 2024-08-19T09:49:55.257 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-19T09:49:55.257 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T09:49:55.257 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-19T09:49:55.257 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-19T09:49:55.257 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout }, 2024-08-19T09:49:55.258 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-19T09:49:55.258 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T09:49:55.258 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-19T09:49:55.258 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-19T09:49:55.258 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-19T09:49:55.258 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-19T09:49:55.261 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-19T09:49:55.261 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-19T09:49:55.261 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout }, 2024-08-19T09:49:55.261 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-19T09:49:55.262 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-19T09:49:55.262 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-19T09:49:55.262 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-19T09:49:55.262 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-19T09:49:55.262 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-19T09:49:55.262 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-19T09:49:55.262 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-19T09:49:55.262 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-19T09:49:55.262 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout }, 2024-08-19T09:49:55.262 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-19T09:49:55.262 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T09:49:55.262 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-19T09:49:55.262 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-19T09:49:55.263 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout }, 2024-08-19T09:49:55.263 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-19T09:49:55.263 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-19T09:49:55.263 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-19T09:49:55.263 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-19T09:49:55.263 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-19T09:49:55.263 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-19T09:49:55.263 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "restful" 2024-08-19T09:49:55.263 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout ], 2024-08-19T09:49:55.263 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-19T09:49:55.263 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout }, 2024-08-19T09:49:55.263 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-19T09:49:55.263 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-19T09:49:55.263 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "modified": "2024-08-19T09:49:35.891823+0000", 2024-08-19T09:49:55.263 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-19T09:49:55.264 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout }, 2024-08-19T09:49:55.264 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-19T09:49:55.264 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout } 2024-08-19T09:49:55.264 INFO:teuthology.orchestra.run.smithi190.stdout:mgr is available 2024-08-19T09:49:56.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:55 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3070563989' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-19T09:49:56.361 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout 2024-08-19T09:49:56.362 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout [global] 2024-08-19T09:49:56.362 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout fsid = 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:49:56.362 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-19T09:49:56.362 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-19T09:49:56.362 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-19T09:49:56.362 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-19T09:49:56.362 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout 2024-08-19T09:49:56.362 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-19T09:49:56.362 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-19T09:49:56.362 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout 2024-08-19T09:49:56.362 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout [osd] 2024-08-19T09:49:56.362 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-19T09:49:56.362 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-19T09:49:56.363 INFO:teuthology.orchestra.run.smithi190.stdout:Enabling cephadm module... 2024-08-19T09:49:57.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:57 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3406453746' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-08-19T09:49:57.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ignoring --setuser ceph since I am not root 2024-08-19T09:49:57.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ignoring --setgroup ceph since I am not root 2024-08-19T09:49:57.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:57.228+0000 7f308d103040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-19T09:49:57.727 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:57.294+0000 7f308d103040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-19T09:49:57.727 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:57.433+0000 7f308d103040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-19T09:49:57.727 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:57.586+0000 7f308d103040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-19T09:49:57.727 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:57.726+0000 7f308d103040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-19T09:49:58.011 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:57.850+0000 7f308d103040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-19T09:49:58.011 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:57.973+0000 7f308d103040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-19T09:49:58.269 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:58 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:58.030+0000 7f308d103040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-19T09:49:58.269 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:58 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3406453746' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-08-19T09:49:58.269 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:58 smithi190 ceph-mon[16060]: mgrmap e5: y(active, since 6s) 2024-08-19T09:49:58.561 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:58 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:58.329+0000 7f308d103040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-19T09:49:58.561 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:58 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:58.389+0000 7f308d103040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-19T09:49:58.561 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:58 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:58.455+0000 7f308d103040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-19T09:49:58.814 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:58 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:58.609+0000 7f308d103040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-19T09:49:58.814 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:58 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:58.669+0000 7f308d103040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-19T09:49:58.814 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:58 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:58.737+0000 7f308d103040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-19T09:49:59.194 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:58 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:58.927+0000 7f308d103040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-19T09:49:59.194 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:58 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:58.991+0000 7f308d103040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-19T09:49:59.194 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:59 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:59.051+0000 7f308d103040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-19T09:49:59.194 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:59 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:59.119+0000 7f308d103040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-19T09:49:59.509 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:49:59 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2619708941' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-19T09:49:59.509 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:59 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:59.333+0000 7f308d103040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-19T09:49:59.509 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:59 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:59.390+0000 7f308d103040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-19T09:49:59.763 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout { 2024-08-19T09:49:59.763 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-08-19T09:49:59.763 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-19T09:49:59.763 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-19T09:49:59.763 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-19T09:49:59.763 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout } 2024-08-19T09:49:59.763 INFO:teuthology.orchestra.run.smithi190.stdout:Waiting for the mgr to restart... 2024-08-19T09:49:59.763 INFO:teuthology.orchestra.run.smithi190.stdout:Waiting for mgr epoch 5... 2024-08-19T09:50:00.046 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:49:59 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:49:59.909+0000 7f308d103040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-19T09:50:00.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:00.225+0000 7f308d103040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-19T09:50:01.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:00.633+0000 7f308d103040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-19T09:50:01.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:00.688+0000 7f308d103040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-19T09:50:01.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:00.746+0000 7f308d103040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-19T09:50:02.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: Active manager daemon y restarted 2024-08-19T09:50:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: Activating manager daemon y 2024-08-19T09:50:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: osdmap e2: 0 total, 0 up, 0 in 2024-08-19T09:50:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: mgrmap e6: y(active, starting, since 0.00468073s) 2024-08-19T09:50:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:50:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T09:50:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T09:50:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T09:50:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T09:50:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: Manager daemon y is now available 2024-08-19T09:50:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' 2024-08-19T09:50:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' 2024-08-19T09:50:02.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:50:02.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:50:02.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T09:50:02.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:01 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T09:50:03.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:02 smithi190 ceph-mon[16060]: Found migration_current of "None". Setting to last migration. 2024-08-19T09:50:03.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:02 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' 2024-08-19T09:50:03.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:02 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' 2024-08-19T09:50:03.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:02 smithi190 ceph-mon[16060]: mgrmap e7: y(active, since 1.00499s) 2024-08-19T09:50:03.447 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout { 2024-08-19T09:50:03.447 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-08-19T09:50:03.447 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-19T09:50:03.447 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout } 2024-08-19T09:50:03.447 INFO:teuthology.orchestra.run.smithi190.stdout:mgr epoch 5 is available 2024-08-19T09:50:03.447 INFO:teuthology.orchestra.run.smithi190.stdout:Setting orchestrator backend to cephadm... 2024-08-19T09:50:03.544 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:03.244+0000 7f2ffa7db640 -1 log_channel(cephadm) log [ERR] : [19/Aug/2024:09:50:03] ENGINE Error in HTTPServer.serve 2024-08-19T09:50:03.544 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: Traceback (most recent call last): 2024-08-19T09:50:03.545 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T09:50:03.545 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: self._connections.run(self.expiration_interval) 2024-08-19T09:50:03.545 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T09:50:03.545 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: self._run(expiration_interval) 2024-08-19T09:50:03.545 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T09:50:03.545 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T09:50:03.545 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T09:50:03.545 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T09:50:03.545 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T09:50:03.545 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: s = self.context.wrap_socket( 2024-08-19T09:50:03.545 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T09:50:03.545 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: return self.sslsocket_class._create( 2024-08-19T09:50:03.545 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T09:50:03.546 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: self.do_handshake() 2024-08-19T09:50:03.546 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T09:50:03.546 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: self._sslobj.do_handshake() 2024-08-19T09:50:03.546 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T09:50:03.546 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:04.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-mon[16060]: from='client.14120 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-19T09:50:04.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-mon[16060]: from='client.14120 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-19T09:50:04.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:03 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:50:05.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:04 smithi190 ceph-mon[16060]: [19/Aug/2024:09:50:03] ENGINE Bus STARTING 2024-08-19T09:50:05.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:04 smithi190 ceph-mon[16060]: [19/Aug/2024:09:50:03] ENGINE Serving on https://172.21.15.190:7150 2024-08-19T09:50:05.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:04 smithi190 ceph-mon[16060]: [19/Aug/2024:09:50:03] ENGINE Error in HTTPServer.serve 2024-08-19T09:50:05.065 INFO:journalctl@ceph.mon.a.smithi190.stdout: Traceback (most recent call last): 2024-08-19T09:50:05.065 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T09:50:05.065 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._connections.run(self.expiration_interval) 2024-08-19T09:50:05.065 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T09:50:05.065 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._run(expiration_interval) 2024-08-19T09:50:05.065 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T09:50:05.065 INFO:journalctl@ceph.mon.a.smithi190.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T09:50:05.065 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T09:50:05.065 INFO:journalctl@ceph.mon.a.smithi190.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T09:50:05.065 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T09:50:05.066 INFO:journalctl@ceph.mon.a.smithi190.stdout: s = self.context.wrap_socket( 2024-08-19T09:50:05.066 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T09:50:05.066 INFO:journalctl@ceph.mon.a.smithi190.stdout: return self.sslsocket_class._create( 2024-08-19T09:50:05.066 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T09:50:05.066 INFO:journalctl@ceph.mon.a.smithi190.stdout: self.do_handshake() 2024-08-19T09:50:05.066 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T09:50:05.066 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._sslobj.do_handshake() 2024-08-19T09:50:05.066 INFO:journalctl@ceph.mon.a.smithi190.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T09:50:05.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:04 smithi190 ceph-mon[16060]: [19/Aug/2024:09:50:03] ENGINE Serving on http://172.21.15.190:8765 2024-08-19T09:50:05.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:04 smithi190 ceph-mon[16060]: [19/Aug/2024:09:50:03] ENGINE Bus STARTED 2024-08-19T09:50:05.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:04 smithi190 ceph-mon[16060]: mgrmap e8: y(active, since 2s) 2024-08-19T09:50:05.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:04 smithi190 ceph-mon[16060]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:50:05.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:04 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' 2024-08-19T09:50:05.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:04 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:50:05.675 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout value unchanged 2024-08-19T09:50:05.675 INFO:teuthology.orchestra.run.smithi190.stdout:Generating ssh key... 2024-08-19T09:50:06.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-mon[16060]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:50:06.664 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: Generating public/private rsa key pair. 2024-08-19T09:50:06.664 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: Your identification has been saved in /tmp/tmpum71ohtm/key 2024-08-19T09:50:06.664 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: Your public key has been saved in /tmp/tmpum71ohtm/key.pub 2024-08-19T09:50:06.664 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: The key fingerprint is: 2024-08-19T09:50:06.664 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: SHA256:hmjAztk3HlPEKhk/INRBaSE5u9apFQOlEOm0slOWXyk ceph-3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:50:06.664 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: The key's randomart image is: 2024-08-19T09:50:06.664 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: +---[RSA 3072]----+ 2024-08-19T09:50:06.664 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: |o+o==+ .. | 2024-08-19T09:50:06.664 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: |.+=o* .. | 2024-08-19T09:50:06.664 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: |o =B = o. | 2024-08-19T09:50:06.665 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: |.==+E.*o | 2024-08-19T09:50:06.665 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: |.++++B*.S | 2024-08-19T09:50:06.665 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: |o o.=o = | 2024-08-19T09:50:06.665 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: | o o . | 2024-08-19T09:50:06.665 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: | . | 2024-08-19T09:50:06.665 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: | | 2024-08-19T09:50:06.665 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: +----[SHA256]-----+ 2024-08-19T09:50:07.513 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:07 smithi190 ceph-mon[16060]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:50:07.513 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:07 smithi190 ceph-mon[16060]: Generating ssh key... 2024-08-19T09:50:07.513 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:07 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' 2024-08-19T09:50:07.513 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:07 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' 2024-08-19T09:50:08.088 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDVDPslsXWgpi1UXfYPFNdO/xP+lU3H3RdoYHwYNLLo6Q4qYAzWlOjuwqcQU6GRKrnfvNXalQr6+gViscc923OUbqwUXX0e2uRciVXlb9kmfOdW8rtOcpDwCthg3cpfceOqZW0tiSaNG4/ftJjwO7qEIkVjTAesqOvv37avs+Vj95Ca8ZpNdAhcxpsXxCfKYHfUWQmN9sscS7wueljZ+xb/fHaNmfA7IwLfPgW8HQvVsMjvbhjGa8J7436/r4jCswIxmPf7qecQKagbSIIYmGX0IIsG9/Wz1qeZ2Kg5zH0oA93nwwdG/X7hNG3L1bhUVbOiars4irdWnim2q8jr5gyp6/8TujJ/8TPiWuuuiVjNkm/167sO8pAfHxpEPXnX8zfqWynP8pHEkBBI+qkak2ScJgnbkzkB7V29ysSCIPVFaEk5PrlHfFLhR1AwKExcv5SGl7Y4BwEf7srgSRtByQzPvcllnOPL/qv73jF02VyqhPqyvouLROodumZrV+Bwg/s= ceph-3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:50:08.088 INFO:teuthology.orchestra.run.smithi190.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-08-19T09:50:08.088 INFO:teuthology.orchestra.run.smithi190.stdout:Adding key to root@localhost authorized_keys... 2024-08-19T09:50:08.089 INFO:teuthology.orchestra.run.smithi190.stdout:Adding host smithi190... 2024-08-19T09:50:08.769 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:08 smithi190 ceph-mon[16060]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:50:09.433 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:09 smithi190 ceph-mon[16060]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi190", "addr": "172.21.15.190", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:50:10.791 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:10 smithi190 ceph-mon[16060]: Deploying cephadm binary to smithi190 2024-08-19T09:50:11.878 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout Added host 'smithi190' with addr '172.21.15.190' 2024-08-19T09:50:11.879 INFO:teuthology.orchestra.run.smithi190.stdout:Deploying unmanaged mon service... 2024-08-19T09:50:12.530 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:12 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' 2024-08-19T09:50:12.530 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:12 smithi190 ceph-mon[16060]: Added host smithi190 2024-08-19T09:50:12.530 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:12 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:50:14.257 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:13 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' 2024-08-19T09:50:14.257 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:13 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' 2024-08-19T09:50:14.258 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:13 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' 2024-08-19T09:50:14.260 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-08-19T09:50:14.260 INFO:teuthology.orchestra.run.smithi190.stdout:Deploying unmanaged mgr service... 2024-08-19T09:50:15.231 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:14 smithi190 ceph-mon[16060]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:50:15.231 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:14 smithi190 ceph-mon[16060]: Saving service mon spec with placement count:5 2024-08-19T09:50:15.509 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-08-19T09:50:16.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:15 smithi190 ceph-mon[16060]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:50:16.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:15 smithi190 ceph-mon[16060]: Saving service mgr spec with placement count:2 2024-08-19T09:50:16.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:15 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' 2024-08-19T09:50:17.208 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:16 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' 2024-08-19T09:50:17.208 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:16 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3877223604' entity='client.admin' 2024-08-19T09:50:17.763 INFO:teuthology.orchestra.run.smithi190.stdout:Enabling the dashboard module... 2024-08-19T09:50:18.456 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:18 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3585676464' entity='client.admin' 2024-08-19T09:50:18.456 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:18 smithi190 ceph-mon[16060]: from='mgr.14116 172.21.15.190:0/985098682' entity='mgr.y' 2024-08-19T09:50:19.434 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:19 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/446725246' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-08-19T09:50:19.434 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:19 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ignoring --setuser ceph since I am not root 2024-08-19T09:50:19.435 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:19 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ignoring --setgroup ceph since I am not root 2024-08-19T09:50:19.435 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:19 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:19.432+0000 7f5cfa5bd040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-19T09:50:19.799 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:19 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:19.500+0000 7f5cfa5bd040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-19T09:50:19.799 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:19 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:19.642+0000 7f5cfa5bd040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-19T09:50:19.799 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:19 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:19.798+0000 7f5cfa5bd040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-19T09:50:20.058 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:19 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:19.945+0000 7f5cfa5bd040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-19T09:50:20.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:20 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/446725246' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-08-19T09:50:20.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:20 smithi190 ceph-mon[16060]: mgrmap e9: y(active, since 17s) 2024-08-19T09:50:20.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:20.075+0000 7f5cfa5bd040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-19T09:50:20.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:20.202+0000 7f5cfa5bd040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-19T09:50:20.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:20.262+0000 7f5cfa5bd040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-19T09:50:20.788 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:20.575+0000 7f5cfa5bd040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-19T09:50:20.788 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:20.636+0000 7f5cfa5bd040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-19T09:50:20.788 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:20.707+0000 7f5cfa5bd040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-19T09:50:21.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:20.855+0000 7f5cfa5bd040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-19T09:50:21.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:20.914+0000 7f5cfa5bd040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-19T09:50:21.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:20.980+0000 7f5cfa5bd040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-19T09:50:21.091 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout { 2024-08-19T09:50:21.091 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-08-19T09:50:21.091 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-19T09:50:21.092 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-19T09:50:21.092 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-19T09:50:21.092 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout } 2024-08-19T09:50:21.092 INFO:teuthology.orchestra.run.smithi190.stdout:Waiting for the mgr to restart... 2024-08-19T09:50:21.092 INFO:teuthology.orchestra.run.smithi190.stdout:Waiting for mgr epoch 9... 2024-08-19T09:50:21.339 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:21 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/1176800367' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-19T09:50:21.339 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:21 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:21.169+0000 7f5cfa5bd040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-19T09:50:21.339 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:21 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:21.231+0000 7f5cfa5bd040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-19T09:50:21.339 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:21 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:21.289+0000 7f5cfa5bd040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-19T09:50:21.637 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:21 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:21.363+0000 7f5cfa5bd040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-19T09:50:21.638 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:21 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:21.577+0000 7f5cfa5bd040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-19T09:50:21.638 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:21 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:21.636+0000 7f5cfa5bd040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-19T09:50:22.449 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:22.147+0000 7f5cfa5bd040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-19T09:50:22.814 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:22.448+0000 7f5cfa5bd040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-19T09:50:23.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:22.854+0000 7f5cfa5bd040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-19T09:50:23.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:22.909+0000 7f5cfa5bd040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-19T09:50:23.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:22.967+0000 7f5cfa5bd040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-19T09:50:24.530 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:24 smithi190 ceph-mon[16060]: Active manager daemon y restarted 2024-08-19T09:50:24.531 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:24 smithi190 ceph-mon[16060]: Activating manager daemon y 2024-08-19T09:50:24.531 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:24 smithi190 ceph-mon[16060]: osdmap e3: 0 total, 0 up, 0 in 2024-08-19T09:50:24.531 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:24 smithi190 ceph-mon[16060]: mgrmap e10: y(active, starting, since 0.0034884s) 2024-08-19T09:50:24.531 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:50:24.531 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T09:50:24.531 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T09:50:24.531 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T09:50:24.531 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T09:50:24.531 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:24 smithi190 ceph-mon[16060]: Manager daemon y is now available 2024-08-19T09:50:24.531 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:50:24.531 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T09:50:24.531 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T09:50:25.557 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:25.118+0000 7f5c66404640 -1 log_channel(cephadm) log [ERR] : [19/Aug/2024:09:50:25] ENGINE Error in HTTPServer.serve 2024-08-19T09:50:25.557 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: Traceback (most recent call last): 2024-08-19T09:50:25.557 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T09:50:25.557 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: self._connections.run(self.expiration_interval) 2024-08-19T09:50:25.558 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T09:50:25.558 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: self._run(expiration_interval) 2024-08-19T09:50:25.558 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T09:50:25.558 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T09:50:25.558 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T09:50:25.558 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T09:50:25.558 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T09:50:25.558 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: s = self.context.wrap_socket( 2024-08-19T09:50:25.558 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T09:50:25.558 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: return self.sslsocket_class._create( 2024-08-19T09:50:25.558 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T09:50:25.558 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: self.do_handshake() 2024-08-19T09:50:25.558 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T09:50:25.559 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: self._sslobj.do_handshake() 2024-08-19T09:50:25.559 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T09:50:25.559 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:50:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:50:25.818 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout { 2024-08-19T09:50:25.818 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-08-19T09:50:25.818 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-19T09:50:25.818 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout } 2024-08-19T09:50:25.818 INFO:teuthology.orchestra.run.smithi190.stdout:mgr epoch 9 is available 2024-08-19T09:50:25.818 INFO:teuthology.orchestra.run.smithi190.stdout:Generating a dashboard self-signed certificate... 2024-08-19T09:50:26.441 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:26 smithi190 ceph-mon[16060]: [19/Aug/2024:09:50:25] ENGINE Bus STARTING 2024-08-19T09:50:26.441 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:26 smithi190 ceph-mon[16060]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-19T09:50:26.441 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:26 smithi190 ceph-mon[16060]: mgrmap e11: y(active, since 1.00598s) 2024-08-19T09:50:26.441 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:26 smithi190 ceph-mon[16060]: from='client.14152 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-19T09:50:26.441 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:26 smithi190 ceph-mon[16060]: [19/Aug/2024:09:50:25] ENGINE Serving on https://172.21.15.190:7150 2024-08-19T09:50:26.441 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:26 smithi190 ceph-mon[16060]: [19/Aug/2024:09:50:25] ENGINE Error in HTTPServer.serve 2024-08-19T09:50:26.441 INFO:journalctl@ceph.mon.a.smithi190.stdout: Traceback (most recent call last): 2024-08-19T09:50:26.441 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T09:50:26.442 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._connections.run(self.expiration_interval) 2024-08-19T09:50:26.442 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T09:50:26.442 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._run(expiration_interval) 2024-08-19T09:50:26.442 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T09:50:26.442 INFO:journalctl@ceph.mon.a.smithi190.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T09:50:26.442 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T09:50:26.442 INFO:journalctl@ceph.mon.a.smithi190.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T09:50:26.442 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T09:50:26.442 INFO:journalctl@ceph.mon.a.smithi190.stdout: s = self.context.wrap_socket( 2024-08-19T09:50:26.442 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T09:50:26.442 INFO:journalctl@ceph.mon.a.smithi190.stdout: return self.sslsocket_class._create( 2024-08-19T09:50:26.442 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T09:50:26.442 INFO:journalctl@ceph.mon.a.smithi190.stdout: self.do_handshake() 2024-08-19T09:50:26.442 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T09:50:26.443 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._sslobj.do_handshake() 2024-08-19T09:50:26.443 INFO:journalctl@ceph.mon.a.smithi190.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T09:50:26.443 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:26 smithi190 ceph-mon[16060]: [19/Aug/2024:09:50:25] ENGINE Serving on http://172.21.15.190:8765 2024-08-19T09:50:26.443 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:26 smithi190 ceph-mon[16060]: [19/Aug/2024:09:50:25] ENGINE Bus STARTED 2024-08-19T09:50:26.443 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:26 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:27.015 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-08-19T09:50:27.015 INFO:teuthology.orchestra.run.smithi190.stdout:Creating initial admin user... 2024-08-19T09:50:27.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:27 smithi190 ceph-mon[16060]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:50:27.611 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:27 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:27.611 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:27 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:27.611 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:27 smithi190 ceph-mon[16060]: mgrmap e12: y(active, since 2s) 2024-08-19T09:50:27.611 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:27 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:29.076 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:28 smithi190 ceph-mon[16060]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:50:29.076 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:28 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:29.079 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$AM1B6goQIaD6g8r2HW7BIeUj/4fNrR5yMuDxybxwEkjVeAswDlVnW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1724061027, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-08-19T09:50:29.079 INFO:teuthology.orchestra.run.smithi190.stdout:Fetching dashboard port number... 2024-08-19T09:50:30.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:29 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/1164723019' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-08-19T09:50:30.218 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stdout 8443 2024-08-19T09:50:30.227 INFO:teuthology.orchestra.run.smithi190.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-19T09:50:30.228 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stdout disabled 2024-08-19T09:50:30.235 INFO:teuthology.orchestra.run.smithi190.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-19T09:50:30.235 INFO:teuthology.orchestra.run.smithi190.stdout:systemctl: stdout inactive 2024-08-19T09:50:30.235 INFO:teuthology.orchestra.run.smithi190.stdout:firewalld.service is not enabled 2024-08-19T09:50:30.235 INFO:teuthology.orchestra.run.smithi190.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-08-19T09:50:30.237 INFO:teuthology.orchestra.run.smithi190.stdout:Ceph Dashboard is now available at: 2024-08-19T09:50:30.237 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:50:30.237 INFO:teuthology.orchestra.run.smithi190.stdout: URL: https://smithi190:8443/ 2024-08-19T09:50:30.237 INFO:teuthology.orchestra.run.smithi190.stdout: User: admin 2024-08-19T09:50:30.237 INFO:teuthology.orchestra.run.smithi190.stdout: Password: t128ey1xos 2024-08-19T09:50:30.237 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:50:30.237 INFO:teuthology.orchestra.run.smithi190.stdout:Saving cluster configuration to /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config directory 2024-08-19T09:50:30.238 INFO:teuthology.orchestra.run.smithi190.stdout:Enabling autotune for osd_memory_target 2024-08-19T09:50:32.044 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:31 smithi190 ceph-mon[16060]: mgrmap e13: y(active, since 6s) 2024-08-19T09:50:32.605 INFO:teuthology.orchestra.run.smithi190.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-08-19T09:50:32.605 INFO:teuthology.orchestra.run.smithi190.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-08-19T09:50:32.606 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:50:32.606 INFO:teuthology.orchestra.run.smithi190.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-08-19T09:50:32.606 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:50:32.606 INFO:teuthology.orchestra.run.smithi190.stdout:Or, if you are only running a single cluster on this host: 2024-08-19T09:50:32.606 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:50:32.606 INFO:teuthology.orchestra.run.smithi190.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-08-19T09:50:32.606 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:50:32.606 INFO:teuthology.orchestra.run.smithi190.stdout:Please consider enabling telemetry to help improve Ceph: 2024-08-19T09:50:32.606 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:50:32.606 INFO:teuthology.orchestra.run.smithi190.stdout: ceph telemetry on 2024-08-19T09:50:32.606 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:50:32.606 INFO:teuthology.orchestra.run.smithi190.stdout:For more information see: 2024-08-19T09:50:32.606 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:50:32.607 INFO:teuthology.orchestra.run.smithi190.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-08-19T09:50:32.607 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:50:32.607 INFO:teuthology.orchestra.run.smithi190.stdout:Bootstrap complete. 2024-08-19T09:50:32.638 INFO:tasks.cephadm:Fetching config... 2024-08-19T09:50:32.638 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:50:32.638 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-08-19T09:50:32.655 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-08-19T09:50:32.655 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:50:32.655 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-08-19T09:50:32.710 INFO:tasks.cephadm:Fetching mon keyring... 2024-08-19T09:50:32.710 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:50:32.710 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/keyring of=/dev/stdout 2024-08-19T09:50:32.775 INFO:tasks.cephadm:Fetching pub ssh key... 2024-08-19T09:50:32.776 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:50:32.776 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-08-19T09:50:32.831 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-08-19T09:50:32.831 DEBUG:teuthology.orchestra.run.smithi190:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDVDPslsXWgpi1UXfYPFNdO/xP+lU3H3RdoYHwYNLLo6Q4qYAzWlOjuwqcQU6GRKrnfvNXalQr6+gViscc923OUbqwUXX0e2uRciVXlb9kmfOdW8rtOcpDwCthg3cpfceOqZW0tiSaNG4/ftJjwO7qEIkVjTAesqOvv37avs+Vj95Ca8ZpNdAhcxpsXxCfKYHfUWQmN9sscS7wueljZ+xb/fHaNmfA7IwLfPgW8HQvVsMjvbhjGa8J7436/r4jCswIxmPf7qecQKagbSIIYmGX0IIsG9/Wz1qeZ2Kg5zH0oA93nwwdG/X7hNG3L1bhUVbOiars4irdWnim2q8jr5gyp6/8TujJ/8TPiWuuuiVjNkm/167sO8pAfHxpEPXnX8zfqWynP8pHEkBBI+qkak2ScJgnbkzkB7V29ysSCIPVFaEk5PrlHfFLhR1AwKExcv5SGl7Y4BwEf7srgSRtByQzPvcllnOPL/qv73jF02VyqhPqyvouLROodumZrV+Bwg/s= ceph-3fc239b0-5e10-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-19T09:50:32.905 INFO:teuthology.orchestra.run.smithi190.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDVDPslsXWgpi1UXfYPFNdO/xP+lU3H3RdoYHwYNLLo6Q4qYAzWlOjuwqcQU6GRKrnfvNXalQr6+gViscc923OUbqwUXX0e2uRciVXlb9kmfOdW8rtOcpDwCthg3cpfceOqZW0tiSaNG4/ftJjwO7qEIkVjTAesqOvv37avs+Vj95Ca8ZpNdAhcxpsXxCfKYHfUWQmN9sscS7wueljZ+xb/fHaNmfA7IwLfPgW8HQvVsMjvbhjGa8J7436/r4jCswIxmPf7qecQKagbSIIYmGX0IIsG9/Wz1qeZ2Kg5zH0oA93nwwdG/X7hNG3L1bhUVbOiars4irdWnim2q8jr5gyp6/8TujJ/8TPiWuuuiVjNkm/167sO8pAfHxpEPXnX8zfqWynP8pHEkBBI+qkak2ScJgnbkzkB7V29ysSCIPVFaEk5PrlHfFLhR1AwKExcv5SGl7Y4BwEf7srgSRtByQzPvcllnOPL/qv73jF02VyqhPqyvouLROodumZrV+Bwg/s= ceph-3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:50:32.918 DEBUG:teuthology.orchestra.run.smithi196:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDVDPslsXWgpi1UXfYPFNdO/xP+lU3H3RdoYHwYNLLo6Q4qYAzWlOjuwqcQU6GRKrnfvNXalQr6+gViscc923OUbqwUXX0e2uRciVXlb9kmfOdW8rtOcpDwCthg3cpfceOqZW0tiSaNG4/ftJjwO7qEIkVjTAesqOvv37avs+Vj95Ca8ZpNdAhcxpsXxCfKYHfUWQmN9sscS7wueljZ+xb/fHaNmfA7IwLfPgW8HQvVsMjvbhjGa8J7436/r4jCswIxmPf7qecQKagbSIIYmGX0IIsG9/Wz1qeZ2Kg5zH0oA93nwwdG/X7hNG3L1bhUVbOiars4irdWnim2q8jr5gyp6/8TujJ/8TPiWuuuiVjNkm/167sO8pAfHxpEPXnX8zfqWynP8pHEkBBI+qkak2ScJgnbkzkB7V29ysSCIPVFaEk5PrlHfFLhR1AwKExcv5SGl7Y4BwEf7srgSRtByQzPvcllnOPL/qv73jF02VyqhPqyvouLROodumZrV+Bwg/s= ceph-3fc239b0-5e10-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-19T09:50:32.960 INFO:teuthology.orchestra.run.smithi196.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDVDPslsXWgpi1UXfYPFNdO/xP+lU3H3RdoYHwYNLLo6Q4qYAzWlOjuwqcQU6GRKrnfvNXalQr6+gViscc923OUbqwUXX0e2uRciVXlb9kmfOdW8rtOcpDwCthg3cpfceOqZW0tiSaNG4/ftJjwO7qEIkVjTAesqOvv37avs+Vj95Ca8ZpNdAhcxpsXxCfKYHfUWQmN9sscS7wueljZ+xb/fHaNmfA7IwLfPgW8HQvVsMjvbhjGa8J7436/r4jCswIxmPf7qecQKagbSIIYmGX0IIsG9/Wz1qeZ2Kg5zH0oA93nwwdG/X7hNG3L1bhUVbOiars4irdWnim2q8jr5gyp6/8TujJ/8TPiWuuuiVjNkm/167sO8pAfHxpEPXnX8zfqWynP8pHEkBBI+qkak2ScJgnbkzkB7V29ysSCIPVFaEk5PrlHfFLhR1AwKExcv5SGl7Y4BwEf7srgSRtByQzPvcllnOPL/qv73jF02VyqhPqyvouLROodumZrV+Bwg/s= ceph-3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:50:32.973 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-08-19T09:50:33.192 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:50:33.307 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:33 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2612492187' entity='client.admin' 2024-08-19T09:50:35.797 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-08-19T09:50:35.797 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-08-19T09:50:36.170 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:36 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/587745822' entity='client.admin' 2024-08-19T09:50:36.170 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:36.170 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:36.170 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi190", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:50:36.171 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:36.171 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:50:36.171 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:36.282 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:50:39.272 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi196 2024-08-19T09:50:39.273 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-19T09:50:39.273 DEBUG:teuthology.orchestra.run.smithi196:> dd of=/etc/ceph/ceph.conf 2024-08-19T09:50:39.291 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-19T09:50:39.292 DEBUG:teuthology.orchestra.run.smithi196:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-19T09:50:39.349 INFO:tasks.cephadm:Adding host smithi196 to orchestrator... 2024-08-19T09:50:39.350 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch host add smithi196 2024-08-19T09:50:39.559 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:50:39.902 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:39 smithi190 ceph-mon[16060]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:50:39.902 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:39 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:39.902 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:39 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:50:39.902 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:39 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:50:39.902 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:39 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:50:39.902 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:39 smithi190 ceph-mon[16060]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T09:50:39.902 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:39 smithi190 ceph-mon[16060]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:50:39.903 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:39 smithi190 ceph-mon[16060]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-19T09:50:39.903 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:39 smithi190 ceph-mon[16060]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T09:50:39.903 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:39 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:39.903 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:39 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:39.903 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:39 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:41.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:41 smithi190 ceph-mon[16060]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi196", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:50:42.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:42 smithi190 ceph-mon[16060]: Deploying cephadm binary to smithi196 2024-08-19T09:50:43.921 INFO:teuthology.orchestra.run.smithi190.stdout:Added host 'smithi196' with addr '172.21.15.196' 2024-08-19T09:50:44.533 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch host ls --format=json 2024-08-19T09:50:44.727 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:50:45.166 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:44 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:45.166 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:44 smithi190 ceph-mon[16060]: Added host smithi196 2024-08-19T09:50:45.166 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:44 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:50:45.166 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:44 smithi190 ceph-mon[16060]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:50:45.166 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:44 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:45.166 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:44 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:46.397 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:50:46.398 INFO:teuthology.orchestra.run.smithi190.stdout:[{"addr": "172.21.15.190", "hostname": "smithi190", "labels": [], "status": ""}, {"addr": "172.21.15.196", "hostname": "smithi196", "labels": [], "status": ""}] 2024-08-19T09:50:46.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:46 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:46.944 INFO:tasks.cephadm:Setting crush tunables to default 2024-08-19T09:50:46.944 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd crush tunables default 2024-08-19T09:50:47.138 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:50:47.475 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:47 smithi190 ceph-mon[16060]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:50:48.434 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:48 smithi190 ceph-mon[16060]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T09:50:48.434 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:48 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:48.434 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:48 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:48.434 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:48 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:48.434 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:48 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:48.434 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:48 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:50:48.434 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:48 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:50:48.435 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:48 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:50:49.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:49 smithi190 ceph-mon[16060]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T09:50:49.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:49 smithi190 ceph-mon[16060]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:50:49.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:49 smithi190 ceph-mon[16060]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:50:49.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:49 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:49.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:49 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:49.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:49 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:49.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:49 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/319041119' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-19T09:50:49.773 INFO:teuthology.orchestra.run.smithi190.stderr:adjusted tunables profile to default 2024-08-19T09:50:50.337 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:50 smithi190 ceph-mon[16060]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-19T09:50:50.338 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:50 smithi190 ceph-mon[16060]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T09:50:50.338 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:50 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/319041119' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-19T09:50:50.338 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:50 smithi190 ceph-mon[16060]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T09:50:50.361 INFO:tasks.cephadm:Adding mon.a on smithi190 2024-08-19T09:50:50.361 INFO:tasks.cephadm:Adding mon.c on smithi190 2024-08-19T09:50:50.361 INFO:tasks.cephadm:Adding mon.b on smithi196 2024-08-19T09:50:50.361 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch apply mon '3;smithi190:172.21.15.190=a;smithi190:[v2:172.21.15.190:3301,v1:172.21.15.190:6790]=c;smithi196:172.21.15.196=b' 2024-08-19T09:50:50.566 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:50:51.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:51 smithi190 ceph-mon[16060]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:50:52.221 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled mon update... 2024-08-19T09:50:52.794 DEBUG:teuthology.orchestra.run.smithi190:mon.c> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.c.service 2024-08-19T09:50:52.797 DEBUG:teuthology.orchestra.run.smithi196:mon.b> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.b.service 2024-08-19T09:50:52.799 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-19T09:50:52.799 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-19T09:50:53.428 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:50:53.479 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:53 smithi190 ceph-mon[16060]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:50:53.479 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:53 smithi190 ceph-mon[16060]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi190:172.21.15.190=a;smithi190:[v2:172.21.15.190:3301,v1:172.21.15.190:6790]=c;smithi196:172.21.15.196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:50:53.480 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:53 smithi190 ceph-mon[16060]: Saving service mon spec with placement smithi190:172.21.15.190=a;smithi190:[v2:172.21.15.190:3301,v1:172.21.15.190:6790]=c;smithi196:172.21.15.196=b;count:3 2024-08-19T09:50:53.480 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:53.480 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:50:53.480 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:50:53.480 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:50:53.480 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:53.480 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T09:50:53.480 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:50:53.480 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:53 smithi190 ceph-mon[16060]: Deploying daemon mon.b on smithi196 2024-08-19T09:50:55.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:50:55 smithi190 ceph-mon[16060]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:50:55.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:55 smithi196 systemd[1]: Starting Ceph mon.b for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T09:50:56.669 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:50:56.669 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":1,"fsid":"3fc239b0-5e10-11ef-bccf-c7b262605968","modified":"2024-08-19T09:49:32.980697Z","created":"2024-08-19T09:49:32.980697Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:3300","nonce":0},{"type":"v1","addr":"172.21.15.190:6789","nonce":0}]},"addr":"172.21.15.190:6789/0","public_addr":"172.21.15.190:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-08-19T09:50:56.669 INFO:teuthology.orchestra.run.smithi196.stderr:dumped monmap epoch 1 2024-08-19T09:50:56.803 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 podman[19943]: 2024-08-19 09:50:56.550258343 +0000 UTC m=+0.120329128 container create 0b1c97b9ffa97b30b714763c38a3fb9cb52935f287c8e61eef48b8d3c17af25f (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=reef-baa926d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-19T09:50:56.803 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 podman[19943]: 2024-08-19 09:50:56.454170495 +0000 UTC m=+0.024241281 image pull e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282 2024-08-19T09:50:56.803 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 podman[19943]: 2024-08-19 09:50:56.777902226 +0000 UTC m=+0.347973025 container init 0b1c97b9ffa97b30b714763c38a3fb9cb52935f287c8e61eef48b8d3c17af25f (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b, RELEASE=reef-baa926d, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-19T09:50:56.804 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 podman[19943]: 2024-08-19 09:50:56.781401311 +0000 UTC m=+0.351472096 container start 0b1c97b9ffa97b30b714763c38a3fb9cb52935f287c8e61eef48b8d3c17af25f (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-baa926d, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T09:50:56.804 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: set uid:gid to 167:167 (ceph:ceph) 2024-08-19T09:50:56.804 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable), process ceph-mon, pid 2 2024-08-19T09:50:56.804 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: pidfile_write: ignore empty --pid-file 2024-08-19T09:50:57.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: load: jerasure load: lrc 2024-08-19T09:50:57.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: RocksDB version: 7.9.2 2024-08-19T09:50:57.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Git sha 0 2024-08-19T09:50:57.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Compile date 2024-08-18 15:07:10 2024-08-19T09:50:57.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: DB SUMMARY 2024-08-19T09:50:57.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: DB Session ID: LIRVQOFDNN8CQFO9ALRC 2024-08-19T09:50:57.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: CURRENT file: CURRENT 2024-08-19T09:50:57.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: IDENTITY file: IDENTITY 2024-08-19T09:50:57.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-08-19T09:50:57.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-08-19T09:50:57.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-08-19T09:50:57.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.error_if_exists: 0 2024-08-19T09:50:57.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.create_if_missing: 0 2024-08-19T09:50:57.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.paranoid_checks: 1 2024-08-19T09:50:57.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-19T09:50:57.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-19T09:50:57.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-19T09:50:57.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.env: 0x55a91fdfdbc0 2024-08-19T09:50:57.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.fs: PosixFileSystem 2024-08-19T09:50:57.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.info_log: 0x55a920c58be0 2024-08-19T09:50:57.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_file_opening_threads: 16 2024-08-19T09:50:57.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.statistics: (nil) 2024-08-19T09:50:57.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.use_fsync: 0 2024-08-19T09:50:57.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_log_file_size: 0 2024-08-19T09:50:57.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-19T09:50:57.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-19T09:50:57.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.keep_log_file_num: 1000 2024-08-19T09:50:57.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.recycle_log_file_num: 0 2024-08-19T09:50:57.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.allow_fallocate: 1 2024-08-19T09:50:57.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.allow_mmap_reads: 0 2024-08-19T09:50:57.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.allow_mmap_writes: 0 2024-08-19T09:50:57.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.use_direct_reads: 0 2024-08-19T09:50:57.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-19T09:50:57.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.create_missing_column_families: 0 2024-08-19T09:50:57.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.db_log_dir: 2024-08-19T09:50:57.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.wal_dir: 2024-08-19T09:50:57.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-19T09:50:57.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-19T09:50:57.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-19T09:50:57.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-19T09:50:57.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-19T09:50:57.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-19T09:50:57.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.advise_random_on_open: 1 2024-08-19T09:50:57.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.db_write_buffer_size: 0 2024-08-19T09:50:57.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.write_buffer_manager: 0x55a920c28140 2024-08-19T09:50:57.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-19T09:50:57.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-19T09:50:57.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-19T09:50:57.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.rate_limiter: (nil) 2024-08-19T09:50:57.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-19T09:50:57.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.wal_recovery_mode: 2 2024-08-19T09:50:57.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.enable_thread_tracking: 0 2024-08-19T09:50:57.173 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.enable_pipelined_write: 0 2024-08-19T09:50:57.173 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.unordered_write: 0 2024-08-19T09:50:57.173 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-19T09:50:57.173 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-19T09:50:57.173 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-19T09:50:57.173 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-19T09:50:57.173 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.row_cache: None 2024-08-19T09:50:57.173 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.wal_filter: None 2024-08-19T09:50:57.173 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-19T09:50:57.173 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.allow_ingest_behind: 0 2024-08-19T09:50:57.173 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.two_write_queues: 0 2024-08-19T09:50:57.173 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.manual_wal_flush: 0 2024-08-19T09:50:57.174 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.wal_compression: 0 2024-08-19T09:50:57.174 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.atomic_flush: 0 2024-08-19T09:50:57.174 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-19T09:50:57.174 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-19T09:50:57.174 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-19T09:50:57.174 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.log_readahead_size: 0 2024-08-19T09:50:57.174 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-19T09:50:57.174 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.best_efforts_recovery: 0 2024-08-19T09:50:57.174 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-19T09:50:57.174 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-19T09:50:57.174 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.allow_data_in_errors: 0 2024-08-19T09:50:57.175 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.db_host_id: __hostname__ 2024-08-19T09:50:57.175 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-19T09:50:57.175 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_background_jobs: 2 2024-08-19T09:50:57.175 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_background_compactions: -1 2024-08-19T09:50:57.175 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_subcompactions: 1 2024-08-19T09:50:57.175 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-19T09:50:57.175 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-19T09:50:57.175 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-19T09:50:57.175 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_total_wal_size: 0 2024-08-19T09:50:57.175 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-19T09:50:57.175 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-19T09:50:57.175 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-19T09:50:57.176 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-19T09:50:57.176 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_open_files: -1 2024-08-19T09:50:57.176 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.bytes_per_sync: 0 2024-08-19T09:50:57.176 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-19T09:50:57.176 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-19T09:50:57.176 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compaction_readahead_size: 0 2024-08-19T09:50:57.176 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_background_flushes: -1 2024-08-19T09:50:57.176 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Compression algorithms supported: 2024-08-19T09:50:57.176 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: kZSTD supported: 0 2024-08-19T09:50:57.176 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: kXpressCompression supported: 0 2024-08-19T09:50:57.176 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: kBZip2Compression supported: 0 2024-08-19T09:50:57.176 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-19T09:50:57.176 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: kLZ4Compression supported: 1 2024-08-19T09:50:57.177 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: kZlibCompression supported: 1 2024-08-19T09:50:57.177 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: kLZ4HCCompression supported: 1 2024-08-19T09:50:57.177 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: kSnappyCompression supported: 1 2024-08-19T09:50:57.177 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-19T09:50:57.177 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-19T09:50:57.177 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-08-19T09:50:57.177 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-19T09:50:57.177 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-19T09:50:57.177 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.merge_operator: 2024-08-19T09:50:57.177 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compaction_filter: None 2024-08-19T09:50:57.177 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compaction_filter_factory: None 2024-08-19T09:50:57.177 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.sst_partitioner_factory: None 2024-08-19T09:50:57.178 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-19T09:50:57.178 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-19T09:50:57.178 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a920c58820) 2024-08-19T09:50:57.178 INFO:journalctl@ceph.mon.b.smithi196.stdout: cache_index_and_filter_blocks: 1 2024-08-19T09:50:57.178 INFO:journalctl@ceph.mon.b.smithi196.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-19T09:50:57.178 INFO:journalctl@ceph.mon.b.smithi196.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-19T09:50:57.178 INFO:journalctl@ceph.mon.b.smithi196.stdout: pin_top_level_index_and_filter: 1 2024-08-19T09:50:57.178 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_type: 0 2024-08-19T09:50:57.178 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_block_index_type: 0 2024-08-19T09:50:57.178 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_shortening: 1 2024-08-19T09:50:57.178 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-19T09:50:57.179 INFO:journalctl@ceph.mon.b.smithi196.stdout: checksum: 4 2024-08-19T09:50:57.179 INFO:journalctl@ceph.mon.b.smithi196.stdout: no_block_cache: 0 2024-08-19T09:50:57.179 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache: 0x55a920c4d350 2024-08-19T09:50:57.179 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_name: BinnedLRUCache 2024-08-19T09:50:57.179 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_options: 2024-08-19T09:50:57.179 INFO:journalctl@ceph.mon.b.smithi196.stdout: capacity : 536870912 2024-08-19T09:50:57.179 INFO:journalctl@ceph.mon.b.smithi196.stdout: num_shard_bits : 4 2024-08-19T09:50:57.179 INFO:journalctl@ceph.mon.b.smithi196.stdout: strict_capacity_limit : 0 2024-08-19T09:50:57.179 INFO:journalctl@ceph.mon.b.smithi196.stdout: high_pri_pool_ratio: 0.000 2024-08-19T09:50:57.179 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_compressed: (nil) 2024-08-19T09:50:57.179 INFO:journalctl@ceph.mon.b.smithi196.stdout: persistent_cache: (nil) 2024-08-19T09:50:57.179 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_size: 4096 2024-08-19T09:50:57.179 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_size_deviation: 10 2024-08-19T09:50:57.179 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_restart_interval: 16 2024-08-19T09:50:57.180 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_block_restart_interval: 1 2024-08-19T09:50:57.180 INFO:journalctl@ceph.mon.b.smithi196.stdout: metadata_block_size: 4096 2024-08-19T09:50:57.180 INFO:journalctl@ceph.mon.b.smithi196.stdout: partition_filters: 0 2024-08-19T09:50:57.180 INFO:journalctl@ceph.mon.b.smithi196.stdout: use_delta_encoding: 1 2024-08-19T09:50:57.180 INFO:journalctl@ceph.mon.b.smithi196.stdout: filter_policy: bloomfilter 2024-08-19T09:50:57.180 INFO:journalctl@ceph.mon.b.smithi196.stdout: whole_key_filtering: 1 2024-08-19T09:50:57.180 INFO:journalctl@ceph.mon.b.smithi196.stdout: verify_compression: 0 2024-08-19T09:50:57.180 INFO:journalctl@ceph.mon.b.smithi196.stdout: read_amp_bytes_per_bit: 0 2024-08-19T09:50:57.180 INFO:journalctl@ceph.mon.b.smithi196.stdout: format_version: 5 2024-08-19T09:50:57.180 INFO:journalctl@ceph.mon.b.smithi196.stdout: enable_index_compression: 1 2024-08-19T09:50:57.180 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_align: 0 2024-08-19T09:50:57.180 INFO:journalctl@ceph.mon.b.smithi196.stdout: max_auto_readahead_size: 262144 2024-08-19T09:50:57.180 INFO:journalctl@ceph.mon.b.smithi196.stdout: prepopulate_block_cache: 0 2024-08-19T09:50:57.180 INFO:journalctl@ceph.mon.b.smithi196.stdout: initial_auto_readahead_size: 8192 2024-08-19T09:50:57.181 INFO:journalctl@ceph.mon.b.smithi196.stdout: num_file_reads_for_auto_readahead: 2 2024-08-19T09:50:57.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.write_buffer_size: 33554432 2024-08-19T09:50:57.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_write_buffer_number: 2 2024-08-19T09:50:57.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compression: NoCompression 2024-08-19T09:50:57.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.bottommost_compression: Disabled 2024-08-19T09:50:57.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.prefix_extractor: nullptr 2024-08-19T09:50:57.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-19T09:50:57.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.num_levels: 7 2024-08-19T09:50:57.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-19T09:50:57.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-19T09:50:57.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-19T09:50:57.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-19T09:50:57.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-19T09:50:57.182 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-19T09:50:57.182 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-19T09:50:57.182 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-19T09:50:57.182 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-19T09:50:57.182 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-19T09:50:57.182 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-19T09:50:57.182 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-19T09:50:57.182 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-19T09:50:57.182 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compression_opts.level: 32767 2024-08-19T09:50:57.182 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compression_opts.strategy: 0 2024-08-19T09:50:57.182 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-19T09:50:57.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-19T09:50:57.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-19T09:50:57.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-19T09:50:57.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compression_opts.enabled: false 2024-08-19T09:50:57.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-19T09:50:57.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-19T09:50:57.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-19T09:50:57.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-19T09:50:57.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.target_file_size_base: 67108864 2024-08-19T09:50:57.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-19T09:50:57.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-19T09:50:57.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-19T09:50:57.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-19T09:50:57.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-19T09:50:57.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-19T09:50:57.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-19T09:50:57.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-19T09:50:57.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-19T09:50:57.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-19T09:50:57.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-19T09:50:57.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-19T09:50:57.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-19T09:50:57.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-19T09:50:57.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.arena_block_size: 1048576 2024-08-19T09:50:57.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-19T09:50:57.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-19T09:50:57.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.disable_auto_compactions: 0 2024-08-19T09:50:57.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-19T09:50:57.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-19T09:50:57.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-19T09:50:57.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-19T09:50:57.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-19T09:50:57.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-19T09:50:57.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-19T09:50:57.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-19T09:50:57.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-19T09:50:57.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-19T09:50:57.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.table_properties_collectors: 2024-08-19T09:50:57.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.inplace_update_support: 0 2024-08-19T09:50:57.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-19T09:50:57.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-19T09:50:57.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-19T09:50:57.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-19T09:50:57.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.bloom_locality: 0 2024-08-19T09:50:57.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.max_successive_merges: 0 2024-08-19T09:50:57.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-19T09:50:57.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.paranoid_file_checks: 0 2024-08-19T09:50:57.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.force_consistency_checks: 1 2024-08-19T09:50:57.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.report_bg_io_stats: 0 2024-08-19T09:50:57.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.ttl: 2592000 2024-08-19T09:50:57.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-19T09:50:57.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-19T09:50:57.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-19T09:50:57.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.enable_blob_files: false 2024-08-19T09:50:57.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.min_blob_size: 0 2024-08-19T09:50:57.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.blob_file_size: 268435456 2024-08-19T09:50:57.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-19T09:50:57.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-19T09:50:57.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-19T09:50:57.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-19T09:50:57.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-19T09:50:57.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.blob_file_starting_level: 0 2024-08-19T09:50:57.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-19T09:50:57.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-19T09:50:57.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-08-19T09:50:57.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 06585563-4250-4c1e-a739-5c40ce10cdeb 2024-08-19T09:50:57.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724061056809147, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-19T09:50:57.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-08-19T09:50:57.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724061056809631, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724061056, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "06585563-4250-4c1e-a739-5c40ce10cdeb", "db_session_id": "LIRVQOFDNN8CQFO9ALRC", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-08-19T09:50:57.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724061056809750, "job": 1, "event": "recovery_finished"} 2024-08-19T09:50:57.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-08-19T09:50:57.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-19T09:50:57.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a920c76e00 2024-08-19T09:50:57.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: DB pointer 0x55a920d6a000 2024-08-19T09:50:57.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-19T09:50:57.189 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-19T09:50:57.189 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** DB Stats ** 2024-08-19T09:50:57.189 INFO:journalctl@ceph.mon.b.smithi196.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T09:50:57.189 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-19T09:50:57.189 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T09:50:57.189 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T09:50:57.189 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-19T09:50:57.189 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T09:50:57.189 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T09:50:57.189 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-19T09:50:57.189 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-08-19T09:50:57.189 INFO:journalctl@ceph.mon.b.smithi196.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T09:50:57.190 INFO:journalctl@ceph.mon.b.smithi196.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-19T09:50:57.190 INFO:journalctl@ceph.mon.b.smithi196.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T09:50:57.190 INFO:journalctl@ceph.mon.b.smithi196.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T09:50:57.190 INFO:journalctl@ceph.mon.b.smithi196.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T09:50:57.190 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-19T09:50:57.190 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-08-19T09:50:57.190 INFO:journalctl@ceph.mon.b.smithi196.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T09:50:57.190 INFO:journalctl@ceph.mon.b.smithi196.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-19T09:50:57.190 INFO:journalctl@ceph.mon.b.smithi196.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T09:50:57.190 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-19T09:50:57.190 INFO:journalctl@ceph.mon.b.smithi196.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-19T09:50:57.190 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-19T09:50:57.190 INFO:journalctl@ceph.mon.b.smithi196.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T09:50:57.190 INFO:journalctl@ceph.mon.b.smithi196.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-19T09:50:57.191 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-19T09:50:57.191 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-19T09:50:57.191 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-19T09:50:57.191 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-19T09:50:57.191 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative compaction: 0.00 GB write, 0.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T09:50:57.191 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval compaction: 0.00 GB write, 0.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T09:50:57.191 INFO:journalctl@ceph.mon.b.smithi196.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-19T09:50:57.191 INFO:journalctl@ceph.mon.b.smithi196.stdout: Block cache BinnedLRUCache@0x55a920c4d350#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-19T09:50:57.191 INFO:journalctl@ceph.mon.b.smithi196.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-08-19T09:50:57.191 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-19T09:50:57.191 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-19T09:50:57.192 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-08-19T09:50:57.192 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: using public_addr v2:172.21.15.196:0/0 -> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-08-19T09:50:57.192 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: starting mon.b rank -1 at public addrs [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] at bind addrs [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:50:57.192 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: mon.b@-1(???) e0 preinit fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:50:57.192 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: mon.b@-1(synchronizing).mds e1 new map 2024-08-19T09:50:57.192 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: mon.b@-1(synchronizing).mds e1 print_map 2024-08-19T09:50:57.192 INFO:journalctl@ceph.mon.b.smithi196.stdout: e1 2024-08-19T09:50:57.192 INFO:journalctl@ceph.mon.b.smithi196.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-19T09:50:57.192 INFO:journalctl@ceph.mon.b.smithi196.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T09:50:57.192 INFO:journalctl@ceph.mon.b.smithi196.stdout: legacy client fscid: -1 2024-08-19T09:50:57.192 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-19T09:50:57.193 INFO:journalctl@ceph.mon.b.smithi196.stdout: No filesystems configured 2024-08-19T09:50:57.193 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-19T09:50:57.193 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-19T09:50:57.193 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-19T09:50:57.193 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-19T09:50:57.193 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-19T09:50:57.193 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-19T09:50:57.193 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-19T09:50:57.193 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T09:50:57.193 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T09:50:57.193 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T09:50:57.194 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:50:57.194 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:50:57.194 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi190:172.21.15.190=a;smithi190:[v2:172.21.15.190:3301,v1:172.21.15.190:6790]=c;smithi196:172.21.15.196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:50:57.194 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: Saving service mon spec with placement smithi190:172.21.15.190=a;smithi190:[v2:172.21.15.190:3301,v1:172.21.15.190:6790]=c;smithi196:172.21.15.196=b;count:3 2024-08-19T09:50:57.194 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:57.194 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:50:57.194 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:50:57.194 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:50:57.194 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:50:57.194 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T09:50:57.194 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:50:57.194 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: Deploying daemon mon.b on smithi196 2024-08-19T09:50:57.194 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:50:57.195 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 ceph-mon[19976]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-19T09:50:57.195 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 bash[19943]: 0b1c97b9ffa97b30b714763c38a3fb9cb52935f287c8e61eef48b8d3c17af25f 2024-08-19T09:50:57.195 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:50:56 smithi196 systemd[1]: Started Ceph mon.b for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:50:58.522 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-19T09:50:58.522 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-19T09:50:58.731 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:51:02.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:51:02.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: mon.a calling monitor election 2024-08-19T09:51:02.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:02.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:02.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:02.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:02.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: mon.b calling monitor election 2024-08-19T09:51:02.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:02.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:02.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:02.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:02.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-19T09:51:02.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: monmap e2: 2 mons at {a=[v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-19T09:51:02.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: fsmap 2024-08-19T09:51:02.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T09:51:02.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: mgrmap e13: y(active, since 37s) 2024-08-19T09:51:02.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: overall HEALTH_OK 2024-08-19T09:51:02.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:02.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:02.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:02.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T09:51:02.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:02.237 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:51:02.237 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: mon.a calling monitor election 2024-08-19T09:51:02.237 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:02.238 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:02.238 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:02.238 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:02.238 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: mon.b calling monitor election 2024-08-19T09:51:02.238 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:02.238 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:02.238 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:02.238 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:02.238 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-19T09:51:02.239 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: monmap e2: 2 mons at {a=[v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-19T09:51:02.239 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: fsmap 2024-08-19T09:51:02.239 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T09:51:02.239 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: mgrmap e13: y(active, since 37s) 2024-08-19T09:51:02.239 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: overall HEALTH_OK 2024-08-19T09:51:02.239 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:02.239 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:02.239 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:02.239 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T09:51:02.239 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:03.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:02 smithi196 ceph-mon[19976]: Deploying daemon mon.c on smithi190 2024-08-19T09:51:03.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:02 smithi196 ceph-mon[19976]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:03.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:02 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:03.239 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:02 smithi190 ceph-mon[16060]: Deploying daemon mon.c on smithi190 2024-08-19T09:51:03.239 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:02 smithi190 ceph-mon[16060]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:03.239 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:02 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:03.419 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:51:03.419 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":2,"fsid":"3fc239b0-5e10-11ef-bccf-c7b262605968","modified":"2024-08-19T09:50:56.833215Z","created":"2024-08-19T09:49:32.980697Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:3300","nonce":0},{"type":"v1","addr":"172.21.15.190:6789","nonce":0}]},"addr":"172.21.15.190:6789/0","public_addr":"172.21.15.190:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:3300","nonce":0},{"type":"v1","addr":"172.21.15.196:6789","nonce":0}]},"addr":"172.21.15.196:6789/0","public_addr":"172.21.15.196:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-08-19T09:51:03.420 INFO:teuthology.orchestra.run.smithi196.stderr:dumped monmap epoch 2 2024-08-19T09:51:03.985 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:03 smithi196 ceph-mon[19976]: from='client.? 172.21.15.196:0/52823430' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-19T09:51:04.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:03 smithi190 ceph-mon[16060]: from='client.? 172.21.15.196:0/52823430' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-19T09:51:04.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:04 smithi190 systemd[1]: Starting Ceph mon.c for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T09:51:05.006 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-19T09:51:05.007 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-19T09:51:05.120 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:04 smithi190 ceph-mon[16060]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:05.121 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:04 smithi190 podman[26012]: 2024-08-19 09:51:04.766907187 +0000 UTC m=+0.016894854 image pull e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282 2024-08-19T09:51:05.121 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:04 smithi190 podman[26012]: 2024-08-19 09:51:04.868490167 +0000 UTC m=+0.118477876 container create 6c708a6ae36c7625ccdeed9fab8212195a868a9ffb3824ec762ec7d6f2059d80 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-19T09:51:05.121 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 podman[26012]: 2024-08-19 09:51:05.096134517 +0000 UTC m=+0.346122195 container init 6c708a6ae36c7625ccdeed9fab8212195a868a9ffb3824ec762ec7d6f2059d80 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=reef-baa926d, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-19T09:51:05.121 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 podman[26012]: 2024-08-19 09:51:05.099435398 +0000 UTC m=+0.349423065 container start 6c708a6ae36c7625ccdeed9fab8212195a868a9ffb3824ec762ec7d6f2059d80 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=reef-baa926d, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T09:51:05.121 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: set uid:gid to 167:167 (ceph:ceph) 2024-08-19T09:51:05.121 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable), process ceph-mon, pid 2 2024-08-19T09:51:05.121 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: pidfile_write: ignore empty --pid-file 2024-08-19T09:51:05.214 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:51:05.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:04 smithi196 ceph-mon[19976]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:05.476 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: load: jerasure load: lrc 2024-08-19T09:51:05.476 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: RocksDB version: 7.9.2 2024-08-19T09:51:05.476 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Git sha 0 2024-08-19T09:51:05.476 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Compile date 2024-08-18 15:07:10 2024-08-19T09:51:05.476 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: DB SUMMARY 2024-08-19T09:51:05.477 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: DB Session ID: Y0APFCENM3M429HRGSYB 2024-08-19T09:51:05.477 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: CURRENT file: CURRENT 2024-08-19T09:51:05.477 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: IDENTITY file: IDENTITY 2024-08-19T09:51:05.477 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-08-19T09:51:05.477 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-08-19T09:51:05.477 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-08-19T09:51:05.478 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.error_if_exists: 0 2024-08-19T09:51:05.478 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.create_if_missing: 0 2024-08-19T09:51:05.478 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.paranoid_checks: 1 2024-08-19T09:51:05.478 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-19T09:51:05.478 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-19T09:51:05.478 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-19T09:51:05.478 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.env: 0x559201684bc0 2024-08-19T09:51:05.478 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.fs: PosixFileSystem 2024-08-19T09:51:05.478 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.info_log: 0x559202a96be0 2024-08-19T09:51:05.478 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_file_opening_threads: 16 2024-08-19T09:51:05.478 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.statistics: (nil) 2024-08-19T09:51:05.478 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.use_fsync: 0 2024-08-19T09:51:05.478 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_log_file_size: 0 2024-08-19T09:51:05.478 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-19T09:51:05.479 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-19T09:51:05.479 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.keep_log_file_num: 1000 2024-08-19T09:51:05.479 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.recycle_log_file_num: 0 2024-08-19T09:51:05.479 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.allow_fallocate: 1 2024-08-19T09:51:05.479 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.allow_mmap_reads: 0 2024-08-19T09:51:05.479 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.allow_mmap_writes: 0 2024-08-19T09:51:05.479 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.use_direct_reads: 0 2024-08-19T09:51:05.479 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-19T09:51:05.479 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.create_missing_column_families: 0 2024-08-19T09:51:05.479 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.db_log_dir: 2024-08-19T09:51:05.479 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.wal_dir: 2024-08-19T09:51:05.480 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-19T09:51:05.480 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-19T09:51:05.480 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-19T09:51:05.480 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-19T09:51:05.480 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-19T09:51:05.480 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-19T09:51:05.480 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.advise_random_on_open: 1 2024-08-19T09:51:05.480 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.db_write_buffer_size: 0 2024-08-19T09:51:05.481 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.write_buffer_manager: 0x559202a66140 2024-08-19T09:51:05.481 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-19T09:51:05.481 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-19T09:51:05.481 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-19T09:51:05.481 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.rate_limiter: (nil) 2024-08-19T09:51:05.481 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-19T09:51:05.481 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.wal_recovery_mode: 2 2024-08-19T09:51:05.481 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.enable_thread_tracking: 0 2024-08-19T09:51:05.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.enable_pipelined_write: 0 2024-08-19T09:51:05.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.unordered_write: 0 2024-08-19T09:51:05.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-19T09:51:05.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-19T09:51:05.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-19T09:51:05.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-19T09:51:05.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.row_cache: None 2024-08-19T09:51:05.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.wal_filter: None 2024-08-19T09:51:05.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-19T09:51:05.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.allow_ingest_behind: 0 2024-08-19T09:51:05.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.two_write_queues: 0 2024-08-19T09:51:05.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.manual_wal_flush: 0 2024-08-19T09:51:05.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.wal_compression: 0 2024-08-19T09:51:05.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.atomic_flush: 0 2024-08-19T09:51:05.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-19T09:51:05.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-19T09:51:05.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-19T09:51:05.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.log_readahead_size: 0 2024-08-19T09:51:05.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-19T09:51:05.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.best_efforts_recovery: 0 2024-08-19T09:51:05.484 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-19T09:51:05.484 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-19T09:51:05.484 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.allow_data_in_errors: 0 2024-08-19T09:51:05.484 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.db_host_id: __hostname__ 2024-08-19T09:51:05.484 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-19T09:51:05.484 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_background_jobs: 2 2024-08-19T09:51:05.484 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_background_compactions: -1 2024-08-19T09:51:05.484 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_subcompactions: 1 2024-08-19T09:51:05.485 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-19T09:51:05.485 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-19T09:51:05.485 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-19T09:51:05.485 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_total_wal_size: 0 2024-08-19T09:51:05.486 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-19T09:51:05.486 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-19T09:51:05.486 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-19T09:51:05.486 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-19T09:51:05.486 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_open_files: -1 2024-08-19T09:51:05.486 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.bytes_per_sync: 0 2024-08-19T09:51:05.486 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-19T09:51:05.486 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-19T09:51:05.486 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compaction_readahead_size: 0 2024-08-19T09:51:05.486 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_background_flushes: -1 2024-08-19T09:51:05.486 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Compression algorithms supported: 2024-08-19T09:51:05.486 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: kZSTD supported: 0 2024-08-19T09:51:05.487 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: kXpressCompression supported: 0 2024-08-19T09:51:05.487 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: kBZip2Compression supported: 0 2024-08-19T09:51:05.487 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-19T09:51:05.487 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: kLZ4Compression supported: 1 2024-08-19T09:51:05.487 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: kZlibCompression supported: 1 2024-08-19T09:51:05.487 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: kLZ4HCCompression supported: 1 2024-08-19T09:51:05.487 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: kSnappyCompression supported: 1 2024-08-19T09:51:05.487 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-19T09:51:05.487 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-19T09:51:05.487 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-08-19T09:51:05.487 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-19T09:51:05.487 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-19T09:51:05.487 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.merge_operator: 2024-08-19T09:51:05.488 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compaction_filter: None 2024-08-19T09:51:05.488 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compaction_filter_factory: None 2024-08-19T09:51:05.488 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.sst_partitioner_factory: None 2024-08-19T09:51:05.488 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-19T09:51:05.488 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-19T09:51:05.488 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559202a96820) 2024-08-19T09:51:05.488 INFO:journalctl@ceph.mon.c.smithi190.stdout: cache_index_and_filter_blocks: 1 2024-08-19T09:51:05.488 INFO:journalctl@ceph.mon.c.smithi190.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-19T09:51:05.488 INFO:journalctl@ceph.mon.c.smithi190.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-19T09:51:05.488 INFO:journalctl@ceph.mon.c.smithi190.stdout: pin_top_level_index_and_filter: 1 2024-08-19T09:51:05.488 INFO:journalctl@ceph.mon.c.smithi190.stdout: index_type: 0 2024-08-19T09:51:05.488 INFO:journalctl@ceph.mon.c.smithi190.stdout: data_block_index_type: 0 2024-08-19T09:51:05.488 INFO:journalctl@ceph.mon.c.smithi190.stdout: index_shortening: 1 2024-08-19T09:51:05.488 INFO:journalctl@ceph.mon.c.smithi190.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-19T09:51:05.488 INFO:journalctl@ceph.mon.c.smithi190.stdout: checksum: 4 2024-08-19T09:51:05.489 INFO:journalctl@ceph.mon.c.smithi190.stdout: no_block_cache: 0 2024-08-19T09:51:05.489 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache: 0x559202a8b350 2024-08-19T09:51:05.489 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache_name: BinnedLRUCache 2024-08-19T09:51:05.489 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache_options: 2024-08-19T09:51:05.489 INFO:journalctl@ceph.mon.c.smithi190.stdout: capacity : 536870912 2024-08-19T09:51:05.489 INFO:journalctl@ceph.mon.c.smithi190.stdout: num_shard_bits : 4 2024-08-19T09:51:05.489 INFO:journalctl@ceph.mon.c.smithi190.stdout: strict_capacity_limit : 0 2024-08-19T09:51:05.489 INFO:journalctl@ceph.mon.c.smithi190.stdout: high_pri_pool_ratio: 0.000 2024-08-19T09:51:05.489 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache_compressed: (nil) 2024-08-19T09:51:05.490 INFO:journalctl@ceph.mon.c.smithi190.stdout: persistent_cache: (nil) 2024-08-19T09:51:05.490 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_size: 4096 2024-08-19T09:51:05.490 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_size_deviation: 10 2024-08-19T09:51:05.490 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_restart_interval: 16 2024-08-19T09:51:05.490 INFO:journalctl@ceph.mon.c.smithi190.stdout: index_block_restart_interval: 1 2024-08-19T09:51:05.491 INFO:journalctl@ceph.mon.c.smithi190.stdout: metadata_block_size: 4096 2024-08-19T09:51:05.491 INFO:journalctl@ceph.mon.c.smithi190.stdout: partition_filters: 0 2024-08-19T09:51:05.491 INFO:journalctl@ceph.mon.c.smithi190.stdout: use_delta_encoding: 1 2024-08-19T09:51:05.491 INFO:journalctl@ceph.mon.c.smithi190.stdout: filter_policy: bloomfilter 2024-08-19T09:51:05.491 INFO:journalctl@ceph.mon.c.smithi190.stdout: whole_key_filtering: 1 2024-08-19T09:51:05.491 INFO:journalctl@ceph.mon.c.smithi190.stdout: verify_compression: 0 2024-08-19T09:51:05.491 INFO:journalctl@ceph.mon.c.smithi190.stdout: read_amp_bytes_per_bit: 0 2024-08-19T09:51:05.491 INFO:journalctl@ceph.mon.c.smithi190.stdout: format_version: 5 2024-08-19T09:51:05.491 INFO:journalctl@ceph.mon.c.smithi190.stdout: enable_index_compression: 1 2024-08-19T09:51:05.491 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_align: 0 2024-08-19T09:51:05.492 INFO:journalctl@ceph.mon.c.smithi190.stdout: max_auto_readahead_size: 262144 2024-08-19T09:51:05.492 INFO:journalctl@ceph.mon.c.smithi190.stdout: prepopulate_block_cache: 0 2024-08-19T09:51:05.492 INFO:journalctl@ceph.mon.c.smithi190.stdout: initial_auto_readahead_size: 8192 2024-08-19T09:51:05.492 INFO:journalctl@ceph.mon.c.smithi190.stdout: num_file_reads_for_auto_readahead: 2 2024-08-19T09:51:05.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.write_buffer_size: 33554432 2024-08-19T09:51:05.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_write_buffer_number: 2 2024-08-19T09:51:05.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compression: NoCompression 2024-08-19T09:51:05.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.bottommost_compression: Disabled 2024-08-19T09:51:05.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.prefix_extractor: nullptr 2024-08-19T09:51:05.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-19T09:51:05.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.num_levels: 7 2024-08-19T09:51:05.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-19T09:51:05.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-19T09:51:05.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-19T09:51:05.493 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-19T09:51:05.493 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-19T09:51:05.493 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-19T09:51:05.493 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-19T09:51:05.493 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-19T09:51:05.493 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-19T09:51:05.493 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-19T09:51:05.493 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-19T09:51:05.493 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-19T09:51:05.494 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-19T09:51:05.494 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compression_opts.level: 32767 2024-08-19T09:51:05.494 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compression_opts.strategy: 0 2024-08-19T09:51:05.494 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-19T09:51:05.494 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-19T09:51:05.494 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-19T09:51:05.494 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-19T09:51:05.495 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compression_opts.enabled: false 2024-08-19T09:51:05.495 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-19T09:51:05.495 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-19T09:51:05.496 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-19T09:51:05.496 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-19T09:51:05.496 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.target_file_size_base: 67108864 2024-08-19T09:51:05.496 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-19T09:51:05.497 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-19T09:51:05.497 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-19T09:51:05.497 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-19T09:51:05.498 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-19T09:51:05.498 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-19T09:51:05.498 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-19T09:51:05.498 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-19T09:51:05.498 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-19T09:51:05.498 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-19T09:51:05.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-19T09:51:05.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-19T09:51:05.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-19T09:51:05.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-19T09:51:05.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.arena_block_size: 1048576 2024-08-19T09:51:05.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-19T09:51:05.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-19T09:51:05.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.disable_auto_compactions: 0 2024-08-19T09:51:05.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-19T09:51:05.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-19T09:51:05.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-19T09:51:05.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-19T09:51:05.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-19T09:51:05.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-19T09:51:05.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-19T09:51:05.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-19T09:51:05.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-19T09:51:05.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-19T09:51:05.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.table_properties_collectors: 2024-08-19T09:51:05.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.inplace_update_support: 0 2024-08-19T09:51:05.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-19T09:51:05.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-19T09:51:05.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-19T09:51:05.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-19T09:51:05.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.bloom_locality: 0 2024-08-19T09:51:05.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.max_successive_merges: 0 2024-08-19T09:51:05.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-19T09:51:05.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.paranoid_file_checks: 0 2024-08-19T09:51:05.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.force_consistency_checks: 1 2024-08-19T09:51:05.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.report_bg_io_stats: 0 2024-08-19T09:51:05.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.ttl: 2592000 2024-08-19T09:51:05.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-19T09:51:05.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-19T09:51:05.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-19T09:51:05.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.enable_blob_files: false 2024-08-19T09:51:05.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.min_blob_size: 0 2024-08-19T09:51:05.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.blob_file_size: 268435456 2024-08-19T09:51:05.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-19T09:51:05.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-19T09:51:05.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-19T09:51:05.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-19T09:51:05.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-19T09:51:05.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.blob_file_starting_level: 0 2024-08-19T09:51:05.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-19T09:51:05.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-19T09:51:05.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-08-19T09:51:05.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4a8de9c2-ea61-423f-a3e9-5c3d11bb42a1 2024-08-19T09:51:05.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724061065125800, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-19T09:51:05.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-08-19T09:51:05.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724061065126182, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724061065, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4a8de9c2-ea61-423f-a3e9-5c3d11bb42a1", "db_session_id": "Y0APFCENM3M429HRGSYB", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-08-19T09:51:05.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724061065126278, "job": 1, "event": "recovery_finished"} 2024-08-19T09:51:05.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-08-19T09:51:05.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-19T09:51:05.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x559202ab4e00 2024-08-19T09:51:05.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: DB pointer 0x559202ba8000 2024-08-19T09:51:05.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-19T09:51:05.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-19T09:51:05.503 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** DB Stats ** 2024-08-19T09:51:05.503 INFO:journalctl@ceph.mon.c.smithi190.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T09:51:05.503 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-19T09:51:05.503 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T09:51:05.503 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T09:51:05.503 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-19T09:51:05.503 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T09:51:05.503 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T09:51:05.503 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-08-19T09:51:05.503 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** Compaction Stats [default] ** 2024-08-19T09:51:05.503 INFO:journalctl@ceph.mon.c.smithi190.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T09:51:05.503 INFO:journalctl@ceph.mon.c.smithi190.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-19T09:51:05.503 INFO:journalctl@ceph.mon.c.smithi190.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T09:51:05.504 INFO:journalctl@ceph.mon.c.smithi190.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T09:51:05.504 INFO:journalctl@ceph.mon.c.smithi190.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T09:51:05.504 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-08-19T09:51:05.504 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** Compaction Stats [default] ** 2024-08-19T09:51:05.504 INFO:journalctl@ceph.mon.c.smithi190.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T09:51:05.504 INFO:journalctl@ceph.mon.c.smithi190.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-19T09:51:05.504 INFO:journalctl@ceph.mon.c.smithi190.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-19T09:51:05.504 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-08-19T09:51:05.504 INFO:journalctl@ceph.mon.c.smithi190.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-19T09:51:05.504 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-08-19T09:51:05.504 INFO:journalctl@ceph.mon.c.smithi190.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T09:51:05.504 INFO:journalctl@ceph.mon.c.smithi190.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-19T09:51:05.505 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-19T09:51:05.505 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-19T09:51:05.505 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-19T09:51:05.505 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-19T09:51:05.505 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative compaction: 0.00 GB write, 0.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T09:51:05.505 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval compaction: 0.00 GB write, 0.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T09:51:05.505 INFO:journalctl@ceph.mon.c.smithi190.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-19T09:51:05.506 INFO:journalctl@ceph.mon.c.smithi190.stdout: Block cache BinnedLRUCache@0x559202a8b350#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-08-19T09:51:05.506 INFO:journalctl@ceph.mon.c.smithi190.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-08-19T09:51:05.506 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-08-19T09:51:05.506 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-19T09:51:05.506 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-08-19T09:51:05.507 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: using public_addrv [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] 2024-08-19T09:51:05.507 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: starting mon.c rank -1 at public addrs [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] at bind addrs [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:51:05.507 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.c@-1(???) e0 preinit fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:51:05.507 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.c@-1(synchronizing).mds e1 new map 2024-08-19T09:51:05.507 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.c@-1(synchronizing).mds e1 print_map 2024-08-19T09:51:05.507 INFO:journalctl@ceph.mon.c.smithi190.stdout: e1 2024-08-19T09:51:05.507 INFO:journalctl@ceph.mon.c.smithi190.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-19T09:51:05.507 INFO:journalctl@ceph.mon.c.smithi190.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T09:51:05.507 INFO:journalctl@ceph.mon.c.smithi190.stdout: legacy client fscid: -1 2024-08-19T09:51:05.507 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-08-19T09:51:05.507 INFO:journalctl@ceph.mon.c.smithi190.stdout: No filesystems configured 2024-08-19T09:51:05.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-19T09:51:05.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-19T09:51:05.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-19T09:51:05.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-19T09:51:05.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-19T09:51:05.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-19T09:51:05.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-19T09:51:05.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T09:51:05.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T09:51:05.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-19T09:51:05.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:05.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:05.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi190:172.21.15.190=a;smithi190:[v2:172.21.15.190:3301,v1:172.21.15.190:6790]=c;smithi196:172.21.15.196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:51:05.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: Saving service mon spec with placement smithi190:172.21.15.190=a;smithi190:[v2:172.21.15.190:3301,v1:172.21.15.190:6790]=c;smithi196:172.21.15.196=b;count:3 2024-08-19T09:51:05.509 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:05.509 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:05.509 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:05.509 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:05.509 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:05.509 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T09:51:05.509 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:05.509 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: Deploying daemon mon.b on smithi196 2024-08-19T09:51:05.509 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:05.509 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:51:05.509 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.a calling monitor election 2024-08-19T09:51:05.509 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:05.509 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:05.509 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:05.509 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:05.510 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.b calling monitor election 2024-08-19T09:51:05.510 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:05.510 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:05.510 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:05.510 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:05.510 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-19T09:51:05.511 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: monmap e2: 2 mons at {a=[v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-19T09:51:05.511 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: fsmap 2024-08-19T09:51:05.511 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T09:51:05.511 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mgrmap e13: y(active, since 37s) 2024-08-19T09:51:05.511 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: overall HEALTH_OK 2024-08-19T09:51:05.511 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:05.512 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:05.512 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:05.512 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T09:51:05.512 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:05.512 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: Deploying daemon mon.c on smithi190 2024-08-19T09:51:05.512 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:05.512 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:05.512 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: from='client.? 172.21.15.196:0/52823430' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-19T09:51:05.512 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:05.512 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 ceph-mon[26031]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-19T09:51:05.512 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 bash[26012]: 6c708a6ae36c7625ccdeed9fab8212195a868a9ffb3824ec762ec7d6f2059d80 2024-08-19T09:51:05.512 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:05 smithi190 systemd[1]: Started Ceph mon.c for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:51:10.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:51:10.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: mon.a calling monitor election 2024-08-19T09:51:10.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:10.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: mon.b calling monitor election 2024-08-19T09:51:10.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:10.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: mon.c calling monitor election 2024-08-19T09:51:10.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:10.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T09:51:10.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: monmap e3: 3 mons at {a=[v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-19T09:51:10.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: fsmap 2024-08-19T09:51:10.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T09:51:10.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: mgrmap e13: y(active, since 46s) 2024-08-19T09:51:10.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: overall HEALTH_OK 2024-08-19T09:51:10.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:10.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:10.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:10.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:10.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:51:10.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: mon.a calling monitor election 2024-08-19T09:51:10.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:10.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: mon.b calling monitor election 2024-08-19T09:51:10.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:10.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: mon.c calling monitor election 2024-08-19T09:51:10.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:10.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T09:51:10.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: monmap e3: 3 mons at {a=[v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-19T09:51:10.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: fsmap 2024-08-19T09:51:10.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T09:51:10.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: mgrmap e13: y(active, since 46s) 2024-08-19T09:51:10.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: overall HEALTH_OK 2024-08-19T09:51:10.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:10.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:10.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:10.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:10 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:10.574 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:51:10.574 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":3,"fsid":"3fc239b0-5e10-11ef-bccf-c7b262605968","modified":"2024-08-19T09:51:05.149135Z","created":"2024-08-19T09:49:32.980697Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:3300","nonce":0},{"type":"v1","addr":"172.21.15.190:6789","nonce":0}]},"addr":"172.21.15.190:6789/0","public_addr":"172.21.15.190:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:3300","nonce":0},{"type":"v1","addr":"172.21.15.196:6789","nonce":0}]},"addr":"172.21.15.196:6789/0","public_addr":"172.21.15.196:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:3301","nonce":0},{"type":"v1","addr":"172.21.15.190:6790","nonce":0}]},"addr":"172.21.15.190:6790/0","public_addr":"172.21.15.190:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-08-19T09:51:10.574 INFO:teuthology.orchestra.run.smithi196.stderr:dumped monmap epoch 3 2024-08-19T09:51:10.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:51:10.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: mon.a calling monitor election 2024-08-19T09:51:10.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:51:10.574 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: mon.b calling monitor election 2024-08-19T09:51:10.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:10.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: mon.c calling monitor election 2024-08-19T09:51:10.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:10.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:10.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T09:51:10.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: monmap e3: 3 mons at {a=[v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-19T09:51:10.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: fsmap 2024-08-19T09:51:10.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: osdmap e4: 0 total, 0 up, 0 in 2024-08-19T09:51:10.575 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: mgrmap e13: y(active, since 46s) 2024-08-19T09:51:10.576 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: overall HEALTH_OK 2024-08-19T09:51:10.576 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:10.576 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:10.576 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:10.576 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:10 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:11 smithi190 ceph-mon[26031]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:11 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:11.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:11 smithi190 ceph-mon[26031]: from='client.? 172.21.15.196:0/3415577591' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-19T09:51:11.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:11 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:11.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:11 smithi190 ceph-mon[16060]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:11.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:11 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:11.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:11 smithi190 ceph-mon[16060]: from='client.? 172.21.15.196:0/3415577591' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-19T09:51:11.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:11 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:11.633 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:11 smithi196 ceph-mon[19976]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:11.633 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:11 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:11.633 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:11 smithi196 ceph-mon[19976]: from='client.? 172.21.15.196:0/3415577591' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-19T09:51:11.633 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:11 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:51:11.954 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-08-19T09:51:11.954 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph config generate-minimal-conf 2024-08-19T09:51:12.162 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:51:12.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:12.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:12.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T09:51:12.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T09:51:12.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:51:12.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:51:12.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: Reconfiguring mon.a (unknown last config time)... 2024-08-19T09:51:12.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T09:51:12.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T09:51:12.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:12.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: Reconfiguring daemon mon.a on smithi190 2024-08-19T09:51:12.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[16060]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:12.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:12.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:12.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T09:51:12.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T09:51:12.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:51:12.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:51:12.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.569 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.569 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.569 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.569 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: Reconfiguring mon.a (unknown last config time)... 2024-08-19T09:51:12.569 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T09:51:12.569 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T09:51:12.569 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:12.569 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: Reconfiguring daemon mon.a on smithi190 2024-08-19T09:51:12.569 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:12 smithi190 ceph-mon[26031]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T09:51:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T09:51:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:51:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:51:12.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:12.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: Reconfiguring mon.a (unknown last config time)... 2024-08-19T09:51:12.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T09:51:12.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T09:51:12.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:12.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: Reconfiguring daemon mon.a on smithi190 2024-08-19T09:51:12.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:12 smithi196 ceph-mon[19976]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:14.425 INFO:teuthology.orchestra.run.smithi190.stdout:# minimal ceph.conf for 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:51:14.425 INFO:teuthology.orchestra.run.smithi190.stdout:[global] 2024-08-19T09:51:14.425 INFO:teuthology.orchestra.run.smithi190.stdout: fsid = 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T09:51:14.425 INFO:teuthology.orchestra.run.smithi190.stdout: mon_host = [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] 2024-08-19T09:51:15.303 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[26031]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:15.304 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:15.304 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3406140578' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:15.304 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:15.304 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:15.304 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T09:51:15.304 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T09:51:15.305 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:15.305 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[16060]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:15.305 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:15.305 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3406140578' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:15.305 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:15.306 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:15.306 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T09:51:15.306 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T09:51:15.306 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:15 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:15 smithi196 ceph-mon[19976]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:15 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:15 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3406140578' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:15 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:15 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:15 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T09:51:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:15 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T09:51:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:15 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:16.305 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:16 smithi190 ceph-mon[26031]: Reconfiguring mon.c (monmap changed)... 2024-08-19T09:51:16.305 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:16 smithi190 ceph-mon[26031]: Reconfiguring daemon mon.c on smithi190 2024-08-19T09:51:16.305 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:16 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:16.305 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:16 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:16.305 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:16 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T09:51:16.305 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:16 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T09:51:16.306 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:16 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:16.306 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:16 smithi190 ceph-mon[16060]: Reconfiguring mon.c (monmap changed)... 2024-08-19T09:51:16.306 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:16 smithi190 ceph-mon[16060]: Reconfiguring daemon mon.c on smithi190 2024-08-19T09:51:16.306 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:16 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:16.306 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:16 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:16.306 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:16 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T09:51:16.306 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:16 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T09:51:16.306 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:16 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:16.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:16 smithi196 ceph-mon[19976]: Reconfiguring mon.c (monmap changed)... 2024-08-19T09:51:16.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:16 smithi196 ceph-mon[19976]: Reconfiguring daemon mon.c on smithi190 2024-08-19T09:51:16.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:16 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:16.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:16 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:16.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:16 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T09:51:16.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:16 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T09:51:16.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:16 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:16.399 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-08-19T09:51:16.399 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:51:16.399 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/ceph/ceph.conf 2024-08-19T09:51:16.427 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:51:16.427 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-19T09:51:16.492 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-19T09:51:16.492 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/ceph/ceph.conf 2024-08-19T09:51:16.520 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-19T09:51:16.520 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-19T09:51:16.586 INFO:tasks.cephadm:Adding mgr.y on smithi190 2024-08-19T09:51:16.586 INFO:tasks.cephadm:Adding mgr.x on smithi196 2024-08-19T09:51:16.586 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch apply mgr '2;smithi190=y;smithi196=x' 2024-08-19T09:51:16.894 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:51:17.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:17 smithi196 ceph-mon[19976]: Reconfiguring mon.b (monmap changed)... 2024-08-19T09:51:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:17 smithi196 ceph-mon[19976]: Reconfiguring daemon mon.b on smithi196 2024-08-19T09:51:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:17 smithi196 ceph-mon[19976]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:17.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:17 smithi190 ceph-mon[26031]: Reconfiguring mon.b (monmap changed)... 2024-08-19T09:51:17.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:17 smithi190 ceph-mon[26031]: Reconfiguring daemon mon.b on smithi196 2024-08-19T09:51:17.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:17 smithi190 ceph-mon[26031]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:17.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:17 smithi190 ceph-mon[16060]: Reconfiguring mon.b (monmap changed)... 2024-08-19T09:51:17.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:17 smithi190 ceph-mon[16060]: Reconfiguring daemon mon.b on smithi196 2024-08-19T09:51:17.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:17 smithi190 ceph-mon[16060]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:18.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:18.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:18.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:18.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:18.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:18.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:18.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:18 smithi196 ceph-mon[19976]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:18.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:18.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:18 smithi190 ceph-mon[16060]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:18.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:18.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:18.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:18.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:18 smithi190 ceph-mon[26031]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:19.006 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled mgr update... 2024-08-19T09:51:19.625 DEBUG:teuthology.orchestra.run.smithi196:mgr.x> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.x.service 2024-08-19T09:51:19.628 DEBUG:tasks.cephadm:set 0 configs 2024-08-19T09:51:19.628 INFO:tasks.cephadm:Deploying OSDs... 2024-08-19T09:51:19.628 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:51:19.628 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/scratch_devs of=/dev/stdout 2024-08-19T09:51:19.648 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-19T09:51:19.649 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_1 2024-08-19T09:51:19.706 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-19T09:51:19.707 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T09:51:19.707 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-08-19T09:51:19.707 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T09:51:19.707 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T09:51:19.707 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-08-19 09:51:04.588201553 +0000 2024-08-19T09:51:19.707 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-08-19 09:47:07.790012028 +0000 2024-08-19T09:51:19.707 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-08-19 09:47:07.790012028 +0000 2024-08-19T09:51:19.707 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-08-19 09:47:07.790012028 +0000 2024-08-19T09:51:19.707 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-19T09:51:19.773 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-08-19T09:51:19.773 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-08-19T09:51:19.774 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000368539 s, 1.4 MB/s 2024-08-19T09:51:19.775 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-19T09:51:19.834 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_2 2024-08-19T09:51:19.891 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-19T09:51:19.891 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T09:51:19.891 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-08-19T09:51:19.891 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T09:51:19.891 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T09:51:19.891 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-08-19 09:51:04.589201523 +0000 2024-08-19T09:51:19.891 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-08-19 09:47:08.115002397 +0000 2024-08-19T09:51:19.891 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-08-19 09:47:08.115002397 +0000 2024-08-19T09:51:19.892 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-08-19 09:47:08.115002397 +0000 2024-08-19T09:51:19.892 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-19T09:51:19.957 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-08-19T09:51:19.957 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-08-19T09:51:19.958 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000240881 s, 2.1 MB/s 2024-08-19T09:51:19.959 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-19T09:51:20.017 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_3 2024-08-19T09:51:20.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[26031]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi190=y;smithi196=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:51:20.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[26031]: Saving service mgr spec with placement smithi190=y;smithi196=x;count:2 2024-08-19T09:51:20.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:20.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:20.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:20.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:20.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:20.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T09:51:20.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-19T09:51:20.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T09:51:20.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:20.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[26031]: Deploying daemon mgr.x on smithi196 2024-08-19T09:51:20.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[16060]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi190=y;smithi196=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:51:20.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[16060]: Saving service mgr spec with placement smithi190=y;smithi196=x;count:2 2024-08-19T09:51:20.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:20.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:20.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:20.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:20.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:20.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T09:51:20.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-19T09:51:20.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T09:51:20.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:20.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:20 smithi190 ceph-mon[16060]: Deploying daemon mgr.x on smithi196 2024-08-19T09:51:20.073 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-19T09:51:20.074 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T09:51:20.074 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-08-19T09:51:20.074 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T09:51:20.074 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T09:51:20.074 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-08-19 09:51:04.589201523 +0000 2024-08-19T09:51:20.074 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-08-19 09:47:08.429993064 +0000 2024-08-19T09:51:20.074 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-08-19 09:47:08.429993064 +0000 2024-08-19T09:51:20.074 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-08-19 09:47:08.429993064 +0000 2024-08-19T09:51:20.074 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-19T09:51:20.139 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-08-19T09:51:20.139 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-08-19T09:51:20.139 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000192534 s, 2.7 MB/s 2024-08-19T09:51:20.140 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-19T09:51:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:20 smithi196 ceph-mon[19976]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi190=y;smithi196=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:51:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:20 smithi196 ceph-mon[19976]: Saving service mgr spec with placement smithi190=y;smithi196=x;count:2 2024-08-19T09:51:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:20 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:20 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:20 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:20 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:20 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:20 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T09:51:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:20 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-19T09:51:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:20 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T09:51:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:20 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:20 smithi196 ceph-mon[19976]: Deploying daemon mgr.x on smithi196 2024-08-19T09:51:20.197 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_4 2024-08-19T09:51:20.254 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-19T09:51:20.254 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T09:51:20.254 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 720 Links: 1 2024-08-19T09:51:20.254 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T09:51:20.254 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T09:51:20.255 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-08-19 09:51:04.590201494 +0000 2024-08-19T09:51:20.255 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-08-19 09:47:08.757983345 +0000 2024-08-19T09:51:20.255 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-08-19 09:47:08.757983345 +0000 2024-08-19T09:51:20.255 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-08-19 09:47:08.757983345 +0000 2024-08-19T09:51:20.255 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-19T09:51:20.318 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-08-19T09:51:20.318 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-08-19T09:51:20.318 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000210721 s, 2.4 MB/s 2024-08-19T09:51:20.319 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-19T09:51:20.376 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-19T09:51:20.376 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/scratch_devs of=/dev/stdout 2024-08-19T09:51:20.393 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-19T09:51:20.393 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_1 2024-08-19T09:51:20.448 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-19T09:51:20.448 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T09:51:20.448 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-08-19T09:51:20.448 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T09:51:20.448 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T09:51:20.449 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-08-19 09:50:55.704223970 +0000 2024-08-19T09:51:20.449 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-08-19 09:47:06.934246459 +0000 2024-08-19T09:51:20.449 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-08-19 09:47:06.934246459 +0000 2024-08-19T09:51:20.449 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-08-19 09:47:06.934246459 +0000 2024-08-19T09:51:20.449 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-19T09:51:20.511 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-08-19T09:51:20.512 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-08-19T09:51:20.512 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000190615 s, 2.7 MB/s 2024-08-19T09:51:20.513 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-19T09:51:20.569 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_2 2024-08-19T09:51:20.624 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-19T09:51:20.624 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T09:51:20.625 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-08-19T09:51:20.625 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T09:51:20.625 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T09:51:20.625 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-08-19 09:50:55.705223949 +0000 2024-08-19T09:51:20.625 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-08-19 09:47:07.263241410 +0000 2024-08-19T09:51:20.625 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-08-19 09:47:07.263241410 +0000 2024-08-19T09:51:20.625 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-08-19 09:47:07.263241410 +0000 2024-08-19T09:51:20.625 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-19T09:51:20.688 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-08-19T09:51:20.688 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-08-19T09:51:20.688 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000249187 s, 2.1 MB/s 2024-08-19T09:51:20.689 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-19T09:51:20.746 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_3 2024-08-19T09:51:20.803 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-19T09:51:20.803 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T09:51:20.803 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-08-19T09:51:20.803 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T09:51:20.803 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T09:51:20.803 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-08-19 09:50:55.705223949 +0000 2024-08-19T09:51:20.803 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-08-19 09:47:07.600236238 +0000 2024-08-19T09:51:20.803 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-08-19 09:47:07.600236238 +0000 2024-08-19T09:51:20.803 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-08-19 09:47:07.600236238 +0000 2024-08-19T09:51:20.804 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-19T09:51:20.887 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-08-19T09:51:20.887 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-08-19T09:51:20.887 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.00017807 s, 2.9 MB/s 2024-08-19T09:51:20.888 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-19T09:51:20.945 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_4 2024-08-19T09:51:21.000 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-19T09:51:21.000 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-19T09:51:21.000 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-08-19T09:51:21.000 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-19T09:51:21.000 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-08-19T09:51:21.000 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-08-19 09:51:20.840691506 +0000 2024-08-19T09:51:21.000 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-08-19 09:47:07.928231204 +0000 2024-08-19T09:51:21.001 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-08-19 09:47:07.928231204 +0000 2024-08-19T09:51:21.001 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-08-19 09:47:07.928231204 +0000 2024-08-19T09:51:21.001 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-19T09:51:21.067 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-08-19T09:51:21.067 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-08-19T09:51:21.067 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000204736 s, 2.5 MB/s 2024-08-19T09:51:21.069 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-19T09:51:21.127 INFO:tasks.cephadm:Deploying osd.0 on smithi190 with /dev/vg_nvme/lv_4... 2024-08-19T09:51:21.127 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-19T09:51:21.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:21 smithi196 ceph-mon[19976]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:21.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:21 smithi196 systemd[1]: Starting Ceph mgr.x for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T09:51:21.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:21 smithi190 ceph-mon[26031]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:21.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:21 smithi190 ceph-mon[16060]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:21.332 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:51:21.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:21 smithi196 podman[21829]: 2024-08-19 09:51:21.302997726 +0000 UTC m=+0.113810510 container create fdd90862125c3ff73cfabe3782a4b2a596f552adc05d847056f78ea89bf4516b (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, RELEASE=reef-baa926d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True) 2024-08-19T09:51:21.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:21 smithi196 podman[21829]: 2024-08-19 09:51:21.206233627 +0000 UTC m=+0.017046423 image pull e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282 2024-08-19T09:51:21.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:21 smithi196 podman[21829]: 2024-08-19 09:51:21.480236184 +0000 UTC m=+0.291048969 container init fdd90862125c3ff73cfabe3782a4b2a596f552adc05d847056f78ea89bf4516b (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-baa926d, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-19T09:51:21.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:21 smithi196 podman[21829]: 2024-08-19 09:51:21.482956405 +0000 UTC m=+0.293769188 container start fdd90862125c3ff73cfabe3782a4b2a596f552adc05d847056f78ea89bf4516b (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=reef-baa926d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-19T09:51:21.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:21 smithi196 ceph-mgr[21848]: -- 172.21.15.196:0/3426845280 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55830cc78d00 con 0x55830cc4d400 2024-08-19T09:51:21.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:21 smithi196 bash[21829]: fdd90862125c3ff73cfabe3782a4b2a596f552adc05d847056f78ea89bf4516b 2024-08-19T09:51:21.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:21 smithi196 systemd[1]: Started Ceph mgr.x for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:51:22.112 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:21 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:21.705+0000 7f66baf95040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-19T09:51:22.112 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:21 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:21.776+0000 7f66baf95040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-19T09:51:22.112 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:21 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:21.934+0000 7f66baf95040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-19T09:51:22.112 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:22.111+0000 7f66baf95040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-19T09:51:22.378 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:22.257+0000 7f66baf95040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-19T09:51:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:22 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:22 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:22 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:22 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:22 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:22 smithi196 ceph-mon[19976]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:22.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:22.387+0000 7f66baf95040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-19T09:51:22.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:22.514+0000 7f66baf95040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-19T09:51:22.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:22.572+0000 7f66baf95040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-19T09:51:22.745 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:22 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:22.745 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:22 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:22.745 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:22 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:22.745 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:22 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:22.745 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:22 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:22.745 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:22 smithi190 ceph-mon[16060]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:22.746 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:22 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:22.746 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:22 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:22.746 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:22 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:22.746 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:22 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:22.746 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:22 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:22.746 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:22 smithi190 ceph-mon[26031]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:23.153 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:22.886+0000 7f66baf95040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-19T09:51:23.153 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:22.944+0000 7f66baf95040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-19T09:51:23.153 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:23.008+0000 7f66baf95040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-19T09:51:23.153 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:23.151+0000 7f66baf95040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-19T09:51:23.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:23.210+0000 7f66baf95040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-19T09:51:23.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:23.276+0000 7f66baf95040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-19T09:51:23.711 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:23.454+0000 7f66baf95040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-19T09:51:23.711 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:23.513+0000 7f66baf95040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-19T09:51:23.711 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:23.571+0000 7f66baf95040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-19T09:51:23.711 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:23.636+0000 7f66baf95040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-19T09:51:23.810 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:23.810 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:23.810 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:23.810 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:23.810 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:23.810 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[16060]: Reconfiguring mgr.y (unknown last config time)... 2024-08-19T09:51:23.810 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T09:51:23.811 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T09:51:23.811 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:23.811 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[16060]: Reconfiguring daemon mgr.y on smithi190 2024-08-19T09:51:23.811 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:23.811 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:23.811 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:23.811 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:23.811 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:23.811 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[26031]: Reconfiguring mgr.y (unknown last config time)... 2024-08-19T09:51:23.811 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T09:51:23.811 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T09:51:23.812 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:23.812 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:23 smithi190 ceph-mon[26031]: Reconfiguring daemon mgr.y on smithi190 2024-08-19T09:51:23.812 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:51:23.832 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_4 2024-08-19T09:51:24.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:23.844+0000 7f66baf95040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-19T09:51:24.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:23.902+0000 7f66baf95040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-19T09:51:24.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:24.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:24.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:24.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:24.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:24.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-mon[19976]: Reconfiguring mgr.y (unknown last config time)... 2024-08-19T09:51:24.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T09:51:24.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T09:51:24.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:24.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:23 smithi196 ceph-mon[19976]: Reconfiguring daemon mgr.y on smithi190 2024-08-19T09:51:24.719 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:24.418+0000 7f66baf95040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-19T09:51:24.719 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:24.718+0000 7f66baf95040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-19T09:51:24.858 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:51:25.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:25 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:25.134+0000 7f66baf95040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-19T09:51:25.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:25 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:25.190+0000 7f66baf95040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-19T09:51:25.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:51:25 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:51:25.249+0000 7f66baf95040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-19T09:51:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:25 smithi196 ceph-mon[19976]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:25 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:25 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:25 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:25 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:25 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:25 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:25 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:25.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[26031]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[16060]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:25 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:27 smithi196 ceph-mon[19976]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:27 smithi196 ceph-mon[19976]: Standby manager daemon x started 2024-08-19T09:51:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:27 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/3473966265' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T09:51:27.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:27 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/3473966265' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T09:51:27.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:27 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/3473966265' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T09:51:27.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:27 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/3473966265' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T09:51:27.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:27 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:51:27.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:27 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:51:27.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:27 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:27.491 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[16060]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:27.491 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[16060]: Standby manager daemon x started 2024-08-19T09:51:27.491 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/3473966265' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T09:51:27.491 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/3473966265' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T09:51:27.491 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/3473966265' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T09:51:27.491 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/3473966265' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T09:51:27.491 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:51:27.491 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:51:27.491 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:27.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[26031]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:27.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[26031]: Standby manager daemon x started 2024-08-19T09:51:27.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/3473966265' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T09:51:27.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/3473966265' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T09:51:27.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/3473966265' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T09:51:27.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/3473966265' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T09:51:27.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:51:27.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:51:27.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:27 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:28.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:28 smithi190 ceph-mon[16060]: from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:51:28.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:28 smithi190 ceph-mon[16060]: mgrmap e14: y(active, since 63s), standbys: x 2024-08-19T09:51:28.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:28 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T09:51:28.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:28 smithi190 ceph-mon[26031]: from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:51:28.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:28 smithi190 ceph-mon[26031]: mgrmap e14: y(active, since 63s), standbys: x 2024-08-19T09:51:28.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:28 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T09:51:28.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:28 smithi196 ceph-mon[19976]: from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:51:28.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:28 smithi196 ceph-mon[19976]: mgrmap e14: y(active, since 63s), standbys: x 2024-08-19T09:51:28.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:28 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T09:51:29.225 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:29 smithi190 ceph-mon[16060]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:29.225 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:29 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3431143545' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bfae32ab-6108-4681-b678-88c7515b4005"}]: dispatch 2024-08-19T09:51:29.225 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:29 smithi190 ceph-mon[16060]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bfae32ab-6108-4681-b678-88c7515b4005"}]: dispatch 2024-08-19T09:51:29.225 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:29 smithi190 ceph-mon[16060]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bfae32ab-6108-4681-b678-88c7515b4005"}]': finished 2024-08-19T09:51:29.225 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:29 smithi190 ceph-mon[16060]: osdmap e5: 1 total, 0 up, 1 in 2024-08-19T09:51:29.225 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:29 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:29.225 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:29 smithi190 ceph-mon[26031]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:29.226 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:29 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3431143545' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bfae32ab-6108-4681-b678-88c7515b4005"}]: dispatch 2024-08-19T09:51:29.226 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:29 smithi190 ceph-mon[26031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bfae32ab-6108-4681-b678-88c7515b4005"}]: dispatch 2024-08-19T09:51:29.226 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:29 smithi190 ceph-mon[26031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bfae32ab-6108-4681-b678-88c7515b4005"}]': finished 2024-08-19T09:51:29.226 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:29 smithi190 ceph-mon[26031]: osdmap e5: 1 total, 0 up, 1 in 2024-08-19T09:51:29.226 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:29 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:29 smithi196 ceph-mon[19976]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:29 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3431143545' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bfae32ab-6108-4681-b678-88c7515b4005"}]: dispatch 2024-08-19T09:51:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:29 smithi196 ceph-mon[19976]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bfae32ab-6108-4681-b678-88c7515b4005"}]: dispatch 2024-08-19T09:51:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:29 smithi196 ceph-mon[19976]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bfae32ab-6108-4681-b678-88c7515b4005"}]': finished 2024-08-19T09:51:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:29 smithi196 ceph-mon[19976]: osdmap e5: 1 total, 0 up, 1 in 2024-08-19T09:51:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:29 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:30 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/458194335' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:51:30.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:30 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/458194335' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:51:30.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:30 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/458194335' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:51:31.413 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:31 smithi190 ceph-mon[16060]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:31.413 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:31 smithi190 ceph-mon[26031]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:31.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:31 smithi196 ceph-mon[19976]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:33.323 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:33 smithi190 ceph-mon[16060]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:33.324 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:33 smithi190 ceph-mon[26031]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:33 smithi196 ceph-mon[19976]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:35.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:35 smithi196 ceph-mon[19976]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:35.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:35 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-19T09:51:35.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:35 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:35.528 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:35 smithi190 ceph-mon[16060]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:35.528 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:35 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-19T09:51:35.528 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:35 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:35.528 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:35 smithi190 ceph-mon[26031]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:35.528 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:35 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-19T09:51:35.528 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:35 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:36.395 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:36 smithi190 ceph-mon[16060]: Deploying daemon osd.0 on smithi190 2024-08-19T09:51:36.395 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:36 smithi190 ceph-mon[26031]: Deploying daemon osd.0 on smithi190 2024-08-19T09:51:36.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:36 smithi196 ceph-mon[19976]: Deploying daemon osd.0 on smithi190 2024-08-19T09:51:37.284 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:37 smithi190 ceph-mon[16060]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:37.285 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:37 smithi190 ceph-mon[26031]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:37 smithi196 ceph-mon[19976]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:39.363 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:39 smithi190 ceph-mon[16060]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:39.364 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:39 smithi190 ceph-mon[26031]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:39 smithi196 ceph-mon[19976]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:40.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:40 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:40 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:40 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:40.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:40 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:40.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:40 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:40.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:40 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:40.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:40 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:40.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:40 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:40.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:40 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:41.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:41 smithi190 ceph-mon[16060]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:41.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:41 smithi190 ceph-mon[26031]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:41.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:41 smithi196 ceph-mon[19976]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:42.712 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 0 on host 'smithi190' 2024-08-19T09:51:43.267 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:43.268 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:43.268 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[26031]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:43.268 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:43.268 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:43.268 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:43.268 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[26031]: from='osd.0 [v2:172.21.15.190:6802/2222701920,v1:172.21.15.190:6803/2222701920]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-19T09:51:43.268 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[26031]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-19T09:51:43.268 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:43.268 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:43.268 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:43.268 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:43.269 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:43.269 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[16060]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:43.269 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:43.269 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:43.269 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:43.269 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[16060]: from='osd.0 [v2:172.21.15.190:6802/2222701920,v1:172.21.15.190:6803/2222701920]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-19T09:51:43.269 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[16060]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-19T09:51:43.269 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:43.269 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:43.269 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:43.292 DEBUG:teuthology.orchestra.run.smithi190:osd.0> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.0.service 2024-08-19T09:51:43.295 INFO:tasks.cephadm:Deploying osd.1 on smithi190 with /dev/vg_nvme/lv_3... 2024-08-19T09:51:43.295 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-19T09:51:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:42 smithi196 ceph-mon[19976]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:42 smithi196 ceph-mon[19976]: from='osd.0 [v2:172.21.15.190:6802/2222701920,v1:172.21.15.190:6803/2222701920]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-19T09:51:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:42 smithi196 ceph-mon[19976]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-19T09:51:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:51:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:43.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:44 smithi196 ceph-mon[19976]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-19T09:51:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:44 smithi196 ceph-mon[19976]: osdmap e6: 1 total, 0 up, 1 in 2024-08-19T09:51:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:44 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:44 smithi196 ceph-mon[19976]: from='osd.0 [v2:172.21.15.190:6802/2222701920,v1:172.21.15.190:6803/2222701920]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:51:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:44 smithi196 ceph-mon[19976]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:51:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:44 smithi196 ceph-mon[19976]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:44.726 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:44 smithi190 ceph-mon[16060]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-19T09:51:44.726 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:44 smithi190 ceph-mon[16060]: osdmap e6: 1 total, 0 up, 1 in 2024-08-19T09:51:44.726 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:44 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:44.726 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:44 smithi190 ceph-mon[16060]: from='osd.0 [v2:172.21.15.190:6802/2222701920,v1:172.21.15.190:6803/2222701920]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:51:44.727 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:44 smithi190 ceph-mon[16060]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:51:44.727 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:44 smithi190 ceph-mon[16060]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:44.727 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:44 smithi190 ceph-mon[26031]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-19T09:51:44.727 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:44 smithi190 ceph-mon[26031]: osdmap e6: 1 total, 0 up, 1 in 2024-08-19T09:51:44.727 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:44 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:44.727 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:44 smithi190 ceph-mon[26031]: from='osd.0 [v2:172.21.15.190:6802/2222701920,v1:172.21.15.190:6803/2222701920]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:51:44.727 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:44 smithi190 ceph-mon[26031]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:51:44.727 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:44 smithi190 ceph-mon[26031]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:44.942 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:51:45.064 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 09:51:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0[29939]: 2024-08-19T09:51:44.848+0000 7f50b4369640 -1 osd.0 0 waiting for initial osdmap 2024-08-19T09:51:45.065 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 09:51:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0[29939]: 2024-08-19T09:51:44.850+0000 7f50ac18a640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T09:51:45.636 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:45 smithi190 ceph-mon[26031]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-19T09:51:45.636 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:45 smithi190 ceph-mon[26031]: osdmap e7: 1 total, 0 up, 1 in 2024-08-19T09:51:45.636 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:45 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:45.636 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:45 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:45.636 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:45 smithi190 ceph-mon[26031]: from='osd.0 ' entity='osd.0' 2024-08-19T09:51:45.636 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:45 smithi190 ceph-mon[16060]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-19T09:51:45.637 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:45 smithi190 ceph-mon[16060]: osdmap e7: 1 total, 0 up, 1 in 2024-08-19T09:51:45.637 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:45 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:45.637 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:45 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:45.637 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:45 smithi190 ceph-mon[16060]: from='osd.0 ' entity='osd.0' 2024-08-19T09:51:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:45 smithi196 ceph-mon[19976]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-19T09:51:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:45 smithi196 ceph-mon[19976]: osdmap e7: 1 total, 0 up, 1 in 2024-08-19T09:51:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:45 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:45 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:45 smithi196 ceph-mon[19976]: from='osd.0 ' entity='osd.0' 2024-08-19T09:51:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:46 smithi190 ceph-mon[16060]: purged_snaps scrub starts 2024-08-19T09:51:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:46 smithi190 ceph-mon[16060]: purged_snaps scrub ok 2024-08-19T09:51:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:46 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:46 smithi190 ceph-mon[16060]: osd.0 [v2:172.21.15.190:6802/2222701920,v1:172.21.15.190:6803/2222701920] boot 2024-08-19T09:51:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:46 smithi190 ceph-mon[16060]: osdmap e8: 1 total, 1 up, 1 in 2024-08-19T09:51:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:46 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:46 smithi190 ceph-mon[16060]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:46.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:46 smithi190 ceph-mon[26031]: purged_snaps scrub starts 2024-08-19T09:51:46.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:46 smithi190 ceph-mon[26031]: purged_snaps scrub ok 2024-08-19T09:51:46.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:46 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:46.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:46 smithi190 ceph-mon[26031]: osd.0 [v2:172.21.15.190:6802/2222701920,v1:172.21.15.190:6803/2222701920] boot 2024-08-19T09:51:46.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:46 smithi190 ceph-mon[26031]: osdmap e8: 1 total, 1 up, 1 in 2024-08-19T09:51:46.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:46 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:46.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:46 smithi190 ceph-mon[26031]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:46 smithi196 ceph-mon[19976]: purged_snaps scrub starts 2024-08-19T09:51:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:46 smithi196 ceph-mon[19976]: purged_snaps scrub ok 2024-08-19T09:51:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:46 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:46 smithi196 ceph-mon[19976]: osd.0 [v2:172.21.15.190:6802/2222701920,v1:172.21.15.190:6803/2222701920] boot 2024-08-19T09:51:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:46 smithi196 ceph-mon[19976]: osdmap e8: 1 total, 1 up, 1 in 2024-08-19T09:51:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:46 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:51:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:46 smithi196 ceph-mon[19976]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-19T09:51:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[16060]: Detected new or changed devices on smithi190 2024-08-19T09:51:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:51:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[16060]: Adjusting osd_memory_target on smithi190 to 16064M 2024-08-19T09:51:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[16060]: osdmap e9: 1 total, 1 up, 1 in 2024-08-19T09:51:48.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[26031]: Detected new or changed devices on smithi190 2024-08-19T09:51:48.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:51:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[26031]: Adjusting osd_memory_target on smithi190 to 16064M 2024-08-19T09:51:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:47 smithi190 ceph-mon[26031]: osdmap e9: 1 total, 1 up, 1 in 2024-08-19T09:51:48.074 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:51:48.092 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_3 2024-08-19T09:51:48.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:47 smithi196 ceph-mon[19976]: Detected new or changed devices on smithi190 2024-08-19T09:51:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:47 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:47 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:47 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:51:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:47 smithi196 ceph-mon[19976]: Adjusting osd_memory_target on smithi190 to 16064M 2024-08-19T09:51:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:47 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:47 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:47 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:51:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:47 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:51:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:47 smithi196 ceph-mon[19976]: osdmap e9: 1 total, 1 up, 1 in 2024-08-19T09:51:48.291 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:51:49.035 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:48 smithi190 ceph-mon[16060]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:49.035 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:48 smithi190 ceph-mon[26031]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:49.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:48 smithi196 ceph-mon[19976]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:50.390 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:50 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:51:50.390 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:50 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:51:50.390 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:50 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:50.390 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:50 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:51:50.390 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:50 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:51:50.391 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:50 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:50.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:50 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:51:50.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:50 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:51:50.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:50 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:51.400 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:51 smithi190 ceph-mon[26031]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:51:51.400 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:51 smithi190 ceph-mon[26031]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:51.400 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:51 smithi190 ceph-mon[16060]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:51:51.400 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:51 smithi190 ceph-mon[16060]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:51.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:51 smithi196 ceph-mon[19976]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:51:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:51 smithi196 ceph-mon[19976]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:53.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:53 smithi196 ceph-mon[19976]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:53.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:53 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3903612916' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fb0b38f-752d-46f6-8f2e-ccc0293d815a"}]: dispatch 2024-08-19T09:51:53.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:53 smithi196 ceph-mon[19976]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fb0b38f-752d-46f6-8f2e-ccc0293d815a"}]: dispatch 2024-08-19T09:51:53.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:53 smithi196 ceph-mon[19976]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9fb0b38f-752d-46f6-8f2e-ccc0293d815a"}]': finished 2024-08-19T09:51:53.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:53 smithi196 ceph-mon[19976]: osdmap e10: 2 total, 1 up, 2 in 2024-08-19T09:51:53.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:53 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:51:53.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:53 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3363288342' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:51:53.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:53 smithi190 ceph-mon[26031]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:53.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:53 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3903612916' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fb0b38f-752d-46f6-8f2e-ccc0293d815a"}]: dispatch 2024-08-19T09:51:53.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:53 smithi190 ceph-mon[26031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fb0b38f-752d-46f6-8f2e-ccc0293d815a"}]: dispatch 2024-08-19T09:51:53.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:53 smithi190 ceph-mon[26031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9fb0b38f-752d-46f6-8f2e-ccc0293d815a"}]': finished 2024-08-19T09:51:53.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:53 smithi190 ceph-mon[26031]: osdmap e10: 2 total, 1 up, 2 in 2024-08-19T09:51:53.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:53 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:51:53.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:53 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3363288342' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:51:53.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:53 smithi190 ceph-mon[16060]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:53.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:53 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3903612916' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fb0b38f-752d-46f6-8f2e-ccc0293d815a"}]: dispatch 2024-08-19T09:51:53.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:53 smithi190 ceph-mon[16060]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9fb0b38f-752d-46f6-8f2e-ccc0293d815a"}]: dispatch 2024-08-19T09:51:53.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:53 smithi190 ceph-mon[16060]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9fb0b38f-752d-46f6-8f2e-ccc0293d815a"}]': finished 2024-08-19T09:51:53.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:53 smithi190 ceph-mon[16060]: osdmap e10: 2 total, 1 up, 2 in 2024-08-19T09:51:53.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:51:53.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:53 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3363288342' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:51:55.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:55 smithi190 ceph-mon[16060]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:55.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:55 smithi190 ceph-mon[26031]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:55.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:55 smithi196 ceph-mon[19976]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:57.271 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:57 smithi190 ceph-mon[16060]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:57.271 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:57 smithi190 ceph-mon[26031]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:57 smithi196 ceph-mon[19976]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:59.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:59 smithi190 ceph-mon[16060]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:59.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:59 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-19T09:51:59.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:59 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:59.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:51:59 smithi190 ceph-mon[16060]: Deploying daemon osd.1 on smithi190 2024-08-19T09:51:59.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:59 smithi190 ceph-mon[26031]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:59.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:59 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-19T09:51:59.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:59 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:59.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:51:59 smithi190 ceph-mon[26031]: Deploying daemon osd.1 on smithi190 2024-08-19T09:51:59.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:59 smithi196 ceph-mon[19976]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:51:59.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:59 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-19T09:51:59.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:59 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:51:59.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:51:59 smithi196 ceph-mon[19976]: Deploying daemon osd.1 on smithi190 2024-08-19T09:52:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:01 smithi190 ceph-mon[16060]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:01.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:01 smithi190 ceph-mon[26031]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:01.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:01 smithi196 ceph-mon[19976]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:03 smithi196 ceph-mon[19976]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:03 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:03 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:03 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:03.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:03 smithi190 ceph-mon[26031]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:03.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:03 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:03.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:03 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:03.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:03 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:03.504 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:03 smithi190 ceph-mon[16060]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:03.504 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:03 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:03.504 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:03 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:03.504 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:03 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:05.245 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:05 smithi190 ceph-mon[16060]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:05.246 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:05 smithi190 ceph-mon[26031]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:05 smithi196 ceph-mon[19976]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:06.097 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 1 on host 'smithi190' 2024-08-19T09:52:06.735 DEBUG:teuthology.orchestra.run.smithi190:osd.1> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.1.service 2024-08-19T09:52:06.738 INFO:tasks.cephadm:Deploying osd.2 on smithi190 with /dev/vg_nvme/lv_2... 2024-08-19T09:52:06.738 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-19T09:52:06.987 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:52:07.416 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:07 smithi190 ceph-mon[16060]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:07.417 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:07 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:07.417 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:07 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:07.417 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:07 smithi190 ceph-mon[16060]: from='osd.1 [v2:172.21.15.190:6810/1194903473,v1:172.21.15.190:6811/1194903473]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-19T09:52:07.417 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:07 smithi190 ceph-mon[16060]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-19T09:52:07.417 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:07 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:07.417 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:07 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:07.417 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:07 smithi190 ceph-mon[26031]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:07.417 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:07 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:07.417 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:07 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:07.417 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:07 smithi190 ceph-mon[26031]: from='osd.1 [v2:172.21.15.190:6810/1194903473,v1:172.21.15.190:6811/1194903473]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-19T09:52:07.418 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:07 smithi190 ceph-mon[26031]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-19T09:52:07.418 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:07 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:07.418 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:07 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:07.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:07 smithi196 ceph-mon[19976]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:07.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:07 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:07.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:07 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:07.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:07 smithi196 ceph-mon[19976]: from='osd.1 [v2:172.21.15.190:6810/1194903473,v1:172.21.15.190:6811/1194903473]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-19T09:52:07.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:07 smithi196 ceph-mon[19976]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-19T09:52:07.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:07 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:07.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:07 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:08.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:08 smithi190 ceph-mon[16060]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-19T09:52:08.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:08 smithi190 ceph-mon[16060]: osdmap e11: 2 total, 1 up, 2 in 2024-08-19T09:52:08.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:08 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:52:08.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:08 smithi190 ceph-mon[16060]: from='osd.1 [v2:172.21.15.190:6810/1194903473,v1:172.21.15.190:6811/1194903473]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:52:08.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:08 smithi190 ceph-mon[16060]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:52:08.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:08 smithi190 ceph-mon[26031]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-19T09:52:08.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:08 smithi190 ceph-mon[26031]: osdmap e11: 2 total, 1 up, 2 in 2024-08-19T09:52:08.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:08 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:52:08.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:08 smithi190 ceph-mon[26031]: from='osd.1 [v2:172.21.15.190:6810/1194903473,v1:172.21.15.190:6811/1194903473]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:52:08.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:08 smithi190 ceph-mon[26031]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:52:08.316 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 09:52:08 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1[35591]: 2024-08-19T09:52:08.173+0000 7f064095a640 -1 osd.1 0 waiting for initial osdmap 2024-08-19T09:52:08.316 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 09:52:08 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1[35591]: 2024-08-19T09:52:08.175+0000 7f063c783640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T09:52:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:08 smithi196 ceph-mon[19976]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-19T09:52:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:08 smithi196 ceph-mon[19976]: osdmap e11: 2 total, 1 up, 2 in 2024-08-19T09:52:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:08 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:52:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:08 smithi196 ceph-mon[19976]: from='osd.1 [v2:172.21.15.190:6810/1194903473,v1:172.21.15.190:6811/1194903473]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:52:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:08 smithi196 ceph-mon[19976]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:52:09.539 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:09 smithi190 ceph-mon[16060]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:09.539 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:09 smithi190 ceph-mon[16060]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-19T09:52:09.539 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:09 smithi190 ceph-mon[16060]: osdmap e12: 2 total, 1 up, 2 in 2024-08-19T09:52:09.539 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:09 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:52:09.539 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:09 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:52:09.539 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:09 smithi190 ceph-mon[26031]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:09.539 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:09 smithi190 ceph-mon[26031]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-19T09:52:09.539 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:09 smithi190 ceph-mon[26031]: osdmap e12: 2 total, 1 up, 2 in 2024-08-19T09:52:09.540 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:09 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:52:09.540 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:09 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:52:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:09 smithi196 ceph-mon[19976]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:09 smithi196 ceph-mon[19976]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-19T09:52:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:09 smithi196 ceph-mon[19976]: osdmap e12: 2 total, 1 up, 2 in 2024-08-19T09:52:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:09 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:52:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:09 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:52:10.053 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:52:10.075 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_2 2024-08-19T09:52:10.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:10 smithi190 ceph-mon[16060]: purged_snaps scrub starts 2024-08-19T09:52:10.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:10 smithi190 ceph-mon[16060]: purged_snaps scrub ok 2024-08-19T09:52:10.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:10 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:52:10.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:10 smithi190 ceph-mon[16060]: osd.1 [v2:172.21.15.190:6810/1194903473,v1:172.21.15.190:6811/1194903473] boot 2024-08-19T09:52:10.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:10 smithi190 ceph-mon[16060]: osdmap e13: 2 total, 2 up, 2 in 2024-08-19T09:52:10.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:10 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:52:10.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:10 smithi190 ceph-mon[26031]: purged_snaps scrub starts 2024-08-19T09:52:10.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:10 smithi190 ceph-mon[26031]: purged_snaps scrub ok 2024-08-19T09:52:10.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:10 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:52:10.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:10 smithi190 ceph-mon[26031]: osd.1 [v2:172.21.15.190:6810/1194903473,v1:172.21.15.190:6811/1194903473] boot 2024-08-19T09:52:10.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:10 smithi190 ceph-mon[26031]: osdmap e13: 2 total, 2 up, 2 in 2024-08-19T09:52:10.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:10 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:52:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:10 smithi196 ceph-mon[19976]: purged_snaps scrub starts 2024-08-19T09:52:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:10 smithi196 ceph-mon[19976]: purged_snaps scrub ok 2024-08-19T09:52:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:10 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:52:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:10 smithi196 ceph-mon[19976]: osd.1 [v2:172.21.15.190:6810/1194903473,v1:172.21.15.190:6811/1194903473] boot 2024-08-19T09:52:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:10 smithi196 ceph-mon[19976]: osdmap e13: 2 total, 2 up, 2 in 2024-08-19T09:52:10.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:10 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:52:10.679 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:52:11.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:11 smithi190 ceph-mon[16060]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:11.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:11 smithi190 ceph-mon[16060]: osdmap e14: 2 total, 2 up, 2 in 2024-08-19T09:52:11.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:11 smithi190 ceph-mon[26031]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:11.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:11 smithi190 ceph-mon[26031]: osdmap e14: 2 total, 2 up, 2 in 2024-08-19T09:52:11.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:11 smithi196 ceph-mon[19976]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-19T09:52:11.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:11 smithi196 ceph-mon[19976]: osdmap e14: 2 total, 2 up, 2 in 2024-08-19T09:52:13.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[26031]: Detected new or changed devices on smithi190 2024-08-19T09:52:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[26031]: Adjusting osd_memory_target on smithi190 to 8032M 2024-08-19T09:52:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:13.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:13.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[26031]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:13.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[16060]: Detected new or changed devices on smithi190 2024-08-19T09:52:13.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:13.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:13.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:13.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:13.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[16060]: Adjusting osd_memory_target on smithi190 to 8032M 2024-08-19T09:52:13.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:13.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:13.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:13.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:13.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:13.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:13.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:13.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:13.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:12 smithi190 ceph-mon[16060]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:12 smithi196 ceph-mon[19976]: Detected new or changed devices on smithi190 2024-08-19T09:52:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:12 smithi196 ceph-mon[19976]: Adjusting osd_memory_target on smithi190 to 8032M 2024-08-19T09:52:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:13.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:13.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:13.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:13.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:13.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:12 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:13.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:12 smithi196 ceph-mon[19976]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:14.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:14 smithi190 ceph-mon[26031]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:52:14.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:14 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:52:14.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:14 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:52:14.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:14 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:14.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:14 smithi190 ceph-mon[16060]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:52:14.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:14 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:52:14.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:14 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:52:14.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:14 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:14.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:14 smithi196 ceph-mon[19976]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:52:14.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:14 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:52:14.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:14 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:52:14.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:14 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:15.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:15 smithi190 ceph-mon[16060]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:15 smithi190 ceph-mon[26031]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:15.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:15 smithi196 ceph-mon[19976]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:16.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:16 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3498692836' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87d362f2-539c-4df3-bdeb-e7c8a6d63009"}]: dispatch 2024-08-19T09:52:16.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:16 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3498692836' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "87d362f2-539c-4df3-bdeb-e7c8a6d63009"}]': finished 2024-08-19T09:52:16.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:16 smithi190 ceph-mon[26031]: osdmap e15: 3 total, 2 up, 3 in 2024-08-19T09:52:16.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:16 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:16.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:16 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2956234238' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:52:16.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:16 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3498692836' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87d362f2-539c-4df3-bdeb-e7c8a6d63009"}]: dispatch 2024-08-19T09:52:16.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:16 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3498692836' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "87d362f2-539c-4df3-bdeb-e7c8a6d63009"}]': finished 2024-08-19T09:52:16.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:16 smithi190 ceph-mon[16060]: osdmap e15: 3 total, 2 up, 3 in 2024-08-19T09:52:16.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:16 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:16.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:16 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2956234238' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:52:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:16 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3498692836' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87d362f2-539c-4df3-bdeb-e7c8a6d63009"}]: dispatch 2024-08-19T09:52:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:16 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3498692836' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "87d362f2-539c-4df3-bdeb-e7c8a6d63009"}]': finished 2024-08-19T09:52:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:16 smithi196 ceph-mon[19976]: osdmap e15: 3 total, 2 up, 3 in 2024-08-19T09:52:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:16 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:16 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2956234238' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:52:17.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:17 smithi190 ceph-mon[16060]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:17.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:17 smithi190 ceph-mon[26031]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:17.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:17 smithi196 ceph-mon[19976]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:19.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:19 smithi190 ceph-mon[26031]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:19.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:19 smithi190 ceph-mon[16060]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:19.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:19 smithi196 ceph-mon[19976]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:21 smithi196 ceph-mon[19976]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:21 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-19T09:52:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:21 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:21.464 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:21 smithi190 ceph-mon[16060]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:21.464 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:21 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-19T09:52:21.464 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:21 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:21.464 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:21 smithi190 ceph-mon[26031]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:21.464 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:21 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-19T09:52:21.465 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:21 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:22.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:22 smithi196 ceph-mon[19976]: Deploying daemon osd.2 on smithi190 2024-08-19T09:52:22.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:22 smithi190 ceph-mon[16060]: Deploying daemon osd.2 on smithi190 2024-08-19T09:52:22.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:22 smithi190 ceph-mon[26031]: Deploying daemon osd.2 on smithi190 2024-08-19T09:52:23.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:23 smithi196 ceph-mon[19976]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:23.553 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:23 smithi190 ceph-mon[26031]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:23.554 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:23 smithi190 ceph-mon[16060]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:25 smithi196 ceph-mon[19976]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:25.495 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:25 smithi190 ceph-mon[16060]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:25.495 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:25 smithi190 ceph-mon[26031]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:26 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:26 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:26 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:26.437 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:26 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:26.437 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:26 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:26.437 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:26 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:26.437 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:26 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:26.437 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:26 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:26.437 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:26 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:27 smithi196 ceph-mon[19976]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:27.469 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:27 smithi190 ceph-mon[16060]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:27.469 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:27 smithi190 ceph-mon[26031]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:29.356 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:29 smithi190 ceph-mon[16060]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:29.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:29 smithi190 ceph-mon[26031]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:29.394 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 2 on host 'smithi190' 2024-08-19T09:52:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:29 smithi196 ceph-mon[19976]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:29.984 DEBUG:teuthology.orchestra.run.smithi190:osd.2> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.2.service 2024-08-19T09:52:29.986 INFO:tasks.cephadm:Deploying osd.3 on smithi190 with /dev/vg_nvme/lv_1... 2024-08-19T09:52:29.986 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-19T09:52:30.241 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:52:30.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:30 smithi190 ceph-mon[16060]: from='osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-19T09:52:30.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:30 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:30.319 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:30 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:30.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:30 smithi190 ceph-mon[26031]: from='osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-19T09:52:30.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:30 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:30.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:30 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:30.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:30 smithi196 ceph-mon[19976]: from='osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-19T09:52:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:30 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:30 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:31.258 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-mon[26031]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:31.258 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-mon[26031]: from='osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-19T09:52:31.258 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-mon[26031]: osdmap e16: 3 total, 2 up, 3 in 2024-08-19T09:52:31.258 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:31.258 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-mon[26031]: from='osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:52:31.259 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:31.259 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:31.259 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-mon[16060]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:31.259 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-mon[16060]: from='osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-19T09:52:31.259 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-mon[16060]: osdmap e16: 3 total, 2 up, 3 in 2024-08-19T09:52:31.259 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:31.259 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-mon[16060]: from='osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:52:31.259 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:31.259 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:31.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:31 smithi196 ceph-mon[19976]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:31.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:31 smithi196 ceph-mon[19976]: from='osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-19T09:52:31.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:31 smithi196 ceph-mon[19976]: osdmap e16: 3 total, 2 up, 3 in 2024-08-19T09:52:31.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:31 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:31.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:31 smithi196 ceph-mon[19976]: from='osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:52:31.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:31 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:31.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:31 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:31.814 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2[41166]: 2024-08-19T09:52:31.608+0000 7f68e111c640 -1 osd.2 0 waiting for initial osdmap 2024-08-19T09:52:31.815 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 09:52:31 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2[41166]: 2024-08-19T09:52:31.613+0000 7f68d8f3d640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T09:52:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:32 smithi196 ceph-mon[19976]: purged_snaps scrub starts 2024-08-19T09:52:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:32 smithi196 ceph-mon[19976]: purged_snaps scrub ok 2024-08-19T09:52:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:32 smithi196 ceph-mon[19976]: from='osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-19T09:52:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:32 smithi196 ceph-mon[19976]: osdmap e17: 3 total, 2 up, 3 in 2024-08-19T09:52:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:32 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:32 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:32 smithi196 ceph-mon[19976]: from='osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496]' entity='osd.2' 2024-08-19T09:52:32.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:32 smithi190 ceph-mon[16060]: purged_snaps scrub starts 2024-08-19T09:52:32.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:32 smithi190 ceph-mon[16060]: purged_snaps scrub ok 2024-08-19T09:52:32.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:32 smithi190 ceph-mon[16060]: from='osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-19T09:52:32.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:32 smithi190 ceph-mon[16060]: osdmap e17: 3 total, 2 up, 3 in 2024-08-19T09:52:32.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:32 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:32.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:32 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:32.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:32 smithi190 ceph-mon[16060]: from='osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496]' entity='osd.2' 2024-08-19T09:52:32.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:32 smithi190 ceph-mon[26031]: purged_snaps scrub starts 2024-08-19T09:52:32.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:32 smithi190 ceph-mon[26031]: purged_snaps scrub ok 2024-08-19T09:52:32.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:32 smithi190 ceph-mon[26031]: from='osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-19T09:52:32.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:32 smithi190 ceph-mon[26031]: osdmap e17: 3 total, 2 up, 3 in 2024-08-19T09:52:32.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:32 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:32.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:32 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:32.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:32 smithi190 ceph-mon[26031]: from='osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496]' entity='osd.2' 2024-08-19T09:52:33.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:33 smithi190 ceph-mon[16060]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:33.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:33 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:33.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:33 smithi190 ceph-mon[16060]: osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496] boot 2024-08-19T09:52:33.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:33 smithi190 ceph-mon[16060]: osdmap e18: 3 total, 3 up, 3 in 2024-08-19T09:52:33.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:33 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:33.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:33 smithi190 ceph-mon[26031]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:33.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:33 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:33.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:33 smithi190 ceph-mon[26031]: osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496] boot 2024-08-19T09:52:33.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:33 smithi190 ceph-mon[26031]: osdmap e18: 3 total, 3 up, 3 in 2024-08-19T09:52:33.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:33 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:33.400 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:52:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:33 smithi196 ceph-mon[19976]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-19T09:52:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:33 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:33 smithi196 ceph-mon[19976]: osd.2 [v2:172.21.15.190:6818/3374653496,v1:172.21.15.190:6819/3374653496] boot 2024-08-19T09:52:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:33 smithi196 ceph-mon[19976]: osdmap e18: 3 total, 3 up, 3 in 2024-08-19T09:52:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:33 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:52:33.421 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_1 2024-08-19T09:52:33.977 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:52:34.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:34 smithi190 ceph-mon[26031]: pgmap v73: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:34.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:34 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-19T09:52:34.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:34 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-19T09:52:34.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:34 smithi190 ceph-mon[26031]: osdmap e19: 3 total, 3 up, 3 in 2024-08-19T09:52:34.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:34 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T09:52:34.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:34 smithi190 ceph-mon[16060]: pgmap v73: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:34.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:34 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-19T09:52:34.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:34 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-19T09:52:34.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:34 smithi190 ceph-mon[16060]: osdmap e19: 3 total, 3 up, 3 in 2024-08-19T09:52:34.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:34 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T09:52:34.586 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:34 smithi196 ceph-mon[19976]: pgmap v73: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:34.586 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:34 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-19T09:52:34.586 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:34 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-19T09:52:34.586 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:34 smithi196 ceph-mon[19976]: osdmap e19: 3 total, 3 up, 3 in 2024-08-19T09:52:34.586 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:34 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T09:52:36.149 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 09:52:35 smithi190 sudo[44912]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-19T09:52:36.228 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 09:52:35 smithi190 sudo[44912]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T09:52:36.228 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 09:52:35 smithi190 sudo[44912]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T09:52:36.228 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 09:52:35 smithi190 sudo[44912]: pam_unix(sudo:session): session closed for user root 2024-08-19T09:52:36.228 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[44937]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-19T09:52:36.427 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[44937]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T09:52:36.427 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[44937]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T09:52:36.428 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[44937]: pam_unix(sudo:session): session closed for user root 2024-08-19T09:52:36.428 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: Detected new or changed devices on smithi190 2024-08-19T09:52:36.428 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.428 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.428 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:36.428 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:36.428 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:36.428 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: Adjusting osd_memory_target on smithi190 to 5354M 2024-08-19T09:52:36.428 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.429 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:36.429 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:36.429 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.429 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:36.429 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:36.429 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:36.429 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.429 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-19T09:52:36.429 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: osdmap e20: 3 total, 3 up, 3 in 2024-08-19T09:52:36.429 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.429 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: Detected new or changed devices on smithi190 2024-08-19T09:52:36.430 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.430 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.430 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:36.430 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:36.430 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:36.430 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: Adjusting osd_memory_target on smithi190 to 5354M 2024-08-19T09:52:36.430 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.430 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:36.430 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:36.430 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.430 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:36.430 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:36.431 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:36.431 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.431 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-19T09:52:36.431 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: osdmap e20: 3 total, 3 up, 3 in 2024-08-19T09:52:36.431 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: Detected new or changed devices on smithi190 2024-08-19T09:52:36.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:36.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:36.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: Adjusting osd_memory_target on smithi190 to 5354M 2024-08-19T09:52:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-19T09:52:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: osdmap e20: 3 total, 3 up, 3 in 2024-08-19T09:52:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:36.690 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[45014]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-19T09:52:36.690 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[45014]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T09:52:36.690 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[45014]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T09:52:36.690 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[45014]: pam_unix(sudo:session): session closed for user root 2024-08-19T09:52:36.940 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[45065]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-19T09:52:36.941 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[45065]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T09:52:36.941 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[45065]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T09:52:36.941 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[45065]: pam_unix(sudo:session): session closed for user root 2024-08-19T09:52:37.199 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[45085]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-19T09:52:37.199 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[45085]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T09:52:37.199 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[45085]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T09:52:37.199 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 09:52:36 smithi190 sudo[45085]: pam_unix(sudo:session): session closed for user root 2024-08-19T09:52:37.200 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:37 smithi190 ceph-mon[26031]: pgmap v76: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:37.200 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:37 smithi190 ceph-mon[26031]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:52:37.200 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:37 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:52:37.200 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:37 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:52:37.200 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:37 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:37.200 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:37 smithi190 ceph-mon[26031]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-19T09:52:37.200 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:37 smithi190 ceph-mon[26031]: osdmap e21: 3 total, 3 up, 3 in 2024-08-19T09:52:37.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:37 smithi190 ceph-mon[16060]: pgmap v76: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:37.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:37 smithi190 ceph-mon[16060]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:52:37.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:37 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:52:37.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:37 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:52:37.201 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:37 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:37.201 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:37 smithi190 ceph-mon[16060]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-19T09:52:37.201 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:37 smithi190 ceph-mon[16060]: osdmap e21: 3 total, 3 up, 3 in 2024-08-19T09:52:37.460 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:37 smithi190 sudo[45093]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-19T09:52:37.461 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:37 smithi190 sudo[45093]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T09:52:37.461 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:37 smithi190 sudo[45093]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T09:52:37.461 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:37 smithi190 sudo[45093]: pam_unix(sudo:session): session closed for user root 2024-08-19T09:52:37.461 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 09:52:37 smithi190 sudo[45090]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-19T09:52:37.462 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 09:52:37 smithi190 sudo[45090]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T09:52:37.462 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 09:52:37 smithi190 sudo[45090]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T09:52:37.462 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 09:52:37 smithi190 sudo[45090]: pam_unix(sudo:session): session closed for user root 2024-08-19T09:52:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:37 smithi196 ceph-mon[19976]: pgmap v76: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:37 smithi196 ceph-mon[19976]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:52:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:37 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:52:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:37 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:52:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:37 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:37 smithi196 ceph-mon[19976]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-19T09:52:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:37 smithi196 ceph-mon[19976]: osdmap e21: 3 total, 3 up, 3 in 2024-08-19T09:52:37.711 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:37 smithi190 sudo[45117]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-19T09:52:37.711 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:37 smithi190 sudo[45117]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T09:52:37.711 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:37 smithi190 sudo[45117]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T09:52:37.711 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:37 smithi190 sudo[45117]: pam_unix(sudo:session): session closed for user root 2024-08-19T09:52:38.208 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:37 smithi196 sudo[22500]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-19T09:52:38.208 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:37 smithi196 sudo[22500]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T09:52:38.208 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:37 smithi196 sudo[22500]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T09:52:38.208 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:37 smithi196 sudo[22500]: pam_unix(sudo:session): session closed for user root 2024-08-19T09:52:38.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T09:52:38.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T09:52:38.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:52:38.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:52:38.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:52:38.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:52:38.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:52:38.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:52:38.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T09:52:38.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T09:52:38.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:52:38.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:52:38.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:52:38.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:52:38.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:52:38.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:52:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:38 smithi196 sudo[22503]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-19T09:52:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:38 smithi196 sudo[22503]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T09:52:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:38 smithi196 sudo[22503]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T09:52:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:38 smithi196 sudo[22503]: pam_unix(sudo:session): session closed for user root 2024-08-19T09:52:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:38 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T09:52:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:38 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T09:52:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:38 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:52:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:38 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:52:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:38 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:52:38.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:38 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:52:38.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:38 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:52:38.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:38 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:52:38.743 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 sudo[45166]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-19T09:52:38.743 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 sudo[45166]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T09:52:38.744 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 sudo[45166]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T09:52:38.744 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 sudo[45166]: pam_unix(sudo:session): session closed for user root 2024-08-19T09:52:39.003 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 sudo[45170]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-19T09:52:39.003 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 sudo[45170]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-19T09:52:39.003 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 sudo[45170]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-19T09:52:39.003 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:38 smithi190 sudo[45170]: pam_unix(sudo:session): session closed for user root 2024-08-19T09:52:39.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T09:52:39.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[16060]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:39.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T09:52:39.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:39.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T09:52:39.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:52:39.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:52:39.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:52:39.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2805777407' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9c8bd1a5-03bf-4ba4-8b27-88c8f7785fe5"}]: dispatch 2024-08-19T09:52:39.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T09:52:39.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2805777407' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9c8bd1a5-03bf-4ba4-8b27-88c8f7785fe5"}]': finished 2024-08-19T09:52:39.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[16060]: osdmap e22: 4 total, 3 up, 4 in 2024-08-19T09:52:39.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:39.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T09:52:39.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[26031]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:39.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T09:52:39.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:39.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T09:52:39.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:52:39.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:52:39.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:52:39.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2805777407' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9c8bd1a5-03bf-4ba4-8b27-88c8f7785fe5"}]: dispatch 2024-08-19T09:52:39.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T09:52:39.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2805777407' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9c8bd1a5-03bf-4ba4-8b27-88c8f7785fe5"}]': finished 2024-08-19T09:52:39.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[26031]: osdmap e22: 4 total, 3 up, 4 in 2024-08-19T09:52:39.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:39 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:39 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T09:52:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:39 smithi196 ceph-mon[19976]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:39 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T09:52:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:39 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:39 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-19T09:52:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:39 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:52:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:39 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:52:39.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:39 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:52:39.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:39 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2805777407' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9c8bd1a5-03bf-4ba4-8b27-88c8f7785fe5"}]: dispatch 2024-08-19T09:52:39.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:39 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-19T09:52:39.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:39 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2805777407' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9c8bd1a5-03bf-4ba4-8b27-88c8f7785fe5"}]': finished 2024-08-19T09:52:39.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:39 smithi196 ceph-mon[19976]: osdmap e22: 4 total, 3 up, 4 in 2024-08-19T09:52:39.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:39 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:40.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:40 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3255652268' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:52:40.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:40 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3255652268' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:52:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:40 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3255652268' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:52:41.526 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:41 smithi190 ceph-mon[16060]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:41.526 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:41 smithi190 ceph-mon[26031]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:41 smithi196 ceph-mon[19976]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:43.549 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:43 smithi190 ceph-mon[16060]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:43.550 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:43 smithi190 ceph-mon[26031]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:43 smithi196 ceph-mon[19976]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:45 smithi196 ceph-mon[19976]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:45 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-19T09:52:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:45 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:45.442 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:45 smithi190 ceph-mon[16060]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:45.442 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:45 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-19T09:52:45.442 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:45 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:45.443 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:45 smithi190 ceph-mon[26031]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:45.443 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:45 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-19T09:52:45.443 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:45 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:46.515 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:46 smithi190 ceph-mon[16060]: Deploying daemon osd.3 on smithi190 2024-08-19T09:52:46.516 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:46 smithi190 ceph-mon[26031]: Deploying daemon osd.3 on smithi190 2024-08-19T09:52:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:46 smithi196 ceph-mon[19976]: Deploying daemon osd.3 on smithi190 2024-08-19T09:52:47.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:47 smithi190 ceph-mon[16060]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:47.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:47 smithi190 ceph-mon[26031]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:47 smithi196 ceph-mon[19976]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:49.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:49 smithi190 ceph-mon[16060]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:49.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:49 smithi190 ceph-mon[26031]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:49.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:49 smithi196 ceph-mon[19976]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:50.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:50 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:50.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:50 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:50.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:50 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:50.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:50 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:50.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:50 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:50.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:50 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:50.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:50 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:50.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:50 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:50.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:50 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:51.481 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:51 smithi190 ceph-mon[16060]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:51.481 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:51 smithi190 ceph-mon[26031]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:51.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:51 smithi196 ceph-mon[19976]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:53.160 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 3 on host 'smithi190' 2024-08-19T09:52:53.458 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[16060]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:53.458 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:53.459 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:53.459 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:53.459 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:53.459 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:53.459 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[16060]: from='osd.3 [v2:172.21.15.190:6826/1490136440,v1:172.21.15.190:6827/1490136440]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-19T09:52:53.459 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[16060]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-19T09:52:53.459 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:53.459 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:53.459 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:53.459 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[26031]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:53.459 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:53.459 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:53.460 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:53.460 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:53.460 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:53.460 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[26031]: from='osd.3 [v2:172.21.15.190:6826/1490136440,v1:172.21.15.190:6827/1490136440]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-19T09:52:53.460 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[26031]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-19T09:52:53.460 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:53.460 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:53.460 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:53 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:53 smithi196 ceph-mon[19976]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:53 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:53 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:53 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:53.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:53 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:53.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:53 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:53.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:53 smithi196 ceph-mon[19976]: from='osd.3 [v2:172.21.15.190:6826/1490136440,v1:172.21.15.190:6827/1490136440]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-19T09:52:53.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:53 smithi196 ceph-mon[19976]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-19T09:52:53.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:53 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:52:53.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:53 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:53.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:53 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:53.747 DEBUG:teuthology.orchestra.run.smithi190:osd.3> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.3.service 2024-08-19T09:52:53.749 INFO:tasks.cephadm:Deploying osd.4 on smithi196 with /dev/vg_nvme/lv_4... 2024-08-19T09:52:53.749 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-19T09:52:53.958 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:52:54.979 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:54 smithi190 ceph-mon[16060]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-19T09:52:54.979 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:54 smithi190 ceph-mon[16060]: osdmap e23: 4 total, 3 up, 4 in 2024-08-19T09:52:54.979 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:54 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:54.979 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:54 smithi190 ceph-mon[16060]: from='osd.3 [v2:172.21.15.190:6826/1490136440,v1:172.21.15.190:6827/1490136440]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:52:54.979 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:54 smithi190 ceph-mon[16060]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:52:54.979 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:54 smithi190 ceph-mon[16060]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:54.980 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:54 smithi190 ceph-mon[26031]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-19T09:52:54.980 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:54 smithi190 ceph-mon[26031]: osdmap e23: 4 total, 3 up, 4 in 2024-08-19T09:52:54.980 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:54 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:54.980 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:54 smithi190 ceph-mon[26031]: from='osd.3 [v2:172.21.15.190:6826/1490136440,v1:172.21.15.190:6827/1490136440]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:52:54.980 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:54 smithi190 ceph-mon[26031]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:52:54.980 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:54 smithi190 ceph-mon[26031]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:55.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:54 smithi196 ceph-mon[19976]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-19T09:52:55.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:54 smithi196 ceph-mon[19976]: osdmap e23: 4 total, 3 up, 4 in 2024-08-19T09:52:55.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:54 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:55.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:54 smithi196 ceph-mon[19976]: from='osd.3 [v2:172.21.15.190:6826/1490136440,v1:172.21.15.190:6827/1490136440]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:52:55.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:54 smithi196 ceph-mon[19976]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-19T09:52:55.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:54 smithi196 ceph-mon[19976]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:55.565 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 09:52:55 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3[46815]: 2024-08-19T09:52:55.289+0000 7f14049c0640 -1 osd.3 0 waiting for initial osdmap 2024-08-19T09:52:55.565 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 09:52:55 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3[46815]: 2024-08-19T09:52:55.293+0000 7f13fbfca640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T09:52:56.101 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:55 smithi196 ceph-mon[19976]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-19T09:52:56.101 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:55 smithi196 ceph-mon[19976]: osdmap e24: 4 total, 3 up, 4 in 2024-08-19T09:52:56.101 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:55 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:56.101 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:55 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:56.101 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:55 smithi196 ceph-mon[19976]: from='osd.3 ' entity='osd.3' 2024-08-19T09:52:56.312 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:55 smithi190 ceph-mon[16060]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-19T09:52:56.312 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:55 smithi190 ceph-mon[16060]: osdmap e24: 4 total, 3 up, 4 in 2024-08-19T09:52:56.312 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:55 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:56.313 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:55 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:56.313 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:55 smithi190 ceph-mon[16060]: from='osd.3 ' entity='osd.3' 2024-08-19T09:52:56.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:55 smithi190 ceph-mon[26031]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-19T09:52:56.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:55 smithi190 ceph-mon[26031]: osdmap e24: 4 total, 3 up, 4 in 2024-08-19T09:52:56.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:55 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:56.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:55 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:56.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:55 smithi190 ceph-mon[26031]: from='osd.3 ' entity='osd.3' 2024-08-19T09:52:56.414 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:52:56.435 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi196:vg_nvme/lv_4 2024-08-19T09:52:56.643 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:52:56.960 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: purged_snaps scrub starts 2024-08-19T09:52:56.960 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: purged_snaps scrub ok 2024-08-19T09:52:56.960 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:56.960 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:56.960 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: osd.3 [v2:172.21.15.190:6826/1490136440,v1:172.21.15.190:6827/1490136440] boot 2024-08-19T09:52:56.960 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: osdmap e25: 4 total, 4 up, 4 in 2024-08-19T09:52:56.960 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:56.960 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:56.960 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:56.960 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:56.960 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:56.960 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:56.961 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:56.961 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:56.961 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:56.961 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:56.961 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:56 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:57.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: purged_snaps scrub starts 2024-08-19T09:52:57.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: purged_snaps scrub ok 2024-08-19T09:52:57.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:57.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:57.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: osd.3 [v2:172.21.15.190:6826/1490136440,v1:172.21.15.190:6827/1490136440] boot 2024-08-19T09:52:57.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: osdmap e25: 4 total, 4 up, 4 in 2024-08-19T09:52:57.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:57.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:57.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:57.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:57.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:57.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:57.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:57.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:57.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:57.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:57.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:57.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: purged_snaps scrub starts 2024-08-19T09:52:57.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: purged_snaps scrub ok 2024-08-19T09:52:57.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:57.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-19T09:52:57.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: osd.3 [v2:172.21.15.190:6826/1490136440,v1:172.21.15.190:6827/1490136440] boot 2024-08-19T09:52:57.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: osdmap e25: 4 total, 4 up, 4 in 2024-08-19T09:52:57.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:52:57.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:57.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:57.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:57.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:57.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:57.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:52:57.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:57.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:57.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:52:57.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:56 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:52:58.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:57 smithi196 ceph-mon[19976]: Detected new or changed devices on smithi190 2024-08-19T09:52:58.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:57 smithi196 ceph-mon[19976]: Adjusting osd_memory_target on smithi190 to 4016M 2024-08-19T09:52:58.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:57 smithi190 ceph-mon[16060]: Detected new or changed devices on smithi190 2024-08-19T09:52:58.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:57 smithi190 ceph-mon[16060]: Adjusting osd_memory_target on smithi190 to 4016M 2024-08-19T09:52:58.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:57 smithi190 ceph-mon[26031]: Detected new or changed devices on smithi190 2024-08-19T09:52:58.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:57 smithi190 ceph-mon[26031]: Adjusting osd_memory_target on smithi190 to 4016M 2024-08-19T09:52:59.056 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:58 smithi196 ceph-mon[19976]: osdmap e26: 4 total, 4 up, 4 in 2024-08-19T09:52:59.056 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:58 smithi196 ceph-mon[19976]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:52:59.056 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:58 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:52:59.056 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:58 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:52:59.056 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:58 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:59.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:58 smithi190 ceph-mon[16060]: osdmap e26: 4 total, 4 up, 4 in 2024-08-19T09:52:59.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:58 smithi190 ceph-mon[16060]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:52:59.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:58 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:52:59.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:58 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:52:59.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:58 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:59.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:58 smithi190 ceph-mon[26031]: osdmap e26: 4 total, 4 up, 4 in 2024-08-19T09:52:59.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:58 smithi190 ceph-mon[26031]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:52:59.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:58 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:52:59.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:58 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:52:59.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:58 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:52:59.962 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:52:59 smithi196 ceph-mon[19976]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:53:00.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:52:59 smithi190 ceph-mon[16060]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:53:00.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:52:59 smithi190 ceph-mon[26031]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:53:01.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:00 smithi196 ceph-mon[19976]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:01.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:00 smithi196 ceph-mon[19976]: from='client.? 172.21.15.196:0/317920962' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6b893e27-e5ee-4c1c-a265-83bf0a4fb4be"}]: dispatch 2024-08-19T09:53:01.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:00 smithi196 ceph-mon[19976]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6b893e27-e5ee-4c1c-a265-83bf0a4fb4be"}]: dispatch 2024-08-19T09:53:01.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:00 smithi196 ceph-mon[19976]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6b893e27-e5ee-4c1c-a265-83bf0a4fb4be"}]': finished 2024-08-19T09:53:01.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:00 smithi196 ceph-mon[19976]: osdmap e27: 5 total, 4 up, 5 in 2024-08-19T09:53:01.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:00 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:53:01.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:00 smithi190 ceph-mon[16060]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:00 smithi190 ceph-mon[16060]: from='client.? 172.21.15.196:0/317920962' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6b893e27-e5ee-4c1c-a265-83bf0a4fb4be"}]: dispatch 2024-08-19T09:53:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:00 smithi190 ceph-mon[16060]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6b893e27-e5ee-4c1c-a265-83bf0a4fb4be"}]: dispatch 2024-08-19T09:53:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:00 smithi190 ceph-mon[16060]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6b893e27-e5ee-4c1c-a265-83bf0a4fb4be"}]': finished 2024-08-19T09:53:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:00 smithi190 ceph-mon[16060]: osdmap e27: 5 total, 4 up, 5 in 2024-08-19T09:53:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:00 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:53:01.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:00 smithi190 ceph-mon[26031]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:01.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:00 smithi190 ceph-mon[26031]: from='client.? 172.21.15.196:0/317920962' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6b893e27-e5ee-4c1c-a265-83bf0a4fb4be"}]: dispatch 2024-08-19T09:53:01.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:00 smithi190 ceph-mon[26031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6b893e27-e5ee-4c1c-a265-83bf0a4fb4be"}]: dispatch 2024-08-19T09:53:01.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:00 smithi190 ceph-mon[26031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6b893e27-e5ee-4c1c-a265-83bf0a4fb4be"}]': finished 2024-08-19T09:53:01.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:00 smithi190 ceph-mon[26031]: osdmap e27: 5 total, 4 up, 5 in 2024-08-19T09:53:01.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:00 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:53:02.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:01 smithi196 ceph-mon[19976]: from='client.? 172.21.15.196:0/74074864' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:53:02.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:01 smithi190 ceph-mon[16060]: from='client.? 172.21.15.196:0/74074864' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:53:02.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:01 smithi190 ceph-mon[26031]: from='client.? 172.21.15.196:0/74074864' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:53:03.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:02 smithi196 ceph-mon[19976]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:03.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:02 smithi190 ceph-mon[16060]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:03.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:02 smithi190 ceph-mon[26031]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:05.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:05 smithi196 ceph-mon[19976]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:05.476 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:05 smithi190 ceph-mon[16060]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:05.476 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:05 smithi190 ceph-mon[26031]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:07.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:07 smithi196 ceph-mon[19976]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:07.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:07 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-19T09:53:07.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:07 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:07.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:07 smithi190 ceph-mon[16060]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:07.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:07 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-19T09:53:07.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:07 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:07.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:07 smithi190 ceph-mon[26031]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:07.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:07 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-19T09:53:07.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:07 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:08 smithi196 ceph-mon[19976]: Deploying daemon osd.4 on smithi196 2024-08-19T09:53:08.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:08 smithi190 ceph-mon[16060]: Deploying daemon osd.4 on smithi196 2024-08-19T09:53:08.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:08 smithi190 ceph-mon[26031]: Deploying daemon osd.4 on smithi196 2024-08-19T09:53:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:09 smithi196 ceph-mon[19976]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:09.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:09 smithi190 ceph-mon[16060]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:09.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:09 smithi190 ceph-mon[26031]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:11.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:11 smithi196 ceph-mon[19976]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:11 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:53:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:11 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:11 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:11.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:11 smithi190 ceph-mon[16060]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:11.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:11 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:53:11.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:11 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:11.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:11 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:11.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:11 smithi190 ceph-mon[26031]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:11.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:11 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:53:11.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:11 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:11.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:11 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:13.214 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:13 smithi196 ceph-mon[19976]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:13.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:13 smithi190 ceph-mon[16060]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:13.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:13 smithi190 ceph-mon[26031]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:14.148 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 4 on host 'smithi196' 2024-08-19T09:53:14.758 DEBUG:teuthology.orchestra.run.smithi196:osd.4> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.4.service 2024-08-19T09:53:14.760 INFO:tasks.cephadm:Deploying osd.5 on smithi196 with /dev/vg_nvme/lv_3... 2024-08-19T09:53:14.761 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-19T09:53:15.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:14 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:15.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:14 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:15.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:14 smithi196 ceph-mon[19976]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:15.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:14 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:15.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:14 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:15.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:14 smithi196 ceph-mon[19976]: from='osd.4 [v2:172.21.15.196:6800/1699089756,v1:172.21.15.196:6801/1699089756]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-19T09:53:15.041 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:14 smithi196 ceph-mon[19976]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-19T09:53:15.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:14 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:15.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:14 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:15.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:14 smithi190 ceph-mon[16060]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:15.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:14 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:15.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:14 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:15.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:14 smithi190 ceph-mon[16060]: from='osd.4 [v2:172.21.15.196:6800/1699089756,v1:172.21.15.196:6801/1699089756]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-19T09:53:15.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:14 smithi190 ceph-mon[16060]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-19T09:53:15.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:14 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:15.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:14 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:15.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:14 smithi190 ceph-mon[26031]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:15.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:14 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:14 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:14 smithi190 ceph-mon[26031]: from='osd.4 [v2:172.21.15.196:6800/1699089756,v1:172.21.15.196:6801/1699089756]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-19T09:53:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:14 smithi190 ceph-mon[26031]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-19T09:53:16.289 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:53:16.411 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:16 smithi196 ceph-mon[19976]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-19T09:53:16.411 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:16 smithi196 ceph-mon[19976]: osdmap e28: 5 total, 4 up, 5 in 2024-08-19T09:53:16.411 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:16 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:53:16.411 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:16 smithi196 ceph-mon[19976]: from='osd.4 [v2:172.21.15.196:6800/1699089756,v1:172.21.15.196:6801/1699089756]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:53:16.411 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:16 smithi196 ceph-mon[19976]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:53:16.412 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 09:53:16 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[24812]: 2024-08-19T09:53:16.155+0000 7f21d9b1f640 -1 osd.4 0 waiting for initial osdmap 2024-08-19T09:53:16.412 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 09:53:16 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[24812]: 2024-08-19T09:53:16.159+0000 7f21d5948640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T09:53:16.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:16 smithi190 ceph-mon[16060]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-19T09:53:16.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:16 smithi190 ceph-mon[16060]: osdmap e28: 5 total, 4 up, 5 in 2024-08-19T09:53:16.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:16 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:53:16.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:16 smithi190 ceph-mon[16060]: from='osd.4 [v2:172.21.15.196:6800/1699089756,v1:172.21.15.196:6801/1699089756]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:53:16.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:16 smithi190 ceph-mon[16060]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:53:16.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:16 smithi190 ceph-mon[26031]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-19T09:53:16.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:16 smithi190 ceph-mon[26031]: osdmap e28: 5 total, 4 up, 5 in 2024-08-19T09:53:16.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:16 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:53:16.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:16 smithi190 ceph-mon[26031]: from='osd.4 [v2:172.21.15.196:6800/1699089756,v1:172.21.15.196:6801/1699089756]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:53:16.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:16 smithi190 ceph-mon[26031]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:53:17.345 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:17 smithi196 ceph-mon[19976]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:17.345 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:17 smithi196 ceph-mon[19976]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-19T09:53:17.346 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:17 smithi196 ceph-mon[19976]: osdmap e29: 5 total, 4 up, 5 in 2024-08-19T09:53:17.346 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:17 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:53:17.346 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:17 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:53:17.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:17 smithi190 ceph-mon[16060]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:17.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:17 smithi190 ceph-mon[16060]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-19T09:53:17.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:17 smithi190 ceph-mon[16060]: osdmap e29: 5 total, 4 up, 5 in 2024-08-19T09:53:17.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:17 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:53:17.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:17 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:53:17.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:17 smithi190 ceph-mon[26031]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-19T09:53:17.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:17 smithi190 ceph-mon[26031]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-19T09:53:17.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:17 smithi190 ceph-mon[26031]: osdmap e29: 5 total, 4 up, 5 in 2024-08-19T09:53:17.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:17 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:53:17.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:17 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:53:18.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: purged_snaps scrub starts 2024-08-19T09:53:18.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: purged_snaps scrub ok 2024-08-19T09:53:18.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: osd.4 [v2:172.21.15.196:6800/1699089756,v1:172.21.15.196:6801/1699089756] boot 2024-08-19T09:53:18.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: osdmap e30: 5 total, 5 up, 5 in 2024-08-19T09:53:18.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:53:18.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:18.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:18.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:53:18.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:18.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:18.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:53:18.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:18.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:53:18.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:18.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:53:18.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:18.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:18 smithi196 ceph-mon[19976]: osdmap e31: 5 total, 5 up, 5 in 2024-08-19T09:53:18.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: purged_snaps scrub starts 2024-08-19T09:53:18.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: purged_snaps scrub ok 2024-08-19T09:53:18.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: osd.4 [v2:172.21.15.196:6800/1699089756,v1:172.21.15.196:6801/1699089756] boot 2024-08-19T09:53:18.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: osdmap e30: 5 total, 5 up, 5 in 2024-08-19T09:53:18.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:53:18.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:18.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:18.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:53:18.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:18.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:18.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:53:18.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:18.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:53:18.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:18.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:53:18.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:18.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[16060]: osdmap e31: 5 total, 5 up, 5 in 2024-08-19T09:53:18.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: purged_snaps scrub starts 2024-08-19T09:53:18.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: purged_snaps scrub ok 2024-08-19T09:53:18.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: osd.4 [v2:172.21.15.196:6800/1699089756,v1:172.21.15.196:6801/1699089756] boot 2024-08-19T09:53:18.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: osdmap e30: 5 total, 5 up, 5 in 2024-08-19T09:53:18.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:53:18.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:18.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:18.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:53:18.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:18.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:18.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:53:18.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:18.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:53:18.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:18.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:53:18.569 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:18.569 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:18 smithi190 ceph-mon[26031]: osdmap e31: 5 total, 5 up, 5 in 2024-08-19T09:53:19.194 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:53:19.212 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi196:vg_nvme/lv_3 2024-08-19T09:53:19.409 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:53:19.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:19 smithi196 ceph-mon[19976]: Detected new or changed devices on smithi196 2024-08-19T09:53:19.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:19 smithi196 ceph-mon[19976]: Adjusting osd_memory_target on smithi196 to 17088M 2024-08-19T09:53:19.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:19 smithi196 ceph-mon[19976]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:19.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:19 smithi196 ceph-mon[19976]: osdmap e32: 5 total, 5 up, 5 in 2024-08-19T09:53:19.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:19 smithi190 ceph-mon[26031]: Detected new or changed devices on smithi196 2024-08-19T09:53:19.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:19 smithi190 ceph-mon[26031]: Adjusting osd_memory_target on smithi196 to 17088M 2024-08-19T09:53:19.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:19 smithi190 ceph-mon[26031]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:19.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:19 smithi190 ceph-mon[26031]: osdmap e32: 5 total, 5 up, 5 in 2024-08-19T09:53:19.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:19 smithi190 ceph-mon[16060]: Detected new or changed devices on smithi196 2024-08-19T09:53:19.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:19 smithi190 ceph-mon[16060]: Adjusting osd_memory_target on smithi196 to 17088M 2024-08-19T09:53:19.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:19 smithi190 ceph-mon[16060]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:19.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:19 smithi190 ceph-mon[16060]: osdmap e32: 5 total, 5 up, 5 in 2024-08-19T09:53:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:21 smithi196 ceph-mon[19976]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:21 smithi196 ceph-mon[19976]: osdmap e33: 5 total, 5 up, 5 in 2024-08-19T09:53:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:21 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:53:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:21 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:53:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:21 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:21.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:21 smithi190 ceph-mon[16060]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:21.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:21 smithi190 ceph-mon[16060]: osdmap e33: 5 total, 5 up, 5 in 2024-08-19T09:53:21.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:21 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:53:21.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:21 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:53:21.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:21 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:21 smithi190 ceph-mon[26031]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:21 smithi190 ceph-mon[26031]: osdmap e33: 5 total, 5 up, 5 in 2024-08-19T09:53:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:21 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:53:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:21 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:53:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:21 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:22.482 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:22 smithi196 ceph-mon[19976]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:53:22.482 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:22 smithi196 ceph-mon[19976]: osdmap e34: 5 total, 5 up, 5 in 2024-08-19T09:53:22.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:22 smithi190 ceph-mon[16060]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:53:22.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:22 smithi190 ceph-mon[16060]: osdmap e34: 5 total, 5 up, 5 in 2024-08-19T09:53:22.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:22 smithi190 ceph-mon[26031]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:53:22.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:22 smithi190 ceph-mon[26031]: osdmap e34: 5 total, 5 up, 5 in 2024-08-19T09:53:23.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:23 smithi196 ceph-mon[19976]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-19T09:53:23.466 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:23 smithi190 ceph-mon[16060]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-19T09:53:23.466 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:23 smithi190 ceph-mon[26031]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-19T09:53:24.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:24 smithi190 ceph-mon[16060]: from='client.? 172.21.15.196:0/455793660' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36617f5e-73ed-43eb-b6ee-5b69be91316e"}]: dispatch 2024-08-19T09:53:24.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:24 smithi190 ceph-mon[16060]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36617f5e-73ed-43eb-b6ee-5b69be91316e"}]: dispatch 2024-08-19T09:53:24.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:24 smithi190 ceph-mon[16060]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "36617f5e-73ed-43eb-b6ee-5b69be91316e"}]': finished 2024-08-19T09:53:24.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:24 smithi190 ceph-mon[16060]: osdmap e35: 6 total, 5 up, 6 in 2024-08-19T09:53:24.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:24.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:24 smithi190 ceph-mon[16060]: from='client.? 172.21.15.196:0/2707771178' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:53:24.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:24 smithi190 ceph-mon[26031]: from='client.? 172.21.15.196:0/455793660' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36617f5e-73ed-43eb-b6ee-5b69be91316e"}]: dispatch 2024-08-19T09:53:24.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:24 smithi190 ceph-mon[26031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36617f5e-73ed-43eb-b6ee-5b69be91316e"}]: dispatch 2024-08-19T09:53:24.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:24 smithi190 ceph-mon[26031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "36617f5e-73ed-43eb-b6ee-5b69be91316e"}]': finished 2024-08-19T09:53:24.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:24 smithi190 ceph-mon[26031]: osdmap e35: 6 total, 5 up, 6 in 2024-08-19T09:53:24.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:24.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:24 smithi190 ceph-mon[26031]: from='client.? 172.21.15.196:0/2707771178' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:53:24.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:24 smithi196 ceph-mon[19976]: from='client.? 172.21.15.196:0/455793660' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36617f5e-73ed-43eb-b6ee-5b69be91316e"}]: dispatch 2024-08-19T09:53:24.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:24 smithi196 ceph-mon[19976]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "36617f5e-73ed-43eb-b6ee-5b69be91316e"}]: dispatch 2024-08-19T09:53:24.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:24 smithi196 ceph-mon[19976]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "36617f5e-73ed-43eb-b6ee-5b69be91316e"}]': finished 2024-08-19T09:53:24.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:24 smithi196 ceph-mon[19976]: osdmap e35: 6 total, 5 up, 6 in 2024-08-19T09:53:24.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:24.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:24 smithi196 ceph-mon[19976]: from='client.? 172.21.15.196:0/2707771178' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:53:25.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:25 smithi190 ceph-mon[16060]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-08-19T09:53:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:25 smithi190 ceph-mon[26031]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-08-19T09:53:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:25 smithi196 ceph-mon[19976]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-08-19T09:53:27.353 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:27 smithi196 ceph-mon[19976]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-19T09:53:27.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:27 smithi190 ceph-mon[16060]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-19T09:53:27.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:27 smithi190 ceph-mon[26031]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-19T09:53:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:28 smithi196 ceph-mon[19976]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-08-19T09:53:28.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:28 smithi190 ceph-mon[16060]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-08-19T09:53:28.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:28 smithi190 ceph-mon[26031]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-08-19T09:53:29.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:29 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-19T09:53:29.633 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:29 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:29.633 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:29 smithi196 ceph-mon[19976]: Deploying daemon osd.5 on smithi196 2024-08-19T09:53:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:29 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-19T09:53:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:29 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:29 smithi190 ceph-mon[16060]: Deploying daemon osd.5 on smithi196 2024-08-19T09:53:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:29 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-19T09:53:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:29 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:29 smithi190 ceph-mon[26031]: Deploying daemon osd.5 on smithi196 2024-08-19T09:53:30.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:30 smithi196 ceph-mon[19976]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:30.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:30 smithi190 ceph-mon[16060]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:30 smithi190 ceph-mon[26031]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:33 smithi196 ceph-mon[19976]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:33.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:33 smithi190 ceph-mon[16060]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:33.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:33 smithi190 ceph-mon[26031]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:35.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:35 smithi196 ceph-mon[19976]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:35.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:35 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:53:35.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:35 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:35.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:35 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:35.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:35 smithi190 ceph-mon[16060]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:35.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:35 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:53:35.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:35 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:35.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:35 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:35.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:35 smithi190 ceph-mon[26031]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:35.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:35 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:53:35.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:35 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:35.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:35 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:37.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:37 smithi196 ceph-mon[19976]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:37 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:37 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:37 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:37 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:53:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:37 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:37.453 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 5 on host 'smithi196' 2024-08-19T09:53:37.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:37 smithi190 ceph-mon[16060]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:37 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:37 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:37 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:37 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:53:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:37 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:37.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:37 smithi190 ceph-mon[26031]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:37.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:37 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:37.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:37 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:37.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:37 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:37.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:37 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:53:37.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:37 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:38.173 DEBUG:teuthology.orchestra.run.smithi196:osd.5> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.5.service 2024-08-19T09:53:38.175 INFO:tasks.cephadm:Deploying osd.6 on smithi196 with /dev/vg_nvme/lv_2... 2024-08-19T09:53:38.176 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-19T09:53:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:38 smithi196 ceph-mon[19976]: from='osd.5 [v2:172.21.15.196:6808/3035974771,v1:172.21.15.196:6809/3035974771]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-19T09:53:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:38 smithi196 ceph-mon[19976]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-19T09:53:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:38 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:53:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:38 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:38 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:38.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:38 smithi190 ceph-mon[16060]: from='osd.5 [v2:172.21.15.196:6808/3035974771,v1:172.21.15.196:6809/3035974771]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-19T09:53:38.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:38 smithi190 ceph-mon[16060]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-19T09:53:38.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:38 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:53:38.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:38 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:38.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:38 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:38.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:38 smithi190 ceph-mon[26031]: from='osd.5 [v2:172.21.15.196:6808/3035974771,v1:172.21.15.196:6809/3035974771]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-19T09:53:38.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:38 smithi190 ceph-mon[26031]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-19T09:53:38.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:38 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:53:38.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:38 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:38.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:38 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:39 smithi196 ceph-mon[19976]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:39 smithi196 ceph-mon[19976]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-19T09:53:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:39 smithi196 ceph-mon[19976]: osdmap e36: 6 total, 5 up, 6 in 2024-08-19T09:53:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:39 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:39 smithi196 ceph-mon[19976]: from='osd.5 [v2:172.21.15.196:6808/3035974771,v1:172.21.15.196:6809/3035974771]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:53:39.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:39 smithi196 ceph-mon[19976]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:53:39.264 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 09:53:39 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[30840]: 2024-08-19T09:53:39.176+0000 7fd99ca57640 -1 osd.5 0 waiting for initial osdmap 2024-08-19T09:53:39.265 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 09:53:39 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[30840]: 2024-08-19T09:53:39.185+0000 7fd998880640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T09:53:39.299 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:53:39.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:39 smithi190 ceph-mon[16060]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:39.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:39 smithi190 ceph-mon[16060]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-19T09:53:39.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:39 smithi190 ceph-mon[16060]: osdmap e36: 6 total, 5 up, 6 in 2024-08-19T09:53:39.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:39 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:39.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:39 smithi190 ceph-mon[16060]: from='osd.5 [v2:172.21.15.196:6808/3035974771,v1:172.21.15.196:6809/3035974771]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:53:39.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:39 smithi190 ceph-mon[16060]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:53:39.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:39 smithi190 ceph-mon[26031]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:39.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:39 smithi190 ceph-mon[26031]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-19T09:53:39.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:39 smithi190 ceph-mon[26031]: osdmap e36: 6 total, 5 up, 6 in 2024-08-19T09:53:39.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:39 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:39.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:39 smithi190 ceph-mon[26031]: from='osd.5 [v2:172.21.15.196:6808/3035974771,v1:172.21.15.196:6809/3035974771]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:53:39.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:39 smithi190 ceph-mon[26031]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:53:40.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:40 smithi196 ceph-mon[19976]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-19T09:53:40.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:40 smithi196 ceph-mon[19976]: osdmap e37: 6 total, 5 up, 6 in 2024-08-19T09:53:40.378 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:40 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:40.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:40 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:40.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:40 smithi190 ceph-mon[16060]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-19T09:53:40.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:40 smithi190 ceph-mon[16060]: osdmap e37: 6 total, 5 up, 6 in 2024-08-19T09:53:40.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:40 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:40.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:40 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:40.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:40 smithi190 ceph-mon[26031]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-19T09:53:40.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:40 smithi190 ceph-mon[26031]: osdmap e37: 6 total, 5 up, 6 in 2024-08-19T09:53:40.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:40 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:40.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:40 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:41.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:41 smithi196 ceph-mon[19976]: purged_snaps scrub starts 2024-08-19T09:53:41.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:41 smithi196 ceph-mon[19976]: purged_snaps scrub ok 2024-08-19T09:53:41.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:41 smithi196 ceph-mon[19976]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:41.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:41 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:41.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:41 smithi196 ceph-mon[19976]: osd.5 [v2:172.21.15.196:6808/3035974771,v1:172.21.15.196:6809/3035974771] boot 2024-08-19T09:53:41.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:41 smithi196 ceph-mon[19976]: osdmap e38: 6 total, 6 up, 6 in 2024-08-19T09:53:41.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:41 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:41.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:41 smithi196 ceph-mon[19976]: osdmap e39: 6 total, 6 up, 6 in 2024-08-19T09:53:41.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[26031]: purged_snaps scrub starts 2024-08-19T09:53:41.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[26031]: purged_snaps scrub ok 2024-08-19T09:53:41.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[26031]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:41.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:41.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[26031]: osd.5 [v2:172.21.15.196:6808/3035974771,v1:172.21.15.196:6809/3035974771] boot 2024-08-19T09:53:41.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[26031]: osdmap e38: 6 total, 6 up, 6 in 2024-08-19T09:53:41.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:41.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[26031]: osdmap e39: 6 total, 6 up, 6 in 2024-08-19T09:53:41.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[16060]: purged_snaps scrub starts 2024-08-19T09:53:41.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[16060]: purged_snaps scrub ok 2024-08-19T09:53:41.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[16060]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-19T09:53:41.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:41.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[16060]: osd.5 [v2:172.21.15.196:6808/3035974771,v1:172.21.15.196:6809/3035974771] boot 2024-08-19T09:53:41.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[16060]: osdmap e38: 6 total, 6 up, 6 in 2024-08-19T09:53:41.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:53:41.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:41 smithi190 ceph-mon[16060]: osdmap e39: 6 total, 6 up, 6 in 2024-08-19T09:53:42.774 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:53:42.792 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:42 smithi196 ceph-mon[19976]: Detected new or changed devices on smithi196 2024-08-19T09:53:42.792 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:42.792 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:42.792 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:53:42.792 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:53:42.793 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:42 smithi196 ceph-mon[19976]: Adjusting osd_memory_target on smithi196 to 8544M 2024-08-19T09:53:42.793 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:42.793 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:42.793 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:53:42.793 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:42 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:42.793 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:42 smithi196 ceph-mon[19976]: osdmap e40: 6 total, 6 up, 6 in 2024-08-19T09:53:42.793 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:42 smithi196 ceph-mon[19976]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:53:42.794 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi196:vg_nvme/lv_2 2024-08-19T09:53:42.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[16060]: Detected new or changed devices on smithi196 2024-08-19T09:53:42.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:42.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:42.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:53:42.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:53:42.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[16060]: Adjusting osd_memory_target on smithi196 to 8544M 2024-08-19T09:53:42.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:42.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:42.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:53:42.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:42.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[16060]: osdmap e40: 6 total, 6 up, 6 in 2024-08-19T09:53:42.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[16060]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:53:42.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[26031]: Detected new or changed devices on smithi196 2024-08-19T09:53:42.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:42.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:42.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:53:42.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:53:42.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[26031]: Adjusting osd_memory_target on smithi196 to 8544M 2024-08-19T09:53:42.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:42.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:42.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:53:42.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:42.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[26031]: osdmap e40: 6 total, 6 up, 6 in 2024-08-19T09:53:42.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:42 smithi190 ceph-mon[26031]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:53:42.994 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:53:43.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:43 smithi190 ceph-mon[16060]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-19T09:53:43.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:43 smithi190 ceph-mon[16060]: osdmap e41: 6 total, 6 up, 6 in 2024-08-19T09:53:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:43 smithi190 ceph-mon[26031]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-19T09:53:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:43 smithi190 ceph-mon[26031]: osdmap e41: 6 total, 6 up, 6 in 2024-08-19T09:53:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:43 smithi196 ceph-mon[19976]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-19T09:53:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:43 smithi196 ceph-mon[19976]: osdmap e41: 6 total, 6 up, 6 in 2024-08-19T09:53:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:44 smithi196 ceph-mon[19976]: osdmap e42: 6 total, 6 up, 6 in 2024-08-19T09:53:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:44 smithi196 ceph-mon[19976]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:53:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:44 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:53:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:44 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:53:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:44 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:45.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:44 smithi190 ceph-mon[16060]: osdmap e42: 6 total, 6 up, 6 in 2024-08-19T09:53:45.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:44 smithi190 ceph-mon[16060]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:53:45.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:44 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:53:45.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:44 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:53:45.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:44 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:44 smithi190 ceph-mon[26031]: osdmap e42: 6 total, 6 up, 6 in 2024-08-19T09:53:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:44 smithi190 ceph-mon[26031]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:53:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:44 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:53:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:44 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:53:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:44 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:46.125 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:45 smithi196 ceph-mon[19976]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:53:46.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:45 smithi190 ceph-mon[16060]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:53:46.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:45 smithi190 ceph-mon[26031]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:53:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:46 smithi196 ceph-mon[19976]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:53:47.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:46 smithi190 ceph-mon[16060]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:53:47.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:46 smithi190 ceph-mon[26031]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:53:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:47 smithi196 ceph-mon[19976]: from='client.? 172.21.15.196:0/3562340655' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89fbc1af-0f11-4802-b5bb-dfe09e183121"}]: dispatch 2024-08-19T09:53:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:47 smithi196 ceph-mon[19976]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89fbc1af-0f11-4802-b5bb-dfe09e183121"}]: dispatch 2024-08-19T09:53:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:47 smithi196 ceph-mon[19976]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "89fbc1af-0f11-4802-b5bb-dfe09e183121"}]': finished 2024-08-19T09:53:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:47 smithi196 ceph-mon[19976]: osdmap e43: 7 total, 6 up, 7 in 2024-08-19T09:53:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:47 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:53:48.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:47 smithi196 ceph-mon[19976]: from='client.? 172.21.15.196:0/2467240152' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:53:48.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:47 smithi190 ceph-mon[16060]: from='client.? 172.21.15.196:0/3562340655' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89fbc1af-0f11-4802-b5bb-dfe09e183121"}]: dispatch 2024-08-19T09:53:48.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:47 smithi190 ceph-mon[16060]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89fbc1af-0f11-4802-b5bb-dfe09e183121"}]: dispatch 2024-08-19T09:53:48.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:47 smithi190 ceph-mon[16060]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "89fbc1af-0f11-4802-b5bb-dfe09e183121"}]': finished 2024-08-19T09:53:48.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:47 smithi190 ceph-mon[16060]: osdmap e43: 7 total, 6 up, 7 in 2024-08-19T09:53:48.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:47 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:53:48.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:47 smithi190 ceph-mon[16060]: from='client.? 172.21.15.196:0/2467240152' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:53:48.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:47 smithi190 ceph-mon[26031]: from='client.? 172.21.15.196:0/3562340655' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89fbc1af-0f11-4802-b5bb-dfe09e183121"}]: dispatch 2024-08-19T09:53:48.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:47 smithi190 ceph-mon[26031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89fbc1af-0f11-4802-b5bb-dfe09e183121"}]: dispatch 2024-08-19T09:53:48.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:47 smithi190 ceph-mon[26031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "89fbc1af-0f11-4802-b5bb-dfe09e183121"}]': finished 2024-08-19T09:53:48.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:47 smithi190 ceph-mon[26031]: osdmap e43: 7 total, 6 up, 7 in 2024-08-19T09:53:48.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:47 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:53:48.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:47 smithi190 ceph-mon[26031]: from='client.? 172.21.15.196:0/2467240152' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:53:49.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:48 smithi196 ceph-mon[19976]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-19T09:53:49.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:48 smithi190 ceph-mon[16060]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-19T09:53:49.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:48 smithi190 ceph-mon[26031]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-19T09:53:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:49 smithi196 ceph-mon[19976]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-19T09:53:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:49 smithi196 ceph-mon[19976]: Cluster is now healthy 2024-08-19T09:53:50.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:49 smithi190 ceph-mon[16060]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-19T09:53:50.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:49 smithi190 ceph-mon[16060]: Cluster is now healthy 2024-08-19T09:53:50.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:49 smithi190 ceph-mon[26031]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-19T09:53:50.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:49 smithi190 ceph-mon[26031]: Cluster is now healthy 2024-08-19T09:53:51.049 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:50 smithi196 ceph-mon[19976]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-08-19T09:53:51.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:50 smithi190 ceph-mon[16060]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-08-19T09:53:51.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:50 smithi190 ceph-mon[26031]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-08-19T09:53:53.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:53 smithi196 ceph-mon[19976]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-08-19T09:53:53.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:53 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-19T09:53:53.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:53 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:53.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:53 smithi190 ceph-mon[16060]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-08-19T09:53:53.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-19T09:53:53.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:53 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:53.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:53 smithi190 ceph-mon[26031]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-08-19T09:53:53.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:53 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-19T09:53:53.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:53 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:53:54.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:54 smithi196 ceph-mon[19976]: Deploying daemon osd.6 on smithi196 2024-08-19T09:53:54.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:54 smithi190 ceph-mon[16060]: Deploying daemon osd.6 on smithi196 2024-08-19T09:53:54.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:54 smithi190 ceph-mon[26031]: Deploying daemon osd.6 on smithi196 2024-08-19T09:53:55.363 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:55 smithi196 ceph-mon[19976]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T09:53:55.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:55 smithi190 ceph-mon[16060]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T09:53:55.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:55 smithi190 ceph-mon[26031]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T09:53:57.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:57 smithi196 ceph-mon[19976]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T09:53:57.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:57 smithi190 ceph-mon[16060]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T09:53:57.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:57 smithi190 ceph-mon[26031]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-19T09:53:58.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:58 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:53:58.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:58 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:58.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:58 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:58.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:58 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:53:58.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:58 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:58.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:58 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:58.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:58 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:53:58.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:58 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:58.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:58 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:53:59.473 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:53:59 smithi196 ceph-mon[19976]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:53:59.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:53:59 smithi190 ceph-mon[16060]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:53:59.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:53:59 smithi190 ceph-mon[26031]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:54:01.191 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 6 on host 'smithi196' 2024-08-19T09:54:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:01 smithi196 ceph-mon[19976]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:54:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:01 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:01 smithi196 ceph-mon[19976]: from='osd.6 [v2:172.21.15.196:6816/3114203092,v1:172.21.15.196:6817/3114203092]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-19T09:54:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:01 smithi196 ceph-mon[19976]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-19T09:54:01.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[16060]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:54:01.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:01.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:01.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:01.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:01.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:01.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[16060]: from='osd.6 [v2:172.21.15.196:6816/3114203092,v1:172.21.15.196:6817/3114203092]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-19T09:54:01.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[16060]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-19T09:54:01.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[26031]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:54:01.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:01.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:01.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:01.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:01.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:01.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[26031]: from='osd.6 [v2:172.21.15.196:6816/3114203092,v1:172.21.15.196:6817/3114203092]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-19T09:54:01.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:01 smithi190 ceph-mon[26031]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-19T09:54:02.034 DEBUG:teuthology.orchestra.run.smithi196:osd.6> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.6.service 2024-08-19T09:54:02.037 INFO:tasks.cephadm:Deploying osd.7 on smithi196 with /dev/vg_nvme/lv_1... 2024-08-19T09:54:02.037 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-19T09:54:02.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:02 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:02.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:02 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:02.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:02 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:02.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:02 smithi196 ceph-mon[19976]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-19T09:54:02.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:02 smithi196 ceph-mon[19976]: osdmap e44: 7 total, 6 up, 7 in 2024-08-19T09:54:02.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:02 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:54:02.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:02 smithi196 ceph-mon[19976]: from='osd.6 [v2:172.21.15.196:6816/3114203092,v1:172.21.15.196:6817/3114203092]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:54:02.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:02 smithi196 ceph-mon[19976]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:54:02.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:02.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:02.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:02.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[16060]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-19T09:54:02.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[16060]: osdmap e44: 7 total, 6 up, 7 in 2024-08-19T09:54:02.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:54:02.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[16060]: from='osd.6 [v2:172.21.15.196:6816/3114203092,v1:172.21.15.196:6817/3114203092]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:54:02.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[16060]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:54:02.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:02.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:02.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:02.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[26031]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-19T09:54:02.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[26031]: osdmap e44: 7 total, 6 up, 7 in 2024-08-19T09:54:02.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:54:02.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[26031]: from='osd.6 [v2:172.21.15.196:6816/3114203092,v1:172.21.15.196:6817/3114203092]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:54:02.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:02 smithi190 ceph-mon[26031]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:54:03.104 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 09:54:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[36472]: 2024-08-19T09:54:02.915+0000 7fa7de33d640 -1 osd.6 0 waiting for initial osdmap 2024-08-19T09:54:03.104 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 09:54:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[36472]: 2024-08-19T09:54:02.921+0000 7fa7d615e640 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T09:54:03.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:03 smithi196 ceph-mon[19976]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:54:03.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:03 smithi196 ceph-mon[19976]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-19T09:54:03.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:03 smithi196 ceph-mon[19976]: osdmap e45: 7 total, 6 up, 7 in 2024-08-19T09:54:03.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:03 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:54:03.358 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:03 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:54:03.358 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:03 smithi196 ceph-mon[19976]: from='osd.6 ' entity='osd.6' 2024-08-19T09:54:03.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:03 smithi190 ceph-mon[16060]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:54:03.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:03 smithi190 ceph-mon[16060]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-19T09:54:03.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:03 smithi190 ceph-mon[16060]: osdmap e45: 7 total, 6 up, 7 in 2024-08-19T09:54:03.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:03 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:54:03.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:03 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:54:03.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:03 smithi190 ceph-mon[16060]: from='osd.6 ' entity='osd.6' 2024-08-19T09:54:03.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:03 smithi190 ceph-mon[26031]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:54:03.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:03 smithi190 ceph-mon[26031]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-19T09:54:03.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:03 smithi190 ceph-mon[26031]: osdmap e45: 7 total, 6 up, 7 in 2024-08-19T09:54:03.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:03 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:54:03.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:03 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:54:03.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:03 smithi190 ceph-mon[26031]: from='osd.6 ' entity='osd.6' 2024-08-19T09:54:03.607 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:54:04.806 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:04 smithi196 ceph-mon[19976]: purged_snaps scrub starts 2024-08-19T09:54:04.806 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:04 smithi196 ceph-mon[19976]: purged_snaps scrub ok 2024-08-19T09:54:04.806 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:04 smithi196 ceph-mon[19976]: osd.6 [v2:172.21.15.196:6816/3114203092,v1:172.21.15.196:6817/3114203092] boot 2024-08-19T09:54:04.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:04 smithi196 ceph-mon[19976]: osdmap e46: 7 total, 7 up, 7 in 2024-08-19T09:54:04.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:04 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:54:04.807 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:04 smithi196 ceph-mon[19976]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:54:04.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:04 smithi190 ceph-mon[16060]: purged_snaps scrub starts 2024-08-19T09:54:04.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:04 smithi190 ceph-mon[16060]: purged_snaps scrub ok 2024-08-19T09:54:04.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:04 smithi190 ceph-mon[16060]: osd.6 [v2:172.21.15.196:6816/3114203092,v1:172.21.15.196:6817/3114203092] boot 2024-08-19T09:54:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:04 smithi190 ceph-mon[16060]: osdmap e46: 7 total, 7 up, 7 in 2024-08-19T09:54:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:04 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:54:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:04 smithi190 ceph-mon[16060]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:54:04.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:04 smithi190 ceph-mon[26031]: purged_snaps scrub starts 2024-08-19T09:54:04.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:04 smithi190 ceph-mon[26031]: purged_snaps scrub ok 2024-08-19T09:54:04.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:04 smithi190 ceph-mon[26031]: osd.6 [v2:172.21.15.196:6816/3114203092,v1:172.21.15.196:6817/3114203092] boot 2024-08-19T09:54:04.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:04 smithi190 ceph-mon[26031]: osdmap e46: 7 total, 7 up, 7 in 2024-08-19T09:54:04.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:04 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:54:04.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:04 smithi190 ceph-mon[26031]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-19T09:54:05.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[16060]: osdmap e47: 7 total, 7 up, 7 in 2024-08-19T09:54:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[16060]: Detected new or changed devices on smithi196 2024-08-19T09:54:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[16060]: Adjusting osd_memory_target on smithi196 to 5696M 2024-08-19T09:54:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[26031]: osdmap e47: 7 total, 7 up, 7 in 2024-08-19T09:54:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[26031]: Detected new or changed devices on smithi196 2024-08-19T09:54:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[26031]: Adjusting osd_memory_target on smithi196 to 5696M 2024-08-19T09:54:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:05 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:05.825 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:05 smithi196 ceph-mon[19976]: osdmap e47: 7 total, 7 up, 7 in 2024-08-19T09:54:05.825 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:05 smithi196 ceph-mon[19976]: Detected new or changed devices on smithi196 2024-08-19T09:54:05.825 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:05 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:05.825 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:05 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:05.825 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:05 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:05.826 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:05 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:05.826 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:05 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:05.826 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:05 smithi196 ceph-mon[19976]: Adjusting osd_memory_target on smithi196 to 5696M 2024-08-19T09:54:05.826 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:05 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:05.826 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:05 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:05.826 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:05 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:05.826 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:05 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:06.521 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-19T09:54:06.543 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi196:vg_nvme/lv_1 2024-08-19T09:54:06.742 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:54:06.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:06 smithi190 ceph-mon[16060]: osdmap e48: 7 total, 7 up, 7 in 2024-08-19T09:54:06.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:06 smithi190 ceph-mon[16060]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:06.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:06 smithi190 ceph-mon[26031]: osdmap e48: 7 total, 7 up, 7 in 2024-08-19T09:54:06.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:06 smithi190 ceph-mon[26031]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:06.851 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:06 smithi196 ceph-mon[19976]: osdmap e48: 7 total, 7 up, 7 in 2024-08-19T09:54:06.851 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:06 smithi196 ceph-mon[19976]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:07.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:07 smithi190 ceph-mon[16060]: osdmap e49: 7 total, 7 up, 7 in 2024-08-19T09:54:07.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:07 smithi190 ceph-mon[26031]: osdmap e49: 7 total, 7 up, 7 in 2024-08-19T09:54:07.832 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:07 smithi196 ceph-mon[19976]: osdmap e49: 7 total, 7 up, 7 in 2024-08-19T09:54:08.794 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:08 smithi196 ceph-mon[19976]: osdmap e50: 7 total, 7 up, 7 in 2024-08-19T09:54:08.954 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:08 smithi196 ceph-mon[19976]: pgmap v152: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-19T09:54:08.954 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:08 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:54:08.954 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:08 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:54:08.954 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:08 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:08.955 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:08 smithi190 ceph-mon[16060]: osdmap e50: 7 total, 7 up, 7 in 2024-08-19T09:54:08.955 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:08 smithi190 ceph-mon[16060]: pgmap v152: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-19T09:54:08.955 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:08 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:54:08.955 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:08 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:54:08.955 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:08 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:08.956 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:08 smithi190 ceph-mon[26031]: osdmap e50: 7 total, 7 up, 7 in 2024-08-19T09:54:08.956 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:08 smithi190 ceph-mon[26031]: pgmap v152: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-19T09:54:08.956 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:08 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-19T09:54:08.956 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:08 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-19T09:54:08.956 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:08 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:09.795 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:09 smithi196 ceph-mon[19976]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:54:09.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:09 smithi190 ceph-mon[16060]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:54:09.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:09 smithi190 ceph-mon[26031]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:54:10.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:10 smithi190 ceph-mon[16060]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-08-19T09:54:10.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:10 smithi190 ceph-mon[16060]: from='client.? 172.21.15.196:0/2832394797' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38d2cdbb-84cf-41c0-aae3-bf9397bd26f6"}]: dispatch 2024-08-19T09:54:10.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:10 smithi190 ceph-mon[16060]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38d2cdbb-84cf-41c0-aae3-bf9397bd26f6"}]: dispatch 2024-08-19T09:54:10.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:10 smithi190 ceph-mon[16060]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "38d2cdbb-84cf-41c0-aae3-bf9397bd26f6"}]': finished 2024-08-19T09:54:10.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:10 smithi190 ceph-mon[16060]: osdmap e51: 8 total, 7 up, 8 in 2024-08-19T09:54:10.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:10 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:54:10.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:10 smithi190 ceph-mon[26031]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-08-19T09:54:10.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:10 smithi190 ceph-mon[26031]: from='client.? 172.21.15.196:0/2832394797' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38d2cdbb-84cf-41c0-aae3-bf9397bd26f6"}]: dispatch 2024-08-19T09:54:10.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:10 smithi190 ceph-mon[26031]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38d2cdbb-84cf-41c0-aae3-bf9397bd26f6"}]: dispatch 2024-08-19T09:54:10.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:10 smithi190 ceph-mon[26031]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "38d2cdbb-84cf-41c0-aae3-bf9397bd26f6"}]': finished 2024-08-19T09:54:10.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:10 smithi190 ceph-mon[26031]: osdmap e51: 8 total, 7 up, 8 in 2024-08-19T09:54:10.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:10 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:54:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:10 smithi196 ceph-mon[19976]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-08-19T09:54:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:10 smithi196 ceph-mon[19976]: from='client.? 172.21.15.196:0/2832394797' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38d2cdbb-84cf-41c0-aae3-bf9397bd26f6"}]: dispatch 2024-08-19T09:54:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:10 smithi196 ceph-mon[19976]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38d2cdbb-84cf-41c0-aae3-bf9397bd26f6"}]: dispatch 2024-08-19T09:54:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:10 smithi196 ceph-mon[19976]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "38d2cdbb-84cf-41c0-aae3-bf9397bd26f6"}]': finished 2024-08-19T09:54:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:10 smithi196 ceph-mon[19976]: osdmap e51: 8 total, 7 up, 8 in 2024-08-19T09:54:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:10 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:54:11.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:11 smithi190 ceph-mon[16060]: from='client.? 172.21.15.196:0/15758770' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:54:11.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:11 smithi190 ceph-mon[26031]: from='client.? 172.21.15.196:0/15758770' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:54:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:11 smithi196 ceph-mon[19976]: from='client.? 172.21.15.196:0/15758770' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-19T09:54:12.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:12 smithi190 ceph-mon[26031]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-19T09:54:12.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:12 smithi190 ceph-mon[16060]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-19T09:54:12.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:12 smithi196 ceph-mon[19976]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-19T09:54:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:15 smithi196 ceph-mon[19976]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:15.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:15 smithi190 ceph-mon[16060]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:15 smithi190 ceph-mon[26031]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:17 smithi196 ceph-mon[19976]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:17 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-19T09:54:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:17 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:17.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:17 smithi190 ceph-mon[16060]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:17.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:17 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-19T09:54:17.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:17 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:17.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:17 smithi190 ceph-mon[26031]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:17.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:17 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-19T09:54:17.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:17 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:18.245 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:18 smithi196 ceph-mon[19976]: Deploying daemon osd.7 on smithi196 2024-08-19T09:54:18.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:18 smithi190 ceph-mon[16060]: Deploying daemon osd.7 on smithi196 2024-08-19T09:54:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:18 smithi190 ceph-mon[26031]: Deploying daemon osd.7 on smithi196 2024-08-19T09:54:19.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:19 smithi190 ceph-mon[16060]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:19.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:19 smithi190 ceph-mon[26031]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:19.580 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:19 smithi196 ceph-mon[19976]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:21.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:21 smithi196 ceph-mon[19976]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:21.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:21 smithi190 ceph-mon[16060]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:21 smithi190 ceph-mon[26031]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:22.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:22 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:22.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:22 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:22.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:22 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:22.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:22 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:22.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:22 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:22.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:22 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:22.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:22 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:22.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:22 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:22.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:22 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:23.288 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:23 smithi196 ceph-mon[19976]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:23.466 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:23 smithi190 ceph-mon[16060]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:23.466 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:23 smithi190 ceph-mon[26031]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:24.744 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 7 on host 'smithi196' 2024-08-19T09:54:25.100 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:25.100 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:25.101 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:24 smithi196 ceph-mon[19976]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:25.101 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:25.101 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:25.101 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:25.101 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:24 smithi196 ceph-mon[19976]: from='osd.7 [v2:172.21.15.196:6824/3047761877,v1:172.21.15.196:6825/3047761877]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-19T09:54:25.101 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:24 smithi196 ceph-mon[19976]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-19T09:54:25.101 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:25.101 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:25.101 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:25.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[16060]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[16060]: from='osd.7 [v2:172.21.15.196:6824/3047761877,v1:172.21.15.196:6825/3047761877]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-19T09:54:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[16060]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-19T09:54:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:25.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:25.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:25.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[26031]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:25.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:25.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:25.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:25.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[26031]: from='osd.7 [v2:172.21.15.196:6824/3047761877,v1:172.21.15.196:6825/3047761877]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-19T09:54:25.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[26031]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-19T09:54:25.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:25.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:25.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:25.405 DEBUG:teuthology.orchestra.run.smithi196:osd.7> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.7.service 2024-08-19T09:54:25.407 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-08-19T09:54:25.407 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd stat -f json 2024-08-19T09:54:25.621 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:54:26.616 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:26 smithi196 ceph-mon[19976]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-19T09:54:26.616 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:26 smithi196 ceph-mon[19976]: osdmap e52: 8 total, 7 up, 8 in 2024-08-19T09:54:26.616 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:26 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:54:26.616 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:26 smithi196 ceph-mon[19976]: from='osd.7 [v2:172.21.15.196:6824/3047761877,v1:172.21.15.196:6825/3047761877]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:54:26.617 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:26 smithi196 ceph-mon[19976]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:54:26.617 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:26 smithi196 ceph-mon[19976]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:26.617 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 09:54:26 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[42219]: 2024-08-19T09:54:26.355+0000 7f9fc37aa640 -1 osd.7 0 waiting for initial osdmap 2024-08-19T09:54:26.617 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 09:54:26 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[42219]: 2024-08-19T09:54:26.365+0000 7f9fbf5d3640 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T09:54:26.736 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:26 smithi190 ceph-mon[26031]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-19T09:54:26.736 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:26 smithi190 ceph-mon[26031]: osdmap e52: 8 total, 7 up, 8 in 2024-08-19T09:54:26.736 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:26 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:54:26.737 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:26 smithi190 ceph-mon[26031]: from='osd.7 [v2:172.21.15.196:6824/3047761877,v1:172.21.15.196:6825/3047761877]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:54:26.737 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:26 smithi190 ceph-mon[26031]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:54:26.737 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:26 smithi190 ceph-mon[26031]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:26.737 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:26 smithi190 ceph-mon[16060]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-19T09:54:26.737 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:26 smithi190 ceph-mon[16060]: osdmap e52: 8 total, 7 up, 8 in 2024-08-19T09:54:26.737 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:26 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:54:26.737 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:26 smithi190 ceph-mon[16060]: from='osd.7 [v2:172.21.15.196:6824/3047761877,v1:172.21.15.196:6825/3047761877]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:54:26.737 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:26 smithi190 ceph-mon[16060]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-19T09:54:26.737 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:26 smithi190 ceph-mon[16060]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-19T09:54:27.479 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:54:27.609 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:27 smithi190 ceph-mon[16060]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-19T09:54:27.610 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:27 smithi190 ceph-mon[16060]: osdmap e53: 8 total, 7 up, 8 in 2024-08-19T09:54:27.610 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:27 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:54:27.610 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:27 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:54:27.610 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:27 smithi190 ceph-mon[26031]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-19T09:54:27.610 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:27 smithi190 ceph-mon[26031]: osdmap e53: 8 total, 7 up, 8 in 2024-08-19T09:54:27.610 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:27 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:54:27.610 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:27 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:54:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:27 smithi196 ceph-mon[19976]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-19T09:54:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:27 smithi196 ceph-mon[19976]: osdmap e53: 8 total, 7 up, 8 in 2024-08-19T09:54:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:27 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:54:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:27 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:54:28.092 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1724061267,"num_in_osds":8,"osd_in_since":1724061250,"num_remapped_pgs":1} 2024-08-19T09:54:28.093 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T09:54:28.306 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:54:28.364 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: purged_snaps scrub starts 2024-08-19T09:54:28.364 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: purged_snaps scrub ok 2024-08-19T09:54:28.365 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: osd.7 [v2:172.21.15.196:6824/3047761877,v1:172.21.15.196:6825/3047761877] boot 2024-08-19T09:54:28.365 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: osdmap e54: 8 total, 8 up, 8 in 2024-08-19T09:54:28.649 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: purged_snaps scrub starts 2024-08-19T09:54:28.650 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: purged_snaps scrub ok 2024-08-19T09:54:28.650 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: osd.7 [v2:172.21.15.196:6824/3047761877,v1:172.21.15.196:6825/3047761877] boot 2024-08-19T09:54:28.650 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: osdmap e54: 8 total, 8 up, 8 in 2024-08-19T09:54:28.650 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:54:28.650 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/888802645' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-19T09:54:28.650 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:28.650 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: Detected new or changed devices on smithi196 2024-08-19T09:54:28.650 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:28.650 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:28.650 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:28.650 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:28.651 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:28.651 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:28.651 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: Adjusting osd_memory_target on smithi196 to 4272M 2024-08-19T09:54:28.651 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:28.651 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:28.651 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:28.651 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:28.651 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:54:28.651 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/888802645' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-19T09:54:28.651 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:28.651 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: Detected new or changed devices on smithi196 2024-08-19T09:54:28.652 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:28.652 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:28.652 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:28.652 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:28.652 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:28.652 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:28.652 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: Adjusting osd_memory_target on smithi196 to 4272M 2024-08-19T09:54:28.652 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:28.652 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:28.652 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:28.652 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:28 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: purged_snaps scrub starts 2024-08-19T09:54:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: purged_snaps scrub ok 2024-08-19T09:54:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: osd.7 [v2:172.21.15.196:6824/3047761877,v1:172.21.15.196:6825/3047761877] boot 2024-08-19T09:54:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: osdmap e54: 8 total, 8 up, 8 in 2024-08-19T09:54:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:54:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/888802645' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-19T09:54:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: Detected new or changed devices on smithi196 2024-08-19T09:54:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:54:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: Adjusting osd_memory_target on smithi196 to 4272M 2024-08-19T09:54:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:28 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:29.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:29 smithi196 ceph-mon[19976]: osdmap e55: 8 total, 8 up, 8 in 2024-08-19T09:54:29.718 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:29 smithi190 ceph-mon[16060]: osdmap e55: 8 total, 8 up, 8 in 2024-08-19T09:54:29.719 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:29 smithi190 ceph-mon[26031]: osdmap e55: 8 total, 8 up, 8 in 2024-08-19T09:54:30.097 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:54:30.097 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":56,"fsid":"3fc239b0-5e10-11ef-bccf-c7b262605968","created":"2024-08-19T09:49:35.891385+0000","modified":"2024-08-19T09:54:29.358555+0000","last_up_change":"2024-08-19T09:54:27.345099+0000","last_in_change":"2024-08-19T09:54:10.453045+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T09:52:34.372987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfae32ab-6108-4681-b678-88c7515b4005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6803","nonce":2222701920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6805","nonce":2222701920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6809","nonce":2222701920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6807","nonce":2222701920}]},"public_addr":"172.21.15.190:6803/2222701920","cluster_addr":"172.21.15.190:6805/2222701920","heartbeat_back_addr":"172.21.15.190:6809/2222701920","heartbeat_front_addr":"172.21.15.190:6807/2222701920","state":["exists","up"]},{"osd":1,"uuid":"9fb0b38f-752d-46f6-8f2e-ccc0293d815a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6811","nonce":1194903473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6813","nonce":1194903473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6817","nonce":1194903473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6815","nonce":1194903473}]},"public_addr":"172.21.15.190:6811/1194903473","cluster_addr":"172.21.15.190:6813/1194903473","heartbeat_back_addr":"172.21.15.190:6817/1194903473","heartbeat_front_addr":"172.21.15.190:6815/1194903473","state":["exists","up"]},{"osd":2,"uuid":"87d362f2-539c-4df3-bdeb-e7c8a6d63009","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6819","nonce":3374653496}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6821","nonce":3374653496}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6825","nonce":3374653496}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6823","nonce":3374653496}]},"public_addr":"172.21.15.190:6819/3374653496","cluster_addr":"172.21.15.190:6821/3374653496","heartbeat_back_addr":"172.21.15.190:6825/3374653496","heartbeat_front_addr":"172.21.15.190:6823/3374653496","state":["exists","up"]},{"osd":3,"uuid":"9c8bd1a5-03bf-4ba4-8b27-88c8f7785fe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6827","nonce":1490136440}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6829","nonce":1490136440}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6833","nonce":1490136440}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6831","nonce":1490136440}]},"public_addr":"172.21.15.190:6827/1490136440","cluster_addr":"172.21.15.190:6829/1490136440","heartbeat_back_addr":"172.21.15.190:6833/1490136440","heartbeat_front_addr":"172.21.15.190:6831/1490136440","state":["exists","up"]},{"osd":4,"uuid":"6b893e27-e5ee-4c1c-a265-83bf0a4fb4be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6801","nonce":1699089756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6803","nonce":1699089756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6807","nonce":1699089756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6805","nonce":1699089756}]},"public_addr":"172.21.15.196:6801/1699089756","cluster_addr":"172.21.15.196:6803/1699089756","heartbeat_back_addr":"172.21.15.196:6807/1699089756","heartbeat_front_addr":"172.21.15.196:6805/1699089756","state":["exists","up"]},{"osd":5,"uuid":"36617f5e-73ed-43eb-b6ee-5b69be91316e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6809","nonce":3035974771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6811","nonce":3035974771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6815","nonce":3035974771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6813","nonce":3035974771}]},"public_addr":"172.21.15.196:6809/3035974771","cluster_addr":"172.21.15.196:6811/3035974771","heartbeat_back_addr":"172.21.15.196:6815/3035974771","heartbeat_front_addr":"172.21.15.196:6813/3035974771","state":["exists","up"]},{"osd":6,"uuid":"89fbc1af-0f11-4802-b5bb-dfe09e183121","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6817","nonce":3114203092}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6819","nonce":3114203092}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6823","nonce":3114203092}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6821","nonce":3114203092}]},"public_addr":"172.21.15.196:6817/3114203092","cluster_addr":"172.21.15.196:6819/3114203092","heartbeat_back_addr":"172.21.15.196:6823/3114203092","heartbeat_front_addr":"172.21.15.196:6821/3114203092","state":["exists","up"]},{"osd":7,"uuid":"38d2cdbb-84cf-41c0-aae3-bf9397bd26f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6825","nonce":3047761877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6827","nonce":3047761877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6831","nonce":3047761877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6829","nonce":3047761877}]},"public_addr":"172.21.15.196:6825/3047761877","cluster_addr":"172.21.15.196:6827/3047761877","heartbeat_back_addr":"172.21.15.196:6831/3047761877","heartbeat_front_addr":"172.21.15.196:6829/3047761877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:51:43.488528+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:07.231492+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:30.134146+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:54.048258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:15.255415+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:38.341160+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:02.013132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:25.522229+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[{"pgid":"1.0","osds":[0,6]}],"primary_temp":[],"blocklist":{"172.21.15.190:0/3349399447":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6801/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6800/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/3551021348":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/3231415537":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/1110135241":"2024-08-20T09:50:01.788012+0000","172.21.15.190:6801/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:6800/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/417309172":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/2911373684":"2024-08-20T09:50:01.788012+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T09:54:30.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:30 smithi196 ceph-mon[19976]: osdmap e56: 8 total, 8 up, 8 in 2024-08-19T09:54:30.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:30 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2350593580' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:54:30.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:30 smithi196 ceph-mon[19976]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:30.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:30 smithi190 ceph-mon[16060]: osdmap e56: 8 total, 8 up, 8 in 2024-08-19T09:54:30.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:30 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2350593580' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:54:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:30 smithi190 ceph-mon[16060]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:30 smithi190 ceph-mon[26031]: osdmap e56: 8 total, 8 up, 8 in 2024-08-19T09:54:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:30 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2350593580' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:54:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:30 smithi190 ceph-mon[26031]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:30.874 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-08-19T09:52:34.372987+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-08-19T09:54:30.875 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-08-19T09:54:31.075 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:54:31.513 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:31 smithi190 ceph-mon[26031]: osdmap e57: 8 total, 8 up, 8 in 2024-08-19T09:54:31.513 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:31 smithi190 ceph-mon[16060]: osdmap e57: 8 total, 8 up, 8 in 2024-08-19T09:54:31.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:31 smithi196 ceph-mon[19976]: osdmap e57: 8 total, 8 up, 8 in 2024-08-19T09:54:32.545 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:32 smithi190 ceph-mon[26031]: osdmap e58: 8 total, 8 up, 8 in 2024-08-19T09:54:32.545 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:32 smithi190 ceph-mon[26031]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:32.545 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:32 smithi190 ceph-mon[16060]: osdmap e58: 8 total, 8 up, 8 in 2024-08-19T09:54:32.545 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:32 smithi190 ceph-mon[16060]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:32.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:32 smithi196 ceph-mon[19976]: osdmap e58: 8 total, 8 up, 8 in 2024-08-19T09:54:32.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:32 smithi196 ceph-mon[19976]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:32.905 INFO:teuthology.orchestra.run.smithi190.stdout:pg_num: 1 2024-08-19T09:54:33.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:33 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/901375202' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-19T09:54:33.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:33 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/901375202' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-19T09:54:33.587 INFO:tasks.cephadm:Adding mds.a on smithi190 2024-08-19T09:54:33.587 INFO:tasks.cephadm:Adding mds.b on smithi196 2024-08-19T09:54:33.588 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch apply mds all '2;smithi190=a;smithi196=b' 2024-08-19T09:54:33.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:33 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/901375202' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-19T09:54:33.808 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:54:34.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:34 smithi196 ceph-mon[19976]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-08-19T09:54:34.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:34 smithi190 ceph-mon[26031]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-08-19T09:54:34.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:34 smithi190 ceph-mon[16060]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-08-19T09:54:35.407 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled mds.all update... 2024-08-19T09:54:35.985 DEBUG:teuthology.orchestra.run.smithi190:mds.a> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mds.a.service 2024-08-19T09:54:35.988 DEBUG:teuthology.orchestra.run.smithi196:mds.b> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mds.b.service 2024-08-19T09:54:35.991 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-08-19T09:54:35.991 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T09:54:36.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:36 smithi196 ceph-mon[19976]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi190=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:54:36.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:36 smithi196 ceph-mon[19976]: Saving service mds.all spec with placement smithi190=a;smithi196=b;count:2 2024-08-19T09:54:36.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:36.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:36.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:36.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:36.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-19T09:54:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-19T09:54:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:36 smithi196 ceph-mon[19976]: Deploying daemon mds.a on smithi190 2024-08-19T09:54:36.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:36 smithi196 ceph-mon[19976]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-08-19T09:54:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[26031]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi190=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:54:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[26031]: Saving service mds.all spec with placement smithi190=a;smithi196=b;count:2 2024-08-19T09:54:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-19T09:54:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-19T09:54:36.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:36.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[26031]: Deploying daemon mds.a on smithi190 2024-08-19T09:54:36.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[26031]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-08-19T09:54:36.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[16060]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi190=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:54:36.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[16060]: Saving service mds.all spec with placement smithi190=a;smithi196=b;count:2 2024-08-19T09:54:36.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:36.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:36.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:36.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:36.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:36.817 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-19T09:54:36.817 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-19T09:54:36.817 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:36.817 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[16060]: Deploying daemon mds.a on smithi190 2024-08-19T09:54:36.817 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:36 smithi190 ceph-mon[16060]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-08-19T09:54:36.844 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:54:38.774 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:54:38.774 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-08-19T09:54:38.774 INFO:teuthology.orchestra.run.smithi190.stderr:dumped fsmap epoch 1 2024-08-19T09:54:38.775 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 09:54:38 smithi190 podman[52037]: 2024-08-19 09:54:38.733054925 +0000 UTC m=+0.363844104 container create e6af5dc873461d732999f7712ee1d1b17503d7a7df59c49f5841accb20806909 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-baa926d, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-08-19T09:54:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:39 smithi196 ceph-mon[19976]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-19T09:54:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:39 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2255369975' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:54:39.531 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:39 smithi190 ceph-mon[16060]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-19T09:54:39.531 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:39 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2255369975' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:54:39.531 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:39 smithi190 ceph-mon[26031]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-19T09:54:39.531 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:39 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2255369975' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:54:39.814 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 09:54:39 smithi190 podman[52037]: 2024-08-19 09:54:39.673085455 +0000 UTC m=+1.303874643 container init e6af5dc873461d732999f7712ee1d1b17503d7a7df59c49f5841accb20806909 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, RELEASE=reef-baa926d, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-19T09:54:39.814 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 09:54:39 smithi190 podman[52037]: 2024-08-19 09:54:39.676813833 +0000 UTC m=+1.307603007 container start e6af5dc873461d732999f7712ee1d1b17503d7a7df59c49f5841accb20806909 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=reef-baa926d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-19T09:54:39.815 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 09:54:39 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a[52087]: starting mds.a at 2024-08-19T09:54:39.815 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 09:54:39 smithi190 bash[52037]: e6af5dc873461d732999f7712ee1d1b17503d7a7df59c49f5841accb20806909 2024-08-19T09:54:39.815 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 09:54:39 smithi190 systemd[1]: Started Ceph mds.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:54:40.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:40 smithi196 ceph-mon[19976]: mds.? [v2:172.21.15.190:6834/3535075349,v1:172.21.15.190:6835/3535075349] up:boot 2024-08-19T09:54:40.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:40 smithi196 ceph-mon[19976]: fsmap 1 up:standby 2024-08-19T09:54:40.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:40 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T09:54:40.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:40 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:40.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:40 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:40.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:40 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:40.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:40 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-19T09:54:40.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:40 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-19T09:54:40.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:40 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:40.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:40 smithi196 ceph-mon[19976]: Deploying daemon mds.b on smithi196 2024-08-19T09:54:40.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:40 smithi196 ceph-mon[19976]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-08-19T09:54:41.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[16060]: mds.? [v2:172.21.15.190:6834/3535075349,v1:172.21.15.190:6835/3535075349] up:boot 2024-08-19T09:54:41.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[16060]: fsmap 1 up:standby 2024-08-19T09:54:41.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T09:54:41.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:41.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:41.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:41.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-19T09:54:41.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-19T09:54:41.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:41.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[16060]: Deploying daemon mds.b on smithi196 2024-08-19T09:54:41.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[16060]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-08-19T09:54:41.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[26031]: mds.? [v2:172.21.15.190:6834/3535075349,v1:172.21.15.190:6835/3535075349] up:boot 2024-08-19T09:54:41.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[26031]: fsmap 1 up:standby 2024-08-19T09:54:41.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T09:54:41.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:41.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:41.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:41.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-19T09:54:41.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-19T09:54:41.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:41.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[26031]: Deploying daemon mds.b on smithi196 2024-08-19T09:54:41.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:40 smithi190 ceph-mon[26031]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-08-19T09:54:41.556 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T09:54:41.770 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:54:41.840 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 09:54:41 smithi196 systemd[1]: Starting Ceph mds.b for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T09:54:42.106 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 09:54:41 smithi196 podman[46122]: 2024-08-19 09:54:41.741694042 +0000 UTC m=+0.017001123 image pull e6c292a6bc95052ae76ae95cd2b7b1c7a0b2acacdb91703f8c5dad19d13cea1b quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282 2024-08-19T09:54:42.106 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 09:54:41 smithi196 podman[46122]: 2024-08-19 09:54:41.861236219 +0000 UTC m=+0.136543289 container create 9a0106ea537f77f253687a8a5e27fe29610700ebdabe283fdee2143238ed79d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=reef-baa926d, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-08-19T09:54:42.107 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 09:54:42 smithi196 podman[46122]: 2024-08-19 09:54:42.105752464 +0000 UTC m=+0.381059534 container init 9a0106ea537f77f253687a8a5e27fe29610700ebdabe283fdee2143238ed79d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=reef-baa926d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-19T09:54:42.417 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 09:54:42 smithi196 podman[46122]: 2024-08-19 09:54:42.108799714 +0000 UTC m=+0.384106787 container start 9a0106ea537f77f253687a8a5e27fe29610700ebdabe283fdee2143238ed79d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-baa926d, GIT_BRANCH=HEAD) 2024-08-19T09:54:42.417 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 09:54:42 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b[46137]: starting mds.b at 2024-08-19T09:54:42.417 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 09:54:42 smithi196 bash[46122]: 9a0106ea537f77f253687a8a5e27fe29610700ebdabe283fdee2143238ed79d0 2024-08-19T09:54:42.417 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 09:54:42 smithi196 systemd[1]: Started Ceph mds.b for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:54:43.232 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[26031]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-08-19T09:54:43.232 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[26031]: mds.? [v2:172.21.15.196:6832/3130880661,v1:172.21.15.196:6833/3130880661] up:boot 2024-08-19T09:54:43.232 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[26031]: fsmap 2 up:standby 2024-08-19T09:54:43.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T09:54:43.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:43.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:43.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:43.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:43.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:43.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:43.233 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[16060]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-08-19T09:54:43.233 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[16060]: mds.? [v2:172.21.15.196:6832/3130880661,v1:172.21.15.196:6833/3130880661] up:boot 2024-08-19T09:54:43.233 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[16060]: fsmap 2 up:standby 2024-08-19T09:54:43.233 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T09:54:43.233 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:43.234 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:43.234 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:43.234 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:43.234 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:43.234 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:43 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:43.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:43 smithi196 ceph-mon[19976]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-08-19T09:54:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:43 smithi196 ceph-mon[19976]: mds.? [v2:172.21.15.196:6832/3130880661,v1:172.21.15.196:6833/3130880661] up:boot 2024-08-19T09:54:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:43 smithi196 ceph-mon[19976]: fsmap 2 up:standby 2024-08-19T09:54:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:43 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T09:54:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:43 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:43 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:43 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:43 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:43 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:43 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:43.676 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:54:43.676 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14430,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6835/3535075349","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":3535075349},{"type":"v1","addr":"172.21.15.190:6835","nonce":3535075349}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24316,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3130880661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3130880661},{"type":"v1","addr":"172.21.15.196:6833","nonce":3130880661}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-08-19T09:54:43.677 INFO:teuthology.orchestra.run.smithi190.stderr:dumped fsmap epoch 3 2024-08-19T09:54:44.814 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-08-19T09:54:44.838 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:44 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:44.838 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:44 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:44.838 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:44 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/1230728573' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:54:44.838 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:44 smithi190 ceph-mon[16060]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-19T09:54:44.838 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:44 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:44.838 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:44 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:44.839 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:44 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:44.839 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:44 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/1230728573' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:54:44.839 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:44 smithi190 ceph-mon[26031]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-19T09:54:44.839 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:44 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:44 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:44 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:44 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/1230728573' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:54:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:44 smithi196 ceph-mon[19976]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-19T09:54:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:44 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:45.037 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:54:46.854 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:54:46.854 INFO:teuthology.orchestra.run.smithi190.stdout:[ 2024-08-19T09:54:46.854 INFO:teuthology.orchestra.run.smithi190.stdout: { 2024-08-19T09:54:46.855 INFO:teuthology.orchestra.run.smithi190.stdout: "poolnum": 1, 2024-08-19T09:54:46.855 INFO:teuthology.orchestra.run.smithi190.stdout: "poolname": ".mgr" 2024-08-19T09:54:46.855 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T09:54:46.855 INFO:teuthology.orchestra.run.smithi190.stdout:] 2024-08-19T09:54:47.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:47.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:47.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:47.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:47.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:47.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:47.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:47.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:47.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:47.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[16060]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:47.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:47.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:47.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:47.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:47.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:47.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:47.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:47.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:47.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:47.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:46 smithi190 ceph-mon[26031]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:46 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:46 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:46 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:46 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:46 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:46 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:54:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:46 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:54:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:46 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:54:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:46 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:54:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:46 smithi196 ceph-mon[19976]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:47.503 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-08-19T09:54:47.503 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-08-19T09:54:47.744 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:54:48.059 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:47 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3181556456' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-19T09:54:48.059 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:47 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3181556456' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-19T09:54:48.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:47 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3181556456' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-19T09:54:49.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:48 smithi190 ceph-mon[16060]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:49.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:48 smithi190 ceph-mon[26031]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:49.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:48 smithi196 ceph-mon[19976]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:49.804 INFO:teuthology.orchestra.run.smithi190.stderr:pool 'cephfs_metadata' created 2024-08-19T09:54:50.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:49 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2428699176' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-19T09:54:50.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:49 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2428699176' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-19T09:54:50.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:49 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2428699176' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-19T09:54:50.518 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-08-19T09:54:50.719 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:54:50.807 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:50 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2428699176' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-19T09:54:50.808 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:50 smithi190 ceph-mon[16060]: osdmap e59: 8 total, 8 up, 8 in 2024-08-19T09:54:50.808 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:50 smithi190 ceph-mon[16060]: pgmap v182: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:51.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:50 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2428699176' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-19T09:54:51.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:50 smithi190 ceph-mon[26031]: osdmap e59: 8 total, 8 up, 8 in 2024-08-19T09:54:51.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:50 smithi190 ceph-mon[26031]: pgmap v182: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:51.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:50 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2428699176' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-19T09:54:51.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:50 smithi196 ceph-mon[19976]: osdmap e59: 8 total, 8 up, 8 in 2024-08-19T09:54:51.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:50 smithi196 ceph-mon[19976]: pgmap v182: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:51.807 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:51 smithi190 ceph-mon[16060]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T09:54:51.807 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:51 smithi190 ceph-mon[16060]: osdmap e60: 8 total, 8 up, 8 in 2024-08-19T09:54:52.059 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:51 smithi190 ceph-mon[26031]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T09:54:52.060 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:51 smithi190 ceph-mon[26031]: osdmap e60: 8 total, 8 up, 8 in 2024-08-19T09:54:52.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:51 smithi196 ceph-mon[19976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T09:54:52.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:51 smithi196 ceph-mon[19976]: osdmap e60: 8 total, 8 up, 8 in 2024-08-19T09:54:52.824 INFO:teuthology.orchestra.run.smithi190.stderr:pool 'cephfs_data' created 2024-08-19T09:54:53.123 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:52 smithi190 ceph-mon[26031]: osdmap e61: 8 total, 8 up, 8 in 2024-08-19T09:54:53.123 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:52 smithi190 ceph-mon[26031]: pgmap v185: 33 pgs: 6 creating+peering, 16 unknown, 11 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:53.123 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:52 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/476768292' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-19T09:54:53.123 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:52 smithi190 ceph-mon[26031]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-19T09:54:53.124 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:52 smithi190 ceph-mon[16060]: osdmap e61: 8 total, 8 up, 8 in 2024-08-19T09:54:53.124 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:52 smithi190 ceph-mon[16060]: pgmap v185: 33 pgs: 6 creating+peering, 16 unknown, 11 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:53.124 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:52 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/476768292' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-19T09:54:53.124 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:52 smithi190 ceph-mon[16060]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-19T09:54:53.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:52 smithi196 ceph-mon[19976]: osdmap e61: 8 total, 8 up, 8 in 2024-08-19T09:54:53.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:52 smithi196 ceph-mon[19976]: pgmap v185: 33 pgs: 6 creating+peering, 16 unknown, 11 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:53.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:52 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/476768292' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-19T09:54:53.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:52 smithi196 ceph-mon[19976]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-19T09:54:53.404 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-08-19T09:54:53.602 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:54:54.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:53 smithi190 ceph-mon[26031]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-19T09:54:54.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:53 smithi190 ceph-mon[26031]: osdmap e62: 8 total, 8 up, 8 in 2024-08-19T09:54:54.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:53 smithi190 ceph-mon[16060]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-19T09:54:54.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:53 smithi190 ceph-mon[16060]: osdmap e62: 8 total, 8 up, 8 in 2024-08-19T09:54:54.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:53 smithi196 ceph-mon[19976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-19T09:54:54.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:53 smithi196 ceph-mon[19976]: osdmap e62: 8 total, 8 up, 8 in 2024-08-19T09:54:55.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:54 smithi196 ceph-mon[19976]: osdmap e63: 8 total, 8 up, 8 in 2024-08-19T09:54:55.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:54 smithi196 ceph-mon[19976]: pgmap v188: 97 pgs: 8 creating+peering, 67 unknown, 22 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:55.193 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:54 smithi190 ceph-mon[26031]: osdmap e63: 8 total, 8 up, 8 in 2024-08-19T09:54:55.193 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:54 smithi190 ceph-mon[26031]: pgmap v188: 97 pgs: 8 creating+peering, 67 unknown, 22 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:55.193 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:54 smithi190 ceph-mon[16060]: osdmap e63: 8 total, 8 up, 8 in 2024-08-19T09:54:55.193 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:54 smithi190 ceph-mon[16060]: pgmap v188: 97 pgs: 8 creating+peering, 67 unknown, 22 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:55.629 INFO:teuthology.orchestra.run.smithi190.stderr:new fs with metadata pool 2 and data pool 3 2024-08-19T09:54:55.963 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:55 smithi190 ceph-mon[26031]: osdmap e64: 8 total, 8 up, 8 in 2024-08-19T09:54:55.963 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:55 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/1395845933' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-19T09:54:55.963 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:55 smithi190 ceph-mon[26031]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-19T09:54:55.963 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:55 smithi190 ceph-mon[26031]: osdmap e65: 8 total, 8 up, 8 in 2024-08-19T09:54:55.963 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:55 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/1395845933' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-19T09:54:55.963 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:55 smithi190 ceph-mon[26031]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-19T09:54:55.963 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:55 smithi190 ceph-mon[26031]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-19T09:54:55.964 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:55 smithi190 ceph-mon[16060]: osdmap e64: 8 total, 8 up, 8 in 2024-08-19T09:54:55.964 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:55 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/1395845933' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-19T09:54:55.964 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:55 smithi190 ceph-mon[16060]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-19T09:54:55.964 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:55 smithi190 ceph-mon[16060]: osdmap e65: 8 total, 8 up, 8 in 2024-08-19T09:54:55.964 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:55 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/1395845933' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-19T09:54:55.964 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:55 smithi190 ceph-mon[16060]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-19T09:54:55.964 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:55 smithi190 ceph-mon[16060]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-19T09:54:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:55 smithi196 ceph-mon[19976]: osdmap e64: 8 total, 8 up, 8 in 2024-08-19T09:54:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:55 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/1395845933' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-19T09:54:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:55 smithi196 ceph-mon[19976]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-19T09:54:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:55 smithi196 ceph-mon[19976]: osdmap e65: 8 total, 8 up, 8 in 2024-08-19T09:54:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:55 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/1395845933' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-19T09:54:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:55 smithi196 ceph-mon[19976]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-19T09:54:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:55 smithi196 ceph-mon[19976]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-19T09:54:56.351 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T09:54:56.550 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:54:56.933 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:56 smithi190 ceph-mon[16060]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T09:54:56.933 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:56 smithi190 ceph-mon[16060]: mds.? [v2:172.21.15.196:6832/3130880661,v1:172.21.15.196:6833/3130880661] up:active 2024-08-19T09:54:56.933 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:56 smithi190 ceph-mon[16060]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T09:54:56.933 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:56 smithi190 ceph-mon[16060]: pgmap v191: 97 pgs: 2 creating+peering, 49 unknown, 46 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:56.933 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:56 smithi190 ceph-mon[26031]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T09:54:56.933 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:56 smithi190 ceph-mon[26031]: mds.? [v2:172.21.15.196:6832/3130880661,v1:172.21.15.196:6833/3130880661] up:active 2024-08-19T09:54:56.933 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:56 smithi190 ceph-mon[26031]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T09:54:56.934 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:56 smithi190 ceph-mon[26031]: pgmap v191: 97 pgs: 2 creating+peering, 49 unknown, 46 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:57.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:56 smithi196 ceph-mon[19976]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T09:54:57.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:56 smithi196 ceph-mon[19976]: mds.? [v2:172.21.15.196:6832/3130880661,v1:172.21.15.196:6833/3130880661] up:active 2024-08-19T09:54:57.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:56 smithi196 ceph-mon[19976]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T09:54:57.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:56 smithi196 ceph-mon[19976]: pgmap v191: 97 pgs: 2 creating+peering, 49 unknown, 46 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:54:57.667 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 09:54:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b[46137]: 2024-08-19T09:54:57.194+0000 7f9f80b3b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-19T09:54:57.958 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:57 smithi190 ceph-mon[16060]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-19T09:54:57.958 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:57 smithi190 ceph-mon[16060]: Cluster is now healthy 2024-08-19T09:54:57.958 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:57 smithi190 ceph-mon[26031]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-19T09:54:57.958 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:57 smithi190 ceph-mon[26031]: Cluster is now healthy 2024-08-19T09:54:58.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:57 smithi196 ceph-mon[19976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-19T09:54:58.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:57 smithi196 ceph-mon[19976]: Cluster is now healthy 2024-08-19T09:54:58.318 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:54:58.318 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":65,"fsid":"3fc239b0-5e10-11ef-bccf-c7b262605968","created":"2024-08-19T09:49:35.891385+0000","modified":"2024-08-19T09:54:55.623139+0000","last_up_change":"2024-08-19T09:54:27.345099+0000","last_in_change":"2024-08-19T09:54:10.453045+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T09:52:34.372987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T09:54:49.695520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T09:54:52.654083+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfae32ab-6108-4681-b678-88c7515b4005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6803","nonce":2222701920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6805","nonce":2222701920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6809","nonce":2222701920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6807","nonce":2222701920}]},"public_addr":"172.21.15.190:6803/2222701920","cluster_addr":"172.21.15.190:6805/2222701920","heartbeat_back_addr":"172.21.15.190:6809/2222701920","heartbeat_front_addr":"172.21.15.190:6807/2222701920","state":["exists","up"]},{"osd":1,"uuid":"9fb0b38f-752d-46f6-8f2e-ccc0293d815a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6811","nonce":1194903473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6813","nonce":1194903473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6817","nonce":1194903473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6815","nonce":1194903473}]},"public_addr":"172.21.15.190:6811/1194903473","cluster_addr":"172.21.15.190:6813/1194903473","heartbeat_back_addr":"172.21.15.190:6817/1194903473","heartbeat_front_addr":"172.21.15.190:6815/1194903473","state":["exists","up"]},{"osd":2,"uuid":"87d362f2-539c-4df3-bdeb-e7c8a6d63009","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6819","nonce":3374653496}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6821","nonce":3374653496}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6825","nonce":3374653496}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6823","nonce":3374653496}]},"public_addr":"172.21.15.190:6819/3374653496","cluster_addr":"172.21.15.190:6821/3374653496","heartbeat_back_addr":"172.21.15.190:6825/3374653496","heartbeat_front_addr":"172.21.15.190:6823/3374653496","state":["exists","up"]},{"osd":3,"uuid":"9c8bd1a5-03bf-4ba4-8b27-88c8f7785fe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6827","nonce":1490136440}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6829","nonce":1490136440}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6833","nonce":1490136440}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6831","nonce":1490136440}]},"public_addr":"172.21.15.190:6827/1490136440","cluster_addr":"172.21.15.190:6829/1490136440","heartbeat_back_addr":"172.21.15.190:6833/1490136440","heartbeat_front_addr":"172.21.15.190:6831/1490136440","state":["exists","up"]},{"osd":4,"uuid":"6b893e27-e5ee-4c1c-a265-83bf0a4fb4be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6801","nonce":1699089756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6803","nonce":1699089756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6807","nonce":1699089756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6805","nonce":1699089756}]},"public_addr":"172.21.15.196:6801/1699089756","cluster_addr":"172.21.15.196:6803/1699089756","heartbeat_back_addr":"172.21.15.196:6807/1699089756","heartbeat_front_addr":"172.21.15.196:6805/1699089756","state":["exists","up"]},{"osd":5,"uuid":"36617f5e-73ed-43eb-b6ee-5b69be91316e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6809","nonce":3035974771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6811","nonce":3035974771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6815","nonce":3035974771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6813","nonce":3035974771}]},"public_addr":"172.21.15.196:6809/3035974771","cluster_addr":"172.21.15.196:6811/3035974771","heartbeat_back_addr":"172.21.15.196:6815/3035974771","heartbeat_front_addr":"172.21.15.196:6813/3035974771","state":["exists","up"]},{"osd":6,"uuid":"89fbc1af-0f11-4802-b5bb-dfe09e183121","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6817","nonce":3114203092}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6819","nonce":3114203092}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6823","nonce":3114203092}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6821","nonce":3114203092}]},"public_addr":"172.21.15.196:6817/3114203092","cluster_addr":"172.21.15.196:6819/3114203092","heartbeat_back_addr":"172.21.15.196:6823/3114203092","heartbeat_front_addr":"172.21.15.196:6821/3114203092","state":["exists","up"]},{"osd":7,"uuid":"38d2cdbb-84cf-41c0-aae3-bf9397bd26f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6825","nonce":3047761877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6827","nonce":3047761877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6831","nonce":3047761877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6829","nonce":3047761877}]},"public_addr":"172.21.15.196:6825/3047761877","cluster_addr":"172.21.15.196:6827/3047761877","heartbeat_back_addr":"172.21.15.196:6831/3047761877","heartbeat_front_addr":"172.21.15.196:6829/3047761877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:51:43.488528+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:07.231492+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:30.134146+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:54.048258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:15.255415+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:38.341160+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:02.013132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:25.522229+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.190:0/3349399447":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6801/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6800/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/3551021348":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/3231415537":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/1110135241":"2024-08-20T09:50:01.788012+0000","172.21.15.190:6801/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:6800/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/417309172":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/2911373684":"2024-08-20T09:50:01.788012+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T09:54:58.977 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:58 smithi190 ceph-mon[16060]: pgmap v192: 97 pgs: 2 creating+peering, 95 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 2 op/s 2024-08-19T09:54:58.977 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:54:58 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3184169307' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:54:58.977 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:58 smithi190 ceph-mon[26031]: pgmap v192: 97 pgs: 2 creating+peering, 95 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 2 op/s 2024-08-19T09:54:58.977 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:54:58 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3184169307' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:54:58.999 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T09:54:59.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:58 smithi196 ceph-mon[19976]: pgmap v192: 97 pgs: 2 creating+peering, 95 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 2 op/s 2024-08-19T09:54:59.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:54:58 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3184169307' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:54:59.197 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:55:00.946 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:55:00.947 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":65,"fsid":"3fc239b0-5e10-11ef-bccf-c7b262605968","created":"2024-08-19T09:49:35.891385+0000","modified":"2024-08-19T09:54:55.623139+0000","last_up_change":"2024-08-19T09:54:27.345099+0000","last_in_change":"2024-08-19T09:54:10.453045+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T09:52:34.372987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T09:54:49.695520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T09:54:52.654083+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfae32ab-6108-4681-b678-88c7515b4005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6803","nonce":2222701920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6805","nonce":2222701920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6809","nonce":2222701920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6807","nonce":2222701920}]},"public_addr":"172.21.15.190:6803/2222701920","cluster_addr":"172.21.15.190:6805/2222701920","heartbeat_back_addr":"172.21.15.190:6809/2222701920","heartbeat_front_addr":"172.21.15.190:6807/2222701920","state":["exists","up"]},{"osd":1,"uuid":"9fb0b38f-752d-46f6-8f2e-ccc0293d815a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6811","nonce":1194903473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6813","nonce":1194903473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6817","nonce":1194903473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6815","nonce":1194903473}]},"public_addr":"172.21.15.190:6811/1194903473","cluster_addr":"172.21.15.190:6813/1194903473","heartbeat_back_addr":"172.21.15.190:6817/1194903473","heartbeat_front_addr":"172.21.15.190:6815/1194903473","state":["exists","up"]},{"osd":2,"uuid":"87d362f2-539c-4df3-bdeb-e7c8a6d63009","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6819","nonce":3374653496}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6821","nonce":3374653496}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6825","nonce":3374653496}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6823","nonce":3374653496}]},"public_addr":"172.21.15.190:6819/3374653496","cluster_addr":"172.21.15.190:6821/3374653496","heartbeat_back_addr":"172.21.15.190:6825/3374653496","heartbeat_front_addr":"172.21.15.190:6823/3374653496","state":["exists","up"]},{"osd":3,"uuid":"9c8bd1a5-03bf-4ba4-8b27-88c8f7785fe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6827","nonce":1490136440}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6829","nonce":1490136440}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6833","nonce":1490136440}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6831","nonce":1490136440}]},"public_addr":"172.21.15.190:6827/1490136440","cluster_addr":"172.21.15.190:6829/1490136440","heartbeat_back_addr":"172.21.15.190:6833/1490136440","heartbeat_front_addr":"172.21.15.190:6831/1490136440","state":["exists","up"]},{"osd":4,"uuid":"6b893e27-e5ee-4c1c-a265-83bf0a4fb4be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6801","nonce":1699089756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6803","nonce":1699089756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6807","nonce":1699089756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6805","nonce":1699089756}]},"public_addr":"172.21.15.196:6801/1699089756","cluster_addr":"172.21.15.196:6803/1699089756","heartbeat_back_addr":"172.21.15.196:6807/1699089756","heartbeat_front_addr":"172.21.15.196:6805/1699089756","state":["exists","up"]},{"osd":5,"uuid":"36617f5e-73ed-43eb-b6ee-5b69be91316e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6809","nonce":3035974771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6811","nonce":3035974771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6815","nonce":3035974771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6813","nonce":3035974771}]},"public_addr":"172.21.15.196:6809/3035974771","cluster_addr":"172.21.15.196:6811/3035974771","heartbeat_back_addr":"172.21.15.196:6815/3035974771","heartbeat_front_addr":"172.21.15.196:6813/3035974771","state":["exists","up"]},{"osd":6,"uuid":"89fbc1af-0f11-4802-b5bb-dfe09e183121","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6817","nonce":3114203092}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6819","nonce":3114203092}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6823","nonce":3114203092}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6821","nonce":3114203092}]},"public_addr":"172.21.15.196:6817/3114203092","cluster_addr":"172.21.15.196:6819/3114203092","heartbeat_back_addr":"172.21.15.196:6823/3114203092","heartbeat_front_addr":"172.21.15.196:6821/3114203092","state":["exists","up"]},{"osd":7,"uuid":"38d2cdbb-84cf-41c0-aae3-bf9397bd26f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6825","nonce":3047761877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6827","nonce":3047761877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6831","nonce":3047761877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6829","nonce":3047761877}]},"public_addr":"172.21.15.196:6825/3047761877","cluster_addr":"172.21.15.196:6827/3047761877","heartbeat_back_addr":"172.21.15.196:6831/3047761877","heartbeat_front_addr":"172.21.15.196:6829/3047761877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:51:43.488528+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:07.231492+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:30.134146+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:54.048258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:15.255415+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:38.341160+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:02.013132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:25.522229+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.190:0/3349399447":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6801/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6800/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/3551021348":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/3231415537":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/1110135241":"2024-08-20T09:50:01.788012+0000","172.21.15.190:6801/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:6800/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/417309172":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/2911373684":"2024-08-20T09:50:01.788012+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T09:55:01.265 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:01 smithi190 ceph-mon[26031]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2024-08-19T09:55:01.265 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:01 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2622585176' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:55:01.265 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:01 smithi190 ceph-mon[16060]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2024-08-19T09:55:01.265 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:01 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2622585176' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:55:01.544 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-08-19T09:55:01.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:01 smithi196 ceph-mon[19976]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2024-08-19T09:55:01.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:01 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2622585176' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:55:01.744 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:55:03.469 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:03 smithi196 ceph-mon[19976]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-19T09:55:03.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:03 smithi190 ceph-mon[16060]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-19T09:55:03.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:03 smithi190 ceph-mon[26031]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-19T09:55:04.478 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:04 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3982285273' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-19T09:55:04.479 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:04 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3982285273' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-19T09:55:04.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:04 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3982285273' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-19T09:55:04.832 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-08-19T09:55:04.832 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-08-19T09:55:05.039 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:55:05.491 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:05 smithi190 ceph-mon[26031]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-08-19T09:55:05.491 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:05 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3982285273' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-19T09:55:05.491 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:05 smithi190 ceph-mon[26031]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T09:55:05.491 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:05 smithi190 ceph-mon[16060]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-08-19T09:55:05.491 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:05 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3982285273' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-19T09:55:05.491 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:05 smithi190 ceph-mon[16060]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T09:55:05.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:05 smithi196 ceph-mon[19976]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-08-19T09:55:05.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:05 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3982285273' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-19T09:55:05.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:05 smithi196 ceph-mon[19976]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T09:55:07.517 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:07 smithi190 ceph-mon[16060]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-19T09:55:07.517 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:07 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2331058540' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-19T09:55:07.517 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:07 smithi190 ceph-mon[26031]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-19T09:55:07.518 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:07 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2331058540' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-19T09:55:07.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:07 smithi196 ceph-mon[19976]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-19T09:55:07.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:07 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2331058540' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-19T09:55:07.893 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-08-19T09:55:07.893 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T09:55:08.096 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:55:08.463 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:08 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2331058540' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-19T09:55:08.464 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:08 smithi190 ceph-mon[16060]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T09:55:08.464 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:08 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2331058540' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-19T09:55:08.464 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:08 smithi190 ceph-mon[26031]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T09:55:08.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:08 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2331058540' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-19T09:55:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:08 smithi196 ceph-mon[19976]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T09:55:09.498 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:09 smithi190 ceph-mon[16060]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-19T09:55:09.498 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:09 smithi190 ceph-mon[26031]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-19T09:55:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:09 smithi196 ceph-mon[19976]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-19T09:55:09.932 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:55:09.932 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14430,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6835/3535075349","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":3535075349},{"type":"v1","addr":"172.21.15.190:6835","nonce":3535075349}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-19T09:54:55.623264+0000","modified":"2024-08-19T09:55:07.182967+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24316},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24316":{"gid":24316,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.196:6833/3130880661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3130880661},{"type":"v1","addr":"172.21.15.196:6833","nonce":3130880661}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-19T09:55:09.932 INFO:teuthology.orchestra.run.smithi190.stderr:dumped fsmap epoch 7 2024-08-19T09:55:10.451 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:10 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/4143919075' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:55:10.451 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:10 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/4143919075' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:55:10.470 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T09:55:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:10 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/4143919075' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:55:10.668 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:55:11.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:11 smithi190 ceph-mon[16060]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 426 B/s wr, 2 op/s 2024-08-19T09:55:11.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:11 smithi190 ceph-mon[26031]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 426 B/s wr, 2 op/s 2024-08-19T09:55:11.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:11 smithi196 ceph-mon[19976]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 426 B/s wr, 2 op/s 2024-08-19T09:55:12.548 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:55:12.548 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":65,"fsid":"3fc239b0-5e10-11ef-bccf-c7b262605968","created":"2024-08-19T09:49:35.891385+0000","modified":"2024-08-19T09:54:55.623139+0000","last_up_change":"2024-08-19T09:54:27.345099+0000","last_in_change":"2024-08-19T09:54:10.453045+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T09:52:34.372987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T09:54:49.695520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T09:54:52.654083+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfae32ab-6108-4681-b678-88c7515b4005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6803","nonce":2222701920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6805","nonce":2222701920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6809","nonce":2222701920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6807","nonce":2222701920}]},"public_addr":"172.21.15.190:6803/2222701920","cluster_addr":"172.21.15.190:6805/2222701920","heartbeat_back_addr":"172.21.15.190:6809/2222701920","heartbeat_front_addr":"172.21.15.190:6807/2222701920","state":["exists","up"]},{"osd":1,"uuid":"9fb0b38f-752d-46f6-8f2e-ccc0293d815a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6811","nonce":1194903473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6813","nonce":1194903473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6817","nonce":1194903473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6815","nonce":1194903473}]},"public_addr":"172.21.15.190:6811/1194903473","cluster_addr":"172.21.15.190:6813/1194903473","heartbeat_back_addr":"172.21.15.190:6817/1194903473","heartbeat_front_addr":"172.21.15.190:6815/1194903473","state":["exists","up"]},{"osd":2,"uuid":"87d362f2-539c-4df3-bdeb-e7c8a6d63009","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6819","nonce":3374653496}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6821","nonce":3374653496}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6825","nonce":3374653496}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6823","nonce":3374653496}]},"public_addr":"172.21.15.190:6819/3374653496","cluster_addr":"172.21.15.190:6821/3374653496","heartbeat_back_addr":"172.21.15.190:6825/3374653496","heartbeat_front_addr":"172.21.15.190:6823/3374653496","state":["exists","up"]},{"osd":3,"uuid":"9c8bd1a5-03bf-4ba4-8b27-88c8f7785fe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6827","nonce":1490136440}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6829","nonce":1490136440}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6833","nonce":1490136440}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6831","nonce":1490136440}]},"public_addr":"172.21.15.190:6827/1490136440","cluster_addr":"172.21.15.190:6829/1490136440","heartbeat_back_addr":"172.21.15.190:6833/1490136440","heartbeat_front_addr":"172.21.15.190:6831/1490136440","state":["exists","up"]},{"osd":4,"uuid":"6b893e27-e5ee-4c1c-a265-83bf0a4fb4be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6801","nonce":1699089756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6803","nonce":1699089756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6807","nonce":1699089756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6805","nonce":1699089756}]},"public_addr":"172.21.15.196:6801/1699089756","cluster_addr":"172.21.15.196:6803/1699089756","heartbeat_back_addr":"172.21.15.196:6807/1699089756","heartbeat_front_addr":"172.21.15.196:6805/1699089756","state":["exists","up"]},{"osd":5,"uuid":"36617f5e-73ed-43eb-b6ee-5b69be91316e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6809","nonce":3035974771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6811","nonce":3035974771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6815","nonce":3035974771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6813","nonce":3035974771}]},"public_addr":"172.21.15.196:6809/3035974771","cluster_addr":"172.21.15.196:6811/3035974771","heartbeat_back_addr":"172.21.15.196:6815/3035974771","heartbeat_front_addr":"172.21.15.196:6813/3035974771","state":["exists","up"]},{"osd":6,"uuid":"89fbc1af-0f11-4802-b5bb-dfe09e183121","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6817","nonce":3114203092}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6819","nonce":3114203092}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6823","nonce":3114203092}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6821","nonce":3114203092}]},"public_addr":"172.21.15.196:6817/3114203092","cluster_addr":"172.21.15.196:6819/3114203092","heartbeat_back_addr":"172.21.15.196:6823/3114203092","heartbeat_front_addr":"172.21.15.196:6821/3114203092","state":["exists","up"]},{"osd":7,"uuid":"38d2cdbb-84cf-41c0-aae3-bf9397bd26f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6825","nonce":3047761877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6827","nonce":3047761877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6831","nonce":3047761877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6829","nonce":3047761877}]},"public_addr":"172.21.15.196:6825/3047761877","cluster_addr":"172.21.15.196:6827/3047761877","heartbeat_back_addr":"172.21.15.196:6831/3047761877","heartbeat_front_addr":"172.21.15.196:6829/3047761877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:51:43.488528+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:07.231492+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:30.134146+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:54.048258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:15.255415+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:38.341160+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:02.013132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:25.522229+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.190:0/3349399447":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6801/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6800/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/3551021348":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/3231415537":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/1110135241":"2024-08-20T09:50:01.788012+0000","172.21.15.190:6801/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:6800/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/417309172":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/2911373684":"2024-08-20T09:50:01.788012+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T09:55:13.221 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-19T09:55:13.222 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-19T09:55:13.424 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:55:13.546 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:13 smithi190 ceph-mon[16060]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-19T09:55:13.546 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:13 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2960181230' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:55:13.546 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:13 smithi190 ceph-mon[26031]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-19T09:55:13.547 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:13 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2960181230' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:55:13.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:13 smithi196 ceph-mon[19976]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-19T09:55:13.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:13 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2960181230' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:55:15.321 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:55:15.325 INFO:teuthology.orchestra.run.smithi190.stderr:dumped all 2024-08-19T09:55:15.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:15 smithi190 ceph-mon[16060]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:15 smithi190 ceph-mon[26031]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:15 smithi196 ceph-mon[19976]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:15.925 INFO:teuthology.orchestra.run.smithi190.stdout:{"pg_ready":true,"pg_map":{"version":200,"stamp":"2024-08-19T09:55:14.117873+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231364,"kb_used_data":6984,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729852,"statfs":{"total":767960285184,"available":767723368448,"internally_reserved":0,"allocated":7151616,"data_stored":3998757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":229625402},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002803"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.634962+0000","last_change":"2024-08-19T09:54:53.846225+0000","last_active":"2024-08-19T09:54:55.634962+0000","last_peered":"2024-08-19T09:54:55.634962+0000","last_clean":"2024-08-19T09:54:55.634962+0000","last_became_active":"2024-08-19T09:54:53.845468+0000","last_became_peered":"2024-08-19T09:54:53.845468+0000","last_unstale":"2024-08-19T09:54:55.634962+0000","last_undegraded":"2024-08-19T09:54:55.634962+0000","last_fullsized":"2024-08-19T09:54:55.634962+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:00:29.464966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.183285+0000","last_change":"2024-08-19T09:54:53.835727+0000","last_active":"2024-08-19T09:54:55.183285+0000","last_peered":"2024-08-19T09:54:55.183285+0000","last_clean":"2024-08-19T09:54:55.183285+0000","last_became_active":"2024-08-19T09:54:53.835234+0000","last_became_peered":"2024-08-19T09:54:53.835234+0000","last_unstale":"2024-08-19T09:54:55.183285+0000","last_undegraded":"2024-08-19T09:54:55.183285+0000","last_fullsized":"2024-08-19T09:54:55.183285+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:46:54.956013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627553+0000","last_change":"2024-08-19T09:54:53.843032+0000","last_active":"2024-08-19T09:54:55.627553+0000","last_peered":"2024-08-19T09:54:55.627553+0000","last_clean":"2024-08-19T09:54:55.627553+0000","last_became_active":"2024-08-19T09:54:53.842752+0000","last_became_peered":"2024-08-19T09:54:53.842752+0000","last_unstale":"2024-08-19T09:54:55.627553+0000","last_undegraded":"2024-08-19T09:54:55.627553+0000","last_fullsized":"2024-08-19T09:54:55.627553+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:52:27.405229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636647+0000","last_change":"2024-08-19T09:54:53.850245+0000","last_active":"2024-08-19T09:54:55.636647+0000","last_peered":"2024-08-19T09:54:55.636647+0000","last_clean":"2024-08-19T09:54:55.636647+0000","last_became_active":"2024-08-19T09:54:53.849416+0000","last_became_peered":"2024-08-19T09:54:53.849416+0000","last_unstale":"2024-08-19T09:54:55.636647+0000","last_undegraded":"2024-08-19T09:54:55.636647+0000","last_fullsized":"2024-08-19T09:54:55.636647+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:07:14.039792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632391+0000","last_change":"2024-08-19T09:54:53.849918+0000","last_active":"2024-08-19T09:54:55.632391+0000","last_peered":"2024-08-19T09:54:55.632391+0000","last_clean":"2024-08-19T09:54:55.632391+0000","last_became_active":"2024-08-19T09:54:53.849188+0000","last_became_peered":"2024-08-19T09:54:53.849188+0000","last_unstale":"2024-08-19T09:54:55.632391+0000","last_undegraded":"2024-08-19T09:54:55.632391+0000","last_fullsized":"2024-08-19T09:54:55.632391+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:53:04.178066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636749+0000","last_change":"2024-08-19T09:54:53.848771+0000","last_active":"2024-08-19T09:54:55.636749+0000","last_peered":"2024-08-19T09:54:55.636749+0000","last_clean":"2024-08-19T09:54:55.636749+0000","last_became_active":"2024-08-19T09:54:53.848441+0000","last_became_peered":"2024-08-19T09:54:53.848441+0000","last_unstale":"2024-08-19T09:54:55.636749+0000","last_undegraded":"2024-08-19T09:54:55.636749+0000","last_fullsized":"2024-08-19T09:54:55.636749+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:29:37.530596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.633124+0000","last_change":"2024-08-19T09:54:53.853640+0000","last_active":"2024-08-19T09:54:55.633124+0000","last_peered":"2024-08-19T09:54:55.633124+0000","last_clean":"2024-08-19T09:54:55.633124+0000","last_became_active":"2024-08-19T09:54:53.852746+0000","last_became_peered":"2024-08-19T09:54:53.852746+0000","last_unstale":"2024-08-19T09:54:55.633124+0000","last_undegraded":"2024-08-19T09:54:55.633124+0000","last_fullsized":"2024-08-19T09:54:55.633124+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:23:03.250191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632242+0000","last_change":"2024-08-19T09:54:53.841530+0000","last_active":"2024-08-19T09:54:55.632242+0000","last_peered":"2024-08-19T09:54:55.632242+0000","last_clean":"2024-08-19T09:54:55.632242+0000","last_became_active":"2024-08-19T09:54:53.841268+0000","last_became_peered":"2024-08-19T09:54:53.841268+0000","last_unstale":"2024-08-19T09:54:55.632242+0000","last_undegraded":"2024-08-19T09:54:55.632242+0000","last_fullsized":"2024-08-19T09:54:55.632242+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:13:59.505877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.635462+0000","last_change":"2024-08-19T09:54:53.846503+0000","last_active":"2024-08-19T09:54:55.635462+0000","last_peered":"2024-08-19T09:54:55.635462+0000","last_clean":"2024-08-19T09:54:55.635462+0000","last_became_active":"2024-08-19T09:54:53.845936+0000","last_became_peered":"2024-08-19T09:54:53.845936+0000","last_unstale":"2024-08-19T09:54:55.635462+0000","last_undegraded":"2024-08-19T09:54:55.635462+0000","last_fullsized":"2024-08-19T09:54:55.635462+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:06:41.470526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959640+0000","last_change":"2024-08-19T09:54:53.845858+0000","last_active":"2024-08-19T09:54:54.959640+0000","last_peered":"2024-08-19T09:54:54.959640+0000","last_clean":"2024-08-19T09:54:54.959640+0000","last_became_active":"2024-08-19T09:54:53.845581+0000","last_became_peered":"2024-08-19T09:54:53.845581+0000","last_unstale":"2024-08-19T09:54:54.959640+0000","last_undegraded":"2024-08-19T09:54:54.959640+0000","last_fullsized":"2024-08-19T09:54:54.959640+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:34:49.387845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959713+0000","last_change":"2024-08-19T09:54:53.846017+0000","last_active":"2024-08-19T09:54:54.959713+0000","last_peered":"2024-08-19T09:54:54.959713+0000","last_clean":"2024-08-19T09:54:54.959713+0000","last_became_active":"2024-08-19T09:54:53.845592+0000","last_became_peered":"2024-08-19T09:54:53.845592+0000","last_unstale":"2024-08-19T09:54:54.959713+0000","last_undegraded":"2024-08-19T09:54:54.959713+0000","last_fullsized":"2024-08-19T09:54:54.959713+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:11:22.229445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627408+0000","last_change":"2024-08-19T09:54:53.836931+0000","last_active":"2024-08-19T09:54:55.627408+0000","last_peered":"2024-08-19T09:54:55.627408+0000","last_clean":"2024-08-19T09:54:55.627408+0000","last_became_active":"2024-08-19T09:54:53.836665+0000","last_became_peered":"2024-08-19T09:54:53.836665+0000","last_unstale":"2024-08-19T09:54:55.627408+0000","last_undegraded":"2024-08-19T09:54:55.627408+0000","last_fullsized":"2024-08-19T09:54:55.627408+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:47:34.685899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.631956+0000","last_change":"2024-08-19T09:54:53.833687+0000","last_active":"2024-08-19T09:54:55.631956+0000","last_peered":"2024-08-19T09:54:55.631956+0000","last_clean":"2024-08-19T09:54:55.631956+0000","last_became_active":"2024-08-19T09:54:53.833420+0000","last_became_peered":"2024-08-19T09:54:53.833420+0000","last_unstale":"2024-08-19T09:54:55.631956+0000","last_undegraded":"2024-08-19T09:54:55.631956+0000","last_fullsized":"2024-08-19T09:54:55.631956+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:59:03.404828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.628524+0000","last_change":"2024-08-19T09:54:53.848914+0000","last_active":"2024-08-19T09:54:55.628524+0000","last_peered":"2024-08-19T09:54:55.628524+0000","last_clean":"2024-08-19T09:54:55.628524+0000","last_became_active":"2024-08-19T09:54:53.847105+0000","last_became_peered":"2024-08-19T09:54:53.847105+0000","last_unstale":"2024-08-19T09:54:55.628524+0000","last_undegraded":"2024-08-19T09:54:55.628524+0000","last_fullsized":"2024-08-19T09:54:55.628524+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:45:09.721527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.183217+0000","last_change":"2024-08-19T09:54:53.838947+0000","last_active":"2024-08-19T09:54:55.183217+0000","last_peered":"2024-08-19T09:54:55.183217+0000","last_clean":"2024-08-19T09:54:55.183217+0000","last_became_active":"2024-08-19T09:54:53.838642+0000","last_became_peered":"2024-08-19T09:54:53.838642+0000","last_unstale":"2024-08-19T09:54:55.183217+0000","last_undegraded":"2024-08-19T09:54:55.183217+0000","last_fullsized":"2024-08-19T09:54:55.183217+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:46:40.639186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.637401+0000","last_change":"2024-08-19T09:54:53.851024+0000","last_active":"2024-08-19T09:54:55.637401+0000","last_peered":"2024-08-19T09:54:55.637401+0000","last_clean":"2024-08-19T09:54:55.637401+0000","last_became_active":"2024-08-19T09:54:53.850747+0000","last_became_peered":"2024-08-19T09:54:53.850747+0000","last_unstale":"2024-08-19T09:54:55.637401+0000","last_undegraded":"2024-08-19T09:54:55.637401+0000","last_fullsized":"2024-08-19T09:54:55.637401+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:46:01.131533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.639080+0000","last_change":"2024-08-19T09:54:53.849091+0000","last_active":"2024-08-19T09:54:55.639080+0000","last_peered":"2024-08-19T09:54:55.639080+0000","last_clean":"2024-08-19T09:54:55.639080+0000","last_became_active":"2024-08-19T09:54:53.848776+0000","last_became_peered":"2024-08-19T09:54:53.848776+0000","last_unstale":"2024-08-19T09:54:55.639080+0000","last_undegraded":"2024-08-19T09:54:55.639080+0000","last_fullsized":"2024-08-19T09:54:55.639080+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:06:48.603678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.837558+0000","last_change":"2024-08-19T09:54:53.835028+0000","last_active":"2024-08-19T09:54:54.837558+0000","last_peered":"2024-08-19T09:54:54.837558+0000","last_clean":"2024-08-19T09:54:54.837558+0000","last_became_active":"2024-08-19T09:54:53.834609+0000","last_became_peered":"2024-08-19T09:54:53.834609+0000","last_unstale":"2024-08-19T09:54:54.837558+0000","last_undegraded":"2024-08-19T09:54:54.837558+0000","last_fullsized":"2024-08-19T09:54:54.837558+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T09:56:51.486116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632617+0000","last_change":"2024-08-19T09:54:53.837976+0000","last_active":"2024-08-19T09:54:55.632617+0000","last_peered":"2024-08-19T09:54:55.632617+0000","last_clean":"2024-08-19T09:54:55.632617+0000","last_became_active":"2024-08-19T09:54:53.837706+0000","last_became_peered":"2024-08-19T09:54:53.837706+0000","last_unstale":"2024-08-19T09:54:55.632617+0000","last_undegraded":"2024-08-19T09:54:55.632617+0000","last_fullsized":"2024-08-19T09:54:55.632617+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:07:41.194305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959635+0000","last_change":"2024-08-19T09:54:53.837027+0000","last_active":"2024-08-19T09:54:54.959635+0000","last_peered":"2024-08-19T09:54:54.959635+0000","last_clean":"2024-08-19T09:54:54.959635+0000","last_became_active":"2024-08-19T09:54:53.836710+0000","last_became_peered":"2024-08-19T09:54:53.836710+0000","last_unstale":"2024-08-19T09:54:54.959635+0000","last_undegraded":"2024-08-19T09:54:54.959635+0000","last_fullsized":"2024-08-19T09:54:54.959635+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:09:19.352585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627651+0000","last_change":"2024-08-19T09:54:53.841812+0000","last_active":"2024-08-19T09:54:55.627651+0000","last_peered":"2024-08-19T09:54:55.627651+0000","last_clean":"2024-08-19T09:54:55.627651+0000","last_became_active":"2024-08-19T09:54:53.841527+0000","last_became_peered":"2024-08-19T09:54:53.841527+0000","last_unstale":"2024-08-19T09:54:55.627651+0000","last_undegraded":"2024-08-19T09:54:55.627651+0000","last_fullsized":"2024-08-19T09:54:55.627651+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:59:55.759233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636966+0000","last_change":"2024-08-19T09:54:53.850585+0000","last_active":"2024-08-19T09:54:55.636966+0000","last_peered":"2024-08-19T09:54:55.636966+0000","last_clean":"2024-08-19T09:54:55.636966+0000","last_became_active":"2024-08-19T09:54:53.850328+0000","last_became_peered":"2024-08-19T09:54:53.850328+0000","last_unstale":"2024-08-19T09:54:55.636966+0000","last_undegraded":"2024-08-19T09:54:55.636966+0000","last_fullsized":"2024-08-19T09:54:55.636966+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:41:51.323976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632863+0000","last_change":"2024-08-19T09:54:53.826382+0000","last_active":"2024-08-19T09:54:55.632863+0000","last_peered":"2024-08-19T09:54:55.632863+0000","last_clean":"2024-08-19T09:54:55.632863+0000","last_became_active":"2024-08-19T09:54:53.825937+0000","last_became_peered":"2024-08-19T09:54:53.825937+0000","last_unstale":"2024-08-19T09:54:55.632863+0000","last_undegraded":"2024-08-19T09:54:55.632863+0000","last_fullsized":"2024-08-19T09:54:55.632863+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:11:17.371787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.637491+0000","last_change":"2024-08-19T09:54:53.844012+0000","last_active":"2024-08-19T09:54:55.637491+0000","last_peered":"2024-08-19T09:54:55.637491+0000","last_clean":"2024-08-19T09:54:55.637491+0000","last_became_active":"2024-08-19T09:54:53.843724+0000","last_became_peered":"2024-08-19T09:54:53.843724+0000","last_unstale":"2024-08-19T09:54:55.637491+0000","last_undegraded":"2024-08-19T09:54:55.637491+0000","last_fullsized":"2024-08-19T09:54:55.637491+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:39:07.672406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.631969+0000","last_change":"2024-08-19T09:54:53.826722+0000","last_active":"2024-08-19T09:54:55.631969+0000","last_peered":"2024-08-19T09:54:55.631969+0000","last_clean":"2024-08-19T09:54:55.631969+0000","last_became_active":"2024-08-19T09:54:53.826457+0000","last_became_peered":"2024-08-19T09:54:53.826457+0000","last_unstale":"2024-08-19T09:54:55.631969+0000","last_undegraded":"2024-08-19T09:54:55.631969+0000","last_fullsized":"2024-08-19T09:54:55.631969+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:34:24.589134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959721+0000","last_change":"2024-08-19T09:54:53.840448+0000","last_active":"2024-08-19T09:54:54.959721+0000","last_peered":"2024-08-19T09:54:54.959721+0000","last_clean":"2024-08-19T09:54:54.959721+0000","last_became_active":"2024-08-19T09:54:53.840093+0000","last_became_peered":"2024-08-19T09:54:53.840093+0000","last_unstale":"2024-08-19T09:54:54.959721+0000","last_undegraded":"2024-08-19T09:54:54.959721+0000","last_fullsized":"2024-08-19T09:54:54.959721+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:21:20.278681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.183266+0000","last_change":"2024-08-19T09:54:53.829467+0000","last_active":"2024-08-19T09:54:55.183266+0000","last_peered":"2024-08-19T09:54:55.183266+0000","last_clean":"2024-08-19T09:54:55.183266+0000","last_became_active":"2024-08-19T09:54:53.829198+0000","last_became_peered":"2024-08-19T09:54:53.829198+0000","last_unstale":"2024-08-19T09:54:55.183266+0000","last_undegraded":"2024-08-19T09:54:55.183266+0000","last_fullsized":"2024-08-19T09:54:55.183266+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:07:17.145946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.633021+0000","last_change":"2024-08-19T09:54:53.831854+0000","last_active":"2024-08-19T09:54:55.633021+0000","last_peered":"2024-08-19T09:54:55.633021+0000","last_clean":"2024-08-19T09:54:55.633021+0000","last_became_active":"2024-08-19T09:54:53.831533+0000","last_became_peered":"2024-08-19T09:54:53.831533+0000","last_unstale":"2024-08-19T09:54:55.633021+0000","last_undegraded":"2024-08-19T09:54:55.633021+0000","last_fullsized":"2024-08-19T09:54:55.633021+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:06:15.013799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.628365+0000","last_change":"2024-08-19T09:54:53.839503+0000","last_active":"2024-08-19T09:54:55.628365+0000","last_peered":"2024-08-19T09:54:55.628365+0000","last_clean":"2024-08-19T09:54:55.628365+0000","last_became_active":"2024-08-19T09:54:53.838426+0000","last_became_peered":"2024-08-19T09:54:53.838426+0000","last_unstale":"2024-08-19T09:54:55.628365+0000","last_undegraded":"2024-08-19T09:54:55.628365+0000","last_fullsized":"2024-08-19T09:54:55.628365+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:17:51.950766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636857+0000","last_change":"2024-08-19T09:54:53.846609+0000","last_active":"2024-08-19T09:54:55.636857+0000","last_peered":"2024-08-19T09:54:55.636857+0000","last_clean":"2024-08-19T09:54:55.636857+0000","last_became_active":"2024-08-19T09:54:53.846160+0000","last_became_peered":"2024-08-19T09:54:53.846160+0000","last_unstale":"2024-08-19T09:54:55.636857+0000","last_undegraded":"2024-08-19T09:54:55.636857+0000","last_fullsized":"2024-08-19T09:54:55.636857+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:20:34.888117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.837079+0000","last_change":"2024-08-19T09:54:53.838202+0000","last_active":"2024-08-19T09:54:54.837079+0000","last_peered":"2024-08-19T09:54:54.837079+0000","last_clean":"2024-08-19T09:54:54.837079+0000","last_became_active":"2024-08-19T09:54:53.837958+0000","last_became_peered":"2024-08-19T09:54:53.837958+0000","last_unstale":"2024-08-19T09:54:54.837079+0000","last_undegraded":"2024-08-19T09:54:54.837079+0000","last_fullsized":"2024-08-19T09:54:54.837079+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:55:16.414148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959171+0000","last_change":"2024-08-19T09:54:53.845238+0000","last_active":"2024-08-19T09:54:54.959171+0000","last_peered":"2024-08-19T09:54:54.959171+0000","last_clean":"2024-08-19T09:54:54.959171+0000","last_became_active":"2024-08-19T09:54:53.844968+0000","last_became_peered":"2024-08-19T09:54:53.844968+0000","last_unstale":"2024-08-19T09:54:54.959171+0000","last_undegraded":"2024-08-19T09:54:54.959171+0000","last_fullsized":"2024-08-19T09:54:54.959171+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:32:30.767451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627050+0000","last_change":"2024-08-19T09:54:53.827938+0000","last_active":"2024-08-19T09:54:55.627050+0000","last_peered":"2024-08-19T09:54:55.627050+0000","last_clean":"2024-08-19T09:54:55.627050+0000","last_became_active":"2024-08-19T09:54:53.827243+0000","last_became_peered":"2024-08-19T09:54:53.827243+0000","last_unstale":"2024-08-19T09:54:55.627050+0000","last_undegraded":"2024-08-19T09:54:55.627050+0000","last_fullsized":"2024-08-19T09:54:55.627050+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:23:14.173842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632203+0000","last_change":"2024-08-19T09:54:50.816559+0000","last_active":"2024-08-19T09:54:55.632203+0000","last_peered":"2024-08-19T09:54:55.632203+0000","last_clean":"2024-08-19T09:54:55.632203+0000","last_became_active":"2024-08-19T09:54:50.816290+0000","last_became_peered":"2024-08-19T09:54:50.816290+0000","last_unstale":"2024-08-19T09:54:55.632203+0000","last_undegraded":"2024-08-19T09:54:55.632203+0000","last_fullsized":"2024-08-19T09:54:55.632203+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:30:43.409215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.628448+0000","last_change":"2024-08-19T09:54:53.839891+0000","last_active":"2024-08-19T09:54:55.628448+0000","last_peered":"2024-08-19T09:54:55.628448+0000","last_clean":"2024-08-19T09:54:55.628448+0000","last_became_active":"2024-08-19T09:54:53.839612+0000","last_became_peered":"2024-08-19T09:54:53.839612+0000","last_unstale":"2024-08-19T09:54:55.628448+0000","last_undegraded":"2024-08-19T09:54:55.628448+0000","last_fullsized":"2024-08-19T09:54:55.628448+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:49:10.839115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632455+0000","last_change":"2024-08-19T09:54:50.822364+0000","last_active":"2024-08-19T09:54:55.632455+0000","last_peered":"2024-08-19T09:54:55.632455+0000","last_clean":"2024-08-19T09:54:55.632455+0000","last_became_active":"2024-08-19T09:54:50.822060+0000","last_became_peered":"2024-08-19T09:54:50.822060+0000","last_unstale":"2024-08-19T09:54:55.632455+0000","last_undegraded":"2024-08-19T09:54:55.632455+0000","last_fullsized":"2024-08-19T09:54:55.632455+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:31:01.793305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.837476+0000","last_change":"2024-08-19T09:54:50.817514+0000","last_active":"2024-08-19T09:54:54.837476+0000","last_peered":"2024-08-19T09:54:54.837476+0000","last_clean":"2024-08-19T09:54:54.837476+0000","last_became_active":"2024-08-19T09:54:50.817246+0000","last_became_peered":"2024-08-19T09:54:50.817246+0000","last_unstale":"2024-08-19T09:54:54.837476+0000","last_undegraded":"2024-08-19T09:54:54.837476+0000","last_fullsized":"2024-08-19T09:54:54.837476+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:20:43.157904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632327+0000","last_change":"2024-08-19T09:54:53.832533+0000","last_active":"2024-08-19T09:54:55.632327+0000","last_peered":"2024-08-19T09:54:55.632327+0000","last_clean":"2024-08-19T09:54:55.632327+0000","last_became_active":"2024-08-19T09:54:53.832234+0000","last_became_peered":"2024-08-19T09:54:53.832234+0000","last_unstale":"2024-08-19T09:54:55.632327+0000","last_undegraded":"2024-08-19T09:54:55.632327+0000","last_fullsized":"2024-08-19T09:54:55.632327+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:15:13.987600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155724+0000","last_change":"2024-08-19T09:54:50.826368+0000","last_active":"2024-08-19T09:54:55.155724+0000","last_peered":"2024-08-19T09:54:55.155724+0000","last_clean":"2024-08-19T09:54:55.155724+0000","last_became_active":"2024-08-19T09:54:50.826029+0000","last_became_peered":"2024-08-19T09:54:50.826029+0000","last_unstale":"2024-08-19T09:54:55.155724+0000","last_undegraded":"2024-08-19T09:54:55.155724+0000","last_fullsized":"2024-08-19T09:54:55.155724+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:51:36.186463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.183207+0000","last_change":"2024-08-19T09:54:53.831347+0000","last_active":"2024-08-19T09:54:55.183207+0000","last_peered":"2024-08-19T09:54:55.183207+0000","last_clean":"2024-08-19T09:54:55.183207+0000","last_became_active":"2024-08-19T09:54:53.830881+0000","last_became_peered":"2024-08-19T09:54:53.830881+0000","last_unstale":"2024-08-19T09:54:55.183207+0000","last_undegraded":"2024-08-19T09:54:55.183207+0000","last_fullsized":"2024-08-19T09:54:55.183207+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:32:01.806304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959767+0000","last_change":"2024-08-19T09:54:50.820255+0000","last_active":"2024-08-19T09:54:54.959767+0000","last_peered":"2024-08-19T09:54:54.959767+0000","last_clean":"2024-08-19T09:54:54.959767+0000","last_became_active":"2024-08-19T09:54:50.819944+0000","last_became_peered":"2024-08-19T09:54:50.819944+0000","last_unstale":"2024-08-19T09:54:54.959767+0000","last_undegraded":"2024-08-19T09:54:54.959767+0000","last_fullsized":"2024-08-19T09:54:54.959767+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:57:30.507759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.637695+0000","last_change":"2024-08-19T09:54:53.848930+0000","last_active":"2024-08-19T09:54:55.637695+0000","last_peered":"2024-08-19T09:54:55.637695+0000","last_clean":"2024-08-19T09:54:55.637695+0000","last_became_active":"2024-08-19T09:54:53.848607+0000","last_became_peered":"2024-08-19T09:54:53.848607+0000","last_unstale":"2024-08-19T09:54:55.637695+0000","last_undegraded":"2024-08-19T09:54:55.637695+0000","last_fullsized":"2024-08-19T09:54:55.637695+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:15:18.662329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.156517+0000","last_change":"2024-08-19T09:54:50.823584+0000","last_active":"2024-08-19T09:54:55.156517+0000","last_peered":"2024-08-19T09:54:55.156517+0000","last_clean":"2024-08-19T09:54:55.156517+0000","last_became_active":"2024-08-19T09:54:50.823183+0000","last_became_peered":"2024-08-19T09:54:50.823183+0000","last_unstale":"2024-08-19T09:54:55.156517+0000","last_undegraded":"2024-08-19T09:54:55.156517+0000","last_fullsized":"2024-08-19T09:54:55.156517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:26:18.296385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.628338+0000","last_change":"2024-08-19T09:54:53.848148+0000","last_active":"2024-08-19T09:54:55.628338+0000","last_peered":"2024-08-19T09:54:55.628338+0000","last_clean":"2024-08-19T09:54:55.628338+0000","last_became_active":"2024-08-19T09:54:53.846963+0000","last_became_peered":"2024-08-19T09:54:53.846963+0000","last_unstale":"2024-08-19T09:54:55.628338+0000","last_undegraded":"2024-08-19T09:54:55.628338+0000","last_fullsized":"2024-08-19T09:54:55.628338+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:48:14.202247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.639521+0000","last_change":"2024-08-19T09:54:50.823311+0000","last_active":"2024-08-19T09:54:55.639521+0000","last_peered":"2024-08-19T09:54:55.639521+0000","last_clean":"2024-08-19T09:54:55.639521+0000","last_became_active":"2024-08-19T09:54:50.823023+0000","last_became_peered":"2024-08-19T09:54:50.823023+0000","last_unstale":"2024-08-19T09:54:55.639521+0000","last_undegraded":"2024-08-19T09:54:55.639521+0000","last_fullsized":"2024-08-19T09:54:55.639521+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:25:32.290003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627461+0000","last_change":"2024-08-19T09:54:53.847052+0000","last_active":"2024-08-19T09:54:55.627461+0000","last_peered":"2024-08-19T09:54:55.627461+0000","last_clean":"2024-08-19T09:54:55.627461+0000","last_became_active":"2024-08-19T09:54:53.846780+0000","last_became_peered":"2024-08-19T09:54:53.846780+0000","last_unstale":"2024-08-19T09:54:55.627461+0000","last_undegraded":"2024-08-19T09:54:55.627461+0000","last_fullsized":"2024-08-19T09:54:55.627461+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:14:51.280881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.640607+0000","last_change":"2024-08-19T09:54:50.823235+0000","last_active":"2024-08-19T09:54:55.640607+0000","last_peered":"2024-08-19T09:54:55.640607+0000","last_clean":"2024-08-19T09:54:55.640607+0000","last_became_active":"2024-08-19T09:54:50.822925+0000","last_became_peered":"2024-08-19T09:54:50.822925+0000","last_unstale":"2024-08-19T09:54:55.640607+0000","last_undegraded":"2024-08-19T09:54:55.640607+0000","last_fullsized":"2024-08-19T09:54:55.640607+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:42:55.984944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632496+0000","last_change":"2024-08-19T09:54:53.849695+0000","last_active":"2024-08-19T09:54:55.632496+0000","last_peered":"2024-08-19T09:54:55.632496+0000","last_clean":"2024-08-19T09:54:55.632496+0000","last_became_active":"2024-08-19T09:54:53.849405+0000","last_became_peered":"2024-08-19T09:54:53.849405+0000","last_unstale":"2024-08-19T09:54:55.632496+0000","last_undegraded":"2024-08-19T09:54:55.632496+0000","last_fullsized":"2024-08-19T09:54:55.632496+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:54:12.031333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636131+0000","last_change":"2024-08-19T09:54:50.815249+0000","last_active":"2024-08-19T09:54:55.636131+0000","last_peered":"2024-08-19T09:54:55.636131+0000","last_clean":"2024-08-19T09:54:55.636131+0000","last_became_active":"2024-08-19T09:54:50.814957+0000","last_became_peered":"2024-08-19T09:54:50.814957+0000","last_unstale":"2024-08-19T09:54:55.636131+0000","last_undegraded":"2024-08-19T09:54:55.636131+0000","last_fullsized":"2024-08-19T09:54:55.636131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:46:40.156495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627562+0000","last_change":"2024-08-19T09:54:53.834978+0000","last_active":"2024-08-19T09:54:55.627562+0000","last_peered":"2024-08-19T09:54:55.627562+0000","last_clean":"2024-08-19T09:54:55.627562+0000","last_became_active":"2024-08-19T09:54:53.834704+0000","last_became_peered":"2024-08-19T09:54:53.834704+0000","last_unstale":"2024-08-19T09:54:55.627562+0000","last_undegraded":"2024-08-19T09:54:55.627562+0000","last_fullsized":"2024-08-19T09:54:55.627562+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:15:01.318365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.156426+0000","last_change":"2024-08-19T09:54:50.826929+0000","last_active":"2024-08-19T09:54:55.156426+0000","last_peered":"2024-08-19T09:54:55.156426+0000","last_clean":"2024-08-19T09:54:55.156426+0000","last_became_active":"2024-08-19T09:54:50.826622+0000","last_became_peered":"2024-08-19T09:54:50.826622+0000","last_unstale":"2024-08-19T09:54:55.156426+0000","last_undegraded":"2024-08-19T09:54:55.156426+0000","last_fullsized":"2024-08-19T09:54:55.156426+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:57:39.098822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632851+0000","last_change":"2024-08-19T09:54:53.850124+0000","last_active":"2024-08-19T09:54:55.632851+0000","last_peered":"2024-08-19T09:54:55.632851+0000","last_clean":"2024-08-19T09:54:55.632851+0000","last_became_active":"2024-08-19T09:54:53.849609+0000","last_became_peered":"2024-08-19T09:54:53.849609+0000","last_unstale":"2024-08-19T09:54:55.632851+0000","last_undegraded":"2024-08-19T09:54:55.632851+0000","last_fullsized":"2024-08-19T09:54:55.632851+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:45:46.460243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959354+0000","last_change":"2024-08-19T09:54:50.823010+0000","last_active":"2024-08-19T09:54:54.959354+0000","last_peered":"2024-08-19T09:54:54.959354+0000","last_clean":"2024-08-19T09:54:54.959354+0000","last_became_active":"2024-08-19T09:54:50.822685+0000","last_became_peered":"2024-08-19T09:54:50.822685+0000","last_unstale":"2024-08-19T09:54:54.959354+0000","last_undegraded":"2024-08-19T09:54:54.959354+0000","last_fullsized":"2024-08-19T09:54:54.959354+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:23:07.614052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959168+0000","last_change":"2024-08-19T09:54:53.846886+0000","last_active":"2024-08-19T09:54:54.959168+0000","last_peered":"2024-08-19T09:54:54.959168+0000","last_clean":"2024-08-19T09:54:54.959168+0000","last_became_active":"2024-08-19T09:54:53.846399+0000","last_became_peered":"2024-08-19T09:54:53.846399+0000","last_unstale":"2024-08-19T09:54:54.959168+0000","last_undegraded":"2024-08-19T09:54:54.959168+0000","last_fullsized":"2024-08-19T09:54:54.959168+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:41:12.835252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.639205+0000","last_change":"2024-08-19T09:54:50.813503+0000","last_active":"2024-08-19T09:54:55.639205+0000","last_peered":"2024-08-19T09:54:55.639205+0000","last_clean":"2024-08-19T09:54:55.639205+0000","last_became_active":"2024-08-19T09:54:50.813235+0000","last_became_peered":"2024-08-19T09:54:50.813235+0000","last_unstale":"2024-08-19T09:54:55.639205+0000","last_undegraded":"2024-08-19T09:54:55.639205+0000","last_fullsized":"2024-08-19T09:54:55.639205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:39:50.016344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.633249+0000","last_change":"2024-08-19T09:54:53.853833+0000","last_active":"2024-08-19T09:54:55.633249+0000","last_peered":"2024-08-19T09:54:55.633249+0000","last_clean":"2024-08-19T09:54:55.633249+0000","last_became_active":"2024-08-19T09:54:53.853171+0000","last_became_peered":"2024-08-19T09:54:53.853171+0000","last_unstale":"2024-08-19T09:54:55.633249+0000","last_undegraded":"2024-08-19T09:54:55.633249+0000","last_fullsized":"2024-08-19T09:54:55.633249+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:41:37.498677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627953+0000","last_change":"2024-08-19T09:54:50.817179+0000","last_active":"2024-08-19T09:54:55.627953+0000","last_peered":"2024-08-19T09:54:55.627953+0000","last_clean":"2024-08-19T09:54:55.627953+0000","last_became_active":"2024-08-19T09:54:50.816538+0000","last_became_peered":"2024-08-19T09:54:50.816538+0000","last_unstale":"2024-08-19T09:54:55.627953+0000","last_undegraded":"2024-08-19T09:54:55.627953+0000","last_fullsized":"2024-08-19T09:54:55.627953+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:42:23.447764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.633822+0000","last_change":"2024-08-19T09:54:53.850094+0000","last_active":"2024-08-19T09:54:55.633822+0000","last_peered":"2024-08-19T09:54:55.633822+0000","last_clean":"2024-08-19T09:54:55.633822+0000","last_became_active":"2024-08-19T09:54:53.849151+0000","last_became_peered":"2024-08-19T09:54:53.849151+0000","last_unstale":"2024-08-19T09:54:55.633822+0000","last_undegraded":"2024-08-19T09:54:55.633822+0000","last_fullsized":"2024-08-19T09:54:55.633822+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:38:39.155777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.634787+0000","last_change":"2024-08-19T09:54:50.818064+0000","last_active":"2024-08-19T09:54:55.634787+0000","last_peered":"2024-08-19T09:54:55.634787+0000","last_clean":"2024-08-19T09:54:55.634787+0000","last_became_active":"2024-08-19T09:54:50.817278+0000","last_became_peered":"2024-08-19T09:54:50.817278+0000","last_unstale":"2024-08-19T09:54:55.634787+0000","last_undegraded":"2024-08-19T09:54:55.634787+0000","last_fullsized":"2024-08-19T09:54:55.634787+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:49:29.025516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.635073+0000","last_change":"2024-08-19T09:54:53.849767+0000","last_active":"2024-08-19T09:54:55.635073+0000","last_peered":"2024-08-19T09:54:55.635073+0000","last_clean":"2024-08-19T09:54:55.635073+0000","last_became_active":"2024-08-19T09:54:53.849452+0000","last_became_peered":"2024-08-19T09:54:53.849452+0000","last_unstale":"2024-08-19T09:54:55.635073+0000","last_undegraded":"2024-08-19T09:54:55.635073+0000","last_fullsized":"2024-08-19T09:54:55.635073+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:17:53.780532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.633982+0000","last_change":"2024-08-19T09:54:50.821349+0000","last_active":"2024-08-19T09:54:55.633982+0000","last_peered":"2024-08-19T09:54:55.633982+0000","last_clean":"2024-08-19T09:54:55.633982+0000","last_became_active":"2024-08-19T09:54:50.821027+0000","last_became_peered":"2024-08-19T09:54:50.821027+0000","last_unstale":"2024-08-19T09:54:55.633982+0000","last_undegraded":"2024-08-19T09:54:55.633982+0000","last_fullsized":"2024-08-19T09:54:55.633982+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:48:40.873573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636753+0000","last_change":"2024-08-19T09:54:53.845628+0000","last_active":"2024-08-19T09:54:55.636753+0000","last_peered":"2024-08-19T09:54:55.636753+0000","last_clean":"2024-08-19T09:54:55.636753+0000","last_became_active":"2024-08-19T09:54:53.845362+0000","last_became_peered":"2024-08-19T09:54:53.845362+0000","last_unstale":"2024-08-19T09:54:55.636753+0000","last_undegraded":"2024-08-19T09:54:55.636753+0000","last_fullsized":"2024-08-19T09:54:55.636753+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:07:48.236814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.837247+0000","last_change":"2024-08-19T09:54:50.817618+0000","last_active":"2024-08-19T09:54:54.837247+0000","last_peered":"2024-08-19T09:54:54.837247+0000","last_clean":"2024-08-19T09:54:54.837247+0000","last_became_active":"2024-08-19T09:54:50.817351+0000","last_became_peered":"2024-08-19T09:54:50.817351+0000","last_unstale":"2024-08-19T09:54:54.837247+0000","last_undegraded":"2024-08-19T09:54:54.837247+0000","last_fullsized":"2024-08-19T09:54:54.837247+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:24:45.834732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632373+0000","last_change":"2024-08-19T09:54:53.841482+0000","last_active":"2024-08-19T09:54:55.632373+0000","last_peered":"2024-08-19T09:54:55.632373+0000","last_clean":"2024-08-19T09:54:55.632373+0000","last_became_active":"2024-08-19T09:54:53.841200+0000","last_became_peered":"2024-08-19T09:54:53.841200+0000","last_unstale":"2024-08-19T09:54:55.632373+0000","last_undegraded":"2024-08-19T09:54:55.632373+0000","last_fullsized":"2024-08-19T09:54:55.632373+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:09:38.888290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":222,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155911+0000","last_change":"2024-08-19T09:54:31.379926+0000","last_active":"2024-08-19T09:54:55.155911+0000","last_peered":"2024-08-19T09:54:55.155911+0000","last_clean":"2024-08-19T09:54:55.155911+0000","last_became_active":"2024-08-19T09:54:31.379548+0000","last_became_peered":"2024-08-19T09:54:31.379548+0000","last_unstale":"2024-08-19T09:54:55.155911+0000","last_undegraded":"2024-08-19T09:54:55.155911+0000","last_fullsized":"2024-08-19T09:54:55.155911+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:52:34.373391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:52:34.373391+0000","last_clean_scrub_stamp":"2024-08-19T09:52:34.373391+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:23:13.933393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155755+0000","last_change":"2024-08-19T09:54:50.826234+0000","last_active":"2024-08-19T09:54:55.155755+0000","last_peered":"2024-08-19T09:54:55.155755+0000","last_clean":"2024-08-19T09:54:55.155755+0000","last_became_active":"2024-08-19T09:54:50.825915+0000","last_became_peered":"2024-08-19T09:54:50.825915+0000","last_unstale":"2024-08-19T09:54:55.155755+0000","last_undegraded":"2024-08-19T09:54:55.155755+0000","last_fullsized":"2024-08-19T09:54:55.155755+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:43:47.554119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632649+0000","last_change":"2024-08-19T09:54:53.840845+0000","last_active":"2024-08-19T09:54:55.632649+0000","last_peered":"2024-08-19T09:54:55.632649+0000","last_clean":"2024-08-19T09:54:55.632649+0000","last_became_active":"2024-08-19T09:54:53.840593+0000","last_became_peered":"2024-08-19T09:54:53.840593+0000","last_unstale":"2024-08-19T09:54:55.632649+0000","last_undegraded":"2024-08-19T09:54:55.632649+0000","last_fullsized":"2024-08-19T09:54:55.632649+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:25:03.933158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155802+0000","last_change":"2024-08-19T09:54:50.819110+0000","last_active":"2024-08-19T09:54:55.155802+0000","last_peered":"2024-08-19T09:54:55.155802+0000","last_clean":"2024-08-19T09:54:55.155802+0000","last_became_active":"2024-08-19T09:54:50.818801+0000","last_became_peered":"2024-08-19T09:54:50.818801+0000","last_unstale":"2024-08-19T09:54:55.155802+0000","last_undegraded":"2024-08-19T09:54:55.155802+0000","last_fullsized":"2024-08-19T09:54:55.155802+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:12:20.281920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627075+0000","last_change":"2024-08-19T09:54:53.837376+0000","last_active":"2024-08-19T09:54:55.627075+0000","last_peered":"2024-08-19T09:54:55.627075+0000","last_clean":"2024-08-19T09:54:55.627075+0000","last_became_active":"2024-08-19T09:54:53.837092+0000","last_became_peered":"2024-08-19T09:54:53.837092+0000","last_unstale":"2024-08-19T09:54:55.627075+0000","last_undegraded":"2024-08-19T09:54:55.627075+0000","last_fullsized":"2024-08-19T09:54:55.627075+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:29:42.017481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.837155+0000","last_change":"2024-08-19T09:54:50.817892+0000","last_active":"2024-08-19T09:54:54.837155+0000","last_peered":"2024-08-19T09:54:54.837155+0000","last_clean":"2024-08-19T09:54:54.837155+0000","last_became_active":"2024-08-19T09:54:50.817622+0000","last_became_peered":"2024-08-19T09:54:50.817622+0000","last_unstale":"2024-08-19T09:54:54.837155+0000","last_undegraded":"2024-08-19T09:54:54.837155+0000","last_fullsized":"2024-08-19T09:54:54.837155+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:00:30.917648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.183190+0000","last_change":"2024-08-19T09:54:53.837682+0000","last_active":"2024-08-19T09:54:55.183190+0000","last_peered":"2024-08-19T09:54:55.183190+0000","last_clean":"2024-08-19T09:54:55.183190+0000","last_became_active":"2024-08-19T09:54:53.836956+0000","last_became_peered":"2024-08-19T09:54:53.836956+0000","last_unstale":"2024-08-19T09:54:55.183190+0000","last_undegraded":"2024-08-19T09:54:55.183190+0000","last_fullsized":"2024-08-19T09:54:55.183190+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:24:20.679776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.156455+0000","last_change":"2024-08-19T09:54:50.822520+0000","last_active":"2024-08-19T09:54:55.156455+0000","last_peered":"2024-08-19T09:54:55.156455+0000","last_clean":"2024-08-19T09:54:55.156455+0000","last_became_active":"2024-08-19T09:54:50.822239+0000","last_became_peered":"2024-08-19T09:54:50.822239+0000","last_unstale":"2024-08-19T09:54:55.156455+0000","last_undegraded":"2024-08-19T09:54:55.156455+0000","last_fullsized":"2024-08-19T09:54:55.156455+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:32:16.828323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627366+0000","last_change":"2024-08-19T09:54:53.838634+0000","last_active":"2024-08-19T09:54:55.627366+0000","last_peered":"2024-08-19T09:54:55.627366+0000","last_clean":"2024-08-19T09:54:55.627366+0000","last_became_active":"2024-08-19T09:54:53.838145+0000","last_became_peered":"2024-08-19T09:54:53.838145+0000","last_unstale":"2024-08-19T09:54:55.627366+0000","last_undegraded":"2024-08-19T09:54:55.627366+0000","last_fullsized":"2024-08-19T09:54:55.627366+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:08:37.439905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155568+0000","last_change":"2024-08-19T09:54:50.817544+0000","last_active":"2024-08-19T09:54:55.155568+0000","last_peered":"2024-08-19T09:54:55.155568+0000","last_clean":"2024-08-19T09:54:55.155568+0000","last_became_active":"2024-08-19T09:54:50.817237+0000","last_became_peered":"2024-08-19T09:54:50.817237+0000","last_unstale":"2024-08-19T09:54:55.155568+0000","last_undegraded":"2024-08-19T09:54:55.155568+0000","last_fullsized":"2024-08-19T09:54:55.155568+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:18:11.557004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.637818+0000","last_change":"2024-08-19T09:54:53.840475+0000","last_active":"2024-08-19T09:54:55.637818+0000","last_peered":"2024-08-19T09:54:55.637818+0000","last_clean":"2024-08-19T09:54:55.637818+0000","last_became_active":"2024-08-19T09:54:53.840170+0000","last_became_peered":"2024-08-19T09:54:53.840170+0000","last_unstale":"2024-08-19T09:54:55.637818+0000","last_undegraded":"2024-08-19T09:54:55.637818+0000","last_fullsized":"2024-08-19T09:54:55.637818+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:56:11.587356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.157029+0000","last_change":"2024-08-19T09:54:50.816789+0000","last_active":"2024-08-19T09:54:55.157029+0000","last_peered":"2024-08-19T09:54:55.157029+0000","last_clean":"2024-08-19T09:54:55.157029+0000","last_became_active":"2024-08-19T09:54:50.816503+0000","last_became_peered":"2024-08-19T09:54:50.816503+0000","last_unstale":"2024-08-19T09:54:55.157029+0000","last_undegraded":"2024-08-19T09:54:55.157029+0000","last_fullsized":"2024-08-19T09:54:55.157029+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:42:53.529210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.183238+0000","last_change":"2024-08-19T09:54:53.840405+0000","last_active":"2024-08-19T09:54:55.183238+0000","last_peered":"2024-08-19T09:54:55.183238+0000","last_clean":"2024-08-19T09:54:55.183238+0000","last_became_active":"2024-08-19T09:54:53.839670+0000","last_became_peered":"2024-08-19T09:54:53.839670+0000","last_unstale":"2024-08-19T09:54:55.183238+0000","last_undegraded":"2024-08-19T09:54:55.183238+0000","last_fullsized":"2024-08-19T09:54:55.183238+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:16:26.369120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636899+0000","last_change":"2024-08-19T09:54:50.820950+0000","last_active":"2024-08-19T09:54:55.636899+0000","last_peered":"2024-08-19T09:54:55.636899+0000","last_clean":"2024-08-19T09:54:55.636899+0000","last_became_active":"2024-08-19T09:54:50.820613+0000","last_became_peered":"2024-08-19T09:54:50.820613+0000","last_unstale":"2024-08-19T09:54:55.636899+0000","last_undegraded":"2024-08-19T09:54:55.636899+0000","last_fullsized":"2024-08-19T09:54:55.636899+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:53:28.428843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632054+0000","last_change":"2024-08-19T09:54:53.837041+0000","last_active":"2024-08-19T09:54:55.632054+0000","last_peered":"2024-08-19T09:54:55.632054+0000","last_clean":"2024-08-19T09:54:55.632054+0000","last_became_active":"2024-08-19T09:54:53.836353+0000","last_became_peered":"2024-08-19T09:54:53.836353+0000","last_unstale":"2024-08-19T09:54:55.632054+0000","last_undegraded":"2024-08-19T09:54:55.632054+0000","last_fullsized":"2024-08-19T09:54:55.632054+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:24:38.182255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.640408+0000","last_change":"2024-08-19T09:54:50.817998+0000","last_active":"2024-08-19T09:54:55.640408+0000","last_peered":"2024-08-19T09:54:55.640408+0000","last_clean":"2024-08-19T09:54:55.640408+0000","last_became_active":"2024-08-19T09:54:50.817647+0000","last_became_peered":"2024-08-19T09:54:50.817647+0000","last_unstale":"2024-08-19T09:54:55.640408+0000","last_undegraded":"2024-08-19T09:54:55.640408+0000","last_fullsized":"2024-08-19T09:54:55.640408+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:15:35.788835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.628078+0000","last_change":"2024-08-19T09:54:53.843439+0000","last_active":"2024-08-19T09:54:55.628078+0000","last_peered":"2024-08-19T09:54:55.628078+0000","last_clean":"2024-08-19T09:54:55.628078+0000","last_became_active":"2024-08-19T09:54:53.842523+0000","last_became_peered":"2024-08-19T09:54:53.842523+0000","last_unstale":"2024-08-19T09:54:55.628078+0000","last_undegraded":"2024-08-19T09:54:55.628078+0000","last_fullsized":"2024-08-19T09:54:55.628078+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:00:09.619816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155715+0000","last_change":"2024-08-19T09:54:50.818183+0000","last_active":"2024-08-19T09:54:55.155715+0000","last_peered":"2024-08-19T09:54:55.155715+0000","last_clean":"2024-08-19T09:54:55.155715+0000","last_became_active":"2024-08-19T09:54:50.817837+0000","last_became_peered":"2024-08-19T09:54:50.817837+0000","last_unstale":"2024-08-19T09:54:55.155715+0000","last_undegraded":"2024-08-19T09:54:55.155715+0000","last_fullsized":"2024-08-19T09:54:55.155715+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:17:18.259754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627037+0000","last_change":"2024-08-19T09:54:53.847998+0000","last_active":"2024-08-19T09:54:55.627037+0000","last_peered":"2024-08-19T09:54:55.627037+0000","last_clean":"2024-08-19T09:54:55.627037+0000","last_became_active":"2024-08-19T09:54:53.847729+0000","last_became_peered":"2024-08-19T09:54:53.847729+0000","last_unstale":"2024-08-19T09:54:55.627037+0000","last_undegraded":"2024-08-19T09:54:55.627037+0000","last_fullsized":"2024-08-19T09:54:55.627037+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:42:24.055444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155300+0000","last_change":"2024-08-19T09:54:50.818081+0000","last_active":"2024-08-19T09:54:55.155300+0000","last_peered":"2024-08-19T09:54:55.155300+0000","last_clean":"2024-08-19T09:54:55.155300+0000","last_became_active":"2024-08-19T09:54:50.817789+0000","last_became_peered":"2024-08-19T09:54:50.817789+0000","last_unstale":"2024-08-19T09:54:55.155300+0000","last_undegraded":"2024-08-19T09:54:55.155300+0000","last_fullsized":"2024-08-19T09:54:55.155300+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:53:49.637050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632414+0000","last_change":"2024-08-19T09:54:53.836134+0000","last_active":"2024-08-19T09:54:55.632414+0000","last_peered":"2024-08-19T09:54:55.632414+0000","last_clean":"2024-08-19T09:54:55.632414+0000","last_became_active":"2024-08-19T09:54:53.835862+0000","last_became_peered":"2024-08-19T09:54:53.835862+0000","last_unstale":"2024-08-19T09:54:55.632414+0000","last_undegraded":"2024-08-19T09:54:55.632414+0000","last_fullsized":"2024-08-19T09:54:55.632414+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:26:25.531382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155789+0000","last_change":"2024-08-19T09:54:50.818864+0000","last_active":"2024-08-19T09:54:55.155789+0000","last_peered":"2024-08-19T09:54:55.155789+0000","last_clean":"2024-08-19T09:54:55.155789+0000","last_became_active":"2024-08-19T09:54:50.818555+0000","last_became_peered":"2024-08-19T09:54:50.818555+0000","last_unstale":"2024-08-19T09:54:55.155789+0000","last_undegraded":"2024-08-19T09:54:55.155789+0000","last_fullsized":"2024-08-19T09:54:55.155789+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:39:56.586436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632047+0000","last_change":"2024-08-19T09:54:53.832503+0000","last_active":"2024-08-19T09:54:55.632047+0000","last_peered":"2024-08-19T09:54:55.632047+0000","last_clean":"2024-08-19T09:54:55.632047+0000","last_became_active":"2024-08-19T09:54:53.832185+0000","last_became_peered":"2024-08-19T09:54:53.832185+0000","last_unstale":"2024-08-19T09:54:55.632047+0000","last_undegraded":"2024-08-19T09:54:55.632047+0000","last_fullsized":"2024-08-19T09:54:55.632047+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:18:58.511945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.638880+0000","last_change":"2024-08-19T09:54:50.825027+0000","last_active":"2024-08-19T09:54:55.638880+0000","last_peered":"2024-08-19T09:54:55.638880+0000","last_clean":"2024-08-19T09:54:55.638880+0000","last_became_active":"2024-08-19T09:54:50.824718+0000","last_became_peered":"2024-08-19T09:54:50.824718+0000","last_unstale":"2024-08-19T09:54:55.638880+0000","last_undegraded":"2024-08-19T09:54:55.638880+0000","last_fullsized":"2024-08-19T09:54:55.638880+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:02:01.523784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959278+0000","last_change":"2024-08-19T09:54:53.836226+0000","last_active":"2024-08-19T09:54:54.959278+0000","last_peered":"2024-08-19T09:54:54.959278+0000","last_clean":"2024-08-19T09:54:54.959278+0000","last_became_active":"2024-08-19T09:54:53.835892+0000","last_became_peered":"2024-08-19T09:54:53.835892+0000","last_unstale":"2024-08-19T09:54:54.959278+0000","last_undegraded":"2024-08-19T09:54:54.959278+0000","last_fullsized":"2024-08-19T09:54:54.959278+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:40:53.238015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.637047+0000","last_change":"2024-08-19T09:54:53.849471+0000","last_active":"2024-08-19T09:54:55.637047+0000","last_peered":"2024-08-19T09:54:55.637047+0000","last_clean":"2024-08-19T09:54:55.637047+0000","last_became_active":"2024-08-19T09:54:53.849142+0000","last_became_peered":"2024-08-19T09:54:53.849142+0000","last_unstale":"2024-08-19T09:54:55.637047+0000","last_undegraded":"2024-08-19T09:54:55.637047+0000","last_fullsized":"2024-08-19T09:54:55.637047+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:48:23.567720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.638286+0000","last_change":"2024-08-19T09:54:50.825922+0000","last_active":"2024-08-19T09:54:55.638286+0000","last_peered":"2024-08-19T09:54:55.638286+0000","last_clean":"2024-08-19T09:54:55.638286+0000","last_became_active":"2024-08-19T09:54:50.825476+0000","last_became_peered":"2024-08-19T09:54:50.825476+0000","last_unstale":"2024-08-19T09:54:55.638286+0000","last_undegraded":"2024-08-19T09:54:55.638286+0000","last_fullsized":"2024-08-19T09:54:55.638286+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:22:21.965265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636905+0000","last_change":"2024-08-19T09:54:53.850641+0000","last_active":"2024-08-19T09:54:55.636905+0000","last_peered":"2024-08-19T09:54:55.636905+0000","last_clean":"2024-08-19T09:54:55.636905+0000","last_became_active":"2024-08-19T09:54:53.848290+0000","last_became_peered":"2024-08-19T09:54:53.848290+0000","last_unstale":"2024-08-19T09:54:55.636905+0000","last_undegraded":"2024-08-19T09:54:55.636905+0000","last_fullsized":"2024-08-19T09:54:55.636905+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:12:29.357952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.639393+0000","last_change":"2024-08-19T09:54:50.816654+0000","last_active":"2024-08-19T09:54:55.639393+0000","last_peered":"2024-08-19T09:54:55.639393+0000","last_clean":"2024-08-19T09:54:55.639393+0000","last_became_active":"2024-08-19T09:54:50.816219+0000","last_became_peered":"2024-08-19T09:54:50.816219+0000","last_unstale":"2024-08-19T09:54:55.639393+0000","last_undegraded":"2024-08-19T09:54:55.639393+0000","last_fullsized":"2024-08-19T09:54:55.639393+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:02:07.512268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.628248+0000","last_change":"2024-08-19T09:54:53.848334+0000","last_active":"2024-08-19T09:54:55.628248+0000","last_peered":"2024-08-19T09:54:55.628248+0000","last_clean":"2024-08-19T09:54:55.628248+0000","last_became_active":"2024-08-19T09:54:53.847394+0000","last_became_peered":"2024-08-19T09:54:53.847394+0000","last_unstale":"2024-08-19T09:54:55.628248+0000","last_undegraded":"2024-08-19T09:54:55.628248+0000","last_fullsized":"2024-08-19T09:54:55.628248+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:13:40.828662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632307+0000","last_change":"2024-08-19T09:54:50.823790+0000","last_active":"2024-08-19T09:54:55.632307+0000","last_peered":"2024-08-19T09:54:55.632307+0000","last_clean":"2024-08-19T09:54:55.632307+0000","last_became_active":"2024-08-19T09:54:50.823485+0000","last_became_peered":"2024-08-19T09:54:50.823485+0000","last_unstale":"2024-08-19T09:54:55.632307+0000","last_undegraded":"2024-08-19T09:54:55.632307+0000","last_fullsized":"2024-08-19T09:54:55.632307+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:06:02.385803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632157+0000","last_change":"2024-08-19T09:54:53.834046+0000","last_active":"2024-08-19T09:54:55.632157+0000","last_peered":"2024-08-19T09:54:55.632157+0000","last_clean":"2024-08-19T09:54:55.632157+0000","last_became_active":"2024-08-19T09:54:53.833781+0000","last_became_peered":"2024-08-19T09:54:53.833781+0000","last_unstale":"2024-08-19T09:54:55.632157+0000","last_undegraded":"2024-08-19T09:54:55.632157+0000","last_fullsized":"2024-08-19T09:54:55.632157+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:38:05.891107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":19,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.639963+0000","last_change":"2024-08-19T09:54:50.816632+0000","last_active":"2024-08-19T09:54:55.639963+0000","last_peered":"2024-08-19T09:54:55.639963+0000","last_clean":"2024-08-19T09:54:55.639963+0000","last_became_active":"2024-08-19T09:54:50.816397+0000","last_became_peered":"2024-08-19T09:54:50.816397+0000","last_unstale":"2024-08-19T09:54:55.639963+0000","last_undegraded":"2024-08-19T09:54:55.639963+0000","last_fullsized":"2024-08-19T09:54:55.639963+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:40:03.756739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233995,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28256,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716896,"statfs":{"total":95995035648,"available":95966101504,"internally_reserved":0,"allocated":1261568,"data_stored":868577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495632,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28260,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716892,"statfs":{"total":95995035648,"available":95966097408,"internally_reserved":0,"allocated":1265664,"data_stored":869537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.68899999999999995}]},{"osd":1,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.61199999999999999}]},{"osd":2,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.60399999999999998}]},{"osd":3,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.747}]},{"osd":4,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.55000000000000004}]},{"osd":5,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.59199999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757268,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":675840,"data_stored":279259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:54:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.53400000000000003}]},{"osd":1,"last update":"Mon Aug 19 09:54:43 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.56000000000000005}]},{"osd":2,"last update":"Mon Aug 19 09:54:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.5},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.41499999999999998}]},{"osd":3,"last update":"Mon Aug 19 09:54:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.44},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.51600000000000001}]},{"osd":4,"last update":"Mon Aug 19 09:54:43 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.38100000000000001}]},{"osd":6,"last update":"Mon Aug 19 09:55:04 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.57199999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]}]},{"osd":4,"up_from":30,"seq":128849018905,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":671744,"data_stored":278040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.504},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.42199999999999999}]},{"osd":1,"last update":"Mon Aug 19 09:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.44800000000000001}]},{"osd":2,"last update":"Mon Aug 19 09:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.48399999999999999}]},{"osd":3,"last update":"Mon Aug 19 09:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.55200000000000005}]},{"osd":5,"last update":"Mon Aug 19 09:54:44 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.59499999999999997}]},{"osd":6,"last update":"Mon Aug 19 09:55:03 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.57999999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]}]},{"osd":3,"up_from":25,"seq":107374182430,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":279273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:55:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.40000000000000002,"15min":0.40200000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.434,"15min":0.436},"min":{"1min":0.28000000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.29899999999999999}]},{"osd":1,"last update":"Mon Aug 19 09:55:00 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.439,"15min":0.439},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.499,"15min":0.46899999999999997},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":4.8940000000000001,"5min":4.8940000000000001,"15min":4.8940000000000001},"last":0.32100000000000001}]},{"osd":2,"last update":"Mon Aug 19 09:55:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.48199999999999998,"15min":0.47399999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":2.4380000000000002,"5min":2.4380000000000002,"15min":2.4380000000000002},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.46400000000000002,"15min":0.46700000000000003},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.33900000000000002}]},{"osd":4,"last update":"Mon Aug 19 09:54:18 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.40500000000000003}]},{"osd":5,"last update":"Mon Aug 19 09:54:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.45100000000000001}]},{"osd":6,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.437}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411363,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31764,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713388,"statfs":{"total":95995035648,"available":95962509312,"internally_reserved":0,"allocated":659456,"data_stored":277605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.371,"15min":0.36599999999999999},"min":{"1min":0.253,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38,"15min":0.379},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.47299999999999998}]},{"osd":1,"last update":"Mon Aug 19 09:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.38100000000000001,"15min":0.379},"min":{"1min":0.28000000000000003,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.59899999999999998,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.41099999999999998,"15min":0.40400000000000003},"min":{"1min":0.34000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.45900000000000002}]},{"osd":3,"last update":"Mon Aug 19 09:55:00 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.45100000000000001,"15min":0.45300000000000001},"min":{"1min":0.30599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.61799999999999999,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.45300000000000001,"15min":0.45700000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.55900000000000005,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.439}]},{"osd":4,"last update":"Mon Aug 19 09:54:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.68799999999999994}]},{"osd":5,"last update":"Mon Aug 19 09:54:41 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.61299999999999999}]},{"osd":6,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.66200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":667648,"data_stored":277765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:54:13 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.30399999999999999,"15min":0.28999999999999998},"min":{"1min":0.26900000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.32300000000000001,"15min":0.309},"min":{"1min":0.29799999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.48999999999999999}]},{"osd":2,"last update":"Mon Aug 19 09:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.35299999999999998,"15min":0.34499999999999997},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.34000000000000002,"15min":0.32900000000000001},"min":{"1min":0.29099999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.433}]},{"osd":3,"last update":"Mon Aug 19 09:55:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.40100000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.46000000000000002,"15min":0.46600000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.57699999999999996,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.45900000000000002}]},{"osd":4,"last update":"Mon Aug 19 09:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.78800000000000003}]},{"osd":5,"last update":"Mon Aug 19 09:54:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.67100000000000004}]},{"osd":6,"last update":"Mon Aug 19 09:55:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.77800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738412,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32360,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712792,"statfs":{"total":95995035648,"available":95961899008,"internally_reserved":0,"allocated":1269760,"data_stored":868701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 19 09:54:14 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.315,"15min":0.307},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.32500000000000001,"15min":0.313},"min":{"1min":0.26600000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.39300000000000002}]},{"osd":2,"last update":"Mon Aug 19 09:54:40 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.36699999999999999,"15min":0.36599999999999999},"min":{"1min":0.27600000000000002,"5min":0.248,"15min":0.248},"max":{"1min":0.48099999999999998,"5min":0.53100000000000003,"15min":0.53100000000000003},"last":0.378},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.29399999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.54700000000000004,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.49399999999999999}]},{"osd":3,"last update":"Mon Aug 19 09:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.434,"15min":0.438},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.40400000000000003,"15min":0.40799999999999997},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.56200000000000006,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.40899999999999997}]},{"osd":4,"last update":"Mon Aug 19 09:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.77100000000000002}]},{"osd":5,"last update":"Mon Aug 19 09:54:40 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.748},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.84999999999999998}]},{"osd":6,"last update":"Mon Aug 19 09:55:06 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.80800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81799999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-19T09:55:15.930 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-19T09:55:16.130 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:55:17.460 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:17 smithi190 ceph-mon[16060]: from='client.24401 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T09:55:17.460 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:17 smithi190 ceph-mon[16060]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:17.460 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:17 smithi190 ceph-mon[26031]: from='client.24401 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T09:55:17.461 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:17 smithi190 ceph-mon[26031]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:17.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:17 smithi196 ceph-mon[19976]: from='client.24401 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T09:55:17.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:17 smithi196 ceph-mon[19976]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:17.965 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:55:17.967 INFO:teuthology.orchestra.run.smithi190.stderr:dumped all 2024-08-19T09:55:18.714 INFO:teuthology.orchestra.run.smithi190.stdout:{"pg_ready":true,"pg_map":{"version":201,"stamp":"2024-08-19T09:55:16.118340+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231364,"kb_used_data":6984,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729852,"statfs":{"total":767960285184,"available":767723368448,"internally_reserved":0,"allocated":7151616,"data_stored":3998757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":229625402},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002763"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.634962+0000","last_change":"2024-08-19T09:54:53.846225+0000","last_active":"2024-08-19T09:54:55.634962+0000","last_peered":"2024-08-19T09:54:55.634962+0000","last_clean":"2024-08-19T09:54:55.634962+0000","last_became_active":"2024-08-19T09:54:53.845468+0000","last_became_peered":"2024-08-19T09:54:53.845468+0000","last_unstale":"2024-08-19T09:54:55.634962+0000","last_undegraded":"2024-08-19T09:54:55.634962+0000","last_fullsized":"2024-08-19T09:54:55.634962+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:00:29.464966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.183285+0000","last_change":"2024-08-19T09:54:53.835727+0000","last_active":"2024-08-19T09:54:55.183285+0000","last_peered":"2024-08-19T09:54:55.183285+0000","last_clean":"2024-08-19T09:54:55.183285+0000","last_became_active":"2024-08-19T09:54:53.835234+0000","last_became_peered":"2024-08-19T09:54:53.835234+0000","last_unstale":"2024-08-19T09:54:55.183285+0000","last_undegraded":"2024-08-19T09:54:55.183285+0000","last_fullsized":"2024-08-19T09:54:55.183285+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:46:54.956013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627553+0000","last_change":"2024-08-19T09:54:53.843032+0000","last_active":"2024-08-19T09:54:55.627553+0000","last_peered":"2024-08-19T09:54:55.627553+0000","last_clean":"2024-08-19T09:54:55.627553+0000","last_became_active":"2024-08-19T09:54:53.842752+0000","last_became_peered":"2024-08-19T09:54:53.842752+0000","last_unstale":"2024-08-19T09:54:55.627553+0000","last_undegraded":"2024-08-19T09:54:55.627553+0000","last_fullsized":"2024-08-19T09:54:55.627553+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:52:27.405229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636647+0000","last_change":"2024-08-19T09:54:53.850245+0000","last_active":"2024-08-19T09:54:55.636647+0000","last_peered":"2024-08-19T09:54:55.636647+0000","last_clean":"2024-08-19T09:54:55.636647+0000","last_became_active":"2024-08-19T09:54:53.849416+0000","last_became_peered":"2024-08-19T09:54:53.849416+0000","last_unstale":"2024-08-19T09:54:55.636647+0000","last_undegraded":"2024-08-19T09:54:55.636647+0000","last_fullsized":"2024-08-19T09:54:55.636647+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:07:14.039792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632391+0000","last_change":"2024-08-19T09:54:53.849918+0000","last_active":"2024-08-19T09:54:55.632391+0000","last_peered":"2024-08-19T09:54:55.632391+0000","last_clean":"2024-08-19T09:54:55.632391+0000","last_became_active":"2024-08-19T09:54:53.849188+0000","last_became_peered":"2024-08-19T09:54:53.849188+0000","last_unstale":"2024-08-19T09:54:55.632391+0000","last_undegraded":"2024-08-19T09:54:55.632391+0000","last_fullsized":"2024-08-19T09:54:55.632391+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:53:04.178066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636749+0000","last_change":"2024-08-19T09:54:53.848771+0000","last_active":"2024-08-19T09:54:55.636749+0000","last_peered":"2024-08-19T09:54:55.636749+0000","last_clean":"2024-08-19T09:54:55.636749+0000","last_became_active":"2024-08-19T09:54:53.848441+0000","last_became_peered":"2024-08-19T09:54:53.848441+0000","last_unstale":"2024-08-19T09:54:55.636749+0000","last_undegraded":"2024-08-19T09:54:55.636749+0000","last_fullsized":"2024-08-19T09:54:55.636749+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:29:37.530596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.633124+0000","last_change":"2024-08-19T09:54:53.853640+0000","last_active":"2024-08-19T09:54:55.633124+0000","last_peered":"2024-08-19T09:54:55.633124+0000","last_clean":"2024-08-19T09:54:55.633124+0000","last_became_active":"2024-08-19T09:54:53.852746+0000","last_became_peered":"2024-08-19T09:54:53.852746+0000","last_unstale":"2024-08-19T09:54:55.633124+0000","last_undegraded":"2024-08-19T09:54:55.633124+0000","last_fullsized":"2024-08-19T09:54:55.633124+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:23:03.250191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632242+0000","last_change":"2024-08-19T09:54:53.841530+0000","last_active":"2024-08-19T09:54:55.632242+0000","last_peered":"2024-08-19T09:54:55.632242+0000","last_clean":"2024-08-19T09:54:55.632242+0000","last_became_active":"2024-08-19T09:54:53.841268+0000","last_became_peered":"2024-08-19T09:54:53.841268+0000","last_unstale":"2024-08-19T09:54:55.632242+0000","last_undegraded":"2024-08-19T09:54:55.632242+0000","last_fullsized":"2024-08-19T09:54:55.632242+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:13:59.505877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.635462+0000","last_change":"2024-08-19T09:54:53.846503+0000","last_active":"2024-08-19T09:54:55.635462+0000","last_peered":"2024-08-19T09:54:55.635462+0000","last_clean":"2024-08-19T09:54:55.635462+0000","last_became_active":"2024-08-19T09:54:53.845936+0000","last_became_peered":"2024-08-19T09:54:53.845936+0000","last_unstale":"2024-08-19T09:54:55.635462+0000","last_undegraded":"2024-08-19T09:54:55.635462+0000","last_fullsized":"2024-08-19T09:54:55.635462+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:06:41.470526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959640+0000","last_change":"2024-08-19T09:54:53.845858+0000","last_active":"2024-08-19T09:54:54.959640+0000","last_peered":"2024-08-19T09:54:54.959640+0000","last_clean":"2024-08-19T09:54:54.959640+0000","last_became_active":"2024-08-19T09:54:53.845581+0000","last_became_peered":"2024-08-19T09:54:53.845581+0000","last_unstale":"2024-08-19T09:54:54.959640+0000","last_undegraded":"2024-08-19T09:54:54.959640+0000","last_fullsized":"2024-08-19T09:54:54.959640+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:34:49.387845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959713+0000","last_change":"2024-08-19T09:54:53.846017+0000","last_active":"2024-08-19T09:54:54.959713+0000","last_peered":"2024-08-19T09:54:54.959713+0000","last_clean":"2024-08-19T09:54:54.959713+0000","last_became_active":"2024-08-19T09:54:53.845592+0000","last_became_peered":"2024-08-19T09:54:53.845592+0000","last_unstale":"2024-08-19T09:54:54.959713+0000","last_undegraded":"2024-08-19T09:54:54.959713+0000","last_fullsized":"2024-08-19T09:54:54.959713+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:11:22.229445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627408+0000","last_change":"2024-08-19T09:54:53.836931+0000","last_active":"2024-08-19T09:54:55.627408+0000","last_peered":"2024-08-19T09:54:55.627408+0000","last_clean":"2024-08-19T09:54:55.627408+0000","last_became_active":"2024-08-19T09:54:53.836665+0000","last_became_peered":"2024-08-19T09:54:53.836665+0000","last_unstale":"2024-08-19T09:54:55.627408+0000","last_undegraded":"2024-08-19T09:54:55.627408+0000","last_fullsized":"2024-08-19T09:54:55.627408+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:47:34.685899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.631956+0000","last_change":"2024-08-19T09:54:53.833687+0000","last_active":"2024-08-19T09:54:55.631956+0000","last_peered":"2024-08-19T09:54:55.631956+0000","last_clean":"2024-08-19T09:54:55.631956+0000","last_became_active":"2024-08-19T09:54:53.833420+0000","last_became_peered":"2024-08-19T09:54:53.833420+0000","last_unstale":"2024-08-19T09:54:55.631956+0000","last_undegraded":"2024-08-19T09:54:55.631956+0000","last_fullsized":"2024-08-19T09:54:55.631956+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:59:03.404828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.628524+0000","last_change":"2024-08-19T09:54:53.848914+0000","last_active":"2024-08-19T09:54:55.628524+0000","last_peered":"2024-08-19T09:54:55.628524+0000","last_clean":"2024-08-19T09:54:55.628524+0000","last_became_active":"2024-08-19T09:54:53.847105+0000","last_became_peered":"2024-08-19T09:54:53.847105+0000","last_unstale":"2024-08-19T09:54:55.628524+0000","last_undegraded":"2024-08-19T09:54:55.628524+0000","last_fullsized":"2024-08-19T09:54:55.628524+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:45:09.721527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.183217+0000","last_change":"2024-08-19T09:54:53.838947+0000","last_active":"2024-08-19T09:54:55.183217+0000","last_peered":"2024-08-19T09:54:55.183217+0000","last_clean":"2024-08-19T09:54:55.183217+0000","last_became_active":"2024-08-19T09:54:53.838642+0000","last_became_peered":"2024-08-19T09:54:53.838642+0000","last_unstale":"2024-08-19T09:54:55.183217+0000","last_undegraded":"2024-08-19T09:54:55.183217+0000","last_fullsized":"2024-08-19T09:54:55.183217+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:46:40.639186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.637401+0000","last_change":"2024-08-19T09:54:53.851024+0000","last_active":"2024-08-19T09:54:55.637401+0000","last_peered":"2024-08-19T09:54:55.637401+0000","last_clean":"2024-08-19T09:54:55.637401+0000","last_became_active":"2024-08-19T09:54:53.850747+0000","last_became_peered":"2024-08-19T09:54:53.850747+0000","last_unstale":"2024-08-19T09:54:55.637401+0000","last_undegraded":"2024-08-19T09:54:55.637401+0000","last_fullsized":"2024-08-19T09:54:55.637401+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:46:01.131533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.639080+0000","last_change":"2024-08-19T09:54:53.849091+0000","last_active":"2024-08-19T09:54:55.639080+0000","last_peered":"2024-08-19T09:54:55.639080+0000","last_clean":"2024-08-19T09:54:55.639080+0000","last_became_active":"2024-08-19T09:54:53.848776+0000","last_became_peered":"2024-08-19T09:54:53.848776+0000","last_unstale":"2024-08-19T09:54:55.639080+0000","last_undegraded":"2024-08-19T09:54:55.639080+0000","last_fullsized":"2024-08-19T09:54:55.639080+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:06:48.603678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.837558+0000","last_change":"2024-08-19T09:54:53.835028+0000","last_active":"2024-08-19T09:54:54.837558+0000","last_peered":"2024-08-19T09:54:54.837558+0000","last_clean":"2024-08-19T09:54:54.837558+0000","last_became_active":"2024-08-19T09:54:53.834609+0000","last_became_peered":"2024-08-19T09:54:53.834609+0000","last_unstale":"2024-08-19T09:54:54.837558+0000","last_undegraded":"2024-08-19T09:54:54.837558+0000","last_fullsized":"2024-08-19T09:54:54.837558+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T09:56:51.486116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632617+0000","last_change":"2024-08-19T09:54:53.837976+0000","last_active":"2024-08-19T09:54:55.632617+0000","last_peered":"2024-08-19T09:54:55.632617+0000","last_clean":"2024-08-19T09:54:55.632617+0000","last_became_active":"2024-08-19T09:54:53.837706+0000","last_became_peered":"2024-08-19T09:54:53.837706+0000","last_unstale":"2024-08-19T09:54:55.632617+0000","last_undegraded":"2024-08-19T09:54:55.632617+0000","last_fullsized":"2024-08-19T09:54:55.632617+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:07:41.194305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959635+0000","last_change":"2024-08-19T09:54:53.837027+0000","last_active":"2024-08-19T09:54:54.959635+0000","last_peered":"2024-08-19T09:54:54.959635+0000","last_clean":"2024-08-19T09:54:54.959635+0000","last_became_active":"2024-08-19T09:54:53.836710+0000","last_became_peered":"2024-08-19T09:54:53.836710+0000","last_unstale":"2024-08-19T09:54:54.959635+0000","last_undegraded":"2024-08-19T09:54:54.959635+0000","last_fullsized":"2024-08-19T09:54:54.959635+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:09:19.352585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627651+0000","last_change":"2024-08-19T09:54:53.841812+0000","last_active":"2024-08-19T09:54:55.627651+0000","last_peered":"2024-08-19T09:54:55.627651+0000","last_clean":"2024-08-19T09:54:55.627651+0000","last_became_active":"2024-08-19T09:54:53.841527+0000","last_became_peered":"2024-08-19T09:54:53.841527+0000","last_unstale":"2024-08-19T09:54:55.627651+0000","last_undegraded":"2024-08-19T09:54:55.627651+0000","last_fullsized":"2024-08-19T09:54:55.627651+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:59:55.759233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636966+0000","last_change":"2024-08-19T09:54:53.850585+0000","last_active":"2024-08-19T09:54:55.636966+0000","last_peered":"2024-08-19T09:54:55.636966+0000","last_clean":"2024-08-19T09:54:55.636966+0000","last_became_active":"2024-08-19T09:54:53.850328+0000","last_became_peered":"2024-08-19T09:54:53.850328+0000","last_unstale":"2024-08-19T09:54:55.636966+0000","last_undegraded":"2024-08-19T09:54:55.636966+0000","last_fullsized":"2024-08-19T09:54:55.636966+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:41:51.323976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632863+0000","last_change":"2024-08-19T09:54:53.826382+0000","last_active":"2024-08-19T09:54:55.632863+0000","last_peered":"2024-08-19T09:54:55.632863+0000","last_clean":"2024-08-19T09:54:55.632863+0000","last_became_active":"2024-08-19T09:54:53.825937+0000","last_became_peered":"2024-08-19T09:54:53.825937+0000","last_unstale":"2024-08-19T09:54:55.632863+0000","last_undegraded":"2024-08-19T09:54:55.632863+0000","last_fullsized":"2024-08-19T09:54:55.632863+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:11:17.371787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.637491+0000","last_change":"2024-08-19T09:54:53.844012+0000","last_active":"2024-08-19T09:54:55.637491+0000","last_peered":"2024-08-19T09:54:55.637491+0000","last_clean":"2024-08-19T09:54:55.637491+0000","last_became_active":"2024-08-19T09:54:53.843724+0000","last_became_peered":"2024-08-19T09:54:53.843724+0000","last_unstale":"2024-08-19T09:54:55.637491+0000","last_undegraded":"2024-08-19T09:54:55.637491+0000","last_fullsized":"2024-08-19T09:54:55.637491+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:39:07.672406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.631969+0000","last_change":"2024-08-19T09:54:53.826722+0000","last_active":"2024-08-19T09:54:55.631969+0000","last_peered":"2024-08-19T09:54:55.631969+0000","last_clean":"2024-08-19T09:54:55.631969+0000","last_became_active":"2024-08-19T09:54:53.826457+0000","last_became_peered":"2024-08-19T09:54:53.826457+0000","last_unstale":"2024-08-19T09:54:55.631969+0000","last_undegraded":"2024-08-19T09:54:55.631969+0000","last_fullsized":"2024-08-19T09:54:55.631969+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:34:24.589134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959721+0000","last_change":"2024-08-19T09:54:53.840448+0000","last_active":"2024-08-19T09:54:54.959721+0000","last_peered":"2024-08-19T09:54:54.959721+0000","last_clean":"2024-08-19T09:54:54.959721+0000","last_became_active":"2024-08-19T09:54:53.840093+0000","last_became_peered":"2024-08-19T09:54:53.840093+0000","last_unstale":"2024-08-19T09:54:54.959721+0000","last_undegraded":"2024-08-19T09:54:54.959721+0000","last_fullsized":"2024-08-19T09:54:54.959721+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:21:20.278681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.183266+0000","last_change":"2024-08-19T09:54:53.829467+0000","last_active":"2024-08-19T09:54:55.183266+0000","last_peered":"2024-08-19T09:54:55.183266+0000","last_clean":"2024-08-19T09:54:55.183266+0000","last_became_active":"2024-08-19T09:54:53.829198+0000","last_became_peered":"2024-08-19T09:54:53.829198+0000","last_unstale":"2024-08-19T09:54:55.183266+0000","last_undegraded":"2024-08-19T09:54:55.183266+0000","last_fullsized":"2024-08-19T09:54:55.183266+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:07:17.145946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.633021+0000","last_change":"2024-08-19T09:54:53.831854+0000","last_active":"2024-08-19T09:54:55.633021+0000","last_peered":"2024-08-19T09:54:55.633021+0000","last_clean":"2024-08-19T09:54:55.633021+0000","last_became_active":"2024-08-19T09:54:53.831533+0000","last_became_peered":"2024-08-19T09:54:53.831533+0000","last_unstale":"2024-08-19T09:54:55.633021+0000","last_undegraded":"2024-08-19T09:54:55.633021+0000","last_fullsized":"2024-08-19T09:54:55.633021+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:06:15.013799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.628365+0000","last_change":"2024-08-19T09:54:53.839503+0000","last_active":"2024-08-19T09:54:55.628365+0000","last_peered":"2024-08-19T09:54:55.628365+0000","last_clean":"2024-08-19T09:54:55.628365+0000","last_became_active":"2024-08-19T09:54:53.838426+0000","last_became_peered":"2024-08-19T09:54:53.838426+0000","last_unstale":"2024-08-19T09:54:55.628365+0000","last_undegraded":"2024-08-19T09:54:55.628365+0000","last_fullsized":"2024-08-19T09:54:55.628365+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:17:51.950766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636857+0000","last_change":"2024-08-19T09:54:53.846609+0000","last_active":"2024-08-19T09:54:55.636857+0000","last_peered":"2024-08-19T09:54:55.636857+0000","last_clean":"2024-08-19T09:54:55.636857+0000","last_became_active":"2024-08-19T09:54:53.846160+0000","last_became_peered":"2024-08-19T09:54:53.846160+0000","last_unstale":"2024-08-19T09:54:55.636857+0000","last_undegraded":"2024-08-19T09:54:55.636857+0000","last_fullsized":"2024-08-19T09:54:55.636857+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:20:34.888117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.837079+0000","last_change":"2024-08-19T09:54:53.838202+0000","last_active":"2024-08-19T09:54:54.837079+0000","last_peered":"2024-08-19T09:54:54.837079+0000","last_clean":"2024-08-19T09:54:54.837079+0000","last_became_active":"2024-08-19T09:54:53.837958+0000","last_became_peered":"2024-08-19T09:54:53.837958+0000","last_unstale":"2024-08-19T09:54:54.837079+0000","last_undegraded":"2024-08-19T09:54:54.837079+0000","last_fullsized":"2024-08-19T09:54:54.837079+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:55:16.414148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959171+0000","last_change":"2024-08-19T09:54:53.845238+0000","last_active":"2024-08-19T09:54:54.959171+0000","last_peered":"2024-08-19T09:54:54.959171+0000","last_clean":"2024-08-19T09:54:54.959171+0000","last_became_active":"2024-08-19T09:54:53.844968+0000","last_became_peered":"2024-08-19T09:54:53.844968+0000","last_unstale":"2024-08-19T09:54:54.959171+0000","last_undegraded":"2024-08-19T09:54:54.959171+0000","last_fullsized":"2024-08-19T09:54:54.959171+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:32:30.767451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627050+0000","last_change":"2024-08-19T09:54:53.827938+0000","last_active":"2024-08-19T09:54:55.627050+0000","last_peered":"2024-08-19T09:54:55.627050+0000","last_clean":"2024-08-19T09:54:55.627050+0000","last_became_active":"2024-08-19T09:54:53.827243+0000","last_became_peered":"2024-08-19T09:54:53.827243+0000","last_unstale":"2024-08-19T09:54:55.627050+0000","last_undegraded":"2024-08-19T09:54:55.627050+0000","last_fullsized":"2024-08-19T09:54:55.627050+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:23:14.173842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632203+0000","last_change":"2024-08-19T09:54:50.816559+0000","last_active":"2024-08-19T09:54:55.632203+0000","last_peered":"2024-08-19T09:54:55.632203+0000","last_clean":"2024-08-19T09:54:55.632203+0000","last_became_active":"2024-08-19T09:54:50.816290+0000","last_became_peered":"2024-08-19T09:54:50.816290+0000","last_unstale":"2024-08-19T09:54:55.632203+0000","last_undegraded":"2024-08-19T09:54:55.632203+0000","last_fullsized":"2024-08-19T09:54:55.632203+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:30:43.409215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.628448+0000","last_change":"2024-08-19T09:54:53.839891+0000","last_active":"2024-08-19T09:54:55.628448+0000","last_peered":"2024-08-19T09:54:55.628448+0000","last_clean":"2024-08-19T09:54:55.628448+0000","last_became_active":"2024-08-19T09:54:53.839612+0000","last_became_peered":"2024-08-19T09:54:53.839612+0000","last_unstale":"2024-08-19T09:54:55.628448+0000","last_undegraded":"2024-08-19T09:54:55.628448+0000","last_fullsized":"2024-08-19T09:54:55.628448+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:49:10.839115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632455+0000","last_change":"2024-08-19T09:54:50.822364+0000","last_active":"2024-08-19T09:54:55.632455+0000","last_peered":"2024-08-19T09:54:55.632455+0000","last_clean":"2024-08-19T09:54:55.632455+0000","last_became_active":"2024-08-19T09:54:50.822060+0000","last_became_peered":"2024-08-19T09:54:50.822060+0000","last_unstale":"2024-08-19T09:54:55.632455+0000","last_undegraded":"2024-08-19T09:54:55.632455+0000","last_fullsized":"2024-08-19T09:54:55.632455+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:31:01.793305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.837476+0000","last_change":"2024-08-19T09:54:50.817514+0000","last_active":"2024-08-19T09:54:54.837476+0000","last_peered":"2024-08-19T09:54:54.837476+0000","last_clean":"2024-08-19T09:54:54.837476+0000","last_became_active":"2024-08-19T09:54:50.817246+0000","last_became_peered":"2024-08-19T09:54:50.817246+0000","last_unstale":"2024-08-19T09:54:54.837476+0000","last_undegraded":"2024-08-19T09:54:54.837476+0000","last_fullsized":"2024-08-19T09:54:54.837476+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:20:43.157904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632327+0000","last_change":"2024-08-19T09:54:53.832533+0000","last_active":"2024-08-19T09:54:55.632327+0000","last_peered":"2024-08-19T09:54:55.632327+0000","last_clean":"2024-08-19T09:54:55.632327+0000","last_became_active":"2024-08-19T09:54:53.832234+0000","last_became_peered":"2024-08-19T09:54:53.832234+0000","last_unstale":"2024-08-19T09:54:55.632327+0000","last_undegraded":"2024-08-19T09:54:55.632327+0000","last_fullsized":"2024-08-19T09:54:55.632327+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:15:13.987600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155724+0000","last_change":"2024-08-19T09:54:50.826368+0000","last_active":"2024-08-19T09:54:55.155724+0000","last_peered":"2024-08-19T09:54:55.155724+0000","last_clean":"2024-08-19T09:54:55.155724+0000","last_became_active":"2024-08-19T09:54:50.826029+0000","last_became_peered":"2024-08-19T09:54:50.826029+0000","last_unstale":"2024-08-19T09:54:55.155724+0000","last_undegraded":"2024-08-19T09:54:55.155724+0000","last_fullsized":"2024-08-19T09:54:55.155724+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:51:36.186463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.183207+0000","last_change":"2024-08-19T09:54:53.831347+0000","last_active":"2024-08-19T09:54:55.183207+0000","last_peered":"2024-08-19T09:54:55.183207+0000","last_clean":"2024-08-19T09:54:55.183207+0000","last_became_active":"2024-08-19T09:54:53.830881+0000","last_became_peered":"2024-08-19T09:54:53.830881+0000","last_unstale":"2024-08-19T09:54:55.183207+0000","last_undegraded":"2024-08-19T09:54:55.183207+0000","last_fullsized":"2024-08-19T09:54:55.183207+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:32:01.806304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959767+0000","last_change":"2024-08-19T09:54:50.820255+0000","last_active":"2024-08-19T09:54:54.959767+0000","last_peered":"2024-08-19T09:54:54.959767+0000","last_clean":"2024-08-19T09:54:54.959767+0000","last_became_active":"2024-08-19T09:54:50.819944+0000","last_became_peered":"2024-08-19T09:54:50.819944+0000","last_unstale":"2024-08-19T09:54:54.959767+0000","last_undegraded":"2024-08-19T09:54:54.959767+0000","last_fullsized":"2024-08-19T09:54:54.959767+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:57:30.507759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.637695+0000","last_change":"2024-08-19T09:54:53.848930+0000","last_active":"2024-08-19T09:54:55.637695+0000","last_peered":"2024-08-19T09:54:55.637695+0000","last_clean":"2024-08-19T09:54:55.637695+0000","last_became_active":"2024-08-19T09:54:53.848607+0000","last_became_peered":"2024-08-19T09:54:53.848607+0000","last_unstale":"2024-08-19T09:54:55.637695+0000","last_undegraded":"2024-08-19T09:54:55.637695+0000","last_fullsized":"2024-08-19T09:54:55.637695+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:15:18.662329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.156517+0000","last_change":"2024-08-19T09:54:50.823584+0000","last_active":"2024-08-19T09:54:55.156517+0000","last_peered":"2024-08-19T09:54:55.156517+0000","last_clean":"2024-08-19T09:54:55.156517+0000","last_became_active":"2024-08-19T09:54:50.823183+0000","last_became_peered":"2024-08-19T09:54:50.823183+0000","last_unstale":"2024-08-19T09:54:55.156517+0000","last_undegraded":"2024-08-19T09:54:55.156517+0000","last_fullsized":"2024-08-19T09:54:55.156517+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:26:18.296385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.628338+0000","last_change":"2024-08-19T09:54:53.848148+0000","last_active":"2024-08-19T09:54:55.628338+0000","last_peered":"2024-08-19T09:54:55.628338+0000","last_clean":"2024-08-19T09:54:55.628338+0000","last_became_active":"2024-08-19T09:54:53.846963+0000","last_became_peered":"2024-08-19T09:54:53.846963+0000","last_unstale":"2024-08-19T09:54:55.628338+0000","last_undegraded":"2024-08-19T09:54:55.628338+0000","last_fullsized":"2024-08-19T09:54:55.628338+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:48:14.202247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.639521+0000","last_change":"2024-08-19T09:54:50.823311+0000","last_active":"2024-08-19T09:54:55.639521+0000","last_peered":"2024-08-19T09:54:55.639521+0000","last_clean":"2024-08-19T09:54:55.639521+0000","last_became_active":"2024-08-19T09:54:50.823023+0000","last_became_peered":"2024-08-19T09:54:50.823023+0000","last_unstale":"2024-08-19T09:54:55.639521+0000","last_undegraded":"2024-08-19T09:54:55.639521+0000","last_fullsized":"2024-08-19T09:54:55.639521+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:25:32.290003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627461+0000","last_change":"2024-08-19T09:54:53.847052+0000","last_active":"2024-08-19T09:54:55.627461+0000","last_peered":"2024-08-19T09:54:55.627461+0000","last_clean":"2024-08-19T09:54:55.627461+0000","last_became_active":"2024-08-19T09:54:53.846780+0000","last_became_peered":"2024-08-19T09:54:53.846780+0000","last_unstale":"2024-08-19T09:54:55.627461+0000","last_undegraded":"2024-08-19T09:54:55.627461+0000","last_fullsized":"2024-08-19T09:54:55.627461+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:14:51.280881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.640607+0000","last_change":"2024-08-19T09:54:50.823235+0000","last_active":"2024-08-19T09:54:55.640607+0000","last_peered":"2024-08-19T09:54:55.640607+0000","last_clean":"2024-08-19T09:54:55.640607+0000","last_became_active":"2024-08-19T09:54:50.822925+0000","last_became_peered":"2024-08-19T09:54:50.822925+0000","last_unstale":"2024-08-19T09:54:55.640607+0000","last_undegraded":"2024-08-19T09:54:55.640607+0000","last_fullsized":"2024-08-19T09:54:55.640607+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:42:55.984944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632496+0000","last_change":"2024-08-19T09:54:53.849695+0000","last_active":"2024-08-19T09:54:55.632496+0000","last_peered":"2024-08-19T09:54:55.632496+0000","last_clean":"2024-08-19T09:54:55.632496+0000","last_became_active":"2024-08-19T09:54:53.849405+0000","last_became_peered":"2024-08-19T09:54:53.849405+0000","last_unstale":"2024-08-19T09:54:55.632496+0000","last_undegraded":"2024-08-19T09:54:55.632496+0000","last_fullsized":"2024-08-19T09:54:55.632496+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:54:12.031333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636131+0000","last_change":"2024-08-19T09:54:50.815249+0000","last_active":"2024-08-19T09:54:55.636131+0000","last_peered":"2024-08-19T09:54:55.636131+0000","last_clean":"2024-08-19T09:54:55.636131+0000","last_became_active":"2024-08-19T09:54:50.814957+0000","last_became_peered":"2024-08-19T09:54:50.814957+0000","last_unstale":"2024-08-19T09:54:55.636131+0000","last_undegraded":"2024-08-19T09:54:55.636131+0000","last_fullsized":"2024-08-19T09:54:55.636131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:46:40.156495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627562+0000","last_change":"2024-08-19T09:54:53.834978+0000","last_active":"2024-08-19T09:54:55.627562+0000","last_peered":"2024-08-19T09:54:55.627562+0000","last_clean":"2024-08-19T09:54:55.627562+0000","last_became_active":"2024-08-19T09:54:53.834704+0000","last_became_peered":"2024-08-19T09:54:53.834704+0000","last_unstale":"2024-08-19T09:54:55.627562+0000","last_undegraded":"2024-08-19T09:54:55.627562+0000","last_fullsized":"2024-08-19T09:54:55.627562+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:15:01.318365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.156426+0000","last_change":"2024-08-19T09:54:50.826929+0000","last_active":"2024-08-19T09:54:55.156426+0000","last_peered":"2024-08-19T09:54:55.156426+0000","last_clean":"2024-08-19T09:54:55.156426+0000","last_became_active":"2024-08-19T09:54:50.826622+0000","last_became_peered":"2024-08-19T09:54:50.826622+0000","last_unstale":"2024-08-19T09:54:55.156426+0000","last_undegraded":"2024-08-19T09:54:55.156426+0000","last_fullsized":"2024-08-19T09:54:55.156426+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:57:39.098822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632851+0000","last_change":"2024-08-19T09:54:53.850124+0000","last_active":"2024-08-19T09:54:55.632851+0000","last_peered":"2024-08-19T09:54:55.632851+0000","last_clean":"2024-08-19T09:54:55.632851+0000","last_became_active":"2024-08-19T09:54:53.849609+0000","last_became_peered":"2024-08-19T09:54:53.849609+0000","last_unstale":"2024-08-19T09:54:55.632851+0000","last_undegraded":"2024-08-19T09:54:55.632851+0000","last_fullsized":"2024-08-19T09:54:55.632851+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:45:46.460243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959354+0000","last_change":"2024-08-19T09:54:50.823010+0000","last_active":"2024-08-19T09:54:54.959354+0000","last_peered":"2024-08-19T09:54:54.959354+0000","last_clean":"2024-08-19T09:54:54.959354+0000","last_became_active":"2024-08-19T09:54:50.822685+0000","last_became_peered":"2024-08-19T09:54:50.822685+0000","last_unstale":"2024-08-19T09:54:54.959354+0000","last_undegraded":"2024-08-19T09:54:54.959354+0000","last_fullsized":"2024-08-19T09:54:54.959354+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:23:07.614052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959168+0000","last_change":"2024-08-19T09:54:53.846886+0000","last_active":"2024-08-19T09:54:54.959168+0000","last_peered":"2024-08-19T09:54:54.959168+0000","last_clean":"2024-08-19T09:54:54.959168+0000","last_became_active":"2024-08-19T09:54:53.846399+0000","last_became_peered":"2024-08-19T09:54:53.846399+0000","last_unstale":"2024-08-19T09:54:54.959168+0000","last_undegraded":"2024-08-19T09:54:54.959168+0000","last_fullsized":"2024-08-19T09:54:54.959168+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:41:12.835252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.639205+0000","last_change":"2024-08-19T09:54:50.813503+0000","last_active":"2024-08-19T09:54:55.639205+0000","last_peered":"2024-08-19T09:54:55.639205+0000","last_clean":"2024-08-19T09:54:55.639205+0000","last_became_active":"2024-08-19T09:54:50.813235+0000","last_became_peered":"2024-08-19T09:54:50.813235+0000","last_unstale":"2024-08-19T09:54:55.639205+0000","last_undegraded":"2024-08-19T09:54:55.639205+0000","last_fullsized":"2024-08-19T09:54:55.639205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:39:50.016344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.633249+0000","last_change":"2024-08-19T09:54:53.853833+0000","last_active":"2024-08-19T09:54:55.633249+0000","last_peered":"2024-08-19T09:54:55.633249+0000","last_clean":"2024-08-19T09:54:55.633249+0000","last_became_active":"2024-08-19T09:54:53.853171+0000","last_became_peered":"2024-08-19T09:54:53.853171+0000","last_unstale":"2024-08-19T09:54:55.633249+0000","last_undegraded":"2024-08-19T09:54:55.633249+0000","last_fullsized":"2024-08-19T09:54:55.633249+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:41:37.498677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627953+0000","last_change":"2024-08-19T09:54:50.817179+0000","last_active":"2024-08-19T09:54:55.627953+0000","last_peered":"2024-08-19T09:54:55.627953+0000","last_clean":"2024-08-19T09:54:55.627953+0000","last_became_active":"2024-08-19T09:54:50.816538+0000","last_became_peered":"2024-08-19T09:54:50.816538+0000","last_unstale":"2024-08-19T09:54:55.627953+0000","last_undegraded":"2024-08-19T09:54:55.627953+0000","last_fullsized":"2024-08-19T09:54:55.627953+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:42:23.447764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.633822+0000","last_change":"2024-08-19T09:54:53.850094+0000","last_active":"2024-08-19T09:54:55.633822+0000","last_peered":"2024-08-19T09:54:55.633822+0000","last_clean":"2024-08-19T09:54:55.633822+0000","last_became_active":"2024-08-19T09:54:53.849151+0000","last_became_peered":"2024-08-19T09:54:53.849151+0000","last_unstale":"2024-08-19T09:54:55.633822+0000","last_undegraded":"2024-08-19T09:54:55.633822+0000","last_fullsized":"2024-08-19T09:54:55.633822+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:38:39.155777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.634787+0000","last_change":"2024-08-19T09:54:50.818064+0000","last_active":"2024-08-19T09:54:55.634787+0000","last_peered":"2024-08-19T09:54:55.634787+0000","last_clean":"2024-08-19T09:54:55.634787+0000","last_became_active":"2024-08-19T09:54:50.817278+0000","last_became_peered":"2024-08-19T09:54:50.817278+0000","last_unstale":"2024-08-19T09:54:55.634787+0000","last_undegraded":"2024-08-19T09:54:55.634787+0000","last_fullsized":"2024-08-19T09:54:55.634787+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:49:29.025516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.635073+0000","last_change":"2024-08-19T09:54:53.849767+0000","last_active":"2024-08-19T09:54:55.635073+0000","last_peered":"2024-08-19T09:54:55.635073+0000","last_clean":"2024-08-19T09:54:55.635073+0000","last_became_active":"2024-08-19T09:54:53.849452+0000","last_became_peered":"2024-08-19T09:54:53.849452+0000","last_unstale":"2024-08-19T09:54:55.635073+0000","last_undegraded":"2024-08-19T09:54:55.635073+0000","last_fullsized":"2024-08-19T09:54:55.635073+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:17:53.780532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.633982+0000","last_change":"2024-08-19T09:54:50.821349+0000","last_active":"2024-08-19T09:54:55.633982+0000","last_peered":"2024-08-19T09:54:55.633982+0000","last_clean":"2024-08-19T09:54:55.633982+0000","last_became_active":"2024-08-19T09:54:50.821027+0000","last_became_peered":"2024-08-19T09:54:50.821027+0000","last_unstale":"2024-08-19T09:54:55.633982+0000","last_undegraded":"2024-08-19T09:54:55.633982+0000","last_fullsized":"2024-08-19T09:54:55.633982+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:48:40.873573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636753+0000","last_change":"2024-08-19T09:54:53.845628+0000","last_active":"2024-08-19T09:54:55.636753+0000","last_peered":"2024-08-19T09:54:55.636753+0000","last_clean":"2024-08-19T09:54:55.636753+0000","last_became_active":"2024-08-19T09:54:53.845362+0000","last_became_peered":"2024-08-19T09:54:53.845362+0000","last_unstale":"2024-08-19T09:54:55.636753+0000","last_undegraded":"2024-08-19T09:54:55.636753+0000","last_fullsized":"2024-08-19T09:54:55.636753+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:07:48.236814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.837247+0000","last_change":"2024-08-19T09:54:50.817618+0000","last_active":"2024-08-19T09:54:54.837247+0000","last_peered":"2024-08-19T09:54:54.837247+0000","last_clean":"2024-08-19T09:54:54.837247+0000","last_became_active":"2024-08-19T09:54:50.817351+0000","last_became_peered":"2024-08-19T09:54:50.817351+0000","last_unstale":"2024-08-19T09:54:54.837247+0000","last_undegraded":"2024-08-19T09:54:54.837247+0000","last_fullsized":"2024-08-19T09:54:54.837247+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:24:45.834732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632373+0000","last_change":"2024-08-19T09:54:53.841482+0000","last_active":"2024-08-19T09:54:55.632373+0000","last_peered":"2024-08-19T09:54:55.632373+0000","last_clean":"2024-08-19T09:54:55.632373+0000","last_became_active":"2024-08-19T09:54:53.841200+0000","last_became_peered":"2024-08-19T09:54:53.841200+0000","last_unstale":"2024-08-19T09:54:55.632373+0000","last_undegraded":"2024-08-19T09:54:55.632373+0000","last_fullsized":"2024-08-19T09:54:55.632373+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:09:38.888290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":222,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155911+0000","last_change":"2024-08-19T09:54:31.379926+0000","last_active":"2024-08-19T09:54:55.155911+0000","last_peered":"2024-08-19T09:54:55.155911+0000","last_clean":"2024-08-19T09:54:55.155911+0000","last_became_active":"2024-08-19T09:54:31.379548+0000","last_became_peered":"2024-08-19T09:54:31.379548+0000","last_unstale":"2024-08-19T09:54:55.155911+0000","last_undegraded":"2024-08-19T09:54:55.155911+0000","last_fullsized":"2024-08-19T09:54:55.155911+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:52:34.373391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:52:34.373391+0000","last_clean_scrub_stamp":"2024-08-19T09:52:34.373391+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:23:13.933393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155755+0000","last_change":"2024-08-19T09:54:50.826234+0000","last_active":"2024-08-19T09:54:55.155755+0000","last_peered":"2024-08-19T09:54:55.155755+0000","last_clean":"2024-08-19T09:54:55.155755+0000","last_became_active":"2024-08-19T09:54:50.825915+0000","last_became_peered":"2024-08-19T09:54:50.825915+0000","last_unstale":"2024-08-19T09:54:55.155755+0000","last_undegraded":"2024-08-19T09:54:55.155755+0000","last_fullsized":"2024-08-19T09:54:55.155755+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:43:47.554119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632649+0000","last_change":"2024-08-19T09:54:53.840845+0000","last_active":"2024-08-19T09:54:55.632649+0000","last_peered":"2024-08-19T09:54:55.632649+0000","last_clean":"2024-08-19T09:54:55.632649+0000","last_became_active":"2024-08-19T09:54:53.840593+0000","last_became_peered":"2024-08-19T09:54:53.840593+0000","last_unstale":"2024-08-19T09:54:55.632649+0000","last_undegraded":"2024-08-19T09:54:55.632649+0000","last_fullsized":"2024-08-19T09:54:55.632649+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:25:03.933158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155802+0000","last_change":"2024-08-19T09:54:50.819110+0000","last_active":"2024-08-19T09:54:55.155802+0000","last_peered":"2024-08-19T09:54:55.155802+0000","last_clean":"2024-08-19T09:54:55.155802+0000","last_became_active":"2024-08-19T09:54:50.818801+0000","last_became_peered":"2024-08-19T09:54:50.818801+0000","last_unstale":"2024-08-19T09:54:55.155802+0000","last_undegraded":"2024-08-19T09:54:55.155802+0000","last_fullsized":"2024-08-19T09:54:55.155802+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:12:20.281920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627075+0000","last_change":"2024-08-19T09:54:53.837376+0000","last_active":"2024-08-19T09:54:55.627075+0000","last_peered":"2024-08-19T09:54:55.627075+0000","last_clean":"2024-08-19T09:54:55.627075+0000","last_became_active":"2024-08-19T09:54:53.837092+0000","last_became_peered":"2024-08-19T09:54:53.837092+0000","last_unstale":"2024-08-19T09:54:55.627075+0000","last_undegraded":"2024-08-19T09:54:55.627075+0000","last_fullsized":"2024-08-19T09:54:55.627075+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:29:42.017481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.837155+0000","last_change":"2024-08-19T09:54:50.817892+0000","last_active":"2024-08-19T09:54:54.837155+0000","last_peered":"2024-08-19T09:54:54.837155+0000","last_clean":"2024-08-19T09:54:54.837155+0000","last_became_active":"2024-08-19T09:54:50.817622+0000","last_became_peered":"2024-08-19T09:54:50.817622+0000","last_unstale":"2024-08-19T09:54:54.837155+0000","last_undegraded":"2024-08-19T09:54:54.837155+0000","last_fullsized":"2024-08-19T09:54:54.837155+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:00:30.917648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.183190+0000","last_change":"2024-08-19T09:54:53.837682+0000","last_active":"2024-08-19T09:54:55.183190+0000","last_peered":"2024-08-19T09:54:55.183190+0000","last_clean":"2024-08-19T09:54:55.183190+0000","last_became_active":"2024-08-19T09:54:53.836956+0000","last_became_peered":"2024-08-19T09:54:53.836956+0000","last_unstale":"2024-08-19T09:54:55.183190+0000","last_undegraded":"2024-08-19T09:54:55.183190+0000","last_fullsized":"2024-08-19T09:54:55.183190+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:24:20.679776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.156455+0000","last_change":"2024-08-19T09:54:50.822520+0000","last_active":"2024-08-19T09:54:55.156455+0000","last_peered":"2024-08-19T09:54:55.156455+0000","last_clean":"2024-08-19T09:54:55.156455+0000","last_became_active":"2024-08-19T09:54:50.822239+0000","last_became_peered":"2024-08-19T09:54:50.822239+0000","last_unstale":"2024-08-19T09:54:55.156455+0000","last_undegraded":"2024-08-19T09:54:55.156455+0000","last_fullsized":"2024-08-19T09:54:55.156455+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:32:16.828323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627366+0000","last_change":"2024-08-19T09:54:53.838634+0000","last_active":"2024-08-19T09:54:55.627366+0000","last_peered":"2024-08-19T09:54:55.627366+0000","last_clean":"2024-08-19T09:54:55.627366+0000","last_became_active":"2024-08-19T09:54:53.838145+0000","last_became_peered":"2024-08-19T09:54:53.838145+0000","last_unstale":"2024-08-19T09:54:55.627366+0000","last_undegraded":"2024-08-19T09:54:55.627366+0000","last_fullsized":"2024-08-19T09:54:55.627366+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:08:37.439905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155568+0000","last_change":"2024-08-19T09:54:50.817544+0000","last_active":"2024-08-19T09:54:55.155568+0000","last_peered":"2024-08-19T09:54:55.155568+0000","last_clean":"2024-08-19T09:54:55.155568+0000","last_became_active":"2024-08-19T09:54:50.817237+0000","last_became_peered":"2024-08-19T09:54:50.817237+0000","last_unstale":"2024-08-19T09:54:55.155568+0000","last_undegraded":"2024-08-19T09:54:55.155568+0000","last_fullsized":"2024-08-19T09:54:55.155568+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:18:11.557004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.637818+0000","last_change":"2024-08-19T09:54:53.840475+0000","last_active":"2024-08-19T09:54:55.637818+0000","last_peered":"2024-08-19T09:54:55.637818+0000","last_clean":"2024-08-19T09:54:55.637818+0000","last_became_active":"2024-08-19T09:54:53.840170+0000","last_became_peered":"2024-08-19T09:54:53.840170+0000","last_unstale":"2024-08-19T09:54:55.637818+0000","last_undegraded":"2024-08-19T09:54:55.637818+0000","last_fullsized":"2024-08-19T09:54:55.637818+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:56:11.587356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.157029+0000","last_change":"2024-08-19T09:54:50.816789+0000","last_active":"2024-08-19T09:54:55.157029+0000","last_peered":"2024-08-19T09:54:55.157029+0000","last_clean":"2024-08-19T09:54:55.157029+0000","last_became_active":"2024-08-19T09:54:50.816503+0000","last_became_peered":"2024-08-19T09:54:50.816503+0000","last_unstale":"2024-08-19T09:54:55.157029+0000","last_undegraded":"2024-08-19T09:54:55.157029+0000","last_fullsized":"2024-08-19T09:54:55.157029+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:42:53.529210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.183238+0000","last_change":"2024-08-19T09:54:53.840405+0000","last_active":"2024-08-19T09:54:55.183238+0000","last_peered":"2024-08-19T09:54:55.183238+0000","last_clean":"2024-08-19T09:54:55.183238+0000","last_became_active":"2024-08-19T09:54:53.839670+0000","last_became_peered":"2024-08-19T09:54:53.839670+0000","last_unstale":"2024-08-19T09:54:55.183238+0000","last_undegraded":"2024-08-19T09:54:55.183238+0000","last_fullsized":"2024-08-19T09:54:55.183238+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:16:26.369120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636899+0000","last_change":"2024-08-19T09:54:50.820950+0000","last_active":"2024-08-19T09:54:55.636899+0000","last_peered":"2024-08-19T09:54:55.636899+0000","last_clean":"2024-08-19T09:54:55.636899+0000","last_became_active":"2024-08-19T09:54:50.820613+0000","last_became_peered":"2024-08-19T09:54:50.820613+0000","last_unstale":"2024-08-19T09:54:55.636899+0000","last_undegraded":"2024-08-19T09:54:55.636899+0000","last_fullsized":"2024-08-19T09:54:55.636899+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:53:28.428843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632054+0000","last_change":"2024-08-19T09:54:53.837041+0000","last_active":"2024-08-19T09:54:55.632054+0000","last_peered":"2024-08-19T09:54:55.632054+0000","last_clean":"2024-08-19T09:54:55.632054+0000","last_became_active":"2024-08-19T09:54:53.836353+0000","last_became_peered":"2024-08-19T09:54:53.836353+0000","last_unstale":"2024-08-19T09:54:55.632054+0000","last_undegraded":"2024-08-19T09:54:55.632054+0000","last_fullsized":"2024-08-19T09:54:55.632054+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:24:38.182255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.640408+0000","last_change":"2024-08-19T09:54:50.817998+0000","last_active":"2024-08-19T09:54:55.640408+0000","last_peered":"2024-08-19T09:54:55.640408+0000","last_clean":"2024-08-19T09:54:55.640408+0000","last_became_active":"2024-08-19T09:54:50.817647+0000","last_became_peered":"2024-08-19T09:54:50.817647+0000","last_unstale":"2024-08-19T09:54:55.640408+0000","last_undegraded":"2024-08-19T09:54:55.640408+0000","last_fullsized":"2024-08-19T09:54:55.640408+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:15:35.788835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.628078+0000","last_change":"2024-08-19T09:54:53.843439+0000","last_active":"2024-08-19T09:54:55.628078+0000","last_peered":"2024-08-19T09:54:55.628078+0000","last_clean":"2024-08-19T09:54:55.628078+0000","last_became_active":"2024-08-19T09:54:53.842523+0000","last_became_peered":"2024-08-19T09:54:53.842523+0000","last_unstale":"2024-08-19T09:54:55.628078+0000","last_undegraded":"2024-08-19T09:54:55.628078+0000","last_fullsized":"2024-08-19T09:54:55.628078+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:00:09.619816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155715+0000","last_change":"2024-08-19T09:54:50.818183+0000","last_active":"2024-08-19T09:54:55.155715+0000","last_peered":"2024-08-19T09:54:55.155715+0000","last_clean":"2024-08-19T09:54:55.155715+0000","last_became_active":"2024-08-19T09:54:50.817837+0000","last_became_peered":"2024-08-19T09:54:50.817837+0000","last_unstale":"2024-08-19T09:54:55.155715+0000","last_undegraded":"2024-08-19T09:54:55.155715+0000","last_fullsized":"2024-08-19T09:54:55.155715+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:17:18.259754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.627037+0000","last_change":"2024-08-19T09:54:53.847998+0000","last_active":"2024-08-19T09:54:55.627037+0000","last_peered":"2024-08-19T09:54:55.627037+0000","last_clean":"2024-08-19T09:54:55.627037+0000","last_became_active":"2024-08-19T09:54:53.847729+0000","last_became_peered":"2024-08-19T09:54:53.847729+0000","last_unstale":"2024-08-19T09:54:55.627037+0000","last_undegraded":"2024-08-19T09:54:55.627037+0000","last_fullsized":"2024-08-19T09:54:55.627037+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:42:24.055444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155300+0000","last_change":"2024-08-19T09:54:50.818081+0000","last_active":"2024-08-19T09:54:55.155300+0000","last_peered":"2024-08-19T09:54:55.155300+0000","last_clean":"2024-08-19T09:54:55.155300+0000","last_became_active":"2024-08-19T09:54:50.817789+0000","last_became_peered":"2024-08-19T09:54:50.817789+0000","last_unstale":"2024-08-19T09:54:55.155300+0000","last_undegraded":"2024-08-19T09:54:55.155300+0000","last_fullsized":"2024-08-19T09:54:55.155300+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:53:49.637050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632414+0000","last_change":"2024-08-19T09:54:53.836134+0000","last_active":"2024-08-19T09:54:55.632414+0000","last_peered":"2024-08-19T09:54:55.632414+0000","last_clean":"2024-08-19T09:54:55.632414+0000","last_became_active":"2024-08-19T09:54:53.835862+0000","last_became_peered":"2024-08-19T09:54:53.835862+0000","last_unstale":"2024-08-19T09:54:55.632414+0000","last_undegraded":"2024-08-19T09:54:55.632414+0000","last_fullsized":"2024-08-19T09:54:55.632414+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:26:25.531382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.155789+0000","last_change":"2024-08-19T09:54:50.818864+0000","last_active":"2024-08-19T09:54:55.155789+0000","last_peered":"2024-08-19T09:54:55.155789+0000","last_clean":"2024-08-19T09:54:55.155789+0000","last_became_active":"2024-08-19T09:54:50.818555+0000","last_became_peered":"2024-08-19T09:54:50.818555+0000","last_unstale":"2024-08-19T09:54:55.155789+0000","last_undegraded":"2024-08-19T09:54:55.155789+0000","last_fullsized":"2024-08-19T09:54:55.155789+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:39:56.586436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632047+0000","last_change":"2024-08-19T09:54:53.832503+0000","last_active":"2024-08-19T09:54:55.632047+0000","last_peered":"2024-08-19T09:54:55.632047+0000","last_clean":"2024-08-19T09:54:55.632047+0000","last_became_active":"2024-08-19T09:54:53.832185+0000","last_became_peered":"2024-08-19T09:54:53.832185+0000","last_unstale":"2024-08-19T09:54:55.632047+0000","last_undegraded":"2024-08-19T09:54:55.632047+0000","last_fullsized":"2024-08-19T09:54:55.632047+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:18:58.511945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.638880+0000","last_change":"2024-08-19T09:54:50.825027+0000","last_active":"2024-08-19T09:54:55.638880+0000","last_peered":"2024-08-19T09:54:55.638880+0000","last_clean":"2024-08-19T09:54:55.638880+0000","last_became_active":"2024-08-19T09:54:50.824718+0000","last_became_peered":"2024-08-19T09:54:50.824718+0000","last_unstale":"2024-08-19T09:54:55.638880+0000","last_undegraded":"2024-08-19T09:54:55.638880+0000","last_fullsized":"2024-08-19T09:54:55.638880+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:02:01.523784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-19T09:54:54.959278+0000","last_change":"2024-08-19T09:54:53.836226+0000","last_active":"2024-08-19T09:54:54.959278+0000","last_peered":"2024-08-19T09:54:54.959278+0000","last_clean":"2024-08-19T09:54:54.959278+0000","last_became_active":"2024-08-19T09:54:53.835892+0000","last_became_peered":"2024-08-19T09:54:53.835892+0000","last_unstale":"2024-08-19T09:54:54.959278+0000","last_undegraded":"2024-08-19T09:54:54.959278+0000","last_fullsized":"2024-08-19T09:54:54.959278+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:40:53.238015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.637047+0000","last_change":"2024-08-19T09:54:53.849471+0000","last_active":"2024-08-19T09:54:55.637047+0000","last_peered":"2024-08-19T09:54:55.637047+0000","last_clean":"2024-08-19T09:54:55.637047+0000","last_became_active":"2024-08-19T09:54:53.849142+0000","last_became_peered":"2024-08-19T09:54:53.849142+0000","last_unstale":"2024-08-19T09:54:55.637047+0000","last_undegraded":"2024-08-19T09:54:55.637047+0000","last_fullsized":"2024-08-19T09:54:55.637047+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:48:23.567720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.638286+0000","last_change":"2024-08-19T09:54:50.825922+0000","last_active":"2024-08-19T09:54:55.638286+0000","last_peered":"2024-08-19T09:54:55.638286+0000","last_clean":"2024-08-19T09:54:55.638286+0000","last_became_active":"2024-08-19T09:54:50.825476+0000","last_became_peered":"2024-08-19T09:54:50.825476+0000","last_unstale":"2024-08-19T09:54:55.638286+0000","last_undegraded":"2024-08-19T09:54:55.638286+0000","last_fullsized":"2024-08-19T09:54:55.638286+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:22:21.965265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.636905+0000","last_change":"2024-08-19T09:54:53.850641+0000","last_active":"2024-08-19T09:54:55.636905+0000","last_peered":"2024-08-19T09:54:55.636905+0000","last_clean":"2024-08-19T09:54:55.636905+0000","last_became_active":"2024-08-19T09:54:53.848290+0000","last_became_peered":"2024-08-19T09:54:53.848290+0000","last_unstale":"2024-08-19T09:54:55.636905+0000","last_undegraded":"2024-08-19T09:54:55.636905+0000","last_fullsized":"2024-08-19T09:54:55.636905+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:12:29.357952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.639393+0000","last_change":"2024-08-19T09:54:50.816654+0000","last_active":"2024-08-19T09:54:55.639393+0000","last_peered":"2024-08-19T09:54:55.639393+0000","last_clean":"2024-08-19T09:54:55.639393+0000","last_became_active":"2024-08-19T09:54:50.816219+0000","last_became_peered":"2024-08-19T09:54:50.816219+0000","last_unstale":"2024-08-19T09:54:55.639393+0000","last_undegraded":"2024-08-19T09:54:55.639393+0000","last_fullsized":"2024-08-19T09:54:55.639393+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:02:07.512268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.628248+0000","last_change":"2024-08-19T09:54:53.848334+0000","last_active":"2024-08-19T09:54:55.628248+0000","last_peered":"2024-08-19T09:54:55.628248+0000","last_clean":"2024-08-19T09:54:55.628248+0000","last_became_active":"2024-08-19T09:54:53.847394+0000","last_became_peered":"2024-08-19T09:54:53.847394+0000","last_unstale":"2024-08-19T09:54:55.628248+0000","last_undegraded":"2024-08-19T09:54:55.628248+0000","last_fullsized":"2024-08-19T09:54:55.628248+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:13:40.828662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632307+0000","last_change":"2024-08-19T09:54:50.823790+0000","last_active":"2024-08-19T09:54:55.632307+0000","last_peered":"2024-08-19T09:54:55.632307+0000","last_clean":"2024-08-19T09:54:55.632307+0000","last_became_active":"2024-08-19T09:54:50.823485+0000","last_became_peered":"2024-08-19T09:54:50.823485+0000","last_unstale":"2024-08-19T09:54:55.632307+0000","last_undegraded":"2024-08-19T09:54:55.632307+0000","last_fullsized":"2024-08-19T09:54:55.632307+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:06:02.385803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.632157+0000","last_change":"2024-08-19T09:54:53.834046+0000","last_active":"2024-08-19T09:54:55.632157+0000","last_peered":"2024-08-19T09:54:55.632157+0000","last_clean":"2024-08-19T09:54:55.632157+0000","last_became_active":"2024-08-19T09:54:53.833781+0000","last_became_peered":"2024-08-19T09:54:53.833781+0000","last_unstale":"2024-08-19T09:54:55.632157+0000","last_undegraded":"2024-08-19T09:54:55.632157+0000","last_fullsized":"2024-08-19T09:54:55.632157+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:38:05.891107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":19,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-19T09:54:55.639963+0000","last_change":"2024-08-19T09:54:50.816632+0000","last_active":"2024-08-19T09:54:55.639963+0000","last_peered":"2024-08-19T09:54:55.639963+0000","last_clean":"2024-08-19T09:54:55.639963+0000","last_became_active":"2024-08-19T09:54:50.816397+0000","last_became_peered":"2024-08-19T09:54:50.816397+0000","last_unstale":"2024-08-19T09:54:55.639963+0000","last_undegraded":"2024-08-19T09:54:55.639963+0000","last_fullsized":"2024-08-19T09:54:55.639963+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:40:03.756739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233995,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28256,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716896,"statfs":{"total":95995035648,"available":95966101504,"internally_reserved":0,"allocated":1261568,"data_stored":868577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495633,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28260,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716892,"statfs":{"total":95995035648,"available":95966097408,"internally_reserved":0,"allocated":1265664,"data_stored":869537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.746},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.67700000000000005}]},{"osd":1,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.56399999999999995}]},{"osd":2,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.72099999999999997}]},{"osd":3,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.78000000000000003}]},{"osd":4,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.58199999999999996}]},{"osd":5,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.68700000000000006}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70799999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757268,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":675840,"data_stored":279259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:54:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.53400000000000003}]},{"osd":1,"last update":"Mon Aug 19 09:54:43 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.56000000000000005}]},{"osd":2,"last update":"Mon Aug 19 09:54:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.5},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.41499999999999998}]},{"osd":3,"last update":"Mon Aug 19 09:54:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.44},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.51600000000000001}]},{"osd":4,"last update":"Mon Aug 19 09:54:43 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.38100000000000001}]},{"osd":6,"last update":"Mon Aug 19 09:55:04 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.57199999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]}]},{"osd":4,"up_from":30,"seq":128849018905,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":671744,"data_stored":278040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.504},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.42199999999999999}]},{"osd":1,"last update":"Mon Aug 19 09:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.44800000000000001}]},{"osd":2,"last update":"Mon Aug 19 09:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.48399999999999999}]},{"osd":3,"last update":"Mon Aug 19 09:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.55200000000000005}]},{"osd":5,"last update":"Mon Aug 19 09:54:44 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.59499999999999997}]},{"osd":6,"last update":"Mon Aug 19 09:55:03 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.57999999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]}]},{"osd":3,"up_from":25,"seq":107374182430,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":279273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:55:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.40000000000000002,"15min":0.40200000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.434,"15min":0.436},"min":{"1min":0.28000000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.29899999999999999}]},{"osd":1,"last update":"Mon Aug 19 09:55:00 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.439,"15min":0.439},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.499,"15min":0.46899999999999997},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":4.8940000000000001,"5min":4.8940000000000001,"15min":4.8940000000000001},"last":0.32100000000000001}]},{"osd":2,"last update":"Mon Aug 19 09:55:00 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.48199999999999998,"15min":0.47399999999999998},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":2.4380000000000002,"5min":2.4380000000000002,"15min":2.4380000000000002},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.46400000000000002,"15min":0.46700000000000003},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.33900000000000002}]},{"osd":4,"last update":"Mon Aug 19 09:54:18 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.40500000000000003}]},{"osd":5,"last update":"Mon Aug 19 09:54:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.45100000000000001}]},{"osd":6,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.437}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411363,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31764,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713388,"statfs":{"total":95995035648,"available":95962509312,"internally_reserved":0,"allocated":659456,"data_stored":277605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.371,"15min":0.36599999999999999},"min":{"1min":0.253,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38,"15min":0.379},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.47299999999999998}]},{"osd":1,"last update":"Mon Aug 19 09:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.38100000000000001,"15min":0.379},"min":{"1min":0.28000000000000003,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.59899999999999998,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.41099999999999998,"15min":0.40400000000000003},"min":{"1min":0.34000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.45900000000000002}]},{"osd":3,"last update":"Mon Aug 19 09:55:00 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.45100000000000001,"15min":0.45300000000000001},"min":{"1min":0.30599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.61799999999999999,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.45300000000000001,"15min":0.45700000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.55900000000000005,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.439}]},{"osd":4,"last update":"Mon Aug 19 09:54:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.68799999999999994}]},{"osd":5,"last update":"Mon Aug 19 09:54:41 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.61299999999999999}]},{"osd":6,"last update":"Mon Aug 19 09:55:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.66200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":667648,"data_stored":277765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:55:13 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.318,"15min":0.29499999999999998},"min":{"1min":0.23300000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.54700000000000004,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.33100000000000002,"15min":0.312},"min":{"1min":0.24199999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.26700000000000002}]},{"osd":2,"last update":"Mon Aug 19 09:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.35299999999999998,"15min":0.34499999999999997},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.34000000000000002,"15min":0.32900000000000001},"min":{"1min":0.29099999999999998,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.28100000000000003}]},{"osd":3,"last update":"Mon Aug 19 09:55:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.39900000000000002,"15min":0.40100000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.46000000000000002,"15min":0.46600000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.57699999999999996,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.35599999999999998}]},{"osd":4,"last update":"Mon Aug 19 09:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.48899999999999999}]},{"osd":5,"last update":"Mon Aug 19 09:54:41 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.435},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.47299999999999998}]},{"osd":6,"last update":"Mon Aug 19 09:55:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.498}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738412,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32360,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712792,"statfs":{"total":95995035648,"available":95961899008,"internally_reserved":0,"allocated":1269760,"data_stored":868701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 19 09:54:14 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.315,"15min":0.307},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.32500000000000001,"15min":0.313},"min":{"1min":0.26600000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.39300000000000002}]},{"osd":2,"last update":"Mon Aug 19 09:54:40 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.36699999999999999,"15min":0.36599999999999999},"min":{"1min":0.27600000000000002,"5min":0.248,"15min":0.248},"max":{"1min":0.48099999999999998,"5min":0.53100000000000003,"15min":0.53100000000000003},"last":0.378},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.29399999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.54700000000000004,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.49399999999999999}]},{"osd":3,"last update":"Mon Aug 19 09:55:01 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.434,"15min":0.438},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.40400000000000003,"15min":0.40799999999999997},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.56200000000000006,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.40899999999999997}]},{"osd":4,"last update":"Mon Aug 19 09:54:20 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.77100000000000002}]},{"osd":5,"last update":"Mon Aug 19 09:54:40 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.748},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.84999999999999998}]},{"osd":6,"last update":"Mon Aug 19 09:55:06 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.80800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81799999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-19T09:55:18.721 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-19T09:55:18.721 INFO:tasks.cephadm:Adding prometheus.a on smithi196 2024-08-19T09:55:18.722 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch apply prometheus '1;smithi196=a' 2024-08-19T09:55:18.935 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:55:19.342 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:19 smithi196 ceph-mon[19976]: from='client.24407 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T09:55:19.343 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:19 smithi196 ceph-mon[19976]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:19.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:19 smithi190 ceph-mon[16060]: from='client.24407 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T09:55:19.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:19 smithi190 ceph-mon[16060]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:19.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:19 smithi190 ceph-mon[26031]: from='client.24407 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T09:55:19.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:19 smithi190 ceph-mon[26031]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:20.626 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled prometheus update... 2024-08-19T09:55:21.228 DEBUG:teuthology.orchestra.run.smithi196:prometheus.a> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@prometheus.a.service 2024-08-19T09:55:21.231 INFO:tasks.cephadm:Adding node-exporter.a on smithi190 2024-08-19T09:55:21.231 INFO:tasks.cephadm:Adding node-exporter.b on smithi196 2024-08-19T09:55:21.231 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch apply node-exporter '2;smithi190=a;smithi196=b' 2024-08-19T09:55:21.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:21 smithi196 ceph-mon[19976]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:21.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:21 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:21.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:21 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:55:21.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:21 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:55:21.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:21 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:55:21.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:21 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:21.501 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:55:21.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:21 smithi190 ceph-mon[16060]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:21.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:21 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:21.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:21 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:55:21.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:21 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:55:21.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:21 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:55:21.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:21 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:21 smithi190 ceph-mon[26031]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:21 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:21 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:55:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:21 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:55:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:21 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:55:21.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:21 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:22.222 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:22 smithi196 ceph-mon[19976]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:55:22.222 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:22 smithi196 ceph-mon[19976]: Saving service prometheus spec with placement smithi196=a;count:1 2024-08-19T09:55:22.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:22 smithi190 ceph-mon[16060]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:55:22.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:22 smithi190 ceph-mon[16060]: Saving service prometheus spec with placement smithi196=a;count:1 2024-08-19T09:55:22.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:22 smithi190 ceph-mon[16060]: Deploying daemon prometheus.a on smithi196 2024-08-19T09:55:22.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:22 smithi190 ceph-mon[26031]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:55:22.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:22 smithi190 ceph-mon[26031]: Saving service prometheus spec with placement smithi196=a;count:1 2024-08-19T09:55:22.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:22 smithi190 ceph-mon[26031]: Deploying daemon prometheus.a on smithi196 2024-08-19T09:55:22.584 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:22 smithi196 ceph-mon[19976]: Deploying daemon prometheus.a on smithi196 2024-08-19T09:55:23.319 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:23 smithi196 ceph-mon[19976]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:23.480 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:23 smithi190 ceph-mon[26031]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:23.480 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:23 smithi190 ceph-mon[16060]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:24.088 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled node-exporter update... 2024-08-19T09:55:24.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-08-19T09:55:24.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-08-19T09:55:24.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]: dispatch 2024-08-19T09:55:24.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:24.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-08-19T09:55:24.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-08-19T09:55:24.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-08-19T09:55:24.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-08-19T09:55:24.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-08-19T09:55:24.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-08-19T09:55:24.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]: dispatch 2024-08-19T09:55:24.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:24.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-08-19T09:55:24.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-08-19T09:55:24.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-08-19T09:55:24.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:24 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-08-19T09:55:24.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-08-19T09:55:24.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-08-19T09:55:24.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]: dispatch 2024-08-19T09:55:24.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:24.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]: dispatch 2024-08-19T09:55:24.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-08-19T09:55:24.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-08-19T09:55:24.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:24 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-08-19T09:55:25.293 DEBUG:teuthology.orchestra.run.smithi190:node-exporter.a> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@node-exporter.a.service 2024-08-19T09:55:25.296 DEBUG:teuthology.orchestra.run.smithi196:node-exporter.b> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@node-exporter.b.service 2024-08-19T09:55:25.336 INFO:tasks.cephadm:Adding alertmanager.a on smithi190 2024-08-19T09:55:25.336 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch apply alertmanager '1;smithi190=a' 2024-08-19T09:55:25.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[16060]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi190=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:55:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[16060]: Saving service node-exporter spec with placement smithi190=a;smithi196=b;count:2 2024-08-19T09:55:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[16060]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]': finished 2024-08-19T09:55:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-08-19T09:55:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]': finished 2024-08-19T09:55:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-08-19T09:55:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-08-19T09:55:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-08-19T09:55:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-08-19T09:55:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[16060]: osdmap e66: 8 total, 8 up, 8 in 2024-08-19T09:55:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[26031]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi190=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:55:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[26031]: Saving service node-exporter spec with placement smithi190=a;smithi196=b;count:2 2024-08-19T09:55:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[26031]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]': finished 2024-08-19T09:55:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-08-19T09:55:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]': finished 2024-08-19T09:55:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-08-19T09:55:25.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-08-19T09:55:25.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-08-19T09:55:25.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-08-19T09:55:25.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:25 smithi190 ceph-mon[26031]: osdmap e66: 8 total, 8 up, 8 in 2024-08-19T09:55:25.579 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:55:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:25 smithi196 ceph-mon[19976]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi190=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:55:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:25 smithi196 ceph-mon[19976]: Saving service node-exporter spec with placement smithi190=a;smithi196=b;count:2 2024-08-19T09:55:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:25 smithi196 ceph-mon[19976]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:25 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]': finished 2024-08-19T09:55:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:25 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-08-19T09:55:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:25 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.d", "id": [5, 1]}]': finished 2024-08-19T09:55:25.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:25 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [0, 2]}]': finished 2024-08-19T09:55:25.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:25 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-08-19T09:55:25.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:25 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-08-19T09:55:25.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:25 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-08-19T09:55:25.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:25 smithi196 ceph-mon[19976]: osdmap e66: 8 total, 8 up, 8 in 2024-08-19T09:55:26.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:26 smithi190 ceph-mon[26031]: osdmap e67: 8 total, 8 up, 8 in 2024-08-19T09:55:26.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:26 smithi190 ceph-mon[16060]: osdmap e67: 8 total, 8 up, 8 in 2024-08-19T09:55:26.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:26 smithi196 ceph-mon[19976]: osdmap e67: 8 total, 8 up, 8 in 2024-08-19T09:55:27.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:27 smithi190 ceph-mon[26031]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:27.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:27 smithi190 ceph-mon[16060]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:27 smithi196 ceph-mon[19976]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:29.155 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled alertmanager update... 2024-08-19T09:55:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:29 smithi196 ceph-mon[19976]: pgmap v209: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:29 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:29.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:29 smithi190 ceph-mon[16060]: pgmap v209: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:29.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:29 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:29.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:29 smithi190 ceph-mon[26031]: pgmap v209: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:29.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:29 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:29.767 DEBUG:teuthology.orchestra.run.smithi190:alertmanager.a> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@alertmanager.a.service 2024-08-19T09:55:29.770 INFO:tasks.cephadm:Adding grafana.a on smithi196 2024-08-19T09:55:29.770 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph orch apply grafana '1;smithi196=a' 2024-08-19T09:55:30.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:30 smithi190 ceph-mon[16060]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi190=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:55:30.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:30 smithi190 ceph-mon[16060]: Saving service alertmanager spec with placement smithi190=a;count:1 2024-08-19T09:55:30.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:30 smithi190 ceph-mon[26031]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi190=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:55:30.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:30 smithi190 ceph-mon[26031]: Saving service alertmanager spec with placement smithi190=a;count:1 2024-08-19T09:55:30.609 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:55:30.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:30 smithi196 ceph-mon[19976]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi190=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:55:30.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:30 smithi196 ceph-mon[19976]: Saving service alertmanager spec with placement smithi190=a;count:1 2024-08-19T09:55:31.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:31 smithi190 ceph-mon[26031]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:31.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:31 smithi190 ceph-mon[16060]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:31.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:31 smithi196 ceph-mon[19976]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:33.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:33 smithi196 ceph-mon[19976]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:33.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:33 smithi190 ceph-mon[16060]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:33.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:33 smithi190 ceph-mon[26031]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:33.667 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:33 smithi196 systemd[1]: Starting Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T09:55:34.222 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled grafana update... 2024-08-19T09:55:34.417 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 podman[47643]: 2024-08-19 09:55:34.150707473 +0000 UTC m=+0.018103029 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-19T09:55:34.418 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 podman[47643]: 2024-08-19 09:55:34.249739585 +0000 UTC m=+0.117135139 container create 75cf345b508e837f5deb4ff732ae4a868a9f855bc9be36c3b67f579e51f8c903 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T09:55:35.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 podman[47643]: 2024-08-19 09:55:34.829030402 +0000 UTC m=+0.696425947 container init 75cf345b508e837f5deb4ff732ae4a868a9f855bc9be36c3b67f579e51f8c903 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T09:55:35.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 podman[47643]: 2024-08-19 09:55:34.832158728 +0000 UTC m=+0.699554274 container start 75cf345b508e837f5deb4ff732ae4a868a9f855bc9be36c3b67f579e51f8c903 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T09:55:35.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.856Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-19T09:55:35.168 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.856Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-19T09:55:35.168 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.856Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi196 (none))" 2024-08-19T09:55:35.168 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.856Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-19T09:55:35.168 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.856Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-19T09:55:35.168 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.857Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-19T09:55:35.168 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.857Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-19T09:55:35.168 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.858Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-19T09:55:35.168 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.858Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-19T09:55:35.168 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.859Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-19T09:55:35.168 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.859Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.424µs 2024-08-19T09:55:35.168 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.859Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-19T09:55:35.168 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.861Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-08-19T09:55:35.168 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.861Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=24.806µs wal_replay_duration=1.286161ms wbl_replay_duration=119ns total_replay_duration=1.332443ms 2024-08-19T09:55:35.169 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.862Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-19T09:55:35.169 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.862Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-19T09:55:35.169 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.862Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-19T09:55:35.169 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.882Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.301521ms db_storage=722ns remote_storage=1.075µs web_handler=373ns query_engine=697ns scrape=434.858µs scrape_sd=89.163µs notify=808ns notify_sd=1.572µs rules=19.491535ms tracing=12.258µs 2024-08-19T09:55:35.169 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.882Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-19T09:55:35.169 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:55:34.882Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-19T09:55:35.169 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 bash[47643]: 75cf345b508e837f5deb4ff732ae4a868a9f855bc9be36c3b67f579e51f8c903 2024-08-19T09:55:35.169 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:55:34 smithi196 systemd[1]: Started Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:55:35.236 DEBUG:teuthology.orchestra.run.smithi196:grafana.a> sudo journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@grafana.a.service 2024-08-19T09:55:35.239 INFO:tasks.cephadm:Setting up client nodes... 2024-08-19T09:55:35.239 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-19T09:55:35.451 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:55:35.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[16060]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:35.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[16060]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:55:35.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[16060]: Saving service grafana spec with placement smithi196=a;count:1 2024-08-19T09:55:35.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:35.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:35.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:35.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:35.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-19T09:55:35.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[26031]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:35.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[26031]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:55:35.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[26031]: Saving service grafana spec with placement smithi196=a;count:1 2024-08-19T09:55:35.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:35.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:35.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:35.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:35.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:35 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-19T09:55:35.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:35 smithi196 ceph-mon[19976]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:35.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:35 smithi196 ceph-mon[19976]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:55:35.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:35 smithi196 ceph-mon[19976]: Saving service grafana spec with placement smithi196=a;count:1 2024-08-19T09:55:35.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:35 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:35.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:35 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:35.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:35 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:35.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:35 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' 2024-08-19T09:55:35.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:35 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-19T09:55:36.273 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:36 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: ignoring --setuser ceph since I am not root 2024-08-19T09:55:36.274 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:36 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: ignoring --setgroup ceph since I am not root 2024-08-19T09:55:36.274 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:36 smithi196 ceph-mgr[21848]: -- 172.21.15.196:0/2977352473 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561fbeb28d00 con 0x561fbeafd400 2024-08-19T09:55:36.274 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:36 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:36.207+0000 7fc05648a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-19T09:55:36.274 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:36 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:36.272+0000 7fc05648a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-19T09:55:36.282 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:36 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ignoring --setuser ceph since I am not root 2024-08-19T09:55:36.282 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:36 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ignoring --setgroup ceph since I am not root 2024-08-19T09:55:36.282 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:36 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:36.208+0000 7f1d9ffa8040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-19T09:55:36.282 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:36 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:36.281+0000 7f1d9ffa8040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-19T09:55:36.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:36 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:36.423+0000 7f1d9ffa8040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-19T09:55:36.567 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:36 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:36.412+0000 7fc05648a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-19T09:55:36.831 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:36 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:36.566+0000 7fc05648a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-19T09:55:36.831 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:36 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:36.707+0000 7fc05648a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-19T09:55:36.863 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:36 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:36.578+0000 7f1d9ffa8040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-19T09:55:36.863 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:36 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:36.724+0000 7f1d9ffa8040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-19T09:55:36.863 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:36 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:36.861+0000 7f1d9ffa8040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-19T09:55:37.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:36 smithi196 ceph-mon[19976]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-19T09:55:37.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:36 smithi196 ceph-mon[19976]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-19T09:55:37.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:36 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:36.829+0000 7fc05648a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-19T09:55:37.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:36 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:36.953+0000 7fc05648a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-19T09:55:37.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:37.010+0000 7fc05648a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-19T09:55:37.209 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:36 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:36.987+0000 7f1d9ffa8040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-19T09:55:37.210 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:37.044+0000 7f1d9ffa8040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-19T09:55:37.210 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:36 smithi190 ceph-mon[26031]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-19T09:55:37.210 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:36 smithi190 ceph-mon[26031]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-19T09:55:37.210 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:36 smithi190 ceph-mon[16060]: from='mgr.14148 172.21.15.190:0/4030610279' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-19T09:55:37.210 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:36 smithi190 ceph-mon[16060]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-19T09:55:37.484 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:37.363+0000 7f1d9ffa8040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-19T09:55:37.484 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:37.427+0000 7f1d9ffa8040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-19T09:55:37.549 INFO:teuthology.orchestra.run.smithi190.stdout:[client.0] 2024-08-19T09:55:37.549 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQCZFsNmV2CBIBAAB5dxDhmx9fa4eyq0aaxGNw== 2024-08-19T09:55:37.582 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:37.309+0000 7fc05648a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-19T09:55:37.582 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:37.369+0000 7fc05648a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-19T09:55:37.582 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:37.435+0000 7fc05648a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-19T09:55:37.583 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:37.581+0000 7fc05648a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-19T09:55:37.792 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:37.497+0000 7f1d9ffa8040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-19T09:55:37.792 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:37.656+0000 7f1d9ffa8040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-19T09:55:37.792 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:37.718+0000 7f1d9ffa8040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-19T09:55:37.792 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:37.790+0000 7f1d9ffa8040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-19T09:55:37.889 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:37.640+0000 7fc05648a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-19T09:55:37.889 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:37.706+0000 7fc05648a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-19T09:55:38.046 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:37 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2386796373' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T09:55:38.046 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:37 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2386796373' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-19T09:55:38.047 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:37.981+0000 7f1d9ffa8040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-19T09:55:38.047 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:37 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2386796373' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T09:55:38.047 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:37 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2386796373' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-19T09:55:38.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:37 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2386796373' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T09:55:38.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:37 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2386796373' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-19T09:55:38.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:37.887+0000 7fc05648a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-19T09:55:38.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:37.947+0000 7fc05648a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-19T09:55:38.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:38 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:38.007+0000 7fc05648a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-19T09:55:38.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:38 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:38.073+0000 7fc05648a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-19T09:55:38.193 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:55:38.193 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-08-19T09:55:38.193 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-08-19T09:55:38.232 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-19T09:55:38.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:38 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:38.045+0000 7f1d9ffa8040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-19T09:55:38.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:38 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:38.107+0000 7f1d9ffa8040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-19T09:55:38.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:38 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:38.181+0000 7f1d9ffa8040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-19T09:55:38.443 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.b/config 2024-08-19T09:55:38.565 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:38 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:38.283+0000 7fc05648a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-19T09:55:38.566 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:38 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:38.344+0000 7fc05648a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-19T09:55:38.814 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:38 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:38.400+0000 7f1d9ffa8040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-19T09:55:38.814 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:38 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:38.461+0000 7f1d9ffa8040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-19T09:55:39.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:38 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:38.888+0000 7fc05648a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-19T09:55:39.269 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:38 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:38.969+0000 7f1d9ffa8040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-19T09:55:39.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:39 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:39.268+0000 7f1d9ffa8040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-19T09:55:39.588 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:39 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:39.192+0000 7fc05648a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-19T09:55:39.875 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:39 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:39.614+0000 7fc05648a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-19T09:55:39.875 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:39 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:39.675+0000 7fc05648a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-19T09:55:39.875 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:39 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:39.735+0000 7fc05648a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-19T09:55:40.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:39 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:39.677+0000 7f1d9ffa8040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-19T09:55:40.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:39 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:39.732+0000 7f1d9ffa8040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-19T09:55:40.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:39 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:39.790+0000 7f1d9ffa8040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-19T09:55:40.358 INFO:teuthology.orchestra.run.smithi196.stdout:[client.1] 2024-08-19T09:55:40.359 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQCcFsNmIDoXFRAALcE0lF87lESGjQCS/3V4IA== 2024-08-19T09:55:40.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:40 smithi196 ceph-mon[19976]: from='client.? 172.21.15.196:0/2505281174' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T09:55:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:40 smithi196 ceph-mon[19976]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T09:55:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:40 smithi196 ceph-mon[19976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-19T09:55:40.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-mon[16060]: from='client.? 172.21.15.196:0/2505281174' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T09:55:40.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-mon[16060]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T09:55:40.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-mon[16060]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-19T09:55:40.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-mon[26031]: from='client.? 172.21.15.196:0/2505281174' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T09:55:40.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-mon[26031]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-19T09:55:40.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-mon[26031]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-19T09:55:40.937 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:40 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: [19/Aug/2024:09:55:40] ENGINE Bus STARTING 2024-08-19T09:55:40.954 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:40 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: CherryPy Checker: 2024-08-19T09:55:40.954 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:40 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: The Application mounted at '' has an empty config. 2024-08-19T09:55:40.954 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:40 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: 2024-08-19T09:55:40.959 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-19T09:55:40.959 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-08-19T09:55:40.959 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-08-19T09:55:40.997 INFO:tasks.cephadm:Creating RBD pool 2024-08-19T09:55:40.998 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd pool create rbd 8 2024-08-19T09:55:41.191 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:55:40] ENGINE Bus STARTING 2024-08-19T09:55:41.191 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: CherryPy Checker: 2024-08-19T09:55:41.191 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: The Application mounted at '' has an empty config. 2024-08-19T09:55:41.191 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:41.192 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:40.969+0000 7f1d07ce7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:55:41.192 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:40.969+0000 7f1d07ce7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:55:41.192 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:40.969+0000 7f1d07ce7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:55:41.192 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:40.969+0000 7f1d07ce7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:55:41.192 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:40.969+0000 7f1d07ce7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:55:41.192 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:40.970+0000 7f1d0c4f0640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:55:41.192 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:40.970+0000 7f1d0c4f0640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:55:41.192 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:40.970+0000 7f1d0c4f0640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:55:41.192 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:40.970+0000 7f1d0c4f0640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:55:41.192 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:40.970+0000 7f1d0c4f0640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:55:41.193 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:55:41] ENGINE Serving on http://:::9283 2024-08-19T09:55:41.193 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:55:41] ENGINE Bus STARTED 2024-08-19T09:55:41.214 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:55:41.412 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:40 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: [19/Aug/2024:09:55:40] ENGINE Serving on http://:::9283 2024-08-19T09:55:41.412 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:55:40 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[21844]: [19/Aug/2024:09:55:40] ENGINE Bus STARTED 2024-08-19T09:55:41.499 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: Standby manager daemon x restarted 2024-08-19T09:55:41.499 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: Standby manager daemon x started 2024-08-19T09:55:41.499 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/3493789850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T09:55:41.499 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/3493789850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T09:55:41.499 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/3493789850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T09:55:41.499 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/3493789850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T09:55:41.499 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: Active manager daemon y restarted 2024-08-19T09:55:41.499 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: Activating manager daemon y 2024-08-19T09:55:41.499 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: osdmap e68: 8 total, 8 up, 8 in 2024-08-19T09:55:41.499 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: mgrmap e17: y(active, starting, since 0.0100461s), standbys: x 2024-08-19T09:55:41.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:55:41.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:55:41.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:55:41.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T09:55:41.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T09:55:41.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T09:55:41.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T09:55:41.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:55:41.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:55:41.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:55:41.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:55:41.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:55:41.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:55:41.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:55:41.501 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:55:41.501 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T09:55:41.501 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T09:55:41.501 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T09:55:41.501 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: Manager daemon y is now available 2024-08-19T09:55:41.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: Standby manager daemon x restarted 2024-08-19T09:55:41.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: Standby manager daemon x started 2024-08-19T09:55:41.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/3493789850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T09:55:41.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/3493789850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T09:55:41.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/3493789850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T09:55:41.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/3493789850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T09:55:41.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: Active manager daemon y restarted 2024-08-19T09:55:41.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: Activating manager daemon y 2024-08-19T09:55:41.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: osdmap e68: 8 total, 8 up, 8 in 2024-08-19T09:55:41.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: mgrmap e17: y(active, starting, since 0.0100461s), standbys: x 2024-08-19T09:55:41.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:55:41.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:55:41.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:55:41.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T09:55:41.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T09:55:41.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T09:55:41.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T09:55:41.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:55:41.502 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:55:41.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:55:41.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:55:41.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:55:41.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:55:41.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:55:41.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:55:41.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T09:55:41.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T09:55:41.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T09:55:41.503 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: Manager daemon y is now available 2024-08-19T09:55:41.503 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:55:41.503 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:41.504 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:55:41.504 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T09:55:41.504 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T09:55:41.504 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:55:41.504 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:41.504 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:55:41.504 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T09:55:41.504 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T09:55:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: Standby manager daemon x restarted 2024-08-19T09:55:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: Standby manager daemon x started 2024-08-19T09:55:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/3493789850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T09:55:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/3493789850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T09:55:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/3493789850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T09:55:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/3493789850' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T09:55:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: Active manager daemon y restarted 2024-08-19T09:55:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: Activating manager daemon y 2024-08-19T09:55:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: osdmap e68: 8 total, 8 up, 8 in 2024-08-19T09:55:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: mgrmap e17: y(active, starting, since 0.0100461s), standbys: x 2024-08-19T09:55:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:55:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:55:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:55:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T09:55:41.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T09:55:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T09:55:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T09:55:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:55:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:55:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:55:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:55:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:55:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:55:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:55:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:55:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T09:55:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T09:55:41.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T09:55:41.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: Manager daemon y is now available 2024-08-19T09:55:41.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:55:41.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:41.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:55:41.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T09:55:41.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T09:55:42.369 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:42.106+0000 7f1cee675640 -1 log_channel(cephadm) log [ERR] : [19/Aug/2024:09:55:42] ENGINE Error in HTTPServer.serve 2024-08-19T09:55:42.369 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: Traceback (most recent call last): 2024-08-19T09:55:42.369 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T09:55:42.369 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: self._connections.run(self.expiration_interval) 2024-08-19T09:55:42.369 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T09:55:42.369 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: self._run(expiration_interval) 2024-08-19T09:55:42.369 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T09:55:42.369 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T09:55:42.369 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T09:55:42.369 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T09:55:42.370 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T09:55:42.370 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: s = self.context.wrap_socket( 2024-08-19T09:55:42.370 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T09:55:42.370 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: return self.sslsocket_class._create( 2024-08-19T09:55:42.370 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T09:55:42.370 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: self.do_handshake() 2024-08-19T09:55:42.370 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T09:55:42.370 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: self._sslobj.do_handshake() 2024-08-19T09:55:42.370 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T09:55:42.370 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:55:42.960 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-mon[26031]: mgrmap e18: y(active, since 1.01197s), standbys: x 2024-08-19T09:55:42.960 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-mon[26031]: [19/Aug/2024:09:55:41] ENGINE Bus STARTING 2024-08-19T09:55:42.960 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-mon[26031]: [19/Aug/2024:09:55:41] ENGINE Serving on http://172.21.15.190:8765 2024-08-19T09:55:42.960 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-mon[16060]: mgrmap e18: y(active, since 1.01197s), standbys: x 2024-08-19T09:55:42.960 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-mon[16060]: [19/Aug/2024:09:55:41] ENGINE Bus STARTING 2024-08-19T09:55:42.961 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:42 smithi190 ceph-mon[16060]: [19/Aug/2024:09:55:41] ENGINE Serving on http://172.21.15.190:8765 2024-08-19T09:55:43.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:42 smithi196 ceph-mon[19976]: mgrmap e18: y(active, since 1.01197s), standbys: x 2024-08-19T09:55:43.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:42 smithi196 ceph-mon[19976]: [19/Aug/2024:09:55:41] ENGINE Bus STARTING 2024-08-19T09:55:43.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:42 smithi196 ceph-mon[19976]: [19/Aug/2024:09:55:41] ENGINE Serving on http://172.21.15.190:8765 2024-08-19T09:55:44.142 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: [19/Aug/2024:09:55:42] ENGINE Serving on https://172.21.15.190:7150 2024-08-19T09:55:44.142 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: [19/Aug/2024:09:55:42] ENGINE Bus STARTED 2024-08-19T09:55:44.142 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: [19/Aug/2024:09:55:42] ENGINE Error in HTTPServer.serve 2024-08-19T09:55:44.142 INFO:journalctl@ceph.mon.a.smithi190.stdout: Traceback (most recent call last): 2024-08-19T09:55:44.142 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T09:55:44.142 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._connections.run(self.expiration_interval) 2024-08-19T09:55:44.143 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T09:55:44.143 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._run(expiration_interval) 2024-08-19T09:55:44.143 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T09:55:44.143 INFO:journalctl@ceph.mon.a.smithi190.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T09:55:44.143 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T09:55:44.143 INFO:journalctl@ceph.mon.a.smithi190.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T09:55:44.143 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T09:55:44.143 INFO:journalctl@ceph.mon.a.smithi190.stdout: s = self.context.wrap_socket( 2024-08-19T09:55:44.143 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T09:55:44.143 INFO:journalctl@ceph.mon.a.smithi190.stdout: return self.sslsocket_class._create( 2024-08-19T09:55:44.143 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T09:55:44.143 INFO:journalctl@ceph.mon.a.smithi190.stdout: self.do_handshake() 2024-08-19T09:55:44.143 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T09:55:44.143 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._sslobj.do_handshake() 2024-08-19T09:55:44.144 INFO:journalctl@ceph.mon.a.smithi190.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T09:55:44.144 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:44.144 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-19T09:55:44.144 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:44.144 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:44.144 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/1498959893' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-19T09:55:44.144 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-19T09:55:44.144 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:44.144 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:44.144 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:44.144 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:44.144 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:44.144 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:44.144 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:44.145 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: [19/Aug/2024:09:55:42] ENGINE Serving on https://172.21.15.190:7150 2024-08-19T09:55:44.145 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: [19/Aug/2024:09:55:42] ENGINE Bus STARTED 2024-08-19T09:55:44.145 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: [19/Aug/2024:09:55:42] ENGINE Error in HTTPServer.serve 2024-08-19T09:55:44.145 INFO:journalctl@ceph.mon.c.smithi190.stdout: Traceback (most recent call last): 2024-08-19T09:55:44.145 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T09:55:44.145 INFO:journalctl@ceph.mon.c.smithi190.stdout: self._connections.run(self.expiration_interval) 2024-08-19T09:55:44.145 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T09:55:44.145 INFO:journalctl@ceph.mon.c.smithi190.stdout: self._run(expiration_interval) 2024-08-19T09:55:44.145 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T09:55:44.145 INFO:journalctl@ceph.mon.c.smithi190.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T09:55:44.145 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T09:55:44.146 INFO:journalctl@ceph.mon.c.smithi190.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T09:55:44.146 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T09:55:44.146 INFO:journalctl@ceph.mon.c.smithi190.stdout: s = self.context.wrap_socket( 2024-08-19T09:55:44.146 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T09:55:44.146 INFO:journalctl@ceph.mon.c.smithi190.stdout: return self.sslsocket_class._create( 2024-08-19T09:55:44.146 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T09:55:44.146 INFO:journalctl@ceph.mon.c.smithi190.stdout: self.do_handshake() 2024-08-19T09:55:44.146 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T09:55:44.146 INFO:journalctl@ceph.mon.c.smithi190.stdout: self._sslobj.do_handshake() 2024-08-19T09:55:44.146 INFO:journalctl@ceph.mon.c.smithi190.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T09:55:44.146 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:44.146 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-19T09:55:44.146 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:44.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:44.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/1498959893' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-19T09:55:44.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-19T09:55:44.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:44.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:44.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:44.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:44.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:44.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:44.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:43 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:44.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: [19/Aug/2024:09:55:42] ENGINE Serving on https://172.21.15.190:7150 2024-08-19T09:55:44.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: [19/Aug/2024:09:55:42] ENGINE Bus STARTED 2024-08-19T09:55:44.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: [19/Aug/2024:09:55:42] ENGINE Error in HTTPServer.serve 2024-08-19T09:55:44.168 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-08-19T09:55:44.169 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T09:55:44.169 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._connections.run(self.expiration_interval) 2024-08-19T09:55:44.169 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T09:55:44.169 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._run(expiration_interval) 2024-08-19T09:55:44.169 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T09:55:44.169 INFO:journalctl@ceph.mon.b.smithi196.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T09:55:44.169 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T09:55:44.169 INFO:journalctl@ceph.mon.b.smithi196.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T09:55:44.169 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T09:55:44.169 INFO:journalctl@ceph.mon.b.smithi196.stdout: s = self.context.wrap_socket( 2024-08-19T09:55:44.169 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T09:55:44.169 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.sslsocket_class._create( 2024-08-19T09:55:44.169 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T09:55:44.170 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.do_handshake() 2024-08-19T09:55:44.170 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T09:55:44.170 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._sslobj.do_handshake() 2024-08-19T09:55:44.170 INFO:journalctl@ceph.mon.b.smithi196.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T09:55:44.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:44.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-19T09:55:44.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:44.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:44.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/1498959893' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-19T09:55:44.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-19T09:55:44.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:44.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:44.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:44.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:44.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:44.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:44.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:43 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:44.280 INFO:teuthology.orchestra.run.smithi190.stderr:pool 'rbd' created 2024-08-19T09:55:44.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:55:44] "GET /metrics HTTP/1.1" 200 28769 "" "Prometheus/2.43.0" 2024-08-19T09:55:45.167 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- rbd pool init rbd 2024-08-19T09:55:45.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[26031]: Adjusting osd_memory_target on smithi196 to 2992M 2024-08-19T09:55:45.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[26031]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-19T09:55:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[26031]: osdmap e69: 8 total, 8 up, 8 in 2024-08-19T09:55:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:55:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:55:45.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[16060]: Adjusting osd_memory_target on smithi196 to 2992M 2024-08-19T09:55:45.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:45.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:45.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[16060]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-19T09:55:45.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[16060]: osdmap e69: 8 total, 8 up, 8 in 2024-08-19T09:55:45.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:45.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:45.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:45.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:45.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:45.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:45.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:45.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:55:45.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:44 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:55:45.382 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:55:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:44 smithi196 ceph-mon[19976]: Adjusting osd_memory_target on smithi196 to 2992M 2024-08-19T09:55:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:44 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:44 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:44 smithi196 ceph-mon[19976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-19T09:55:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:44 smithi196 ceph-mon[19976]: osdmap e69: 8 total, 8 up, 8 in 2024-08-19T09:55:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:44 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:44 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:44 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:44 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:44 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:44 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:55:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:44 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:45.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:44 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:55:45.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:44 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:55:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: Adjusting osd_memory_target on smithi190 to 2992M 2024-08-19T09:55:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T09:55:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T09:55:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:55:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:55:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: pgmap v6: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-19T09:55:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-19T09:55:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: osdmap e70: 8 total, 8 up, 8 in 2024-08-19T09:55:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:46.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:46.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:46.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:46.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T09:55:46.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[16060]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-19T09:55:46.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: Adjusting osd_memory_target on smithi190 to 2992M 2024-08-19T09:55:46.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T09:55:46.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T09:55:46.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:55:46.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:55:46.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: pgmap v6: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:46.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-19T09:55:46.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-19T09:55:46.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: osdmap e70: 8 total, 8 up, 8 in 2024-08-19T09:55:46.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:46.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:46.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:46.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:46.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:46.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T09:55:46.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:45 smithi190 ceph-mon[26031]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-19T09:55:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: Adjusting osd_memory_target on smithi190 to 2992M 2024-08-19T09:55:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T09:55:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T09:55:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:55:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T09:55:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: pgmap v6: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-19T09:55:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-19T09:55:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: osdmap e70: 8 total, 8 up, 8 in 2024-08-19T09:55:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T09:55:46.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:45 smithi196 ceph-mon[19976]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-19T09:55:47.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:46 smithi190 ceph-mon[26031]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T09:55:47.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:46 smithi190 ceph-mon[26031]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T09:55:47.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:46 smithi190 ceph-mon[26031]: Deploying daemon alertmanager.a on smithi190 2024-08-19T09:55:47.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:46 smithi190 ceph-mon[26031]: osdmap e71: 8 total, 8 up, 8 in 2024-08-19T09:55:47.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:46 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3935177951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-19T09:55:47.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:46 smithi190 ceph-mon[26031]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-19T09:55:47.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:46 smithi190 ceph-mon[16060]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T09:55:47.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:46 smithi190 ceph-mon[16060]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T09:55:47.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:46 smithi190 ceph-mon[16060]: Deploying daemon alertmanager.a on smithi190 2024-08-19T09:55:47.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:46 smithi190 ceph-mon[16060]: osdmap e71: 8 total, 8 up, 8 in 2024-08-19T09:55:47.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:46 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3935177951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-19T09:55:47.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:46 smithi190 ceph-mon[16060]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-19T09:55:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:46 smithi196 ceph-mon[19976]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T09:55:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:46 smithi196 ceph-mon[19976]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T09:55:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:46 smithi196 ceph-mon[19976]: Deploying daemon alertmanager.a on smithi190 2024-08-19T09:55:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:46 smithi196 ceph-mon[19976]: osdmap e71: 8 total, 8 up, 8 in 2024-08-19T09:55:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:46 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3935177951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-19T09:55:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:46 smithi196 ceph-mon[19976]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-19T09:55:48.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:47 smithi190 ceph-mon[26031]: pgmap v9: 105 pgs: 1 unknown, 104 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:48.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:47 smithi190 ceph-mon[26031]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-19T09:55:48.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:47 smithi190 ceph-mon[26031]: osdmap e72: 8 total, 8 up, 8 in 2024-08-19T09:55:48.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:47 smithi190 ceph-mon[16060]: pgmap v9: 105 pgs: 1 unknown, 104 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:48.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:47 smithi190 ceph-mon[16060]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-19T09:55:48.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:47 smithi190 ceph-mon[16060]: osdmap e72: 8 total, 8 up, 8 in 2024-08-19T09:55:48.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:47 smithi196 ceph-mon[19976]: pgmap v9: 105 pgs: 1 unknown, 104 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:55:48.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:47 smithi196 ceph-mon[19976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-19T09:55:48.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:47 smithi196 ceph-mon[19976]: osdmap e72: 8 total, 8 up, 8 in 2024-08-19T09:55:49.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:49 smithi190 ceph-mon[26031]: osdmap e73: 8 total, 8 up, 8 in 2024-08-19T09:55:49.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:49 smithi190 ceph-mon[26031]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-19T09:55:49.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:49 smithi190 ceph-mon[16060]: osdmap e73: 8 total, 8 up, 8 in 2024-08-19T09:55:49.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:49 smithi190 ceph-mon[16060]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-19T09:55:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:49 smithi196 ceph-mon[19976]: osdmap e73: 8 total, 8 up, 8 in 2024-08-19T09:55:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:49 smithi196 ceph-mon[19976]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-19T09:55:50.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:50 smithi190 ceph-mon[16060]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T09:55:50.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:50 smithi190 ceph-mon[16060]: Cluster is now healthy 2024-08-19T09:55:50.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:50 smithi190 ceph-mon[16060]: osdmap e74: 8 total, 8 up, 8 in 2024-08-19T09:55:50.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:50 smithi190 ceph-mon[26031]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T09:55:50.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:50 smithi190 ceph-mon[26031]: Cluster is now healthy 2024-08-19T09:55:50.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:50 smithi190 ceph-mon[26031]: osdmap e74: 8 total, 8 up, 8 in 2024-08-19T09:55:50.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:50 smithi196 ceph-mon[19976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T09:55:50.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:50 smithi196 ceph-mon[19976]: Cluster is now healthy 2024-08-19T09:55:50.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:50 smithi196 ceph-mon[19976]: osdmap e74: 8 total, 8 up, 8 in 2024-08-19T09:55:50.860 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph config log 1 --format=json 2024-08-19T09:55:51.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:51 smithi190 ceph-mon[26031]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-19T09:55:51.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:51 smithi190 ceph-mon[16060]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-19T09:55:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:51 smithi196 ceph-mon[19976]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-19T09:55:53.578 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:55:54.040 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:53 smithi190 ceph-mon[26031]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-19T09:55:54.040 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:53 smithi190 ceph-mon[16060]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-19T09:55:54.297 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:55:54] "GET /metrics HTTP/1.1" 200 28769 "" "Prometheus/2.43.0" 2024-08-19T09:55:54.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:53 smithi196 ceph-mon[19976]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-19T09:55:55.929 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:55:55] ENGINE Bus STOPPING 2024-08-19T09:55:56.110 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:55:56.247 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:55:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T09:55:56.247 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:55:56] ENGINE Bus STOPPED 2024-08-19T09:55:56.247 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:55:56] ENGINE Bus STARTING 2024-08-19T09:55:56.248 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:55:56] ENGINE Serving on http://:::9283 2024-08-19T09:55:56.248 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:55:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:55:56] ENGINE Bus STARTED 2024-08-19T09:55:56.248 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[26031]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 269 B/s wr, 0 op/s 2024-08-19T09:55:56.248 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.248 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.248 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.248 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.248 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.248 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.248 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-19T09:55:56.248 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.249 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[26031]: osdmap e75: 8 total, 8 up, 8 in 2024-08-19T09:55:56.249 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.249 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:55:56.249 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[16060]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 269 B/s wr, 0 op/s 2024-08-19T09:55:56.249 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.249 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.249 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.249 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.249 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.249 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.249 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-19T09:55:56.249 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.250 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[16060]: osdmap e75: 8 total, 8 up, 8 in 2024-08-19T09:55:56.250 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.250 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:55 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:55:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:55 smithi196 ceph-mon[19976]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 269 B/s wr, 0 op/s 2024-08-19T09:55:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:55 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:55 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:55 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:55 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:55 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:55 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:55 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-19T09:55:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:55 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:55 smithi196 ceph-mon[19976]: osdmap e75: 8 total, 8 up, 8 in 2024-08-19T09:55:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:55 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:55:56.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:55 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:55:56.731 INFO:teuthology.orchestra.run.smithi190.stdout:[{"version":25,"timestamp":"2024-08-19T09:55:55.841638+0000","name":"","changes":[{"name":"mgr/mgr/dashboard/GRAFANA_API_SSL_VERIFY","new_value":"false"}]}] 2024-08-19T09:55:56.731 INFO:tasks.ceph_manager:config epoch is 25 2024-08-19T09:55:56.732 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-19T09:55:56.732 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-19T09:55:56.732 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph mgr dump --format=json 2024-08-19T09:55:56.939 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:55:57.062 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:56 smithi190 ceph-mon[16060]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-19T09:55:57.062 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:56 smithi190 ceph-mon[16060]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-19T09:55:57.062 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:56 smithi190 ceph-mon[16060]: Deploying daemon grafana.a on smithi196 2024-08-19T09:55:57.062 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:56 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/708686852' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-19T09:55:57.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:56 smithi190 ceph-mon[26031]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-19T09:55:57.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:56 smithi190 ceph-mon[26031]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-19T09:55:57.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:56 smithi190 ceph-mon[26031]: Deploying daemon grafana.a on smithi196 2024-08-19T09:55:57.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:56 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/708686852' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-19T09:55:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:56 smithi196 ceph-mon[19976]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-19T09:55:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:56 smithi196 ceph-mon[19976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-19T09:55:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:56 smithi196 ceph-mon[19976]: Deploying daemon grafana.a on smithi196 2024-08-19T09:55:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:56 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/708686852' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-19T09:55:57.939 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:55:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[57272]: ts=2024-08-19T09:55:57.637Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000592366s 2024-08-19T09:55:58.254 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:57 smithi190 ceph-mon[16060]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:55:58.254 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:57 smithi190 ceph-mon[26031]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:55:58.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:57 smithi196 ceph-mon[19976]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:55:58.986 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:55:59.613 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":20,"flags":0,"active_gid":24434,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":3015529694},{"type":"v1","addr":"172.21.15.190:6801","nonce":3015529694}]},"active_addr":"172.21.15.190:6801/3015529694","active_change":"2024-08-19T09:55:40.859081+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24397,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.190:8443/","prometheus":"http://172.21.15.190:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":68,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.190:0","nonce":3752036541}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.190:0","nonce":3732077959}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.190:0","nonce":1733210608}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.190:0","nonce":2201120033}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.190:0","nonce":3298473777}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.190:0","nonce":3983257996}]}]} 2024-08-19T09:55:59.617 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-19T09:55:59.617 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-19T09:55:59.617 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T09:55:59.820 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:00.194 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:59 smithi190 ceph-mon[16060]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 213 B/s wr, 0 op/s 2024-08-19T09:56:00.195 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:55:59 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/4080226236' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-19T09:56:00.195 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:59 smithi190 ceph-mon[26031]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 213 B/s wr, 0 op/s 2024-08-19T09:56:00.195 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:55:59 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/4080226236' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-19T09:56:00.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:59 smithi196 ceph-mon[19976]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 213 B/s wr, 0 op/s 2024-08-19T09:56:00.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:55:59 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/4080226236' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-19T09:56:01.544 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:56:01.544 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":75,"fsid":"3fc239b0-5e10-11ef-bccf-c7b262605968","created":"2024-08-19T09:49:35.891385+0000","modified":"2024-08-19T09:55:55.850333+0000","last_up_change":"2024-08-19T09:54:27.345099+0000","last_in_change":"2024-08-19T09:54:10.453045+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T09:52:34.372987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T09:54:49.695520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T09:54:52.654083+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-19T09:55:43.590497+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfae32ab-6108-4681-b678-88c7515b4005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6803","nonce":2222701920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6805","nonce":2222701920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6809","nonce":2222701920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6807","nonce":2222701920}]},"public_addr":"172.21.15.190:6803/2222701920","cluster_addr":"172.21.15.190:6805/2222701920","heartbeat_back_addr":"172.21.15.190:6809/2222701920","heartbeat_front_addr":"172.21.15.190:6807/2222701920","state":["exists","up"]},{"osd":1,"uuid":"9fb0b38f-752d-46f6-8f2e-ccc0293d815a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6811","nonce":1194903473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6813","nonce":1194903473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6817","nonce":1194903473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6815","nonce":1194903473}]},"public_addr":"172.21.15.190:6811/1194903473","cluster_addr":"172.21.15.190:6813/1194903473","heartbeat_back_addr":"172.21.15.190:6817/1194903473","heartbeat_front_addr":"172.21.15.190:6815/1194903473","state":["exists","up"]},{"osd":2,"uuid":"87d362f2-539c-4df3-bdeb-e7c8a6d63009","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6819","nonce":3374653496}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6821","nonce":3374653496}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6825","nonce":3374653496}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6823","nonce":3374653496}]},"public_addr":"172.21.15.190:6819/3374653496","cluster_addr":"172.21.15.190:6821/3374653496","heartbeat_back_addr":"172.21.15.190:6825/3374653496","heartbeat_front_addr":"172.21.15.190:6823/3374653496","state":["exists","up"]},{"osd":3,"uuid":"9c8bd1a5-03bf-4ba4-8b27-88c8f7785fe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6827","nonce":1490136440}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6829","nonce":1490136440}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6833","nonce":1490136440}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6831","nonce":1490136440}]},"public_addr":"172.21.15.190:6827/1490136440","cluster_addr":"172.21.15.190:6829/1490136440","heartbeat_back_addr":"172.21.15.190:6833/1490136440","heartbeat_front_addr":"172.21.15.190:6831/1490136440","state":["exists","up"]},{"osd":4,"uuid":"6b893e27-e5ee-4c1c-a265-83bf0a4fb4be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6801","nonce":1699089756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6803","nonce":1699089756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6807","nonce":1699089756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6805","nonce":1699089756}]},"public_addr":"172.21.15.196:6801/1699089756","cluster_addr":"172.21.15.196:6803/1699089756","heartbeat_back_addr":"172.21.15.196:6807/1699089756","heartbeat_front_addr":"172.21.15.196:6805/1699089756","state":["exists","up"]},{"osd":5,"uuid":"36617f5e-73ed-43eb-b6ee-5b69be91316e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6809","nonce":3035974771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6811","nonce":3035974771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6815","nonce":3035974771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6813","nonce":3035974771}]},"public_addr":"172.21.15.196:6809/3035974771","cluster_addr":"172.21.15.196:6811/3035974771","heartbeat_back_addr":"172.21.15.196:6815/3035974771","heartbeat_front_addr":"172.21.15.196:6813/3035974771","state":["exists","up"]},{"osd":6,"uuid":"89fbc1af-0f11-4802-b5bb-dfe09e183121","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6817","nonce":3114203092}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6819","nonce":3114203092}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6823","nonce":3114203092}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6821","nonce":3114203092}]},"public_addr":"172.21.15.196:6817/3114203092","cluster_addr":"172.21.15.196:6819/3114203092","heartbeat_back_addr":"172.21.15.196:6823/3114203092","heartbeat_front_addr":"172.21.15.196:6821/3114203092","state":["exists","up"]},{"osd":7,"uuid":"38d2cdbb-84cf-41c0-aae3-bf9397bd26f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6825","nonce":3047761877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6827","nonce":3047761877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6831","nonce":3047761877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6829","nonce":3047761877}]},"public_addr":"172.21.15.196:6825/3047761877","cluster_addr":"172.21.15.196:6827/3047761877","heartbeat_back_addr":"172.21.15.196:6831/3047761877","heartbeat_front_addr":"172.21.15.196:6829/3047761877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:51:43.488528+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:07.231492+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:30.134146+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:54.048258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:15.255415+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:38.341160+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:02.013132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:25.522229+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.190:0/3705058267":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/666034353":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/1066732937":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/2911373684":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/417309172":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6800/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:6801/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/1110135241":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/3231415537":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/3551021348":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6800/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6800/1563181590":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/1949421699":"2024-08-20T09:55:40.858869+0000","172.21.15.190:6801/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/3349399447":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6801/1563181590":"2024-08-20T09:55:40.858869+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T09:56:02.148 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:01 smithi190 ceph-mon[16060]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-19T09:56:02.148 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:01 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/841595976' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:56:02.149 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:01 smithi190 ceph-mon[26031]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-19T09:56:02.149 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:01 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/841595976' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:56:02.173 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-19T09:56:02.173 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T09:56:02.376 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:02.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:01 smithi196 ceph-mon[19976]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-19T09:56:02.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:01 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/841595976' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:56:04.142 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:03 smithi190 ceph-mon[16060]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:04.143 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:03 smithi190 ceph-mon[26031]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:04.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:03 smithi196 ceph-mon[19976]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:04.551 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:56:04 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:56:04] "GET /metrics HTTP/1.1" 200 33681 "" "Prometheus/2.43.0" 2024-08-19T09:56:04.552 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:56:04.552 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":75,"fsid":"3fc239b0-5e10-11ef-bccf-c7b262605968","created":"2024-08-19T09:49:35.891385+0000","modified":"2024-08-19T09:55:55.850333+0000","last_up_change":"2024-08-19T09:54:27.345099+0000","last_in_change":"2024-08-19T09:54:10.453045+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T09:52:34.372987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T09:54:49.695520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T09:54:52.654083+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-19T09:55:43.590497+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfae32ab-6108-4681-b678-88c7515b4005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6803","nonce":2222701920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6805","nonce":2222701920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6809","nonce":2222701920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6807","nonce":2222701920}]},"public_addr":"172.21.15.190:6803/2222701920","cluster_addr":"172.21.15.190:6805/2222701920","heartbeat_back_addr":"172.21.15.190:6809/2222701920","heartbeat_front_addr":"172.21.15.190:6807/2222701920","state":["exists","up"]},{"osd":1,"uuid":"9fb0b38f-752d-46f6-8f2e-ccc0293d815a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6811","nonce":1194903473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6813","nonce":1194903473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6817","nonce":1194903473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6815","nonce":1194903473}]},"public_addr":"172.21.15.190:6811/1194903473","cluster_addr":"172.21.15.190:6813/1194903473","heartbeat_back_addr":"172.21.15.190:6817/1194903473","heartbeat_front_addr":"172.21.15.190:6815/1194903473","state":["exists","up"]},{"osd":2,"uuid":"87d362f2-539c-4df3-bdeb-e7c8a6d63009","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6819","nonce":3374653496}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6821","nonce":3374653496}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6825","nonce":3374653496}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6823","nonce":3374653496}]},"public_addr":"172.21.15.190:6819/3374653496","cluster_addr":"172.21.15.190:6821/3374653496","heartbeat_back_addr":"172.21.15.190:6825/3374653496","heartbeat_front_addr":"172.21.15.190:6823/3374653496","state":["exists","up"]},{"osd":3,"uuid":"9c8bd1a5-03bf-4ba4-8b27-88c8f7785fe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6827","nonce":1490136440}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6829","nonce":1490136440}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6833","nonce":1490136440}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6831","nonce":1490136440}]},"public_addr":"172.21.15.190:6827/1490136440","cluster_addr":"172.21.15.190:6829/1490136440","heartbeat_back_addr":"172.21.15.190:6833/1490136440","heartbeat_front_addr":"172.21.15.190:6831/1490136440","state":["exists","up"]},{"osd":4,"uuid":"6b893e27-e5ee-4c1c-a265-83bf0a4fb4be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6801","nonce":1699089756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6803","nonce":1699089756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6807","nonce":1699089756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6805","nonce":1699089756}]},"public_addr":"172.21.15.196:6801/1699089756","cluster_addr":"172.21.15.196:6803/1699089756","heartbeat_back_addr":"172.21.15.196:6807/1699089756","heartbeat_front_addr":"172.21.15.196:6805/1699089756","state":["exists","up"]},{"osd":5,"uuid":"36617f5e-73ed-43eb-b6ee-5b69be91316e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6809","nonce":3035974771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6811","nonce":3035974771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6815","nonce":3035974771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6813","nonce":3035974771}]},"public_addr":"172.21.15.196:6809/3035974771","cluster_addr":"172.21.15.196:6811/3035974771","heartbeat_back_addr":"172.21.15.196:6815/3035974771","heartbeat_front_addr":"172.21.15.196:6813/3035974771","state":["exists","up"]},{"osd":6,"uuid":"89fbc1af-0f11-4802-b5bb-dfe09e183121","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6817","nonce":3114203092}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6819","nonce":3114203092}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6823","nonce":3114203092}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6821","nonce":3114203092}]},"public_addr":"172.21.15.196:6817/3114203092","cluster_addr":"172.21.15.196:6819/3114203092","heartbeat_back_addr":"172.21.15.196:6823/3114203092","heartbeat_front_addr":"172.21.15.196:6821/3114203092","state":["exists","up"]},{"osd":7,"uuid":"38d2cdbb-84cf-41c0-aae3-bf9397bd26f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6825","nonce":3047761877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6827","nonce":3047761877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6831","nonce":3047761877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6829","nonce":3047761877}]},"public_addr":"172.21.15.196:6825/3047761877","cluster_addr":"172.21.15.196:6827/3047761877","heartbeat_back_addr":"172.21.15.196:6831/3047761877","heartbeat_front_addr":"172.21.15.196:6829/3047761877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:51:43.488528+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:07.231492+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:30.134146+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:54.048258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:15.255415+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:38.341160+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:02.013132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:25.522229+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.190:0/3705058267":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/666034353":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/1066732937":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/2911373684":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/417309172":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6800/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:6801/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/1110135241":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/3231415537":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/3551021348":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6800/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6800/1563181590":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/1949421699":"2024-08-20T09:55:40.858869+0000","172.21.15.190:6801/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/3349399447":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6801/1563181590":"2024-08-20T09:55:40.858869+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T09:56:05.207 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:04 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/667031893' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:56:05.207 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:04 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/667031893' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:56:05.209 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-19T09:56:05.210 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-19T09:56:05.210 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-19T09:56:05.211 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-19T09:56:05.211 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-19T09:56:05.212 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-19T09:56:05.212 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-19T09:56:05.212 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-19T09:56:05.233 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:04 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/667031893' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:56:05.653 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:05.675 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:05.675 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:05.676 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:05.679 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:05.679 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:05.682 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:05.690 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:05.929 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:05 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[57272]: ts=2024-08-19T09:56:05.639Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002322966s 2024-08-19T09:56:06.084 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:05 smithi196 ceph-mon[19976]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:06.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:05 smithi190 ceph-mon[16060]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:06.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:05 smithi190 ceph-mon[26031]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:08.052 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:07 smithi196 ceph-mon[19976]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:08.170 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:07 smithi190 ceph-mon[16060]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:08.170 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:07 smithi190 ceph-mon[26031]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:08.417 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 systemd[1]: Starting Ceph grafana.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T09:56:08.754 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 podman[49665]: 2024-08-19 09:56:08.358604473 +0000 UTC m=+0.016449929 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-19T09:56:08.754 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 podman[49665]: 2024-08-19 09:56:08.460279201 +0000 UTC m=+0.118124685 container create 3d8ad8a9756093c0b700feb197b33cae0651b13037f3e04e2c88284603a47752 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, vendor=Red Hat, Inc., vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, version=8.5, description=Ceph Grafana Container) 2024-08-19T09:56:08.754 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 podman[49665]: 2024-08-19 09:56:08.670587494 +0000 UTC m=+0.328432950 container init 3d8ad8a9756093c0b700feb197b33cae0651b13037f3e04e2c88284603a47752 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., maintainer=Paul Cuzner , vcs-type=git, io.buildah.version=1.32.0, version=8.5, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, io.openshift.expose-services=, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664) 2024-08-19T09:56:08.755 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 podman[49665]: 2024-08-19 09:56:08.673585224 +0000 UTC m=+0.331430665 container start 3d8ad8a9756093c0b700feb197b33cae0651b13037f3e04e2c88284603a47752 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, version=8.5, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, maintainer=Paul Cuzner , io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, name=ubi8, vendor=Red Hat, Inc., description=Ceph Grafana Container, com.redhat.component=ubi8-container) 2024-08-19T09:56:08.755 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 bash[49665]: 3d8ad8a9756093c0b700feb197b33cae0651b13037f3e04e2c88284603a47752 2024-08-19T09:56:09.006 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 systemd[1]: Started Ceph grafana.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:56:09.006 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=settings t=2024-08-19T09:56:08.827754471Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-19T09:56:09.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=settings t=2024-08-19T09:56:08.827940627Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-19T09:56:09.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=settings t=2024-08-19T09:56:08.827959545Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-19T09:56:09.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=settings t=2024-08-19T09:56:08.827966573Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-19T09:56:09.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=settings t=2024-08-19T09:56:08.827972455Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-19T09:56:09.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=settings t=2024-08-19T09:56:08.827978372Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-19T09:56:09.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=settings t=2024-08-19T09:56:08.827983902Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-19T09:56:09.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=settings t=2024-08-19T09:56:08.827990043Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-19T09:56:09.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=settings t=2024-08-19T09:56:08.827996001Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-19T09:56:09.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=settings t=2024-08-19T09:56:08.828001736Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-19T09:56:09.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=settings t=2024-08-19T09:56:08.828007459Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-19T09:56:09.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=settings t=2024-08-19T09:56:08.828012889Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-19T09:56:09.008 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=settings t=2024-08-19T09:56:08.828018374Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-19T09:56:09.008 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=settings t=2024-08-19T09:56:08.828024054Z level=info msg="App mode production" 2024-08-19T09:56:09.008 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=sqlstore t=2024-08-19T09:56:08.828070864Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-19T09:56:09.008 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=sqlstore t=2024-08-19T09:56:08.828087024Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-19T09:56:09.008 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.829365207Z level=info msg="Starting DB migrations" 2024-08-19T09:56:09.008 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.829463262Z level=info msg="Executing migration" id="create migration_log table" 2024-08-19T09:56:09.009 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.830010272Z level=info msg="Executing migration" id="create user table" 2024-08-19T09:56:09.009 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.830469212Z level=info msg="Executing migration" id="add unique index user.login" 2024-08-19T09:56:09.009 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.830931373Z level=info msg="Executing migration" id="add unique index user.email" 2024-08-19T09:56:09.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.831374389Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-08-19T09:56:09.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.831962939Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-08-19T09:56:09.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.832376582Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-08-19T09:56:09.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.833087405Z level=info msg="Executing migration" id="create user table v2" 2024-08-19T09:56:09.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.833488026Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-08-19T09:56:09.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.83384321Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-08-19T09:56:09.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.83429498Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-08-19T09:56:09.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.834672851Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-08-19T09:56:09.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.835065686Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-08-19T09:56:09.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.835501674Z level=info msg="Executing migration" id="Update user table charset" 2024-08-19T09:56:09.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.835794804Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-08-19T09:56:09.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.836241938Z level=info msg="Executing migration" id="Add missing user data" 2024-08-19T09:56:09.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.836613476Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-08-19T09:56:09.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.837061481Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-08-19T09:56:09.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.837488326Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-08-19T09:56:09.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.837905021Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-08-19T09:56:09.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.839023111Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-08-19T09:56:09.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.839505803Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-08-19T09:56:09.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.839955717Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-08-19T09:56:09.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.84035082Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-08-19T09:56:09.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.840738081Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-08-19T09:56:09.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.841169457Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-08-19T09:56:09.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.841452642Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-08-19T09:56:09.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.841795043Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-08-19T09:56:09.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.84217012Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-08-19T09:56:09.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.842537071Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-08-19T09:56:09.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.842872065Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-08-19T09:56:09.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.843522748Z level=info msg="Executing migration" id="create temp_user v2" 2024-08-19T09:56:09.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.843876552Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-08-19T09:56:09.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.844275116Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-08-19T09:56:09.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.844626112Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-08-19T09:56:09.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.844973069Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-08-19T09:56:09.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.845388691Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-08-19T09:56:09.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.84568905Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-08-19T09:56:09.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.845999321Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-08-19T09:56:09.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.846318636Z level=info msg="Executing migration" id="create star table" 2024-08-19T09:56:09.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.846648385Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-08-19T09:56:09.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.84706432Z level=info msg="Executing migration" id="create org table v1" 2024-08-19T09:56:09.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.847441051Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-08-19T09:56:09.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.847832655Z level=info msg="Executing migration" id="create org_user table v1" 2024-08-19T09:56:09.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.848210787Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-08-19T09:56:09.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.848596345Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-08-19T09:56:09.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.848997207Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-08-19T09:56:09.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.849374409Z level=info msg="Executing migration" id="Update org table charset" 2024-08-19T09:56:09.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.852105644Z level=info msg="Executing migration" id="Update org_user table charset" 2024-08-19T09:56:09.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.852573591Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-08-19T09:56:09.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.852853659Z level=info msg="Executing migration" id="create dashboard table" 2024-08-19T09:56:09.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.853245383Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-08-19T09:56:09.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.855557314Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-08-19T09:56:09.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.858240132Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-08-19T09:56:09.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.860800499Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-08-19T09:56:09.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.861376045Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-08-19T09:56:09.014 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.864148612Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-08-19T09:56:09.014 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.866933914Z level=info msg="Executing migration" id="create dashboard v2" 2024-08-19T09:56:09.014 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.869333049Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-08-19T09:56:09.014 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.86983303Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-08-19T09:56:09.014 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.872454594Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-08-19T09:56:09.014 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.87485925Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-08-19T09:56:09.014 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.877412151Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-08-19T09:56:09.014 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.877729244Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-08-19T09:56:09.014 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.880261614Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-08-19T09:56:09.014 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.882567415Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-08-19T09:56:09.014 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.884953157Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-08-19T09:56:09.014 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.885382719Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-08-19T09:56:09.014 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.886211271Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-08-19T09:56:09.014 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.886653422Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-08-19T09:56:09.015 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.887066262Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-08-19T09:56:09.015 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.887943635Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-08-19T09:56:09.015 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.888235699Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-08-19T09:56:09.015 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.889077412Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-08-19T09:56:09.015 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.889953653Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-08-19T09:56:09.015 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.890849675Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-08-19T09:56:09.015 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.891413668Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-08-19T09:56:09.015 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.894298973Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-08-19T09:56:09.015 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.894765081Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-08-19T09:56:09.015 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.897163962Z level=info msg="Executing migration" id="Update dashboard title length" 2024-08-19T09:56:09.015 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.900036515Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-08-19T09:56:09.015 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.900470755Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-08-19T09:56:09.016 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.903486104Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-08-19T09:56:09.016 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.906111244Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-08-19T09:56:09.016 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.908982241Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-08-19T09:56:09.016 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.909483683Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-08-19T09:56:09.016 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.912119321Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-08-19T09:56:09.016 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.914921803Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-08-19T09:56:09.016 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.917963085Z level=info msg="Executing migration" id="Add check_sum column" 2024-08-19T09:56:09.016 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.91858223Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-08-19T09:56:09.016 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.921378101Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-08-19T09:56:09.016 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.921973716Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-08-19T09:56:09.016 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.924303478Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-08-19T09:56:09.016 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.927190244Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-08-19T09:56:09.016 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.927819024Z level=info msg="Executing migration" id="create data_source table" 2024-08-19T09:56:09.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.930430421Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-08-19T09:56:09.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.93327564Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-08-19T09:56:09.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.935962358Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-08-19T09:56:09.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.936378787Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-08-19T09:56:09.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.939072906Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-08-19T09:56:09.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.940109201Z level=info msg="Executing migration" id="create data_source table v2" 2024-08-19T09:56:09.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.941773879Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-08-19T09:56:09.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.944489856Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-08-19T09:56:09.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.945059085Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-08-19T09:56:09.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.947713207Z level=info msg="Executing migration" id="Add column with_credentials" 2024-08-19T09:56:09.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.950384518Z level=info msg="Executing migration" id="Add secure json data column" 2024-08-19T09:56:09.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.953013634Z level=info msg="Executing migration" id="Update data_source table charset" 2024-08-19T09:56:09.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.95348168Z level=info msg="Executing migration" id="Update initial version to 1" 2024-08-19T09:56:09.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.955996811Z level=info msg="Executing migration" id="Add read_only data column" 2024-08-19T09:56:09.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.95659606Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-08-19T09:56:09.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.958459679Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-08-19T09:56:09.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.958825205Z level=info msg="Executing migration" id="Add uid column" 2024-08-19T09:56:09.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.96115568Z level=info msg="Executing migration" id="Update uid value" 2024-08-19T09:56:09.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.961496368Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-08-19T09:56:09.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.962317718Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-08-19T09:56:09.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.962784745Z level=info msg="Executing migration" id="create api_key table" 2024-08-19T09:56:09.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.963260482Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-08-19T09:56:09.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.964086285Z level=info msg="Executing migration" id="add index api_key.key" 2024-08-19T09:56:09.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.964491658Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-08-19T09:56:09.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.965474086Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-08-19T09:56:09.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.966174922Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-08-19T09:56:09.019 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.966964828Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-08-19T09:56:09.019 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.967942531Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-08-19T09:56:09.019 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.968973548Z level=info msg="Executing migration" id="create api_key table v2" 2024-08-19T09:56:09.019 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.9699566Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-08-19T09:56:09.019 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.970591411Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-08-19T09:56:09.019 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.97158643Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-08-19T09:56:09.019 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.97224764Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-08-19T09:56:09.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.97309125Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-08-19T09:56:09.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.973978852Z level=info msg="Executing migration" id="Update api_key table charset" 2024-08-19T09:56:09.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.974849301Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-08-19T09:56:09.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.975740754Z level=info msg="Executing migration" id="Add service account foreign key" 2024-08-19T09:56:09.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.976585821Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-08-19T09:56:09.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.977590792Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-08-19T09:56:09.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.978434521Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-08-19T09:56:09.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.979245505Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-08-19T09:56:09.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.980271236Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-08-19T09:56:09.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.981055119Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-08-19T09:56:09.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.9820051Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-08-19T09:56:09.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.982770091Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-08-19T09:56:09.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.983731533Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-08-19T09:56:09.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.984634976Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-08-19T09:56:09.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.985333917Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-08-19T09:56:09.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.986260746Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-08-19T09:56:09.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.987041385Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-08-19T09:56:09.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.987956112Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-08-19T09:56:09.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.988968096Z level=info msg="Executing migration" id="create quota table v1" 2024-08-19T09:56:09.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.991727307Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-08-19T09:56:09.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.994618097Z level=info msg="Executing migration" id="Update quota table charset" 2024-08-19T09:56:09.023 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:08.997476027Z level=info msg="Executing migration" id="create plugin_setting table" 2024-08-19T09:56:09.023 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.000489089Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-08-19T09:56:09.023 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.003263299Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-08-19T09:56:09.023 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.006143119Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-08-19T09:56:09.023 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.008971158Z level=info msg="Executing migration" id="create session table" 2024-08-19T09:56:09.257 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.011879402Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-08-19T09:56:09.257 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.014780996Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-08-19T09:56:09.257 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.01771307Z level=info msg="Executing migration" id="create playlist table v2" 2024-08-19T09:56:09.257 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.020656785Z level=info msg="Executing migration" id="create playlist item table v2" 2024-08-19T09:56:09.257 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.023559961Z level=info msg="Executing migration" id="Update playlist table charset" 2024-08-19T09:56:09.257 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.026222492Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-08-19T09:56:09.257 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.029017627Z level=info msg="Executing migration" id="drop preferences table v2" 2024-08-19T09:56:09.257 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.031990427Z level=info msg="Executing migration" id="drop preferences table v3" 2024-08-19T09:56:09.257 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.034770442Z level=info msg="Executing migration" id="create preferences table v3" 2024-08-19T09:56:09.257 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.037691102Z level=info msg="Executing migration" id="Update preferences table charset" 2024-08-19T09:56:09.258 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.040676097Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-08-19T09:56:09.258 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.043484919Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-08-19T09:56:09.258 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.046086809Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-08-19T09:56:09.258 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.048786156Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-08-19T09:56:09.258 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.051384237Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-08-19T09:56:09.258 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.054037091Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-08-19T09:56:09.258 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.056714352Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-08-19T09:56:09.258 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.059315652Z level=info msg="Executing migration" id="create alert table v1" 2024-08-19T09:56:09.258 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.062046021Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-08-19T09:56:09.259 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.064772965Z level=info msg="Executing migration" id="add index alert state" 2024-08-19T09:56:09.259 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.067412785Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-08-19T09:56:09.259 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.070092278Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-08-19T09:56:09.259 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.07260098Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-08-19T09:56:09.260 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.075110172Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-08-19T09:56:09.260 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.077858566Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-08-19T09:56:09.260 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.080287397Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-08-19T09:56:09.260 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.083043094Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-08-19T09:56:09.260 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.085547013Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-08-19T09:56:09.260 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.08637607Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-08-19T09:56:09.260 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.087315519Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-08-19T09:56:09.260 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.088054043Z level=info msg="Executing migration" id="Add column is_default" 2024-08-19T09:56:09.260 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.089111975Z level=info msg="Executing migration" id="Add column frequency" 2024-08-19T09:56:09.260 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.089889357Z level=info msg="Executing migration" id="Add column send_reminder" 2024-08-19T09:56:09.260 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.090735231Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-08-19T09:56:09.260 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.091653219Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-08-19T09:56:09.261 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.092444482Z level=info msg="Executing migration" id="Update alert table charset" 2024-08-19T09:56:09.261 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.09323157Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-08-19T09:56:09.261 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.093544522Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-08-19T09:56:09.261 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.094120098Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-08-19T09:56:09.261 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.094985381Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-08-19T09:56:09.261 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.095853269Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-08-19T09:56:09.261 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.096746757Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-08-19T09:56:09.261 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.09747385Z level=info msg="Executing migration" id="Add for to alert table" 2024-08-19T09:56:09.261 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.098449102Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-08-19T09:56:09.261 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.099199681Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-08-19T09:56:09.261 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.100194966Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-08-19T09:56:09.261 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.101084634Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-08-19T09:56:09.262 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.101814018Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-08-19T09:56:09.262 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.102808519Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-08-19T09:56:09.262 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.103281768Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-08-19T09:56:09.262 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.103700202Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-08-19T09:56:09.262 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.104151707Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-08-19T09:56:09.262 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.104471137Z level=info msg="Executing migration" id="create annotation table v5" 2024-08-19T09:56:09.262 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.104915362Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-08-19T09:56:09.262 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.105670053Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-08-19T09:56:09.262 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.106190952Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-08-19T09:56:09.262 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.106591204Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-08-19T09:56:09.263 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.107031529Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-08-19T09:56:09.263 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.109856996Z level=info msg="Executing migration" id="Update annotation table charset" 2024-08-19T09:56:09.263 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.112332339Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-08-19T09:56:09.263 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.113108388Z level=info msg="Executing migration" id="Drop category_id index" 2024-08-19T09:56:09.263 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.115886841Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-08-19T09:56:09.263 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.11873678Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-08-19T09:56:09.263 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.121521402Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-08-19T09:56:09.263 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.124106479Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-08-19T09:56:09.263 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.126777013Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-08-19T09:56:09.264 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.135716655Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-08-19T09:56:09.264 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.137180561Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-08-19T09:56:09.264 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.139259303Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-08-19T09:56:09.264 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.140313397Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-08-19T09:56:09.264 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.142256313Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-08-19T09:56:09.265 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.144178534Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-08-19T09:56:09.265 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.145997664Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-08-19T09:56:09.265 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.147976278Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-08-19T09:56:09.265 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.149808547Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-08-19T09:56:09.265 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.151719854Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-08-19T09:56:09.265 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.153597564Z level=info msg="Executing migration" id="Add epoch_end column" 2024-08-19T09:56:09.266 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.155403882Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-08-19T09:56:09.266 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.15742105Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-08-19T09:56:09.266 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.159186909Z level=info msg="Executing migration" id="Move region to single row" 2024-08-19T09:56:09.266 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.161193444Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-08-19T09:56:09.266 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.163133171Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-08-19T09:56:09.266 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.164887428Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-08-19T09:56:09.267 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.16693842Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-08-19T09:56:09.267 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.168673225Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-08-19T09:56:09.267 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.170685742Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-08-19T09:56:09.267 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.172564979Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-08-19T09:56:09.267 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.174340749Z level=info msg="Executing migration" id="create test_data table" 2024-08-19T09:56:09.267 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.176275582Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-08-19T09:56:09.267 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.176881167Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-08-19T09:56:09.268 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.178938396Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-08-19T09:56:09.268 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.180743066Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-08-19T09:56:09.268 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.182612365Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-08-19T09:56:09.268 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.18448717Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-08-19T09:56:09.268 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.186375793Z level=info msg="Executing migration" id="create team table" 2024-08-19T09:56:09.268 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.188357919Z level=info msg="Executing migration" id="add index team.org_id" 2024-08-19T09:56:09.268 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.190233629Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-08-19T09:56:09.269 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.192165357Z level=info msg="Executing migration" id="create team member table" 2024-08-19T09:56:09.269 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.194032375Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-08-19T09:56:09.269 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.195868034Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-08-19T09:56:09.269 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.197675278Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-08-19T09:56:09.269 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.199662349Z level=info msg="Executing migration" id="Add column email to team table" 2024-08-19T09:56:09.269 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.201449641Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-08-19T09:56:09.270 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.203404441Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-08-19T09:56:09.270 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.205248035Z level=info msg="Executing migration" id="create dashboard acl table" 2024-08-19T09:56:09.270 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.207161887Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-08-19T09:56:09.270 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.208934904Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-08-19T09:56:09.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.210670122Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-08-19T09:56:09.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.211223348Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-08-19T09:56:09.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.21306557Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-08-19T09:56:09.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.214949542Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-08-19T09:56:09.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.216741812Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-08-19T09:56:09.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.218579265Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-08-19T09:56:09.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.219007583Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-08-19T09:56:09.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.22085273Z level=info msg="Executing migration" id="create tag table" 2024-08-19T09:56:09.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.222720697Z level=info msg="Executing migration" id="add index tag.key_value" 2024-08-19T09:56:09.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.22460823Z level=info msg="Executing migration" id="create login attempt table" 2024-08-19T09:56:09.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.225131986Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-08-19T09:56:09.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.227001787Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-08-19T09:56:09.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.228962336Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-08-19T09:56:09.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.23101681Z level=info msg="Executing migration" id="create login_attempt v2" 2024-08-19T09:56:09.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.231431655Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-08-19T09:56:09.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.233345102Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-08-19T09:56:09.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.235057077Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-08-19T09:56:09.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.237023423Z level=info msg="Executing migration" id="create user auth table" 2024-08-19T09:56:09.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.237617072Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-08-19T09:56:09.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.239563303Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-08-19T09:56:09.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.241268824Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-08-19T09:56:09.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.243099778Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-08-19T09:56:09.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.243837269Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-08-19T09:56:09.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.245800408Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-08-19T09:56:09.273 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.247501583Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-08-19T09:56:09.273 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.249436383Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-08-19T09:56:09.273 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.250440121Z level=info msg="Executing migration" id="create server_lock table" 2024-08-19T09:56:09.273 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.252320156Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-08-19T09:56:09.273 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.254272493Z level=info msg="Executing migration" id="create user auth token table" 2024-08-19T09:56:09.273 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.255992287Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-08-19T09:56:09.273 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.256430614Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-08-19T09:56:09.273 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.258286701Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-08-19T09:56:09.508 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.260148886Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-08-19T09:56:09.508 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.262053303Z level=info msg="Executing migration" id="create cache_data table" 2024-08-19T09:56:09.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.262463275Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-08-19T09:56:09.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.264339211Z level=info msg="Executing migration" id="create short_url table v1" 2024-08-19T09:56:09.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.266237971Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-08-19T09:56:09.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.268106433Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-08-19T09:56:09.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.26839891Z level=info msg="Executing migration" id="delete alert_definition table" 2024-08-19T09:56:09.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.268672686Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-08-19T09:56:09.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.269100811Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-08-19T09:56:09.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.270974608Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-08-19T09:56:09.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.271415621Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-08-19T09:56:09.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.271687524Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-08-19T09:56:09.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.272129295Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-08-19T09:56:09.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.272547465Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-08-19T09:56:09.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.272964221Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-08-19T09:56:09.510 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.273442472Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-08-19T09:56:09.510 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.274235934Z level=info msg="Executing migration" id="drop alert_definition table" 2024-08-19T09:56:09.510 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.274686535Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-08-19T09:56:09.510 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.274969585Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-08-19T09:56:09.510 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.275474257Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-08-19T09:56:09.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.2758863Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-08-19T09:56:09.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.276375972Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-08-19T09:56:09.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.276652229Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-08-19T09:56:09.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.277083441Z level=info msg="Executing migration" id="create alert_instance table" 2024-08-19T09:56:09.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.277492465Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-08-19T09:56:09.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.277906444Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-08-19T09:56:09.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.278343834Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-08-19T09:56:09.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.27913087Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-08-19T09:56:09.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.279589035Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-08-19T09:56:09.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.279987527Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-08-19T09:56:09.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.283409451Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-08-19T09:56:09.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.286933942Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-08-19T09:56:09.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.287403254Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-08-19T09:56:09.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.287803679Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-08-19T09:56:09.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.288634107Z level=info msg="Executing migration" id="create alert_rule table" 2024-08-19T09:56:09.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.289106998Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-08-19T09:56:09.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.289568364Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-08-19T09:56:09.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.290027273Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-08-19T09:56:09.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.290491836Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-08-19T09:56:09.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.290765878Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-08-19T09:56:09.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.291608803Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-08-19T09:56:09.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.292454406Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-08-19T09:56:09.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.293328075Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-08-19T09:56:09.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.293795641Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-08-19T09:56:09.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.294279957Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-08-19T09:56:09.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.29513742Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-08-19T09:56:09.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.295980483Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-08-19T09:56:09.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.296477079Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-08-19T09:56:09.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.297363225Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-08-19T09:56:09.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.298227959Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-08-19T09:56:09.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.299060398Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-08-19T09:56:09.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.300109555Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-08-19T09:56:09.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.300715324Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-08-19T09:56:09.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.301704665Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-08-19T09:56:09.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.302456821Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-08-19T09:56:09.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.303409578Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-08-19T09:56:09.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.304300448Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-08-19T09:56:09.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.305184084Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-08-19T09:56:09.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.306052342Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-08-19T09:56:09.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.306953234Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-08-19T09:56:09.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.307284252Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-08-19T09:56:09.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.308118812Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-08-19T09:56:09.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.309021154Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-08-19T09:56:09.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.31003031Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-08-19T09:56:09.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.311135267Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-08-19T09:56:09.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.314088932Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-08-19T09:56:09.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.317021161Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-08-19T09:56:09.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.319713481Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-08-19T09:56:09.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.320221633Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-08-19T09:56:09.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.323039376Z level=info msg="Executing migration" id="create provenance_type table" 2024-08-19T09:56:09.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.325720391Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-08-19T09:56:09.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.328639524Z level=info msg="Executing migration" id="create alert_image table" 2024-08-19T09:56:09.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.329090229Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-08-19T09:56:09.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.331857664Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-08-19T09:56:09.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.334525676Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-08-19T09:56:09.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.337432765Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-08-19T09:56:09.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.34030368Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-08-19T09:56:09.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.340394396Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-08-19T09:56:09.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.343014199Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-08-19T09:56:09.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.345886408Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-08-19T09:56:09.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.348485361Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-08-19T09:56:09.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.348619574Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-08-19T09:56:09.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.348747625Z level=info msg="alerts found to migrate" alerts=0 2024-08-19T09:56:09.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.349156417Z level=info msg="Executing migration" id="create library_element table v1" 2024-08-19T09:56:09.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.352040461Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-08-19T09:56:09.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.354768178Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-08-19T09:56:09.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.357451995Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-08-19T09:56:09.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.358050793Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-08-19T09:56:09.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.360845782Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-08-19T09:56:09.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.363547446Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-08-19T09:56:09.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.366204301Z level=info msg="Executing migration" id="create data_keys table" 2024-08-19T09:56:09.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.366833717Z level=info msg="Executing migration" id="create secrets table" 2024-08-19T09:56:09.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.369603281Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-08-19T09:56:09.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.373941373Z level=info msg="Executing migration" id="add name column into data_keys" 2024-08-19T09:56:09.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.37653608Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-08-19T09:56:09.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.376877628Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-08-19T09:56:09.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.381131074Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-08-19T09:56:09.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.385343694Z level=info msg="Executing migration" id="create kv_store table v1" 2024-08-19T09:56:09.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.387965793Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-08-19T09:56:09.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.388419266Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-08-19T09:56:09.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.391149028Z level=info msg="Executing migration" id="create permission table" 2024-08-19T09:56:09.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.391667207Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-08-19T09:56:09.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.393643782Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-08-19T09:56:09.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.394466277Z level=info msg="Executing migration" id="create role table" 2024-08-19T09:56:09.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.394908178Z level=info msg="Executing migration" id="add column display_name" 2024-08-19T09:56:09.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.395853618Z level=info msg="Executing migration" id="add column group_name" 2024-08-19T09:56:09.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.396788198Z level=info msg="Executing migration" id="add index role.org_id" 2024-08-19T09:56:09.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.397643768Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-08-19T09:56:09.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.398125692Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-08-19T09:56:09.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.39949897Z level=info msg="Executing migration" id="create team role table" 2024-08-19T09:56:09.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.399963592Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-08-19T09:56:09.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.400732488Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-08-19T09:56:09.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.401224425Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-08-19T09:56:09.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.402059472Z level=info msg="Executing migration" id="create user role table" 2024-08-19T09:56:09.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.403037476Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-08-19T09:56:09.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.403684073Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-08-19T09:56:09.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.404147309Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-08-19T09:56:09.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.405000987Z level=info msg="Executing migration" id="create builtin role table" 2024-08-19T09:56:09.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.405967515Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-08-19T09:56:09.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.406667331Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-08-19T09:56:09.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.407150481Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-08-19T09:56:09.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.40812304Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-08-19T09:56:09.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.409002467Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-08-19T09:56:09.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.409840307Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-08-19T09:56:09.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.410288946Z level=info msg="Executing migration" id="add unique index role.uid" 2024-08-19T09:56:09.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.41111019Z level=info msg="Executing migration" id="create seed assignment table" 2024-08-19T09:56:09.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.411506016Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-08-19T09:56:09.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.412025586Z level=info msg="Executing migration" id="add column hidden to role table" 2024-08-19T09:56:09.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.413086614Z level=info msg="Executing migration" id="create query_history table v1" 2024-08-19T09:56:09.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.413495536Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-08-19T09:56:09.519 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.414488102Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-08-19T09:56:09.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.415255472Z level=info msg="Executing migration" id="teams permissions migration" 2024-08-19T09:56:09.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.416069654Z level=info msg="Executing migration" id="dashboard permissions" 2024-08-19T09:56:09.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.416930495Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-08-19T09:56:09.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.417739553Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-08-19T09:56:09.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.418612004Z level=info msg="Executing migration" id="alerting notification permissions" 2024-08-19T09:56:09.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.419622909Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-08-19T09:56:09.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.420214074Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-08-19T09:56:09.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.423168336Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-08-19T09:56:09.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.426036627Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-08-19T09:56:09.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.428830086Z level=info msg="Executing migration" id="create correlation table v1" 2024-08-19T09:56:09.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.429285478Z level=info msg="Executing migration" id="add index correlations.uid" 2024-08-19T09:56:09.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.432315921Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-08-19T09:56:09.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.43498792Z level=info msg="Executing migration" id="add correlation config column" 2024-08-19T09:56:09.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.437989643Z level=info msg="Executing migration" id="create entity_events table" 2024-08-19T09:56:09.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.438571216Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-08-19T09:56:09.521 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.44153963Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-19T09:56:09.521 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.44171751Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-19T09:56:09.521 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.444058542Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-19T09:56:09.521 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.44416534Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-19T09:56:09.521 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.446962261Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-08-19T09:56:09.521 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.447371534Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-08-19T09:56:09.521 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.450107799Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-08-19T09:56:09.521 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.450551327Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-19T09:56:09.521 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.452870607Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-08-19T09:56:09.521 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.455813511Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-19T09:56:09.521 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.456269307Z level=info msg="Executing migration" id="Drop public config table" 2024-08-19T09:56:09.521 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.459183181Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-08-19T09:56:09.521 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.461553847Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-08-19T09:56:09.521 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.464501591Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-19T09:56:09.522 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.465114814Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-08-19T09:56:09.522 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.467764478Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-08-19T09:56:09.522 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.470757322Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-08-19T09:56:09.522 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.473488112Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-08-19T09:56:09.522 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.474595309Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-08-19T09:56:09.522 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.477401968Z level=info msg="Executing migration" id="add share column" 2024-08-19T09:56:09.522 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.480136735Z level=info msg="Executing migration" id="create default alerting folders" 2024-08-19T09:56:09.522 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.482725811Z level=info msg="Executing migration" id="create file table" 2024-08-19T09:56:09.522 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.483318845Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-08-19T09:56:09.522 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.486148233Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-08-19T09:56:09.522 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.488859444Z level=info msg="Executing migration" id="create file_meta table" 2024-08-19T09:56:09.522 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.491366569Z level=info msg="Executing migration" id="file table idx: path key" 2024-08-19T09:56:09.522 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.49200744Z level=info msg="Executing migration" id="set path collation in file table" 2024-08-19T09:56:09.522 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.494693193Z level=info msg="Executing migration" id="managed permissions migration" 2024-08-19T09:56:09.523 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.495694153Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-08-19T09:56:09.523 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.49644229Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-08-19T09:56:09.523 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.496875015Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-08-19T09:56:09.523 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.497912049Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-08-19T09:56:09.523 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.498727632Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-08-19T09:56:09.523 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.499618628Z level=info msg="Executing migration" id="update group index for alert rules" 2024-08-19T09:56:09.523 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.500143359Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-08-19T09:56:09.523 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.501123934Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-08-19T09:56:09.523 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.501831604Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-08-19T09:56:09.523 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.502857455Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-08-19T09:56:09.523 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.50387773Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-08-19T09:56:09.523 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.507782203Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-08-19T09:56:09.817 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.521080826Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-08-19T09:56:09.817 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.524979316Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-08-19T09:56:09.817 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.525442955Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-08-19T09:56:09.817 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.529320768Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-08-19T09:56:09.818 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.533197897Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-08-19T09:56:09.818 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.537212627Z level=info msg="Executing migration" id="create folder table" 2024-08-19T09:56:09.818 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.537812864Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-08-19T09:56:09.818 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.541815896Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-08-19T09:56:09.818 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.545694845Z level=info msg="Executing migration" id="Update folder title length" 2024-08-19T09:56:09.818 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.549476817Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-08-19T09:56:09.818 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=migrator t=2024-08-19T09:56:09.550062691Z level=info msg="migrations completed" performed=485 skipped=0 duration=720.627583ms 2024-08-19T09:56:09.818 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=sqlstore t=2024-08-19T09:56:09.550456219Z level=info msg="Created default organization" 2024-08-19T09:56:09.818 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=plugin.loader t=2024-08-19T09:56:09.607991592Z level=info msg="Plugin registered" pluginID=input 2024-08-19T09:56:09.818 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=plugin.loader t=2024-08-19T09:56:09.636515401Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-19T09:56:09.818 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=plugin.loader t=2024-08-19T09:56:09.636549229Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-19T09:56:09.818 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=secrets t=2024-08-19T09:56:09.636584641Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-19T09:56:09.818 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=query_data t=2024-08-19T09:56:09.638260023Z level=info msg="Query Service initialization" 2024-08-19T09:56:09.819 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=live.push_http t=2024-08-19T09:56:09.64053385Z level=info msg="Live Push Gateway initialization" 2024-08-19T09:56:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-mon[19976]: Deploying daemon node-exporter.a on smithi190 2024-08-19T09:56:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:09 smithi196 ceph-mon[19976]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:10.263 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:09 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:10.263 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:09 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:10.263 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:09 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:10.263 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:09 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:10.264 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:09 smithi190 ceph-mon[26031]: Deploying daemon node-exporter.a on smithi190 2024-08-19T09:56:10.264 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:09 smithi190 ceph-mon[26031]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:10.264 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:09 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:10.264 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:09 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:10.264 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:09 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:10.264 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:09 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:10.264 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:09 smithi190 ceph-mon[16060]: Deploying daemon node-exporter.a on smithi190 2024-08-19T09:56:10.264 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:09 smithi190 ceph-mon[16060]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:10.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=infra.usagestats.collector t=2024-08-19T09:56:10.349644683Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-19T09:56:10.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=provisioning.datasources t=2024-08-19T09:56:10.404018265Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-19T09:56:10.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=provisioning.datasources t=2024-08-19T09:56:10.435729018Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-08-19T09:56:10.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=provisioning.alerting t=2024-08-19T09:56:10.457513076Z level=info msg="starting to provision alerting" 2024-08-19T09:56:10.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=provisioning.alerting t=2024-08-19T09:56:10.457532068Z level=info msg="finished to provision alerting" 2024-08-19T09:56:10.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=grafanaStorageLogger t=2024-08-19T09:56:10.457670985Z level=info msg="storage starting" 2024-08-19T09:56:10.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=ngalert.state.manager t=2024-08-19T09:56:10.457710179Z level=info msg="Warming state cache for startup" 2024-08-19T09:56:10.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=http.server t=2024-08-19T09:56:10.459414458Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-19T09:56:10.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=sqlstore.transactions t=2024-08-19T09:56:10.468577097Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-19T09:56:10.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=ngalert.state.manager t=2024-08-19T09:56:10.46864864Z level=info msg="State cache has been initialized" states=0 duration=10.937226ms 2024-08-19T09:56:10.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=ngalert.multiorg.alertmanager t=2024-08-19T09:56:10.468700149Z level=info msg="starting MultiOrg Alertmanager" 2024-08-19T09:56:10.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=ticker t=2024-08-19T09:56:10.468719668Z level=info msg=starting first_tick=2024-08-19T09:56:20Z 2024-08-19T09:56:10.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=sqlstore.transactions t=2024-08-19T09:56:10.503577323Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-19T09:56:10.668 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=sqlstore.transactions t=2024-08-19T09:56:10.544240634Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-19T09:56:11.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:56:11.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:10 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:11.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:10 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:56:11.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:10 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:11.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:10 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:56:11.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:10 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:12.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:11 smithi190 ceph-mon[26031]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:12.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:11 smithi190 ceph-mon[16060]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:11 smithi196 ceph-mon[19976]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:13.979 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:13 smithi190 bash[58836]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-19T09:56:14.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:13 smithi190 ceph-mon[16060]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:14.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:13 smithi190 ceph-mon[26031]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:14.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:56:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:56:14] "GET /metrics HTTP/1.1" 200 33669 "" "Prometheus/2.43.0" 2024-08-19T09:56:14.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:13 smithi196 ceph-mon[19976]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:14.954 INFO:teuthology.orchestra.run.smithi190.stdout:197568495645 2024-08-19T09:56:14.954 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-19T09:56:15.814 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:15 smithi190 bash[58836]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-19T09:56:16.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:15 smithi190 ceph-mon[16060]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:16.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:15 smithi190 ceph-mon[26031]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:16.316 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:16 smithi190 bash[58836]: Writing manifest to image destination 2024-08-19T09:56:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:15 smithi196 ceph-mon[19976]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:16.859 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:16 smithi190 podman[58836]: 2024-08-19 09:56:16.527679538 +0000 UTC m=+3.983352585 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-19T09:56:16.887 INFO:teuthology.orchestra.run.smithi190.stdout:231928234006 2024-08-19T09:56:16.887 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-19T09:56:18.080 INFO:teuthology.orchestra.run.smithi190.stdout:34359738424 2024-08-19T09:56:18.080 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-19T09:56:18.227 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:17 smithi190 ceph-mon[26031]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:18.227 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:17 smithi190 ceph-mon[16060]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:17 smithi196 ceph-mon[19976]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:18.814 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:18 smithi190 podman[58836]: 2024-08-19 09:56:18.55324902 +0000 UTC m=+6.008922065 container create 491e1ec08f97ce31277d2f25c1971f48832159472da6e21d3bb9e138a61ca833 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T09:56:19.266 INFO:teuthology.orchestra.run.smithi190.stdout:77309411376 2024-08-19T09:56:19.267 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-19T09:56:19.673 INFO:teuthology.orchestra.run.smithi190.stdout:55834574900 2024-08-19T09:56:19.673 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-19T09:56:20.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:19 smithi190 ceph-mon[16060]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:20.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:19 smithi190 ceph-mon[26031]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:20.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:19 smithi196 ceph-mon[19976]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:20.815 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 podman[58836]: 2024-08-19 09:56:20.533248078 +0000 UTC m=+7.988921131 container init 491e1ec08f97ce31277d2f25c1971f48832159472da6e21d3bb9e138a61ca833 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T09:56:20.815 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 podman[58836]: 2024-08-19 09:56:20.537611401 +0000 UTC m=+7.993284444 container start 491e1ec08f97ce31277d2f25c1971f48832159472da6e21d3bb9e138a61ca833 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T09:56:20.815 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.543Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-19T09:56:20.815 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.543Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-19T09:56:20.815 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.543Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-19T09:56:20.815 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.543Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-19T09:56:20.815 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-19T09:56:20.815 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-19T09:56:20.815 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-19T09:56:20.815 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=arp 2024-08-19T09:56:20.816 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-19T09:56:20.816 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-19T09:56:20.816 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-19T09:56:20.816 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-19T09:56:20.816 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-19T09:56:20.816 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-19T09:56:20.816 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-19T09:56:20.817 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-19T09:56:20.817 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=edac 2024-08-19T09:56:20.817 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-19T09:56:20.817 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-19T09:56:20.817 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-19T09:56:20.817 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-19T09:56:20.817 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-19T09:56:20.817 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-19T09:56:20.817 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-19T09:56:20.817 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-19T09:56:20.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-19T09:56:20.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-19T09:56:20.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-19T09:56:20.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-19T09:56:20.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-19T09:56:20.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-19T09:56:20.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-19T09:56:20.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-19T09:56:20.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=os 2024-08-19T09:56:20.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-19T09:56:20.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-19T09:56:20.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-19T09:56:20.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-19T09:56:20.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-19T09:56:20.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-19T09:56:20.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-19T09:56:20.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=stat 2024-08-19T09:56:20.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-19T09:56:20.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-19T09:56:20.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-19T09:56:20.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=time 2024-08-19T09:56:20.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-19T09:56:20.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=uname 2024-08-19T09:56:20.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-19T09:56:20.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-19T09:56:20.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.544Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-19T09:56:20.820 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.545Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-19T09:56:20.820 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[59241]: ts=2024-08-19T09:56:20.545Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-19T09:56:20.820 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 bash[58836]: 491e1ec08f97ce31277d2f25c1971f48832159472da6e21d3bb9e138a61ca833 2024-08-19T09:56:20.820 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 09:56:20 smithi190 systemd[1]: Started Ceph node-exporter.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:56:21.602 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:21 smithi196 systemd[1]: Starting Ceph node-exporter.b for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T09:56:21.784 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:21 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:21.784 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:21 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:21.784 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:21 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:21.784 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:21 smithi190 ceph-mon[26031]: Deploying daemon node-exporter.b on smithi196 2024-08-19T09:56:21.785 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:21 smithi190 ceph-mon[26031]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:21.785 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:21 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:21.785 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:21 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:21.785 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:21 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:21.785 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:21 smithi190 ceph-mon[16060]: Deploying daemon node-exporter.b on smithi196 2024-08-19T09:56:21.785 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:21 smithi190 ceph-mon[16060]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:21.917 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:21 smithi196 bash[49931]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-19T09:56:21.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:21 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:21.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:21 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:21.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:21 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:21.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:21 smithi196 ceph-mon[19976]: Deploying daemon node-exporter.b on smithi196 2024-08-19T09:56:21.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:21 smithi196 ceph-mon[19976]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:22.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:21 smithi196 bash[49931]: Getting image source signatures 2024-08-19T09:56:22.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:21 smithi196 bash[49931]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-19T09:56:22.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:21 smithi196 bash[49931]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-19T09:56:22.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:21 smithi196 bash[49931]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-19T09:56:22.696 INFO:teuthology.orchestra.run.smithi190.stdout:128849018919 2024-08-19T09:56:22.696 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-19T09:56:23.666 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:23 smithi196 bash[49931]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-19T09:56:23.667 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:23 smithi196 bash[49931]: Writing manifest to image destination 2024-08-19T09:56:23.710 INFO:teuthology.orchestra.run.smithi190.stdout:107374182444 2024-08-19T09:56:23.710 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-19T09:56:24.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:23 smithi190 ceph-mon[16060]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:24.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:23 smithi190 ceph-mon[26031]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:24.162 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:23 smithi196 ceph-mon[19976]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:24.162 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:23 smithi196 podman[49931]: 2024-08-19 09:56:23.794953684 +0000 UTC m=+2.293100218 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-19T09:56:24.162 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:23 smithi196 podman[49931]: 2024-08-19 09:56:23.884856399 +0000 UTC m=+2.383002917 container create 763f02eca2f6aff4622aef18ad2600483e786d85d33b3bc45e37e92b21ced40c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T09:56:24.163 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 podman[49931]: 2024-08-19 09:56:24.162158533 +0000 UTC m=+2.660305052 container init 763f02eca2f6aff4622aef18ad2600483e786d85d33b3bc45e37e92b21ced40c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T09:56:24.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 podman[49931]: 2024-08-19 09:56:24.165840449 +0000 UTC m=+2.663986974 container start 763f02eca2f6aff4622aef18ad2600483e786d85d33b3bc45e37e92b21ced40c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T09:56:24.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.170Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-19T09:56:24.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.170Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-19T09:56:24.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.171Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-19T09:56:24.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.171Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-19T09:56:24.418 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.171Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-19T09:56:24.418 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.171Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-19T09:56:24.418 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-19T09:56:24.418 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=arp 2024-08-19T09:56:24.418 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-19T09:56:24.418 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-19T09:56:24.418 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-19T09:56:24.418 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-19T09:56:24.418 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-19T09:56:24.418 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-19T09:56:24.418 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-19T09:56:24.418 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-19T09:56:24.419 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=edac 2024-08-19T09:56:24.419 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-19T09:56:24.419 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-19T09:56:24.419 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-19T09:56:24.419 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-19T09:56:24.419 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-19T09:56:24.419 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-19T09:56:24.419 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-19T09:56:24.420 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-19T09:56:24.420 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-19T09:56:24.420 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-19T09:56:24.420 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-19T09:56:24.420 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-19T09:56:24.420 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-19T09:56:24.420 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-19T09:56:24.420 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-19T09:56:24.420 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-19T09:56:24.420 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=os 2024-08-19T09:56:24.421 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-19T09:56:24.421 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-19T09:56:24.421 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-19T09:56:24.421 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-19T09:56:24.421 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-19T09:56:24.421 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-19T09:56:24.421 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-19T09:56:24.421 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=stat 2024-08-19T09:56:24.421 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-19T09:56:24.421 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-19T09:56:24.422 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-19T09:56:24.422 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=time 2024-08-19T09:56:24.422 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-19T09:56:24.422 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=uname 2024-08-19T09:56:24.422 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-19T09:56:24.422 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-19T09:56:24.422 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.172Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-19T09:56:24.422 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.173Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-19T09:56:24.422 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[49983]: ts=2024-08-19T09:56:24.173Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-19T09:56:24.422 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 bash[49931]: 763f02eca2f6aff4622aef18ad2600483e786d85d33b3bc45e37e92b21ced40c 2024-08-19T09:56:24.422 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 09:56:24 smithi196 systemd[1]: Started Ceph node-exporter.b for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:56:24.435 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:56:24 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:56:24] "GET /metrics HTTP/1.1" 200 33669 "" "Prometheus/2.43.0" 2024-08-19T09:56:24.461 INFO:teuthology.orchestra.run.smithi190.stdout:163208757282 2024-08-19T09:56:24.462 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-19T09:56:24.521 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:24.571 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:24.571 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:24.571 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:25.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:25 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:25 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:25 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:25 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:25 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:25 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:56:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:25 smithi190 ceph-mon[16060]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:25 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:25 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:25.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:25 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:25.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:25 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:25.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:25 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:25.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:25 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:56:25.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:25 smithi190 ceph-mon[26031]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:25 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:25 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:25 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:25 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:25 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:25 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:56:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:25 smithi196 ceph-mon[19976]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:26.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:26 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:56:26.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:26 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:26.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:26 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:56:26.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:26 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:26.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:26 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:56:26.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:26 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:27.515 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:27 smithi190 ceph-mon[16060]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:27.516 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:27 smithi190 ceph-mon[26031]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:27.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:27 smithi196 ceph-mon[19976]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:28.090 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:28.091 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:28.096 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:29.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:28 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:29.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:28 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:29.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:28 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:29.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:28 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:29.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:28 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:29.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:28 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:30.024 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:29 smithi190 ceph-mon[16060]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:30.025 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:29 smithi190 ceph-mon[26031]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:30.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:29 smithi196 ceph-mon[19976]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:30.889 INFO:teuthology.orchestra.run.smithi190.stdout:231928234010 2024-08-19T09:56:31.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:30 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/1019421780' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-19T09:56:31.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:30 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/1019421780' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-19T09:56:31.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:30 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/1019421780' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-19T09:56:31.676 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234006 got 231928234010 for osd.7 2024-08-19T09:56:31.676 DEBUG:teuthology.parallel:result is None 2024-08-19T09:56:32.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:31 smithi190 ceph-mon[16060]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:32.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:31 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/1889158596' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-19T09:56:32.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:31 smithi190 ceph-mon[26031]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:32.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:31 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/1889158596' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-19T09:56:32.095 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:32.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:31 smithi196 ceph-mon[19976]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:32.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:31 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/1889158596' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-19T09:56:33.083 INFO:teuthology.orchestra.run.smithi190.stdout:128849018920 2024-08-19T09:56:33.713 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018919 got 128849018920 for osd.4 2024-08-19T09:56:33.713 DEBUG:teuthology.parallel:result is None 2024-08-19T09:56:34.292 INFO:teuthology.orchestra.run.smithi190.stdout:197568495649 2024-08-19T09:56:34.293 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:33 smithi190 ceph-mon[16060]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:34.293 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:56:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:56:34] "GET /metrics HTTP/1.1" 200 33677 "" "Prometheus/2.43.0" 2024-08-19T09:56:34.293 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:33 smithi190 ceph-mon[26031]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:34.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:33 smithi196 ceph-mon[19976]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:35.054 INFO:teuthology.orchestra.run.smithi190.stdout:34359738428 2024-08-19T09:56:35.055 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:34 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3560129894' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-19T09:56:35.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:34 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3560129894' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-19T09:56:35.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:34 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3560129894' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-19T09:56:35.817 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738424 got 34359738428 for osd.0 2024-08-19T09:56:35.818 DEBUG:teuthology.parallel:result is None 2024-08-19T09:56:36.254 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:35 smithi190 ceph-mon[26031]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:36.254 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:35 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/1949682236' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-19T09:56:36.254 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:35 smithi190 ceph-mon[16060]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:36.254 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:35 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/1949682236' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-19T09:56:36.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:35 smithi196 ceph-mon[19976]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:36.334 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:35 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/1949682236' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-19T09:56:36.755 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495645 got 197568495649 for osd.6 2024-08-19T09:56:36.755 DEBUG:teuthology.parallel:result is None 2024-08-19T09:56:37.518 INFO:teuthology.orchestra.run.smithi190.stdout:55834574905 2024-08-19T09:56:38.070 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:37 smithi190 ceph-mon[16060]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:38.070 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:37 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/1393206091' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-19T09:56:38.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:37 smithi190 ceph-mon[26031]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:38.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:37 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/1393206091' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-19T09:56:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:37 smithi196 ceph-mon[19976]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:37 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/1393206091' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-19T09:56:39.258 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574900 got 55834574905 for osd.1 2024-08-19T09:56:39.258 DEBUG:teuthology.parallel:result is None 2024-08-19T09:56:39.648 INFO:teuthology.orchestra.run.smithi190.stdout:107374182447 2024-08-19T09:56:40.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:39 smithi190 ceph-mon[16060]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:40.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:39 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2419790740' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-19T09:56:40.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:39 smithi190 ceph-mon[26031]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:40.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:39 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2419790740' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-19T09:56:40.369 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182444 got 107374182447 for osd.3 2024-08-19T09:56:40.369 DEBUG:teuthology.parallel:result is None 2024-08-19T09:56:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:39 smithi196 ceph-mon[19976]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:39 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2419790740' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-19T09:56:41.017 INFO:teuthology.orchestra.run.smithi190.stdout:77309411380 2024-08-19T09:56:41.312 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:40 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/1964230111' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-19T09:56:41.312 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:40 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:56:41.312 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:40 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/1964230111' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-19T09:56:41.312 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:40 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:56:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:40 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/1964230111' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-19T09:56:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:40 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:56:41.608 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411376 got 77309411380 for osd.2 2024-08-19T09:56:41.609 DEBUG:teuthology.parallel:result is None 2024-08-19T09:56:42.273 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:41 smithi190 ceph-mon[26031]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:42.273 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:41 smithi190 ceph-mon[16060]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:41 smithi196 ceph-mon[19976]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:42.689 INFO:teuthology.orchestra.run.smithi190.stdout:163208757285 2024-08-19T09:56:43.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:42 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/1608378156' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-19T09:56:43.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:42 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/1608378156' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-19T09:56:43.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:42 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/1608378156' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-19T09:56:43.423 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757282 got 163208757285 for osd.5 2024-08-19T09:56:43.423 DEBUG:teuthology.parallel:result is None 2024-08-19T09:56:43.424 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-19T09:56:43.424 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-19T09:56:44.167 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:44.290 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:43 smithi190 ceph-mon[16060]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:44.290 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:43 smithi190 ceph-mon[26031]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:44.290 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:56:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:56:44] "GET /metrics HTTP/1.1" 200 33669 "" "Prometheus/2.43.0" 2024-08-19T09:56:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:43 smithi196 ceph-mon[19976]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:46.221 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:45 smithi190 ceph-mon[26031]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:46.221 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:45 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:46.221 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:45 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:46.222 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:45 smithi190 ceph-mon[16060]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:46.222 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:45 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:46.222 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:45 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:45 smithi196 ceph-mon[19976]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:45 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:45 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:46.698 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:56:46.700 INFO:teuthology.orchestra.run.smithi190.stderr:dumped all 2024-08-19T09:56:47.079 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:46 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:56:47.079 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:46 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:56:47.079 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:46 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:47.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:46 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:56:47.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:46 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:56:47.079 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:46 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:46 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:56:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:46 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:56:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:46 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:48.033 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:47 smithi190 ceph-mon[26031]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-19T09:56:48.033 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:47 smithi190 ceph-mon[26031]: Reconfiguring daemon alertmanager.a on smithi190 2024-08-19T09:56:48.033 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:47 smithi190 ceph-mon[26031]: from='client.14721 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T09:56:48.033 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:47 smithi190 ceph-mon[26031]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:48.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:47 smithi190 ceph-mon[16060]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-19T09:56:48.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:47 smithi190 ceph-mon[16060]: Reconfiguring daemon alertmanager.a on smithi190 2024-08-19T09:56:48.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:47 smithi190 ceph-mon[16060]: from='client.14721 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T09:56:48.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:47 smithi190 ceph-mon[16060]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:48.058 INFO:teuthology.orchestra.run.smithi190.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-08-19T09:56:44.887115+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":236404,"kb_used_data":7956,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749724812,"statfs":{"total":767960285184,"available":767718207488,"internally_reserved":0,"allocated":8146944,"data_stored":4579550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":233819706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002485"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784036+0000","last_change":"2024-08-19T09:54:53.846225+0000","last_active":"2024-08-19T09:55:49.784036+0000","last_peered":"2024-08-19T09:55:49.784036+0000","last_clean":"2024-08-19T09:55:49.784036+0000","last_became_active":"2024-08-19T09:54:53.845468+0000","last_became_peered":"2024-08-19T09:54:53.845468+0000","last_unstale":"2024-08-19T09:55:49.784036+0000","last_undegraded":"2024-08-19T09:55:49.784036+0000","last_fullsized":"2024-08-19T09:55:49.784036+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:00:29.464966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.295230+0000","last_change":"2024-08-19T09:54:53.835727+0000","last_active":"2024-08-19T09:55:49.295230+0000","last_peered":"2024-08-19T09:55:49.295230+0000","last_clean":"2024-08-19T09:55:49.295230+0000","last_became_active":"2024-08-19T09:54:53.835234+0000","last_became_peered":"2024-08-19T09:54:53.835234+0000","last_unstale":"2024-08-19T09:55:49.295230+0000","last_undegraded":"2024-08-19T09:55:49.295230+0000","last_fullsized":"2024-08-19T09:55:49.295230+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:46:54.956013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697251+0000","last_change":"2024-08-19T09:54:53.843032+0000","last_active":"2024-08-19T09:55:49.697251+0000","last_peered":"2024-08-19T09:55:49.697251+0000","last_clean":"2024-08-19T09:55:49.697251+0000","last_became_active":"2024-08-19T09:54:53.842752+0000","last_became_peered":"2024-08-19T09:54:53.842752+0000","last_unstale":"2024-08-19T09:55:49.697251+0000","last_undegraded":"2024-08-19T09:55:49.697251+0000","last_fullsized":"2024-08-19T09:55:49.697251+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:52:27.405229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297695+0000","last_change":"2024-08-19T09:54:53.850245+0000","last_active":"2024-08-19T09:55:49.297695+0000","last_peered":"2024-08-19T09:55:49.297695+0000","last_clean":"2024-08-19T09:55:49.297695+0000","last_became_active":"2024-08-19T09:54:53.849416+0000","last_became_peered":"2024-08-19T09:54:53.849416+0000","last_unstale":"2024-08-19T09:55:49.297695+0000","last_undegraded":"2024-08-19T09:55:49.297695+0000","last_fullsized":"2024-08-19T09:55:49.297695+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:07:14.039792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783781+0000","last_change":"2024-08-19T09:54:53.849918+0000","last_active":"2024-08-19T09:55:49.783781+0000","last_peered":"2024-08-19T09:55:49.783781+0000","last_clean":"2024-08-19T09:55:49.783781+0000","last_became_active":"2024-08-19T09:54:53.849188+0000","last_became_peered":"2024-08-19T09:54:53.849188+0000","last_unstale":"2024-08-19T09:55:49.783781+0000","last_undegraded":"2024-08-19T09:55:49.783781+0000","last_fullsized":"2024-08-19T09:55:49.783781+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:53:04.178066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297550+0000","last_change":"2024-08-19T09:54:53.848771+0000","last_active":"2024-08-19T09:55:49.297550+0000","last_peered":"2024-08-19T09:55:49.297550+0000","last_clean":"2024-08-19T09:55:49.297550+0000","last_became_active":"2024-08-19T09:54:53.848441+0000","last_became_peered":"2024-08-19T09:54:53.848441+0000","last_unstale":"2024-08-19T09:55:49.297550+0000","last_undegraded":"2024-08-19T09:55:49.297550+0000","last_fullsized":"2024-08-19T09:55:49.297550+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:29:37.530596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783339+0000","last_change":"2024-08-19T09:54:53.853640+0000","last_active":"2024-08-19T09:55:49.783339+0000","last_peered":"2024-08-19T09:55:49.783339+0000","last_clean":"2024-08-19T09:55:49.783339+0000","last_became_active":"2024-08-19T09:54:53.852746+0000","last_became_peered":"2024-08-19T09:54:53.852746+0000","last_unstale":"2024-08-19T09:55:49.783339+0000","last_undegraded":"2024-08-19T09:55:49.783339+0000","last_fullsized":"2024-08-19T09:55:49.783339+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:23:03.250191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751266+0000","last_change":"2024-08-19T09:54:53.841530+0000","last_active":"2024-08-19T09:55:49.751266+0000","last_peered":"2024-08-19T09:55:49.751266+0000","last_clean":"2024-08-19T09:55:49.751266+0000","last_became_active":"2024-08-19T09:54:53.841268+0000","last_became_peered":"2024-08-19T09:54:53.841268+0000","last_unstale":"2024-08-19T09:55:49.751266+0000","last_undegraded":"2024-08-19T09:55:49.751266+0000","last_fullsized":"2024-08-19T09:55:49.751266+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:13:59.505877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784204+0000","last_change":"2024-08-19T09:54:53.846503+0000","last_active":"2024-08-19T09:55:49.784204+0000","last_peered":"2024-08-19T09:55:49.784204+0000","last_clean":"2024-08-19T09:55:49.784204+0000","last_became_active":"2024-08-19T09:54:53.845936+0000","last_became_peered":"2024-08-19T09:54:53.845936+0000","last_unstale":"2024-08-19T09:55:49.784204+0000","last_undegraded":"2024-08-19T09:55:49.784204+0000","last_fullsized":"2024-08-19T09:55:49.784204+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:06:41.470526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784417+0000","last_change":"2024-08-19T09:54:53.845858+0000","last_active":"2024-08-19T09:55:49.784417+0000","last_peered":"2024-08-19T09:55:49.784417+0000","last_clean":"2024-08-19T09:55:49.784417+0000","last_became_active":"2024-08-19T09:54:53.845581+0000","last_became_peered":"2024-08-19T09:54:53.845581+0000","last_unstale":"2024-08-19T09:55:49.784417+0000","last_undegraded":"2024-08-19T09:55:49.784417+0000","last_fullsized":"2024-08-19T09:55:49.784417+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:34:49.387845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784404+0000","last_change":"2024-08-19T09:54:53.846017+0000","last_active":"2024-08-19T09:55:49.784404+0000","last_peered":"2024-08-19T09:55:49.784404+0000","last_clean":"2024-08-19T09:55:49.784404+0000","last_became_active":"2024-08-19T09:54:53.845592+0000","last_became_peered":"2024-08-19T09:54:53.845592+0000","last_unstale":"2024-08-19T09:55:49.784404+0000","last_undegraded":"2024-08-19T09:55:49.784404+0000","last_fullsized":"2024-08-19T09:55:49.784404+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:11:22.229445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294368+0000","last_change":"2024-08-19T09:54:53.836931+0000","last_active":"2024-08-19T09:55:49.294368+0000","last_peered":"2024-08-19T09:55:49.294368+0000","last_clean":"2024-08-19T09:55:49.294368+0000","last_became_active":"2024-08-19T09:54:53.836665+0000","last_became_peered":"2024-08-19T09:54:53.836665+0000","last_unstale":"2024-08-19T09:55:49.294368+0000","last_undegraded":"2024-08-19T09:55:49.294368+0000","last_fullsized":"2024-08-19T09:55:49.294368+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:47:34.685899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751469+0000","last_change":"2024-08-19T09:54:53.833687+0000","last_active":"2024-08-19T09:55:49.751469+0000","last_peered":"2024-08-19T09:55:49.751469+0000","last_clean":"2024-08-19T09:55:49.751469+0000","last_became_active":"2024-08-19T09:54:53.833420+0000","last_became_peered":"2024-08-19T09:54:53.833420+0000","last_unstale":"2024-08-19T09:55:49.751469+0000","last_undegraded":"2024-08-19T09:55:49.751469+0000","last_fullsized":"2024-08-19T09:55:49.751469+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:59:03.404828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697068+0000","last_change":"2024-08-19T09:54:53.848914+0000","last_active":"2024-08-19T09:55:49.697068+0000","last_peered":"2024-08-19T09:55:49.697068+0000","last_clean":"2024-08-19T09:55:49.697068+0000","last_became_active":"2024-08-19T09:54:53.847105+0000","last_became_peered":"2024-08-19T09:54:53.847105+0000","last_unstale":"2024-08-19T09:55:49.697068+0000","last_undegraded":"2024-08-19T09:55:49.697068+0000","last_fullsized":"2024-08-19T09:55:49.697068+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:45:09.721527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294142+0000","last_change":"2024-08-19T09:54:53.838947+0000","last_active":"2024-08-19T09:55:49.294142+0000","last_peered":"2024-08-19T09:55:49.294142+0000","last_clean":"2024-08-19T09:55:49.294142+0000","last_became_active":"2024-08-19T09:54:53.838642+0000","last_became_peered":"2024-08-19T09:54:53.838642+0000","last_unstale":"2024-08-19T09:55:49.294142+0000","last_undegraded":"2024-08-19T09:55:49.294142+0000","last_fullsized":"2024-08-19T09:55:49.294142+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:46:40.639186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297518+0000","last_change":"2024-08-19T09:54:53.851024+0000","last_active":"2024-08-19T09:55:49.297518+0000","last_peered":"2024-08-19T09:55:49.297518+0000","last_clean":"2024-08-19T09:55:49.297518+0000","last_became_active":"2024-08-19T09:54:53.850747+0000","last_became_peered":"2024-08-19T09:54:53.850747+0000","last_unstale":"2024-08-19T09:55:49.297518+0000","last_undegraded":"2024-08-19T09:55:49.297518+0000","last_fullsized":"2024-08-19T09:55:49.297518+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:46:01.131533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.298103+0000","last_change":"2024-08-19T09:54:53.849091+0000","last_active":"2024-08-19T09:55:49.298103+0000","last_peered":"2024-08-19T09:55:49.298103+0000","last_clean":"2024-08-19T09:55:49.298103+0000","last_became_active":"2024-08-19T09:54:53.848776+0000","last_became_peered":"2024-08-19T09:54:53.848776+0000","last_unstale":"2024-08-19T09:55:49.298103+0000","last_undegraded":"2024-08-19T09:55:49.298103+0000","last_fullsized":"2024-08-19T09:55:49.298103+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:06:48.603678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293570+0000","last_change":"2024-08-19T09:54:53.835028+0000","last_active":"2024-08-19T09:55:49.293570+0000","last_peered":"2024-08-19T09:55:49.293570+0000","last_clean":"2024-08-19T09:55:49.293570+0000","last_became_active":"2024-08-19T09:54:53.834609+0000","last_became_peered":"2024-08-19T09:54:53.834609+0000","last_unstale":"2024-08-19T09:55:49.293570+0000","last_undegraded":"2024-08-19T09:55:49.293570+0000","last_fullsized":"2024-08-19T09:55:49.293570+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T09:56:51.486116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784429+0000","last_change":"2024-08-19T09:54:53.837976+0000","last_active":"2024-08-19T09:55:49.784429+0000","last_peered":"2024-08-19T09:55:49.784429+0000","last_clean":"2024-08-19T09:55:49.784429+0000","last_became_active":"2024-08-19T09:54:53.837706+0000","last_became_peered":"2024-08-19T09:54:53.837706+0000","last_unstale":"2024-08-19T09:55:49.784429+0000","last_undegraded":"2024-08-19T09:55:49.784429+0000","last_fullsized":"2024-08-19T09:55:49.784429+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:07:41.194305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784787+0000","last_change":"2024-08-19T09:55:25.282063+0000","last_active":"2024-08-19T09:55:49.784787+0000","last_peered":"2024-08-19T09:55:49.784787+0000","last_clean":"2024-08-19T09:55:49.784787+0000","last_became_active":"2024-08-19T09:55:25.281701+0000","last_became_peered":"2024-08-19T09:55:25.281701+0000","last_unstale":"2024-08-19T09:55:49.784787+0000","last_undegraded":"2024-08-19T09:55:49.784787+0000","last_fullsized":"2024-08-19T09:55:49.784787+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:50:45.191809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697511+0000","last_change":"2024-08-19T09:54:53.841812+0000","last_active":"2024-08-19T09:55:49.697511+0000","last_peered":"2024-08-19T09:55:49.697511+0000","last_clean":"2024-08-19T09:55:49.697511+0000","last_became_active":"2024-08-19T09:54:53.841527+0000","last_became_peered":"2024-08-19T09:54:53.841527+0000","last_unstale":"2024-08-19T09:55:49.697511+0000","last_undegraded":"2024-08-19T09:55:49.697511+0000","last_fullsized":"2024-08-19T09:55:49.697511+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:59:55.759233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297608+0000","last_change":"2024-08-19T09:54:53.850585+0000","last_active":"2024-08-19T09:55:49.297608+0000","last_peered":"2024-08-19T09:55:49.297608+0000","last_clean":"2024-08-19T09:55:49.297608+0000","last_became_active":"2024-08-19T09:54:53.850328+0000","last_became_peered":"2024-08-19T09:54:53.850328+0000","last_unstale":"2024-08-19T09:55:49.297608+0000","last_undegraded":"2024-08-19T09:55:49.297608+0000","last_fullsized":"2024-08-19T09:55:49.297608+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:41:51.323976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751325+0000","last_change":"2024-08-19T09:55:25.241870+0000","last_active":"2024-08-19T09:55:49.751325+0000","last_peered":"2024-08-19T09:55:49.751325+0000","last_clean":"2024-08-19T09:55:49.751325+0000","last_became_active":"2024-08-19T09:55:25.241465+0000","last_became_peered":"2024-08-19T09:55:25.241465+0000","last_unstale":"2024-08-19T09:55:49.751325+0000","last_undegraded":"2024-08-19T09:55:49.751325+0000","last_fullsized":"2024-08-19T09:55:49.751325+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:10:02.380502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297616+0000","last_change":"2024-08-19T09:54:53.844012+0000","last_active":"2024-08-19T09:55:49.297616+0000","last_peered":"2024-08-19T09:55:49.297616+0000","last_clean":"2024-08-19T09:55:49.297616+0000","last_became_active":"2024-08-19T09:54:53.843724+0000","last_became_peered":"2024-08-19T09:54:53.843724+0000","last_unstale":"2024-08-19T09:55:49.297616+0000","last_undegraded":"2024-08-19T09:55:49.297616+0000","last_fullsized":"2024-08-19T09:55:49.297616+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:39:07.672406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751693+0000","last_change":"2024-08-19T09:54:53.826722+0000","last_active":"2024-08-19T09:55:49.751693+0000","last_peered":"2024-08-19T09:55:49.751693+0000","last_clean":"2024-08-19T09:55:49.751693+0000","last_became_active":"2024-08-19T09:54:53.826457+0000","last_became_peered":"2024-08-19T09:54:53.826457+0000","last_unstale":"2024-08-19T09:55:49.751693+0000","last_undegraded":"2024-08-19T09:55:49.751693+0000","last_fullsized":"2024-08-19T09:55:49.751693+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:34:24.589134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784527+0000","last_change":"2024-08-19T09:54:53.840448+0000","last_active":"2024-08-19T09:55:49.784527+0000","last_peered":"2024-08-19T09:55:49.784527+0000","last_clean":"2024-08-19T09:55:49.784527+0000","last_became_active":"2024-08-19T09:54:53.840093+0000","last_became_peered":"2024-08-19T09:54:53.840093+0000","last_unstale":"2024-08-19T09:55:49.784527+0000","last_undegraded":"2024-08-19T09:55:49.784527+0000","last_fullsized":"2024-08-19T09:55:49.784527+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:21:20.278681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294418+0000","last_change":"2024-08-19T09:54:53.829467+0000","last_active":"2024-08-19T09:55:49.294418+0000","last_peered":"2024-08-19T09:55:49.294418+0000","last_clean":"2024-08-19T09:55:49.294418+0000","last_became_active":"2024-08-19T09:54:53.829198+0000","last_became_peered":"2024-08-19T09:54:53.829198+0000","last_unstale":"2024-08-19T09:55:49.294418+0000","last_undegraded":"2024-08-19T09:55:49.294418+0000","last_fullsized":"2024-08-19T09:55:49.294418+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:07:17.145946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751601+0000","last_change":"2024-08-19T09:54:53.831854+0000","last_active":"2024-08-19T09:55:49.751601+0000","last_peered":"2024-08-19T09:55:49.751601+0000","last_clean":"2024-08-19T09:55:49.751601+0000","last_became_active":"2024-08-19T09:54:53.831533+0000","last_became_peered":"2024-08-19T09:54:53.831533+0000","last_unstale":"2024-08-19T09:55:49.751601+0000","last_undegraded":"2024-08-19T09:55:49.751601+0000","last_fullsized":"2024-08-19T09:55:49.751601+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:06:15.013799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293228+0000","last_change":"2024-08-19T09:55:25.282081+0000","last_active":"2024-08-19T09:55:49.293228+0000","last_peered":"2024-08-19T09:55:49.293228+0000","last_clean":"2024-08-19T09:55:49.293228+0000","last_became_active":"2024-08-19T09:55:25.281795+0000","last_became_peered":"2024-08-19T09:55:25.281795+0000","last_unstale":"2024-08-19T09:55:49.293228+0000","last_undegraded":"2024-08-19T09:55:49.293228+0000","last_fullsized":"2024-08-19T09:55:49.293228+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:10:32.793939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297717+0000","last_change":"2024-08-19T09:54:53.846609+0000","last_active":"2024-08-19T09:55:49.297717+0000","last_peered":"2024-08-19T09:55:49.297717+0000","last_clean":"2024-08-19T09:55:49.297717+0000","last_became_active":"2024-08-19T09:54:53.846160+0000","last_became_peered":"2024-08-19T09:54:53.846160+0000","last_unstale":"2024-08-19T09:55:49.297717+0000","last_undegraded":"2024-08-19T09:55:49.297717+0000","last_fullsized":"2024-08-19T09:55:49.297717+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:20:34.888117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293125+0000","last_change":"2024-08-19T09:54:53.838202+0000","last_active":"2024-08-19T09:55:49.293125+0000","last_peered":"2024-08-19T09:55:49.293125+0000","last_clean":"2024-08-19T09:55:49.293125+0000","last_became_active":"2024-08-19T09:54:53.837958+0000","last_became_peered":"2024-08-19T09:54:53.837958+0000","last_unstale":"2024-08-19T09:55:49.293125+0000","last_undegraded":"2024-08-19T09:55:49.293125+0000","last_fullsized":"2024-08-19T09:55:49.293125+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:55:16.414148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783293+0000","last_change":"2024-08-19T09:54:53.845238+0000","last_active":"2024-08-19T09:55:49.783293+0000","last_peered":"2024-08-19T09:55:49.783293+0000","last_clean":"2024-08-19T09:55:49.783293+0000","last_became_active":"2024-08-19T09:54:53.844968+0000","last_became_peered":"2024-08-19T09:54:53.844968+0000","last_unstale":"2024-08-19T09:55:49.783293+0000","last_undegraded":"2024-08-19T09:55:49.783293+0000","last_fullsized":"2024-08-19T09:55:49.783293+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:32:30.767451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294034+0000","last_change":"2024-08-19T09:54:53.827938+0000","last_active":"2024-08-19T09:55:49.294034+0000","last_peered":"2024-08-19T09:55:49.294034+0000","last_clean":"2024-08-19T09:55:49.294034+0000","last_became_active":"2024-08-19T09:54:53.827243+0000","last_became_peered":"2024-08-19T09:54:53.827243+0000","last_unstale":"2024-08-19T09:55:49.294034+0000","last_undegraded":"2024-08-19T09:55:49.294034+0000","last_fullsized":"2024-08-19T09:55:49.294034+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:23:14.173842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751588+0000","last_change":"2024-08-19T09:55:25.246859+0000","last_active":"2024-08-19T09:55:49.751588+0000","last_peered":"2024-08-19T09:55:49.751588+0000","last_clean":"2024-08-19T09:55:49.751588+0000","last_became_active":"2024-08-19T09:55:25.246482+0000","last_became_peered":"2024-08-19T09:55:25.246482+0000","last_unstale":"2024-08-19T09:55:49.751588+0000","last_undegraded":"2024-08-19T09:55:49.751588+0000","last_fullsized":"2024-08-19T09:55:49.751588+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:15:19.042116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293158+0000","last_change":"2024-08-19T09:55:25.282043+0000","last_active":"2024-08-19T09:55:49.293158+0000","last_peered":"2024-08-19T09:55:49.293158+0000","last_clean":"2024-08-19T09:55:49.293158+0000","last_became_active":"2024-08-19T09:55:25.281719+0000","last_became_peered":"2024-08-19T09:55:25.281719+0000","last_unstale":"2024-08-19T09:55:49.293158+0000","last_undegraded":"2024-08-19T09:55:49.293158+0000","last_fullsized":"2024-08-19T09:55:49.293158+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:10:17.368993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784276+0000","last_change":"2024-08-19T09:54:50.822364+0000","last_active":"2024-08-19T09:55:49.784276+0000","last_peered":"2024-08-19T09:55:49.784276+0000","last_clean":"2024-08-19T09:55:49.784276+0000","last_became_active":"2024-08-19T09:54:50.822060+0000","last_became_peered":"2024-08-19T09:54:50.822060+0000","last_unstale":"2024-08-19T09:55:49.784276+0000","last_undegraded":"2024-08-19T09:55:49.784276+0000","last_fullsized":"2024-08-19T09:55:49.784276+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:31:01.793305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751412+0000","last_change":"2024-08-19T09:54:50.817514+0000","last_active":"2024-08-19T09:55:49.751412+0000","last_peered":"2024-08-19T09:55:49.751412+0000","last_clean":"2024-08-19T09:55:49.751412+0000","last_became_active":"2024-08-19T09:54:50.817246+0000","last_became_peered":"2024-08-19T09:54:50.817246+0000","last_unstale":"2024-08-19T09:55:49.751412+0000","last_undegraded":"2024-08-19T09:55:49.751412+0000","last_fullsized":"2024-08-19T09:55:49.751412+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:20:43.157904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751360+0000","last_change":"2024-08-19T09:54:53.832533+0000","last_active":"2024-08-19T09:55:49.751360+0000","last_peered":"2024-08-19T09:55:49.751360+0000","last_clean":"2024-08-19T09:55:49.751360+0000","last_became_active":"2024-08-19T09:54:53.832234+0000","last_became_peered":"2024-08-19T09:54:53.832234+0000","last_unstale":"2024-08-19T09:55:49.751360+0000","last_undegraded":"2024-08-19T09:55:49.751360+0000","last_fullsized":"2024-08-19T09:55:49.751360+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:15:13.987600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297744+0000","last_change":"2024-08-19T09:54:50.826368+0000","last_active":"2024-08-19T09:55:49.297744+0000","last_peered":"2024-08-19T09:55:49.297744+0000","last_clean":"2024-08-19T09:55:49.297744+0000","last_became_active":"2024-08-19T09:54:50.826029+0000","last_became_peered":"2024-08-19T09:54:50.826029+0000","last_unstale":"2024-08-19T09:55:49.297744+0000","last_undegraded":"2024-08-19T09:55:49.297744+0000","last_fullsized":"2024-08-19T09:55:49.297744+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:51:36.186463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294019+0000","last_change":"2024-08-19T09:54:53.831347+0000","last_active":"2024-08-19T09:55:49.294019+0000","last_peered":"2024-08-19T09:55:49.294019+0000","last_clean":"2024-08-19T09:55:49.294019+0000","last_became_active":"2024-08-19T09:54:53.830881+0000","last_became_peered":"2024-08-19T09:54:53.830881+0000","last_unstale":"2024-08-19T09:55:49.294019+0000","last_undegraded":"2024-08-19T09:55:49.294019+0000","last_fullsized":"2024-08-19T09:55:49.294019+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:32:01.806304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784236+0000","last_change":"2024-08-19T09:54:50.820255+0000","last_active":"2024-08-19T09:55:49.784236+0000","last_peered":"2024-08-19T09:55:49.784236+0000","last_clean":"2024-08-19T09:55:49.784236+0000","last_became_active":"2024-08-19T09:54:50.819944+0000","last_became_peered":"2024-08-19T09:54:50.819944+0000","last_unstale":"2024-08-19T09:55:49.784236+0000","last_undegraded":"2024-08-19T09:55:49.784236+0000","last_fullsized":"2024-08-19T09:55:49.784236+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:57:30.507759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297827+0000","last_change":"2024-08-19T09:54:53.848930+0000","last_active":"2024-08-19T09:55:49.297827+0000","last_peered":"2024-08-19T09:55:49.297827+0000","last_clean":"2024-08-19T09:55:49.297827+0000","last_became_active":"2024-08-19T09:54:53.848607+0000","last_became_peered":"2024-08-19T09:54:53.848607+0000","last_unstale":"2024-08-19T09:55:49.297827+0000","last_undegraded":"2024-08-19T09:55:49.297827+0000","last_fullsized":"2024-08-19T09:55:49.297827+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:15:18.662329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.298013+0000","last_change":"2024-08-19T09:54:50.823584+0000","last_active":"2024-08-19T09:55:49.298013+0000","last_peered":"2024-08-19T09:55:49.298013+0000","last_clean":"2024-08-19T09:55:49.298013+0000","last_became_active":"2024-08-19T09:54:50.823183+0000","last_became_peered":"2024-08-19T09:54:50.823183+0000","last_unstale":"2024-08-19T09:55:49.298013+0000","last_undegraded":"2024-08-19T09:55:49.298013+0000","last_fullsized":"2024-08-19T09:55:49.298013+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:26:18.296385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697385+0000","last_change":"2024-08-19T09:54:53.848148+0000","last_active":"2024-08-19T09:55:49.697385+0000","last_peered":"2024-08-19T09:55:49.697385+0000","last_clean":"2024-08-19T09:55:49.697385+0000","last_became_active":"2024-08-19T09:54:53.846963+0000","last_became_peered":"2024-08-19T09:54:53.846963+0000","last_unstale":"2024-08-19T09:55:49.697385+0000","last_undegraded":"2024-08-19T09:55:49.697385+0000","last_fullsized":"2024-08-19T09:55:49.697385+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:48:14.202247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294557+0000","last_change":"2024-08-19T09:54:50.823311+0000","last_active":"2024-08-19T09:55:49.294557+0000","last_peered":"2024-08-19T09:55:49.294557+0000","last_clean":"2024-08-19T09:55:49.294557+0000","last_became_active":"2024-08-19T09:54:50.823023+0000","last_became_peered":"2024-08-19T09:54:50.823023+0000","last_unstale":"2024-08-19T09:55:49.294557+0000","last_undegraded":"2024-08-19T09:55:49.294557+0000","last_fullsized":"2024-08-19T09:55:49.294557+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:25:32.290003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294329+0000","last_change":"2024-08-19T09:54:53.847052+0000","last_active":"2024-08-19T09:55:49.294329+0000","last_peered":"2024-08-19T09:55:49.294329+0000","last_clean":"2024-08-19T09:55:49.294329+0000","last_became_active":"2024-08-19T09:54:53.846780+0000","last_became_peered":"2024-08-19T09:54:53.846780+0000","last_unstale":"2024-08-19T09:55:49.294329+0000","last_undegraded":"2024-08-19T09:55:49.294329+0000","last_fullsized":"2024-08-19T09:55:49.294329+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:14:51.280881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784809+0000","last_change":"2024-08-19T09:54:50.823235+0000","last_active":"2024-08-19T09:55:49.784809+0000","last_peered":"2024-08-19T09:55:49.784809+0000","last_clean":"2024-08-19T09:55:49.784809+0000","last_became_active":"2024-08-19T09:54:50.822925+0000","last_became_peered":"2024-08-19T09:54:50.822925+0000","last_unstale":"2024-08-19T09:55:49.784809+0000","last_undegraded":"2024-08-19T09:55:49.784809+0000","last_fullsized":"2024-08-19T09:55:49.784809+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:42:55.984944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783903+0000","last_change":"2024-08-19T09:54:53.849695+0000","last_active":"2024-08-19T09:55:49.783903+0000","last_peered":"2024-08-19T09:55:49.783903+0000","last_clean":"2024-08-19T09:55:49.783903+0000","last_became_active":"2024-08-19T09:54:53.849405+0000","last_became_peered":"2024-08-19T09:54:53.849405+0000","last_unstale":"2024-08-19T09:55:49.783903+0000","last_undegraded":"2024-08-19T09:55:49.783903+0000","last_fullsized":"2024-08-19T09:55:49.783903+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:54:12.031333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697373+0000","last_change":"2024-08-19T09:54:50.815249+0000","last_active":"2024-08-19T09:55:49.697373+0000","last_peered":"2024-08-19T09:55:49.697373+0000","last_clean":"2024-08-19T09:55:49.697373+0000","last_became_active":"2024-08-19T09:54:50.814957+0000","last_became_peered":"2024-08-19T09:54:50.814957+0000","last_unstale":"2024-08-19T09:55:49.697373+0000","last_undegraded":"2024-08-19T09:55:49.697373+0000","last_fullsized":"2024-08-19T09:55:49.697373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:46:40.156495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697154+0000","last_change":"2024-08-19T09:54:53.834978+0000","last_active":"2024-08-19T09:55:49.697154+0000","last_peered":"2024-08-19T09:55:49.697154+0000","last_clean":"2024-08-19T09:55:49.697154+0000","last_became_active":"2024-08-19T09:54:53.834704+0000","last_became_peered":"2024-08-19T09:54:53.834704+0000","last_unstale":"2024-08-19T09:55:49.697154+0000","last_undegraded":"2024-08-19T09:55:49.697154+0000","last_fullsized":"2024-08-19T09:55:49.697154+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:15:01.318365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297973+0000","last_change":"2024-08-19T09:54:50.826929+0000","last_active":"2024-08-19T09:55:49.297973+0000","last_peered":"2024-08-19T09:55:49.297973+0000","last_clean":"2024-08-19T09:55:49.297973+0000","last_became_active":"2024-08-19T09:54:50.826622+0000","last_became_peered":"2024-08-19T09:54:50.826622+0000","last_unstale":"2024-08-19T09:55:49.297973+0000","last_undegraded":"2024-08-19T09:55:49.297973+0000","last_fullsized":"2024-08-19T09:55:49.297973+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:57:39.098822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783836+0000","last_change":"2024-08-19T09:54:53.850124+0000","last_active":"2024-08-19T09:55:49.783836+0000","last_peered":"2024-08-19T09:55:49.783836+0000","last_clean":"2024-08-19T09:55:49.783836+0000","last_became_active":"2024-08-19T09:54:53.849609+0000","last_became_peered":"2024-08-19T09:54:53.849609+0000","last_unstale":"2024-08-19T09:55:49.783836+0000","last_undegraded":"2024-08-19T09:55:49.783836+0000","last_fullsized":"2024-08-19T09:55:49.783836+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:45:46.460243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784690+0000","last_change":"2024-08-19T09:54:50.823010+0000","last_active":"2024-08-19T09:55:49.784690+0000","last_peered":"2024-08-19T09:55:49.784690+0000","last_clean":"2024-08-19T09:55:49.784690+0000","last_became_active":"2024-08-19T09:54:50.822685+0000","last_became_peered":"2024-08-19T09:54:50.822685+0000","last_unstale":"2024-08-19T09:55:49.784690+0000","last_undegraded":"2024-08-19T09:55:49.784690+0000","last_fullsized":"2024-08-19T09:55:49.784690+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:23:07.614052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783393+0000","last_change":"2024-08-19T09:54:53.846886+0000","last_active":"2024-08-19T09:55:49.783393+0000","last_peered":"2024-08-19T09:55:49.783393+0000","last_clean":"2024-08-19T09:55:49.783393+0000","last_became_active":"2024-08-19T09:54:53.846399+0000","last_became_peered":"2024-08-19T09:54:53.846399+0000","last_unstale":"2024-08-19T09:55:49.783393+0000","last_undegraded":"2024-08-19T09:55:49.783393+0000","last_fullsized":"2024-08-19T09:55:49.783393+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:41:12.835252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293011+0000","last_change":"2024-08-19T09:54:50.813503+0000","last_active":"2024-08-19T09:55:49.293011+0000","last_peered":"2024-08-19T09:55:49.293011+0000","last_clean":"2024-08-19T09:55:49.293011+0000","last_became_active":"2024-08-19T09:54:50.813235+0000","last_became_peered":"2024-08-19T09:54:50.813235+0000","last_unstale":"2024-08-19T09:55:49.293011+0000","last_undegraded":"2024-08-19T09:55:49.293011+0000","last_fullsized":"2024-08-19T09:55:49.293011+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:39:50.016344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783468+0000","last_change":"2024-08-19T09:54:53.853833+0000","last_active":"2024-08-19T09:55:49.783468+0000","last_peered":"2024-08-19T09:55:49.783468+0000","last_clean":"2024-08-19T09:55:49.783468+0000","last_became_active":"2024-08-19T09:54:53.853171+0000","last_became_peered":"2024-08-19T09:54:53.853171+0000","last_unstale":"2024-08-19T09:55:49.783468+0000","last_undegraded":"2024-08-19T09:55:49.783468+0000","last_fullsized":"2024-08-19T09:55:49.783468+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:41:37.498677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294742+0000","last_change":"2024-08-19T09:54:50.817179+0000","last_active":"2024-08-19T09:55:49.294742+0000","last_peered":"2024-08-19T09:55:49.294742+0000","last_clean":"2024-08-19T09:55:49.294742+0000","last_became_active":"2024-08-19T09:54:50.816538+0000","last_became_peered":"2024-08-19T09:54:50.816538+0000","last_unstale":"2024-08-19T09:55:49.294742+0000","last_undegraded":"2024-08-19T09:55:49.294742+0000","last_fullsized":"2024-08-19T09:55:49.294742+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:42:23.447764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784137+0000","last_change":"2024-08-19T09:54:53.850094+0000","last_active":"2024-08-19T09:55:49.784137+0000","last_peered":"2024-08-19T09:55:49.784137+0000","last_clean":"2024-08-19T09:55:49.784137+0000","last_became_active":"2024-08-19T09:54:53.849151+0000","last_became_peered":"2024-08-19T09:54:53.849151+0000","last_unstale":"2024-08-19T09:55:49.784137+0000","last_undegraded":"2024-08-19T09:55:49.784137+0000","last_fullsized":"2024-08-19T09:55:49.784137+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:38:39.155777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293645+0000","last_change":"2024-08-19T09:54:50.818064+0000","last_active":"2024-08-19T09:55:49.293645+0000","last_peered":"2024-08-19T09:55:49.293645+0000","last_clean":"2024-08-19T09:55:49.293645+0000","last_became_active":"2024-08-19T09:54:50.817278+0000","last_became_peered":"2024-08-19T09:54:50.817278+0000","last_unstale":"2024-08-19T09:55:49.293645+0000","last_undegraded":"2024-08-19T09:55:49.293645+0000","last_fullsized":"2024-08-19T09:55:49.293645+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:49:29.025516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783954+0000","last_change":"2024-08-19T09:54:53.849767+0000","last_active":"2024-08-19T09:55:49.783954+0000","last_peered":"2024-08-19T09:55:49.783954+0000","last_clean":"2024-08-19T09:55:49.783954+0000","last_became_active":"2024-08-19T09:54:53.849452+0000","last_became_peered":"2024-08-19T09:54:53.849452+0000","last_unstale":"2024-08-19T09:55:49.783954+0000","last_undegraded":"2024-08-19T09:55:49.783954+0000","last_fullsized":"2024-08-19T09:55:49.783954+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:17:53.780532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294642+0000","last_change":"2024-08-19T09:54:50.821349+0000","last_active":"2024-08-19T09:55:49.294642+0000","last_peered":"2024-08-19T09:55:49.294642+0000","last_clean":"2024-08-19T09:55:49.294642+0000","last_became_active":"2024-08-19T09:54:50.821027+0000","last_became_peered":"2024-08-19T09:54:50.821027+0000","last_unstale":"2024-08-19T09:55:49.294642+0000","last_undegraded":"2024-08-19T09:55:49.294642+0000","last_fullsized":"2024-08-19T09:55:49.294642+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:48:40.873573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297869+0000","last_change":"2024-08-19T09:54:53.845628+0000","last_active":"2024-08-19T09:55:49.297869+0000","last_peered":"2024-08-19T09:55:49.297869+0000","last_clean":"2024-08-19T09:55:49.297869+0000","last_became_active":"2024-08-19T09:54:53.845362+0000","last_became_peered":"2024-08-19T09:54:53.845362+0000","last_unstale":"2024-08-19T09:55:49.297869+0000","last_undegraded":"2024-08-19T09:55:49.297869+0000","last_fullsized":"2024-08-19T09:55:49.297869+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:07:48.236814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293463+0000","last_change":"2024-08-19T09:54:50.817618+0000","last_active":"2024-08-19T09:55:49.293463+0000","last_peered":"2024-08-19T09:55:49.293463+0000","last_clean":"2024-08-19T09:55:49.293463+0000","last_became_active":"2024-08-19T09:54:50.817351+0000","last_became_peered":"2024-08-19T09:54:50.817351+0000","last_unstale":"2024-08-19T09:55:49.293463+0000","last_undegraded":"2024-08-19T09:55:49.293463+0000","last_fullsized":"2024-08-19T09:55:49.293463+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:24:45.834732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784220+0000","last_change":"2024-08-19T09:55:25.246792+0000","last_active":"2024-08-19T09:55:49.784220+0000","last_peered":"2024-08-19T09:55:49.784220+0000","last_clean":"2024-08-19T09:55:49.784220+0000","last_became_active":"2024-08-19T09:55:25.246356+0000","last_became_peered":"2024-08-19T09:55:25.246356+0000","last_unstale":"2024-08-19T09:55:49.784220+0000","last_undegraded":"2024-08-19T09:55:49.784220+0000","last_fullsized":"2024-08-19T09:55:49.784220+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:50:15.000524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:56.284386+0000","last_change":"2024-08-19T09:55:49.784744+0000","last_active":"2024-08-19T09:55:56.284386+0000","last_peered":"2024-08-19T09:55:56.284386+0000","last_clean":"2024-08-19T09:55:56.284386+0000","last_became_active":"2024-08-19T09:55:45.284506+0000","last_became_peered":"2024-08-19T09:55:45.284506+0000","last_unstale":"2024-08-19T09:55:56.284386+0000","last_undegraded":"2024-08-19T09:55:56.284386+0000","last_fullsized":"2024-08-19T09:55:56.284386+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:24:50.564181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052978599999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":271,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:56.429001+0000","last_change":"2024-08-19T09:54:31.379926+0000","last_active":"2024-08-19T09:55:56.429001+0000","last_peered":"2024-08-19T09:55:56.429001+0000","last_clean":"2024-08-19T09:55:56.429001+0000","last_became_active":"2024-08-19T09:54:31.379548+0000","last_became_peered":"2024-08-19T09:54:31.379548+0000","last_unstale":"2024-08-19T09:55:56.429001+0000","last_undegraded":"2024-08-19T09:55:56.429001+0000","last_fullsized":"2024-08-19T09:55:56.429001+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:52:34.373391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:52:34.373391+0000","last_clean_scrub_stamp":"2024-08-19T09:52:34.373391+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:23:13.933393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297803+0000","last_change":"2024-08-19T09:54:50.826234+0000","last_active":"2024-08-19T09:55:49.297803+0000","last_peered":"2024-08-19T09:55:49.297803+0000","last_clean":"2024-08-19T09:55:49.297803+0000","last_became_active":"2024-08-19T09:54:50.825915+0000","last_became_peered":"2024-08-19T09:54:50.825915+0000","last_unstale":"2024-08-19T09:55:49.297803+0000","last_undegraded":"2024-08-19T09:55:49.297803+0000","last_fullsized":"2024-08-19T09:55:49.297803+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:43:47.554119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751364+0000","last_change":"2024-08-19T09:54:53.840845+0000","last_active":"2024-08-19T09:55:49.751364+0000","last_peered":"2024-08-19T09:55:49.751364+0000","last_clean":"2024-08-19T09:55:49.751364+0000","last_became_active":"2024-08-19T09:54:53.840593+0000","last_became_peered":"2024-08-19T09:54:53.840593+0000","last_unstale":"2024-08-19T09:55:49.751364+0000","last_undegraded":"2024-08-19T09:55:49.751364+0000","last_fullsized":"2024-08-19T09:55:49.751364+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:25:03.933158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:56.430167+0000","last_change":"2024-08-19T09:55:49.697467+0000","last_active":"2024-08-19T09:55:56.430167+0000","last_peered":"2024-08-19T09:55:56.430167+0000","last_clean":"2024-08-19T09:55:56.430167+0000","last_became_active":"2024-08-19T09:55:45.287117+0000","last_became_peered":"2024-08-19T09:55:45.287117+0000","last_unstale":"2024-08-19T09:55:56.430167+0000","last_undegraded":"2024-08-19T09:55:56.430167+0000","last_fullsized":"2024-08-19T09:55:56.430167+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:45:41.067844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032079999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783616+0000","last_change":"2024-08-19T09:54:50.819110+0000","last_active":"2024-08-19T09:55:49.783616+0000","last_peered":"2024-08-19T09:55:49.783616+0000","last_clean":"2024-08-19T09:55:49.783616+0000","last_became_active":"2024-08-19T09:54:50.818801+0000","last_became_peered":"2024-08-19T09:54:50.818801+0000","last_unstale":"2024-08-19T09:55:49.783616+0000","last_undegraded":"2024-08-19T09:55:49.783616+0000","last_fullsized":"2024-08-19T09:55:49.783616+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:12:20.281920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.696848+0000","last_change":"2024-08-19T09:54:53.837376+0000","last_active":"2024-08-19T09:55:49.696848+0000","last_peered":"2024-08-19T09:55:49.696848+0000","last_clean":"2024-08-19T09:55:49.696848+0000","last_became_active":"2024-08-19T09:54:53.837092+0000","last_became_peered":"2024-08-19T09:54:53.837092+0000","last_unstale":"2024-08-19T09:55:49.696848+0000","last_undegraded":"2024-08-19T09:55:49.696848+0000","last_fullsized":"2024-08-19T09:55:49.696848+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:29:42.017481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:55.855098+0000","last_change":"2024-08-19T09:55:49.295095+0000","last_active":"2024-08-19T09:55:55.855098+0000","last_peered":"2024-08-19T09:55:55.855098+0000","last_clean":"2024-08-19T09:55:55.855098+0000","last_became_active":"2024-08-19T09:55:45.646323+0000","last_became_peered":"2024-08-19T09:55:45.646323+0000","last_unstale":"2024-08-19T09:55:55.855098+0000","last_undegraded":"2024-08-19T09:55:55.855098+0000","last_fullsized":"2024-08-19T09:55:55.855098+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:38:25.403182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073579699999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293228+0000","last_change":"2024-08-19T09:54:50.817892+0000","last_active":"2024-08-19T09:55:49.293228+0000","last_peered":"2024-08-19T09:55:49.293228+0000","last_clean":"2024-08-19T09:55:49.293228+0000","last_became_active":"2024-08-19T09:54:50.817622+0000","last_became_peered":"2024-08-19T09:54:50.817622+0000","last_unstale":"2024-08-19T09:55:49.293228+0000","last_undegraded":"2024-08-19T09:55:49.293228+0000","last_fullsized":"2024-08-19T09:55:49.293228+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:00:30.917648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293708+0000","last_change":"2024-08-19T09:54:53.837682+0000","last_active":"2024-08-19T09:55:49.293708+0000","last_peered":"2024-08-19T09:55:49.293708+0000","last_clean":"2024-08-19T09:55:49.293708+0000","last_became_active":"2024-08-19T09:54:53.836956+0000","last_became_peered":"2024-08-19T09:54:53.836956+0000","last_unstale":"2024-08-19T09:55:49.293708+0000","last_undegraded":"2024-08-19T09:55:49.293708+0000","last_fullsized":"2024-08-19T09:55:49.293708+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:24:20.679776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:55.854453+0000","last_change":"2024-08-19T09:55:49.295414+0000","last_active":"2024-08-19T09:55:55.854453+0000","last_peered":"2024-08-19T09:55:55.854453+0000","last_clean":"2024-08-19T09:55:55.854453+0000","last_became_active":"2024-08-19T09:55:45.288033+0000","last_became_peered":"2024-08-19T09:55:45.288033+0000","last_unstale":"2024-08-19T09:55:55.854453+0000","last_undegraded":"2024-08-19T09:55:55.854453+0000","last_fullsized":"2024-08-19T09:55:55.854453+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:04:34.361227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000874338,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297990+0000","last_change":"2024-08-19T09:54:50.822520+0000","last_active":"2024-08-19T09:55:49.297990+0000","last_peered":"2024-08-19T09:55:49.297990+0000","last_clean":"2024-08-19T09:55:49.297990+0000","last_became_active":"2024-08-19T09:54:50.822239+0000","last_became_peered":"2024-08-19T09:54:50.822239+0000","last_unstale":"2024-08-19T09:55:49.297990+0000","last_undegraded":"2024-08-19T09:55:49.297990+0000","last_fullsized":"2024-08-19T09:55:49.297990+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:32:16.828323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294263+0000","last_change":"2024-08-19T09:54:53.838634+0000","last_active":"2024-08-19T09:55:49.294263+0000","last_peered":"2024-08-19T09:55:49.294263+0000","last_clean":"2024-08-19T09:55:49.294263+0000","last_became_active":"2024-08-19T09:54:53.838145+0000","last_became_peered":"2024-08-19T09:54:53.838145+0000","last_unstale":"2024-08-19T09:55:49.294263+0000","last_undegraded":"2024-08-19T09:55:49.294263+0000","last_fullsized":"2024-08-19T09:55:49.294263+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:08:37.439905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:55.853793+0000","last_change":"2024-08-19T09:55:49.295096+0000","last_active":"2024-08-19T09:55:55.853793+0000","last_peered":"2024-08-19T09:55:55.853793+0000","last_clean":"2024-08-19T09:55:55.853793+0000","last_became_active":"2024-08-19T09:55:45.646723+0000","last_became_peered":"2024-08-19T09:55:45.646723+0000","last_unstale":"2024-08-19T09:55:55.853793+0000","last_undegraded":"2024-08-19T09:55:55.853793+0000","last_fullsized":"2024-08-19T09:55:55.853793+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:34:32.715967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075622999999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294811+0000","last_change":"2024-08-19T09:54:50.817544+0000","last_active":"2024-08-19T09:55:49.294811+0000","last_peered":"2024-08-19T09:55:49.294811+0000","last_clean":"2024-08-19T09:55:49.294811+0000","last_became_active":"2024-08-19T09:54:50.817237+0000","last_became_peered":"2024-08-19T09:54:50.817237+0000","last_unstale":"2024-08-19T09:55:49.294811+0000","last_undegraded":"2024-08-19T09:55:49.294811+0000","last_fullsized":"2024-08-19T09:55:49.294811+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:18:11.557004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297966+0000","last_change":"2024-08-19T09:54:53.840475+0000","last_active":"2024-08-19T09:55:49.297966+0000","last_peered":"2024-08-19T09:55:49.297966+0000","last_clean":"2024-08-19T09:55:49.297966+0000","last_became_active":"2024-08-19T09:54:53.840170+0000","last_became_peered":"2024-08-19T09:54:53.840170+0000","last_unstale":"2024-08-19T09:55:49.297966+0000","last_undegraded":"2024-08-19T09:55:49.297966+0000","last_fullsized":"2024-08-19T09:55:49.297966+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:56:11.587356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:56.429287+0000","last_change":"2024-08-19T09:55:49.697543+0000","last_active":"2024-08-19T09:55:56.429287+0000","last_peered":"2024-08-19T09:55:56.429287+0000","last_clean":"2024-08-19T09:55:56.429287+0000","last_became_active":"2024-08-19T09:55:45.646065+0000","last_became_peered":"2024-08-19T09:55:45.646065+0000","last_unstale":"2024-08-19T09:55:56.429287+0000","last_undegraded":"2024-08-19T09:55:56.429287+0000","last_fullsized":"2024-08-19T09:55:56.429287+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:27:36.601291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053093599999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784495+0000","last_change":"2024-08-19T09:54:50.816789+0000","last_active":"2024-08-19T09:55:49.784495+0000","last_peered":"2024-08-19T09:55:49.784495+0000","last_clean":"2024-08-19T09:55:49.784495+0000","last_became_active":"2024-08-19T09:54:50.816503+0000","last_became_peered":"2024-08-19T09:54:50.816503+0000","last_unstale":"2024-08-19T09:55:49.784495+0000","last_undegraded":"2024-08-19T09:55:49.784495+0000","last_fullsized":"2024-08-19T09:55:49.784495+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:42:53.529210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294718+0000","last_change":"2024-08-19T09:54:53.840405+0000","last_active":"2024-08-19T09:55:49.294718+0000","last_peered":"2024-08-19T09:55:49.294718+0000","last_clean":"2024-08-19T09:55:49.294718+0000","last_became_active":"2024-08-19T09:54:53.839670+0000","last_became_peered":"2024-08-19T09:54:53.839670+0000","last_unstale":"2024-08-19T09:55:49.294718+0000","last_undegraded":"2024-08-19T09:55:49.294718+0000","last_fullsized":"2024-08-19T09:55:49.294718+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:16:26.369120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:56.428833+0000","last_change":"2024-08-19T09:55:49.751713+0000","last_active":"2024-08-19T09:55:56.428833+0000","last_peered":"2024-08-19T09:55:56.428833+0000","last_clean":"2024-08-19T09:55:56.428833+0000","last_became_active":"2024-08-19T09:55:45.285574+0000","last_became_peered":"2024-08-19T09:55:45.285574+0000","last_unstale":"2024-08-19T09:55:56.428833+0000","last_undegraded":"2024-08-19T09:55:56.428833+0000","last_fullsized":"2024-08-19T09:55:56.428833+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:45:04.367103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050457300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.295069+0000","last_change":"2024-08-19T09:54:50.820950+0000","last_active":"2024-08-19T09:55:49.295069+0000","last_peered":"2024-08-19T09:55:49.295069+0000","last_clean":"2024-08-19T09:55:49.295069+0000","last_became_active":"2024-08-19T09:54:50.820613+0000","last_became_peered":"2024-08-19T09:54:50.820613+0000","last_unstale":"2024-08-19T09:55:49.295069+0000","last_undegraded":"2024-08-19T09:55:49.295069+0000","last_fullsized":"2024-08-19T09:55:49.295069+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:53:28.428843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751743+0000","last_change":"2024-08-19T09:55:25.247535+0000","last_active":"2024-08-19T09:55:49.751743+0000","last_peered":"2024-08-19T09:55:49.751743+0000","last_clean":"2024-08-19T09:55:49.751743+0000","last_became_active":"2024-08-19T09:55:25.247260+0000","last_became_peered":"2024-08-19T09:55:25.247260+0000","last_unstale":"2024-08-19T09:55:49.751743+0000","last_undegraded":"2024-08-19T09:55:49.751743+0000","last_fullsized":"2024-08-19T09:55:49.751743+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:47:43.402183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:55.858195+0000","last_change":"2024-08-19T09:55:49.294527+0000","last_active":"2024-08-19T09:55:55.858195+0000","last_peered":"2024-08-19T09:55:55.858195+0000","last_clean":"2024-08-19T09:55:55.858195+0000","last_became_active":"2024-08-19T09:55:45.646396+0000","last_became_peered":"2024-08-19T09:55:45.646396+0000","last_unstale":"2024-08-19T09:55:55.858195+0000","last_undegraded":"2024-08-19T09:55:55.858195+0000","last_fullsized":"2024-08-19T09:55:55.858195+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:13:30.313429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063475399999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784336+0000","last_change":"2024-08-19T09:54:50.817998+0000","last_active":"2024-08-19T09:55:49.784336+0000","last_peered":"2024-08-19T09:55:49.784336+0000","last_clean":"2024-08-19T09:55:49.784336+0000","last_became_active":"2024-08-19T09:54:50.817647+0000","last_became_peered":"2024-08-19T09:54:50.817647+0000","last_unstale":"2024-08-19T09:55:49.784336+0000","last_undegraded":"2024-08-19T09:55:49.784336+0000","last_fullsized":"2024-08-19T09:55:49.784336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:15:35.788835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697122+0000","last_change":"2024-08-19T09:54:53.843439+0000","last_active":"2024-08-19T09:55:49.697122+0000","last_peered":"2024-08-19T09:55:49.697122+0000","last_clean":"2024-08-19T09:55:49.697122+0000","last_became_active":"2024-08-19T09:54:53.842523+0000","last_became_peered":"2024-08-19T09:54:53.842523+0000","last_unstale":"2024-08-19T09:55:49.697122+0000","last_undegraded":"2024-08-19T09:55:49.697122+0000","last_fullsized":"2024-08-19T09:55:49.697122+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:00:09.619816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783821+0000","last_change":"2024-08-19T09:54:50.818183+0000","last_active":"2024-08-19T09:55:49.783821+0000","last_peered":"2024-08-19T09:55:49.783821+0000","last_clean":"2024-08-19T09:55:49.783821+0000","last_became_active":"2024-08-19T09:54:50.817837+0000","last_became_peered":"2024-08-19T09:54:50.817837+0000","last_unstale":"2024-08-19T09:55:49.783821+0000","last_undegraded":"2024-08-19T09:55:49.783821+0000","last_fullsized":"2024-08-19T09:55:49.783821+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:17:18.259754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294091+0000","last_change":"2024-08-19T09:54:53.847998+0000","last_active":"2024-08-19T09:55:49.294091+0000","last_peered":"2024-08-19T09:55:49.294091+0000","last_clean":"2024-08-19T09:55:49.294091+0000","last_became_active":"2024-08-19T09:54:53.847729+0000","last_became_peered":"2024-08-19T09:54:53.847729+0000","last_unstale":"2024-08-19T09:55:49.294091+0000","last_undegraded":"2024-08-19T09:55:49.294091+0000","last_fullsized":"2024-08-19T09:55:49.294091+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:42:24.055444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294226+0000","last_change":"2024-08-19T09:54:50.818081+0000","last_active":"2024-08-19T09:55:49.294226+0000","last_peered":"2024-08-19T09:55:49.294226+0000","last_clean":"2024-08-19T09:55:49.294226+0000","last_became_active":"2024-08-19T09:54:50.817789+0000","last_became_peered":"2024-08-19T09:54:50.817789+0000","last_unstale":"2024-08-19T09:55:49.294226+0000","last_undegraded":"2024-08-19T09:55:49.294226+0000","last_fullsized":"2024-08-19T09:55:49.294226+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:53:49.637050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751356+0000","last_change":"2024-08-19T09:54:53.836134+0000","last_active":"2024-08-19T09:55:49.751356+0000","last_peered":"2024-08-19T09:55:49.751356+0000","last_clean":"2024-08-19T09:55:49.751356+0000","last_became_active":"2024-08-19T09:54:53.835862+0000","last_became_peered":"2024-08-19T09:54:53.835862+0000","last_unstale":"2024-08-19T09:55:49.751356+0000","last_undegraded":"2024-08-19T09:55:49.751356+0000","last_fullsized":"2024-08-19T09:55:49.751356+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:26:25.531382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294699+0000","last_change":"2024-08-19T09:54:50.818864+0000","last_active":"2024-08-19T09:55:49.294699+0000","last_peered":"2024-08-19T09:55:49.294699+0000","last_clean":"2024-08-19T09:55:49.294699+0000","last_became_active":"2024-08-19T09:54:50.818555+0000","last_became_peered":"2024-08-19T09:54:50.818555+0000","last_unstale":"2024-08-19T09:55:49.294699+0000","last_undegraded":"2024-08-19T09:55:49.294699+0000","last_fullsized":"2024-08-19T09:55:49.294699+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:39:56.586436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751500+0000","last_change":"2024-08-19T09:54:53.832503+0000","last_active":"2024-08-19T09:55:49.751500+0000","last_peered":"2024-08-19T09:55:49.751500+0000","last_clean":"2024-08-19T09:55:49.751500+0000","last_became_active":"2024-08-19T09:54:53.832185+0000","last_became_peered":"2024-08-19T09:54:53.832185+0000","last_unstale":"2024-08-19T09:55:49.751500+0000","last_undegraded":"2024-08-19T09:55:49.751500+0000","last_fullsized":"2024-08-19T09:55:49.751500+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:18:58.511945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784027+0000","last_change":"2024-08-19T09:54:50.825027+0000","last_active":"2024-08-19T09:55:49.784027+0000","last_peered":"2024-08-19T09:55:49.784027+0000","last_clean":"2024-08-19T09:55:49.784027+0000","last_became_active":"2024-08-19T09:54:50.824718+0000","last_became_peered":"2024-08-19T09:54:50.824718+0000","last_unstale":"2024-08-19T09:55:49.784027+0000","last_undegraded":"2024-08-19T09:55:49.784027+0000","last_fullsized":"2024-08-19T09:55:49.784027+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:02:01.523784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784438+0000","last_change":"2024-08-19T09:54:53.836226+0000","last_active":"2024-08-19T09:55:49.784438+0000","last_peered":"2024-08-19T09:55:49.784438+0000","last_clean":"2024-08-19T09:55:49.784438+0000","last_became_active":"2024-08-19T09:54:53.835892+0000","last_became_peered":"2024-08-19T09:54:53.835892+0000","last_unstale":"2024-08-19T09:55:49.784438+0000","last_undegraded":"2024-08-19T09:55:49.784438+0000","last_fullsized":"2024-08-19T09:55:49.784438+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:40:53.238015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297951+0000","last_change":"2024-08-19T09:54:53.849471+0000","last_active":"2024-08-19T09:55:49.297951+0000","last_peered":"2024-08-19T09:55:49.297951+0000","last_clean":"2024-08-19T09:55:49.297951+0000","last_became_active":"2024-08-19T09:54:53.849142+0000","last_became_peered":"2024-08-19T09:54:53.849142+0000","last_unstale":"2024-08-19T09:55:49.297951+0000","last_undegraded":"2024-08-19T09:55:49.297951+0000","last_fullsized":"2024-08-19T09:55:49.297951+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:48:23.567720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784683+0000","last_change":"2024-08-19T09:54:50.825922+0000","last_active":"2024-08-19T09:55:49.784683+0000","last_peered":"2024-08-19T09:55:49.784683+0000","last_clean":"2024-08-19T09:55:49.784683+0000","last_became_active":"2024-08-19T09:54:50.825476+0000","last_became_peered":"2024-08-19T09:54:50.825476+0000","last_unstale":"2024-08-19T09:55:49.784683+0000","last_undegraded":"2024-08-19T09:55:49.784683+0000","last_fullsized":"2024-08-19T09:55:49.784683+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:22:21.965265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297863+0000","last_change":"2024-08-19T09:54:53.850641+0000","last_active":"2024-08-19T09:55:49.297863+0000","last_peered":"2024-08-19T09:55:49.297863+0000","last_clean":"2024-08-19T09:55:49.297863+0000","last_became_active":"2024-08-19T09:54:53.848290+0000","last_became_peered":"2024-08-19T09:54:53.848290+0000","last_unstale":"2024-08-19T09:55:49.297863+0000","last_undegraded":"2024-08-19T09:55:49.297863+0000","last_fullsized":"2024-08-19T09:55:49.297863+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:12:29.357952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784375+0000","last_change":"2024-08-19T09:54:50.816654+0000","last_active":"2024-08-19T09:55:49.784375+0000","last_peered":"2024-08-19T09:55:49.784375+0000","last_clean":"2024-08-19T09:55:49.784375+0000","last_became_active":"2024-08-19T09:54:50.816219+0000","last_became_peered":"2024-08-19T09:54:50.816219+0000","last_unstale":"2024-08-19T09:55:49.784375+0000","last_undegraded":"2024-08-19T09:55:49.784375+0000","last_fullsized":"2024-08-19T09:55:49.784375+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:02:07.512268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697376+0000","last_change":"2024-08-19T09:54:53.848334+0000","last_active":"2024-08-19T09:55:49.697376+0000","last_peered":"2024-08-19T09:55:49.697376+0000","last_clean":"2024-08-19T09:55:49.697376+0000","last_became_active":"2024-08-19T09:54:53.847394+0000","last_became_peered":"2024-08-19T09:54:53.847394+0000","last_unstale":"2024-08-19T09:55:49.697376+0000","last_undegraded":"2024-08-19T09:55:49.697376+0000","last_fullsized":"2024-08-19T09:55:49.697376+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:13:40.828662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751758+0000","last_change":"2024-08-19T09:54:50.823790+0000","last_active":"2024-08-19T09:55:49.751758+0000","last_peered":"2024-08-19T09:55:49.751758+0000","last_clean":"2024-08-19T09:55:49.751758+0000","last_became_active":"2024-08-19T09:54:50.823485+0000","last_became_peered":"2024-08-19T09:54:50.823485+0000","last_unstale":"2024-08-19T09:55:49.751758+0000","last_undegraded":"2024-08-19T09:55:49.751758+0000","last_fullsized":"2024-08-19T09:55:49.751758+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:06:02.385803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751756+0000","last_change":"2024-08-19T09:54:53.834046+0000","last_active":"2024-08-19T09:55:49.751756+0000","last_peered":"2024-08-19T09:55:49.751756+0000","last_clean":"2024-08-19T09:55:49.751756+0000","last_became_active":"2024-08-19T09:54:53.833781+0000","last_became_peered":"2024-08-19T09:54:53.833781+0000","last_unstale":"2024-08-19T09:55:49.751756+0000","last_undegraded":"2024-08-19T09:55:49.751756+0000","last_fullsized":"2024-08-19T09:55:49.751756+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:38:05.891107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":29,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697487+0000","last_change":"2024-08-19T09:54:50.816632+0000","last_active":"2024-08-19T09:55:49.697487+0000","last_peered":"2024-08-19T09:55:49.697487+0000","last_clean":"2024-08-19T09:55:49.697487+0000","last_became_active":"2024-08-19T09:54:50.816397+0000","last_became_peered":"2024-08-19T09:54:50.816397+0000","last_unstale":"2024-08-19T09:55:49.697487+0000","last_undegraded":"2024-08-19T09:55:49.697487+0000","last_fullsized":"2024-08-19T09:55:49.697487+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:40:03.756739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234013,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":940875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.52400000000000002,"15min":0.53100000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.68500000000000005}]},{"osd":1,"last update":"Mon Aug 19 09:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.52200000000000002,"15min":0.52400000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.5}]},{"osd":2,"last update":"Mon Aug 19 09:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.52700000000000002,"15min":0.53200000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.495,"5min":0.50700000000000001,"15min":0.50900000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.72499999999999998}]},{"osd":3,"last update":"Mon Aug 19 09:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.499,"5min":0.53200000000000003,"15min":0.53800000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.64800000000000002,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.59399999999999997}]},{"osd":4,"last update":"Mon Aug 19 09:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.441,"15min":0.438},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.46999999999999997,"15min":0.46899999999999997},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.36299999999999999}]},{"osd":5,"last update":"Mon Aug 19 09:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.46999999999999997,"15min":0.46800000000000003},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.46500000000000002,"15min":0.45500000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.38500000000000001}]},{"osd":6,"last update":"Mon Aug 19 09:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.504,"15min":0.5},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.501,"15min":0.495},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.39600000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495651,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28376,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716776,"statfs":{"total":95995035648,"available":95965978624,"internally_reserved":0,"allocated":1388544,"data_stored":942619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.498,"15min":0.496},"min":{"1min":0.34799999999999998,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.503,"5min":0.499,"15min":0.498},"min":{"1min":0.40999999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.34799999999999998}]},{"osd":1,"last update":"Mon Aug 19 09:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.53400000000000003,"15min":0.54200000000000004},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.38200000000000001}]},{"osd":2,"last update":"Mon Aug 19 09:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.55200000000000005,"15min":0.56100000000000005},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.70399999999999996,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.50800000000000001,"15min":0.50700000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.316}]},{"osd":3,"last update":"Mon Aug 19 09:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53000000000000003,"15min":0.52900000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.77000000000000002,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.32600000000000001}]},{"osd":4,"last update":"Mon Aug 19 09:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.438,"15min":0.442},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.58399999999999996,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.45100000000000001,"15min":0.44900000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.67200000000000004,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.27400000000000002}]},{"osd":5,"last update":"Mon Aug 19 09:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.46700000000000003,"15min":0.47099999999999997},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.64000000000000001,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.318,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.73999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.30499999999999999}]},{"osd":7,"last update":"Mon Aug 19 09:56:29 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.51100000000000001,"15min":0.52100000000000002},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.66700000000000004,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.496,"5min":0.54500000000000004,"15min":0.55300000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.69399999999999995,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.36599999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757286,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":352360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.53400000000000003,"15min":0.53800000000000003},"min":{"1min":0.40000000000000002,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.61699999999999999,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.496,"15min":0.49199999999999999},"min":{"1min":0.42899999999999999,"5min":0.374,"15min":0.374},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.497}]},{"osd":1,"last update":"Mon Aug 19 09:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.377},{"interface":"front","average":{"1min":0.502,"5min":0.51200000000000001,"15min":0.51400000000000001},"min":{"1min":0.39900000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.61499999999999999,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.39800000000000002}]},{"osd":2,"last update":"Mon Aug 19 09:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.52800000000000002,"15min":0.53400000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.63900000000000001,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.499,"15min":0.501},"min":{"1min":0.38400000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.64000000000000001,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.41499999999999998}]},{"osd":3,"last update":"Mon Aug 19 09:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53300000000000003,"15min":0.53500000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.65800000000000003,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.52800000000000002,"15min":0.53000000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.65100000000000002,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.44500000000000001}]},{"osd":4,"last update":"Mon Aug 19 09:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.39000000000000001,"15min":0.379},"min":{"1min":0.28199999999999997,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.624,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.40999999999999998,"15min":0.39900000000000002},"min":{"1min":0.30599999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69699999999999995,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.42899999999999999}]},{"osd":6,"last update":"Mon Aug 19 09:56:05 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.48599999999999999,"15min":0.48399999999999999},"min":{"1min":0.374,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.64000000000000001,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.46500000000000002,"15min":0.46100000000000002},"min":{"1min":0.30499999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.67200000000000004,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.48699999999999999}]},{"osd":7,"last update":"Mon Aug 19 09:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.497,"15min":0.5},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.499,"5min":0.54700000000000004,"15min":0.55500000000000005},"min":{"1min":0.27200000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.73099999999999998,"5min":0.745,"15min":0.745},"last":0.47499999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018923,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":350357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:56:25 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.51100000000000001,"15min":0.52000000000000002},"min":{"1min":0.34799999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.61399999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.52000000000000002,"15min":0.53500000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.67900000000000005,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.39500000000000002}]},{"osd":1,"last update":"Mon Aug 19 09:56:25 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.52200000000000002,"15min":0.54000000000000004},"min":{"1min":0.38500000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.61199999999999999,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.51000000000000001,"15min":0.52500000000000002},"min":{"1min":0.32700000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.622,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.60499999999999998}]},{"osd":2,"last update":"Mon Aug 19 09:56:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.52300000000000002,"15min":0.54200000000000004},"min":{"1min":0.377,"5min":0.371,"15min":0.371},"max":{"1min":0.64200000000000002,"5min":0.748,"15min":0.748},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.51600000000000001,"15min":0.52100000000000002},"min":{"1min":0.40799999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.65400000000000003,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.46400000000000002}]},{"osd":3,"last update":"Mon Aug 19 09:56:25 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.52500000000000002,"15min":0.53000000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.626,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.503},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.52300000000000002,"15min":0.53700000000000003},"min":{"1min":0.36499999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.61599999999999999,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.48199999999999998}]},{"osd":5,"last update":"Mon Aug 19 09:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.379,"15min":0.377},"min":{"1min":0.25700000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.629},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.379,"15min":0.373},"min":{"1min":0.27500000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.58399999999999996}]},{"osd":6,"last update":"Mon Aug 19 09:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.42599999999999999,"15min":0.42799999999999999},"min":{"1min":0.23699999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.64200000000000002,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.47699999999999998,"15min":0.48499999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.60299999999999998,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.64900000000000002}]},{"osd":7,"last update":"Mon Aug 19 09:56:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.46899999999999997,"15min":0.46700000000000003},"min":{"1min":0.316,"5min":0.309,"15min":0.309},"max":{"1min":0.628,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.48699999999999999,"15min":0.49099999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.67000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.54500000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182448,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31900,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713252,"statfs":{"total":95995035648,"available":95962370048,"internally_reserved":0,"allocated":802816,"data_stored":352355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:56:01 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.38800000000000001,"15min":0.39800000000000002},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.51200000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.41999999999999998,"15min":0.43099999999999999},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.47899999999999998,"5min":1.149,"15min":1.149},"last":0.29699999999999999}]},{"osd":1,"last update":"Mon Aug 19 09:56:01 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.42799999999999999,"15min":0.436},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.53500000000000003,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.47799999999999998,"15min":0.46200000000000002},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.54800000000000004,"5min":4.8940000000000001,"15min":4.8940000000000001},"last":0.33400000000000002}]},{"osd":2,"last update":"Mon Aug 19 09:56:01 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.46600000000000003,"15min":0.46800000000000003},"min":{"1min":0.31,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.51900000000000002,"5min":2.4380000000000002,"15min":2.4380000000000002},"last":0.376},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.443,"15min":0.46000000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.498,"5min":1.091,"15min":1.091},"last":0.32100000000000001}]},{"osd":4,"last update":"Mon Aug 19 09:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.61799999999999999,"5min":2.242,"15min":2.242},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.54400000000000004,"15min":0.55100000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.66800000000000004,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.50700000000000001}]},{"osd":5,"last update":"Mon Aug 19 09:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.56000000000000005,"15min":0.54100000000000004},"min":{"1min":0.41599999999999998,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":2.6070000000000002,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.55300000000000005,"15min":0.54700000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.57499999999999996}]},{"osd":6,"last update":"Mon Aug 19 09:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.56499999999999995,"15min":0.56899999999999995},"min":{"1min":0.42199999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.67200000000000004,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.57299999999999995,"15min":0.57999999999999996},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66900000000000004,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.68899999999999995}]},{"osd":7,"last update":"Mon Aug 19 09:56:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55400000000000005,"15min":0.55800000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.67100000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.69499999999999995,"15min":0.72199999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.63800000000000001,"5min":3.286,"15min":3.286},"last":0.69799999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411381,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31880,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713272,"statfs":{"total":95995035648,"available":95962390528,"internally_reserved":0,"allocated":782336,"data_stored":349903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.432,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.374,"15min":0.377},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.31900000000000001}]},{"osd":1,"last update":"Mon Aug 19 09:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.30099999999999999,"5min":0.36499999999999999,"15min":0.374},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.45000000000000001,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.40200000000000002,"15min":0.40100000000000002},"min":{"1min":0.26400000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.52200000000000002,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.36099999999999999}]},{"osd":3,"last update":"Mon Aug 19 09:56:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.44400000000000001,"15min":0.45000000000000001},"min":{"1min":0.30199999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.69099999999999995,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.438,"15min":0.45200000000000001},"min":{"1min":0.26300000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.70299999999999996,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.29299999999999998}]},{"osd":4,"last update":"Mon Aug 19 09:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53800000000000003,"15min":0.54200000000000004},"min":{"1min":0.35399999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.68899999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57299999999999995,"15min":0.57799999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.72099999999999997,"5min":0.871,"15min":0.871},"last":0.44900000000000001}]},{"osd":5,"last update":"Mon Aug 19 09:55:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.53900000000000003,"15min":0.54300000000000004},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.77200000000000002,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.39600000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.68700000000000006,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.432}]},{"osd":6,"last update":"Mon Aug 19 09:56:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.57399999999999995,"15min":0.57799999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.746,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.56799999999999995,"15min":0.57399999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73099999999999998,"5min":0.747,"15min":0.747},"last":0.48199999999999998}]},{"osd":7,"last update":"Mon Aug 19 09:56:33 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.58499999999999996,"15min":0.59299999999999997},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.70599999999999996,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.40600000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":794624,"data_stored":350082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:56:13 2024","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.32400000000000001,"15min":0.29699999999999999},"min":{"1min":0.214,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.47099999999999997,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.34599999999999997,"15min":0.317},"min":{"1min":0.23599999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.372}]},{"osd":2,"last update":"Mon Aug 19 09:56:39 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.35899999999999999,"15min":0.34699999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.504,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.35099999999999998,"15min":0.33300000000000002},"min":{"1min":0.248,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.49399999999999999,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.25600000000000001}]},{"osd":3,"last update":"Mon Aug 19 09:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.39300000000000002,"15min":0.39900000000000002},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.53200000000000003,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45600000000000002,"15min":0.46500000000000002},"min":{"1min":0.31900000000000001,"5min":0.318,"15min":0.318},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.34399999999999997}]},{"osd":4,"last update":"Mon Aug 19 09:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.79900000000000004,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.57199999999999995,"15min":0.57499999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.66400000000000003}]},{"osd":5,"last update":"Mon Aug 19 09:55:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.55600000000000005,"15min":0.55300000000000005},"min":{"1min":0.42099999999999999,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.502},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.34899999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.59399999999999997}]},{"osd":6,"last update":"Mon Aug 19 09:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.60199999999999998,"15min":0.60299999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.59499999999999997,"15min":0.59199999999999997},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.61699999999999999}]},{"osd":7,"last update":"Mon Aug 19 09:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.58099999999999996,"15min":0.58599999999999997},"min":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78700000000000003,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.58099999999999996,"15min":0.59099999999999997},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.746,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.63100000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738430,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32476,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712676,"statfs":{"total":95995035648,"available":95961780224,"internally_reserved":0,"allocated":1392640,"data_stored":940999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 19 09:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.33400000000000002,"15min":0.313},"min":{"1min":0.23000000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.54400000000000004,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34100000000000003,"15min":0.31900000000000001},"min":{"1min":0.248,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.44400000000000001,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.443}]},{"osd":2,"last update":"Mon Aug 19 09:55:44 2024","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.35699999999999998,"15min":0.36299999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.47299999999999998,"5min":0.53100000000000003,"15min":0.53100000000000003},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.39000000000000001,"15min":0.39300000000000002},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.57499999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.50700000000000001}]},{"osd":3,"last update":"Mon Aug 19 09:56:01 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.42599999999999999,"15min":0.435},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.52800000000000002,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.39900000000000002,"15min":0.40600000000000003},"min":{"1min":0.26700000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.52100000000000002,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.499}]},{"osd":4,"last update":"Mon Aug 19 09:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.39700000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.71899999999999997,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.503,"5min":0.54100000000000004,"15min":0.54900000000000004},"min":{"1min":0.33700000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.64200000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.65300000000000002}]},{"osd":5,"last update":"Mon Aug 19 09:55:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.54000000000000004,"15min":0.54200000000000004},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.72499999999999998}]},{"osd":6,"last update":"Mon Aug 19 09:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56499999999999995,"15min":0.56399999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.84399999999999997}]},{"osd":7,"last update":"Mon Aug 19 09:56:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.52000000000000002,"15min":0.52100000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.73599999999999999,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55800000000000005,"15min":0.55900000000000005},"min":{"1min":0.38400000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.745,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.70899999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-19T09:56:48.065 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-19T09:56:48.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:47 smithi196 ceph-mon[19976]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-19T09:56:48.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:47 smithi196 ceph-mon[19976]: Reconfiguring daemon alertmanager.a on smithi190 2024-08-19T09:56:48.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:47 smithi196 ceph-mon[19976]: from='client.14721 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T09:56:48.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:47 smithi196 ceph-mon[19976]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:50.068 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:50.129 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:49 smithi190 ceph-mon[26031]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:50.129 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:49 smithi190 ceph-mon[16060]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:50.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:49 smithi196 ceph-mon[19976]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:50.440 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:50 smithi190 systemd[1]: Stopping Ceph alertmanager.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T09:56:51.613 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:51 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[57272]: ts=2024-08-19T09:56:51.506Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-19T09:56:51.975 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:51 smithi190 podman[61623]: 2024-08-19 09:56:51.756290573 +0000 UTC m=+0.354189982 container died fda21fb455a679bb54d4591dce444282f373ba2a7ebf6222e5eba525ad9fd16f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T09:56:52.285 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:51 smithi190 ceph-mon[16060]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:52.285 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:51 smithi190 ceph-mon[26031]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:52.286 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:52 smithi190 podman[61623]: 2024-08-19 09:56:52.108742429 +0000 UTC m=+0.706641835 container cleanup fda21fb455a679bb54d4591dce444282f373ba2a7ebf6222e5eba525ad9fd16f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T09:56:52.286 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:52 smithi190 bash[61623]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a 2024-08-19T09:56:52.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:51 smithi196 ceph-mon[19976]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:52.561 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:52 smithi190 podman[61642]: 2024-08-19 09:56:52.28485219 +0000 UTC m=+0.756820014 container remove fda21fb455a679bb54d4591dce444282f373ba2a7ebf6222e5eba525ad9fd16f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T09:56:52.562 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:52 smithi190 podman[61642]: 2024-08-19 09:56:52.368655415 +0000 UTC m=+0.840623239 volume remove 17d09fda39db1b72485c35a9d4844e85dedda896bb346760bea2ec5efbdaca5c 2024-08-19T09:56:52.787 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:56:52.788 INFO:teuthology.orchestra.run.smithi190.stderr:dumped all 2024-08-19T09:56:52.814 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:52 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-19T09:56:52.815 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:52 smithi190 systemd[1]: Stopped Ceph alertmanager.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:56:52.815 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:52 smithi190 systemd[1]: Starting Ceph alertmanager.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T09:56:53.471 INFO:teuthology.orchestra.run.smithi190.stdout:{"pg_ready":true,"pg_map":{"version":45,"stamp":"2024-08-19T09:56:50.888336+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":236404,"kb_used_data":7956,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749724812,"statfs":{"total":767960285184,"available":767718207488,"internally_reserved":0,"allocated":8146944,"data_stored":4579550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":233819706},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002396"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784036+0000","last_change":"2024-08-19T09:54:53.846225+0000","last_active":"2024-08-19T09:55:49.784036+0000","last_peered":"2024-08-19T09:55:49.784036+0000","last_clean":"2024-08-19T09:55:49.784036+0000","last_became_active":"2024-08-19T09:54:53.845468+0000","last_became_peered":"2024-08-19T09:54:53.845468+0000","last_unstale":"2024-08-19T09:55:49.784036+0000","last_undegraded":"2024-08-19T09:55:49.784036+0000","last_fullsized":"2024-08-19T09:55:49.784036+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:00:29.464966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.295230+0000","last_change":"2024-08-19T09:54:53.835727+0000","last_active":"2024-08-19T09:55:49.295230+0000","last_peered":"2024-08-19T09:55:49.295230+0000","last_clean":"2024-08-19T09:55:49.295230+0000","last_became_active":"2024-08-19T09:54:53.835234+0000","last_became_peered":"2024-08-19T09:54:53.835234+0000","last_unstale":"2024-08-19T09:55:49.295230+0000","last_undegraded":"2024-08-19T09:55:49.295230+0000","last_fullsized":"2024-08-19T09:55:49.295230+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:46:54.956013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697251+0000","last_change":"2024-08-19T09:54:53.843032+0000","last_active":"2024-08-19T09:55:49.697251+0000","last_peered":"2024-08-19T09:55:49.697251+0000","last_clean":"2024-08-19T09:55:49.697251+0000","last_became_active":"2024-08-19T09:54:53.842752+0000","last_became_peered":"2024-08-19T09:54:53.842752+0000","last_unstale":"2024-08-19T09:55:49.697251+0000","last_undegraded":"2024-08-19T09:55:49.697251+0000","last_fullsized":"2024-08-19T09:55:49.697251+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:52:27.405229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297695+0000","last_change":"2024-08-19T09:54:53.850245+0000","last_active":"2024-08-19T09:55:49.297695+0000","last_peered":"2024-08-19T09:55:49.297695+0000","last_clean":"2024-08-19T09:55:49.297695+0000","last_became_active":"2024-08-19T09:54:53.849416+0000","last_became_peered":"2024-08-19T09:54:53.849416+0000","last_unstale":"2024-08-19T09:55:49.297695+0000","last_undegraded":"2024-08-19T09:55:49.297695+0000","last_fullsized":"2024-08-19T09:55:49.297695+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:07:14.039792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783781+0000","last_change":"2024-08-19T09:54:53.849918+0000","last_active":"2024-08-19T09:55:49.783781+0000","last_peered":"2024-08-19T09:55:49.783781+0000","last_clean":"2024-08-19T09:55:49.783781+0000","last_became_active":"2024-08-19T09:54:53.849188+0000","last_became_peered":"2024-08-19T09:54:53.849188+0000","last_unstale":"2024-08-19T09:55:49.783781+0000","last_undegraded":"2024-08-19T09:55:49.783781+0000","last_fullsized":"2024-08-19T09:55:49.783781+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:53:04.178066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297550+0000","last_change":"2024-08-19T09:54:53.848771+0000","last_active":"2024-08-19T09:55:49.297550+0000","last_peered":"2024-08-19T09:55:49.297550+0000","last_clean":"2024-08-19T09:55:49.297550+0000","last_became_active":"2024-08-19T09:54:53.848441+0000","last_became_peered":"2024-08-19T09:54:53.848441+0000","last_unstale":"2024-08-19T09:55:49.297550+0000","last_undegraded":"2024-08-19T09:55:49.297550+0000","last_fullsized":"2024-08-19T09:55:49.297550+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:29:37.530596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783339+0000","last_change":"2024-08-19T09:54:53.853640+0000","last_active":"2024-08-19T09:55:49.783339+0000","last_peered":"2024-08-19T09:55:49.783339+0000","last_clean":"2024-08-19T09:55:49.783339+0000","last_became_active":"2024-08-19T09:54:53.852746+0000","last_became_peered":"2024-08-19T09:54:53.852746+0000","last_unstale":"2024-08-19T09:55:49.783339+0000","last_undegraded":"2024-08-19T09:55:49.783339+0000","last_fullsized":"2024-08-19T09:55:49.783339+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:23:03.250191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751266+0000","last_change":"2024-08-19T09:54:53.841530+0000","last_active":"2024-08-19T09:55:49.751266+0000","last_peered":"2024-08-19T09:55:49.751266+0000","last_clean":"2024-08-19T09:55:49.751266+0000","last_became_active":"2024-08-19T09:54:53.841268+0000","last_became_peered":"2024-08-19T09:54:53.841268+0000","last_unstale":"2024-08-19T09:55:49.751266+0000","last_undegraded":"2024-08-19T09:55:49.751266+0000","last_fullsized":"2024-08-19T09:55:49.751266+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:13:59.505877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784204+0000","last_change":"2024-08-19T09:54:53.846503+0000","last_active":"2024-08-19T09:55:49.784204+0000","last_peered":"2024-08-19T09:55:49.784204+0000","last_clean":"2024-08-19T09:55:49.784204+0000","last_became_active":"2024-08-19T09:54:53.845936+0000","last_became_peered":"2024-08-19T09:54:53.845936+0000","last_unstale":"2024-08-19T09:55:49.784204+0000","last_undegraded":"2024-08-19T09:55:49.784204+0000","last_fullsized":"2024-08-19T09:55:49.784204+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:06:41.470526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784417+0000","last_change":"2024-08-19T09:54:53.845858+0000","last_active":"2024-08-19T09:55:49.784417+0000","last_peered":"2024-08-19T09:55:49.784417+0000","last_clean":"2024-08-19T09:55:49.784417+0000","last_became_active":"2024-08-19T09:54:53.845581+0000","last_became_peered":"2024-08-19T09:54:53.845581+0000","last_unstale":"2024-08-19T09:55:49.784417+0000","last_undegraded":"2024-08-19T09:55:49.784417+0000","last_fullsized":"2024-08-19T09:55:49.784417+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:34:49.387845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784404+0000","last_change":"2024-08-19T09:54:53.846017+0000","last_active":"2024-08-19T09:55:49.784404+0000","last_peered":"2024-08-19T09:55:49.784404+0000","last_clean":"2024-08-19T09:55:49.784404+0000","last_became_active":"2024-08-19T09:54:53.845592+0000","last_became_peered":"2024-08-19T09:54:53.845592+0000","last_unstale":"2024-08-19T09:55:49.784404+0000","last_undegraded":"2024-08-19T09:55:49.784404+0000","last_fullsized":"2024-08-19T09:55:49.784404+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:11:22.229445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294368+0000","last_change":"2024-08-19T09:54:53.836931+0000","last_active":"2024-08-19T09:55:49.294368+0000","last_peered":"2024-08-19T09:55:49.294368+0000","last_clean":"2024-08-19T09:55:49.294368+0000","last_became_active":"2024-08-19T09:54:53.836665+0000","last_became_peered":"2024-08-19T09:54:53.836665+0000","last_unstale":"2024-08-19T09:55:49.294368+0000","last_undegraded":"2024-08-19T09:55:49.294368+0000","last_fullsized":"2024-08-19T09:55:49.294368+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:47:34.685899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751469+0000","last_change":"2024-08-19T09:54:53.833687+0000","last_active":"2024-08-19T09:55:49.751469+0000","last_peered":"2024-08-19T09:55:49.751469+0000","last_clean":"2024-08-19T09:55:49.751469+0000","last_became_active":"2024-08-19T09:54:53.833420+0000","last_became_peered":"2024-08-19T09:54:53.833420+0000","last_unstale":"2024-08-19T09:55:49.751469+0000","last_undegraded":"2024-08-19T09:55:49.751469+0000","last_fullsized":"2024-08-19T09:55:49.751469+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:59:03.404828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697068+0000","last_change":"2024-08-19T09:54:53.848914+0000","last_active":"2024-08-19T09:55:49.697068+0000","last_peered":"2024-08-19T09:55:49.697068+0000","last_clean":"2024-08-19T09:55:49.697068+0000","last_became_active":"2024-08-19T09:54:53.847105+0000","last_became_peered":"2024-08-19T09:54:53.847105+0000","last_unstale":"2024-08-19T09:55:49.697068+0000","last_undegraded":"2024-08-19T09:55:49.697068+0000","last_fullsized":"2024-08-19T09:55:49.697068+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:45:09.721527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294142+0000","last_change":"2024-08-19T09:54:53.838947+0000","last_active":"2024-08-19T09:55:49.294142+0000","last_peered":"2024-08-19T09:55:49.294142+0000","last_clean":"2024-08-19T09:55:49.294142+0000","last_became_active":"2024-08-19T09:54:53.838642+0000","last_became_peered":"2024-08-19T09:54:53.838642+0000","last_unstale":"2024-08-19T09:55:49.294142+0000","last_undegraded":"2024-08-19T09:55:49.294142+0000","last_fullsized":"2024-08-19T09:55:49.294142+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:46:40.639186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297518+0000","last_change":"2024-08-19T09:54:53.851024+0000","last_active":"2024-08-19T09:55:49.297518+0000","last_peered":"2024-08-19T09:55:49.297518+0000","last_clean":"2024-08-19T09:55:49.297518+0000","last_became_active":"2024-08-19T09:54:53.850747+0000","last_became_peered":"2024-08-19T09:54:53.850747+0000","last_unstale":"2024-08-19T09:55:49.297518+0000","last_undegraded":"2024-08-19T09:55:49.297518+0000","last_fullsized":"2024-08-19T09:55:49.297518+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:46:01.131533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.298103+0000","last_change":"2024-08-19T09:54:53.849091+0000","last_active":"2024-08-19T09:55:49.298103+0000","last_peered":"2024-08-19T09:55:49.298103+0000","last_clean":"2024-08-19T09:55:49.298103+0000","last_became_active":"2024-08-19T09:54:53.848776+0000","last_became_peered":"2024-08-19T09:54:53.848776+0000","last_unstale":"2024-08-19T09:55:49.298103+0000","last_undegraded":"2024-08-19T09:55:49.298103+0000","last_fullsized":"2024-08-19T09:55:49.298103+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:06:48.603678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293570+0000","last_change":"2024-08-19T09:54:53.835028+0000","last_active":"2024-08-19T09:55:49.293570+0000","last_peered":"2024-08-19T09:55:49.293570+0000","last_clean":"2024-08-19T09:55:49.293570+0000","last_became_active":"2024-08-19T09:54:53.834609+0000","last_became_peered":"2024-08-19T09:54:53.834609+0000","last_unstale":"2024-08-19T09:55:49.293570+0000","last_undegraded":"2024-08-19T09:55:49.293570+0000","last_fullsized":"2024-08-19T09:55:49.293570+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T09:56:51.486116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784429+0000","last_change":"2024-08-19T09:54:53.837976+0000","last_active":"2024-08-19T09:55:49.784429+0000","last_peered":"2024-08-19T09:55:49.784429+0000","last_clean":"2024-08-19T09:55:49.784429+0000","last_became_active":"2024-08-19T09:54:53.837706+0000","last_became_peered":"2024-08-19T09:54:53.837706+0000","last_unstale":"2024-08-19T09:55:49.784429+0000","last_undegraded":"2024-08-19T09:55:49.784429+0000","last_fullsized":"2024-08-19T09:55:49.784429+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:07:41.194305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784787+0000","last_change":"2024-08-19T09:55:25.282063+0000","last_active":"2024-08-19T09:55:49.784787+0000","last_peered":"2024-08-19T09:55:49.784787+0000","last_clean":"2024-08-19T09:55:49.784787+0000","last_became_active":"2024-08-19T09:55:25.281701+0000","last_became_peered":"2024-08-19T09:55:25.281701+0000","last_unstale":"2024-08-19T09:55:49.784787+0000","last_undegraded":"2024-08-19T09:55:49.784787+0000","last_fullsized":"2024-08-19T09:55:49.784787+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:50:45.191809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697511+0000","last_change":"2024-08-19T09:54:53.841812+0000","last_active":"2024-08-19T09:55:49.697511+0000","last_peered":"2024-08-19T09:55:49.697511+0000","last_clean":"2024-08-19T09:55:49.697511+0000","last_became_active":"2024-08-19T09:54:53.841527+0000","last_became_peered":"2024-08-19T09:54:53.841527+0000","last_unstale":"2024-08-19T09:55:49.697511+0000","last_undegraded":"2024-08-19T09:55:49.697511+0000","last_fullsized":"2024-08-19T09:55:49.697511+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:59:55.759233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297608+0000","last_change":"2024-08-19T09:54:53.850585+0000","last_active":"2024-08-19T09:55:49.297608+0000","last_peered":"2024-08-19T09:55:49.297608+0000","last_clean":"2024-08-19T09:55:49.297608+0000","last_became_active":"2024-08-19T09:54:53.850328+0000","last_became_peered":"2024-08-19T09:54:53.850328+0000","last_unstale":"2024-08-19T09:55:49.297608+0000","last_undegraded":"2024-08-19T09:55:49.297608+0000","last_fullsized":"2024-08-19T09:55:49.297608+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:41:51.323976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751325+0000","last_change":"2024-08-19T09:55:25.241870+0000","last_active":"2024-08-19T09:55:49.751325+0000","last_peered":"2024-08-19T09:55:49.751325+0000","last_clean":"2024-08-19T09:55:49.751325+0000","last_became_active":"2024-08-19T09:55:25.241465+0000","last_became_peered":"2024-08-19T09:55:25.241465+0000","last_unstale":"2024-08-19T09:55:49.751325+0000","last_undegraded":"2024-08-19T09:55:49.751325+0000","last_fullsized":"2024-08-19T09:55:49.751325+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:10:02.380502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297616+0000","last_change":"2024-08-19T09:54:53.844012+0000","last_active":"2024-08-19T09:55:49.297616+0000","last_peered":"2024-08-19T09:55:49.297616+0000","last_clean":"2024-08-19T09:55:49.297616+0000","last_became_active":"2024-08-19T09:54:53.843724+0000","last_became_peered":"2024-08-19T09:54:53.843724+0000","last_unstale":"2024-08-19T09:55:49.297616+0000","last_undegraded":"2024-08-19T09:55:49.297616+0000","last_fullsized":"2024-08-19T09:55:49.297616+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:39:07.672406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751693+0000","last_change":"2024-08-19T09:54:53.826722+0000","last_active":"2024-08-19T09:55:49.751693+0000","last_peered":"2024-08-19T09:55:49.751693+0000","last_clean":"2024-08-19T09:55:49.751693+0000","last_became_active":"2024-08-19T09:54:53.826457+0000","last_became_peered":"2024-08-19T09:54:53.826457+0000","last_unstale":"2024-08-19T09:55:49.751693+0000","last_undegraded":"2024-08-19T09:55:49.751693+0000","last_fullsized":"2024-08-19T09:55:49.751693+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:34:24.589134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784527+0000","last_change":"2024-08-19T09:54:53.840448+0000","last_active":"2024-08-19T09:55:49.784527+0000","last_peered":"2024-08-19T09:55:49.784527+0000","last_clean":"2024-08-19T09:55:49.784527+0000","last_became_active":"2024-08-19T09:54:53.840093+0000","last_became_peered":"2024-08-19T09:54:53.840093+0000","last_unstale":"2024-08-19T09:55:49.784527+0000","last_undegraded":"2024-08-19T09:55:49.784527+0000","last_fullsized":"2024-08-19T09:55:49.784527+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:21:20.278681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294418+0000","last_change":"2024-08-19T09:54:53.829467+0000","last_active":"2024-08-19T09:55:49.294418+0000","last_peered":"2024-08-19T09:55:49.294418+0000","last_clean":"2024-08-19T09:55:49.294418+0000","last_became_active":"2024-08-19T09:54:53.829198+0000","last_became_peered":"2024-08-19T09:54:53.829198+0000","last_unstale":"2024-08-19T09:55:49.294418+0000","last_undegraded":"2024-08-19T09:55:49.294418+0000","last_fullsized":"2024-08-19T09:55:49.294418+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:07:17.145946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751601+0000","last_change":"2024-08-19T09:54:53.831854+0000","last_active":"2024-08-19T09:55:49.751601+0000","last_peered":"2024-08-19T09:55:49.751601+0000","last_clean":"2024-08-19T09:55:49.751601+0000","last_became_active":"2024-08-19T09:54:53.831533+0000","last_became_peered":"2024-08-19T09:54:53.831533+0000","last_unstale":"2024-08-19T09:55:49.751601+0000","last_undegraded":"2024-08-19T09:55:49.751601+0000","last_fullsized":"2024-08-19T09:55:49.751601+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:06:15.013799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293228+0000","last_change":"2024-08-19T09:55:25.282081+0000","last_active":"2024-08-19T09:55:49.293228+0000","last_peered":"2024-08-19T09:55:49.293228+0000","last_clean":"2024-08-19T09:55:49.293228+0000","last_became_active":"2024-08-19T09:55:25.281795+0000","last_became_peered":"2024-08-19T09:55:25.281795+0000","last_unstale":"2024-08-19T09:55:49.293228+0000","last_undegraded":"2024-08-19T09:55:49.293228+0000","last_fullsized":"2024-08-19T09:55:49.293228+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:10:32.793939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297717+0000","last_change":"2024-08-19T09:54:53.846609+0000","last_active":"2024-08-19T09:55:49.297717+0000","last_peered":"2024-08-19T09:55:49.297717+0000","last_clean":"2024-08-19T09:55:49.297717+0000","last_became_active":"2024-08-19T09:54:53.846160+0000","last_became_peered":"2024-08-19T09:54:53.846160+0000","last_unstale":"2024-08-19T09:55:49.297717+0000","last_undegraded":"2024-08-19T09:55:49.297717+0000","last_fullsized":"2024-08-19T09:55:49.297717+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:20:34.888117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293125+0000","last_change":"2024-08-19T09:54:53.838202+0000","last_active":"2024-08-19T09:55:49.293125+0000","last_peered":"2024-08-19T09:55:49.293125+0000","last_clean":"2024-08-19T09:55:49.293125+0000","last_became_active":"2024-08-19T09:54:53.837958+0000","last_became_peered":"2024-08-19T09:54:53.837958+0000","last_unstale":"2024-08-19T09:55:49.293125+0000","last_undegraded":"2024-08-19T09:55:49.293125+0000","last_fullsized":"2024-08-19T09:55:49.293125+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:55:16.414148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783293+0000","last_change":"2024-08-19T09:54:53.845238+0000","last_active":"2024-08-19T09:55:49.783293+0000","last_peered":"2024-08-19T09:55:49.783293+0000","last_clean":"2024-08-19T09:55:49.783293+0000","last_became_active":"2024-08-19T09:54:53.844968+0000","last_became_peered":"2024-08-19T09:54:53.844968+0000","last_unstale":"2024-08-19T09:55:49.783293+0000","last_undegraded":"2024-08-19T09:55:49.783293+0000","last_fullsized":"2024-08-19T09:55:49.783293+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:32:30.767451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294034+0000","last_change":"2024-08-19T09:54:53.827938+0000","last_active":"2024-08-19T09:55:49.294034+0000","last_peered":"2024-08-19T09:55:49.294034+0000","last_clean":"2024-08-19T09:55:49.294034+0000","last_became_active":"2024-08-19T09:54:53.827243+0000","last_became_peered":"2024-08-19T09:54:53.827243+0000","last_unstale":"2024-08-19T09:55:49.294034+0000","last_undegraded":"2024-08-19T09:55:49.294034+0000","last_fullsized":"2024-08-19T09:55:49.294034+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:23:14.173842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751588+0000","last_change":"2024-08-19T09:55:25.246859+0000","last_active":"2024-08-19T09:55:49.751588+0000","last_peered":"2024-08-19T09:55:49.751588+0000","last_clean":"2024-08-19T09:55:49.751588+0000","last_became_active":"2024-08-19T09:55:25.246482+0000","last_became_peered":"2024-08-19T09:55:25.246482+0000","last_unstale":"2024-08-19T09:55:49.751588+0000","last_undegraded":"2024-08-19T09:55:49.751588+0000","last_fullsized":"2024-08-19T09:55:49.751588+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:15:19.042116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293158+0000","last_change":"2024-08-19T09:55:25.282043+0000","last_active":"2024-08-19T09:55:49.293158+0000","last_peered":"2024-08-19T09:55:49.293158+0000","last_clean":"2024-08-19T09:55:49.293158+0000","last_became_active":"2024-08-19T09:55:25.281719+0000","last_became_peered":"2024-08-19T09:55:25.281719+0000","last_unstale":"2024-08-19T09:55:49.293158+0000","last_undegraded":"2024-08-19T09:55:49.293158+0000","last_fullsized":"2024-08-19T09:55:49.293158+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:10:17.368993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784276+0000","last_change":"2024-08-19T09:54:50.822364+0000","last_active":"2024-08-19T09:55:49.784276+0000","last_peered":"2024-08-19T09:55:49.784276+0000","last_clean":"2024-08-19T09:55:49.784276+0000","last_became_active":"2024-08-19T09:54:50.822060+0000","last_became_peered":"2024-08-19T09:54:50.822060+0000","last_unstale":"2024-08-19T09:55:49.784276+0000","last_undegraded":"2024-08-19T09:55:49.784276+0000","last_fullsized":"2024-08-19T09:55:49.784276+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:31:01.793305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751412+0000","last_change":"2024-08-19T09:54:50.817514+0000","last_active":"2024-08-19T09:55:49.751412+0000","last_peered":"2024-08-19T09:55:49.751412+0000","last_clean":"2024-08-19T09:55:49.751412+0000","last_became_active":"2024-08-19T09:54:50.817246+0000","last_became_peered":"2024-08-19T09:54:50.817246+0000","last_unstale":"2024-08-19T09:55:49.751412+0000","last_undegraded":"2024-08-19T09:55:49.751412+0000","last_fullsized":"2024-08-19T09:55:49.751412+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:20:43.157904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751360+0000","last_change":"2024-08-19T09:54:53.832533+0000","last_active":"2024-08-19T09:55:49.751360+0000","last_peered":"2024-08-19T09:55:49.751360+0000","last_clean":"2024-08-19T09:55:49.751360+0000","last_became_active":"2024-08-19T09:54:53.832234+0000","last_became_peered":"2024-08-19T09:54:53.832234+0000","last_unstale":"2024-08-19T09:55:49.751360+0000","last_undegraded":"2024-08-19T09:55:49.751360+0000","last_fullsized":"2024-08-19T09:55:49.751360+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:15:13.987600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297744+0000","last_change":"2024-08-19T09:54:50.826368+0000","last_active":"2024-08-19T09:55:49.297744+0000","last_peered":"2024-08-19T09:55:49.297744+0000","last_clean":"2024-08-19T09:55:49.297744+0000","last_became_active":"2024-08-19T09:54:50.826029+0000","last_became_peered":"2024-08-19T09:54:50.826029+0000","last_unstale":"2024-08-19T09:55:49.297744+0000","last_undegraded":"2024-08-19T09:55:49.297744+0000","last_fullsized":"2024-08-19T09:55:49.297744+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:51:36.186463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294019+0000","last_change":"2024-08-19T09:54:53.831347+0000","last_active":"2024-08-19T09:55:49.294019+0000","last_peered":"2024-08-19T09:55:49.294019+0000","last_clean":"2024-08-19T09:55:49.294019+0000","last_became_active":"2024-08-19T09:54:53.830881+0000","last_became_peered":"2024-08-19T09:54:53.830881+0000","last_unstale":"2024-08-19T09:55:49.294019+0000","last_undegraded":"2024-08-19T09:55:49.294019+0000","last_fullsized":"2024-08-19T09:55:49.294019+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:32:01.806304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784236+0000","last_change":"2024-08-19T09:54:50.820255+0000","last_active":"2024-08-19T09:55:49.784236+0000","last_peered":"2024-08-19T09:55:49.784236+0000","last_clean":"2024-08-19T09:55:49.784236+0000","last_became_active":"2024-08-19T09:54:50.819944+0000","last_became_peered":"2024-08-19T09:54:50.819944+0000","last_unstale":"2024-08-19T09:55:49.784236+0000","last_undegraded":"2024-08-19T09:55:49.784236+0000","last_fullsized":"2024-08-19T09:55:49.784236+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:57:30.507759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297827+0000","last_change":"2024-08-19T09:54:53.848930+0000","last_active":"2024-08-19T09:55:49.297827+0000","last_peered":"2024-08-19T09:55:49.297827+0000","last_clean":"2024-08-19T09:55:49.297827+0000","last_became_active":"2024-08-19T09:54:53.848607+0000","last_became_peered":"2024-08-19T09:54:53.848607+0000","last_unstale":"2024-08-19T09:55:49.297827+0000","last_undegraded":"2024-08-19T09:55:49.297827+0000","last_fullsized":"2024-08-19T09:55:49.297827+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:15:18.662329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.298013+0000","last_change":"2024-08-19T09:54:50.823584+0000","last_active":"2024-08-19T09:55:49.298013+0000","last_peered":"2024-08-19T09:55:49.298013+0000","last_clean":"2024-08-19T09:55:49.298013+0000","last_became_active":"2024-08-19T09:54:50.823183+0000","last_became_peered":"2024-08-19T09:54:50.823183+0000","last_unstale":"2024-08-19T09:55:49.298013+0000","last_undegraded":"2024-08-19T09:55:49.298013+0000","last_fullsized":"2024-08-19T09:55:49.298013+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:26:18.296385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697385+0000","last_change":"2024-08-19T09:54:53.848148+0000","last_active":"2024-08-19T09:55:49.697385+0000","last_peered":"2024-08-19T09:55:49.697385+0000","last_clean":"2024-08-19T09:55:49.697385+0000","last_became_active":"2024-08-19T09:54:53.846963+0000","last_became_peered":"2024-08-19T09:54:53.846963+0000","last_unstale":"2024-08-19T09:55:49.697385+0000","last_undegraded":"2024-08-19T09:55:49.697385+0000","last_fullsized":"2024-08-19T09:55:49.697385+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:48:14.202247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294557+0000","last_change":"2024-08-19T09:54:50.823311+0000","last_active":"2024-08-19T09:55:49.294557+0000","last_peered":"2024-08-19T09:55:49.294557+0000","last_clean":"2024-08-19T09:55:49.294557+0000","last_became_active":"2024-08-19T09:54:50.823023+0000","last_became_peered":"2024-08-19T09:54:50.823023+0000","last_unstale":"2024-08-19T09:55:49.294557+0000","last_undegraded":"2024-08-19T09:55:49.294557+0000","last_fullsized":"2024-08-19T09:55:49.294557+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:25:32.290003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294329+0000","last_change":"2024-08-19T09:54:53.847052+0000","last_active":"2024-08-19T09:55:49.294329+0000","last_peered":"2024-08-19T09:55:49.294329+0000","last_clean":"2024-08-19T09:55:49.294329+0000","last_became_active":"2024-08-19T09:54:53.846780+0000","last_became_peered":"2024-08-19T09:54:53.846780+0000","last_unstale":"2024-08-19T09:55:49.294329+0000","last_undegraded":"2024-08-19T09:55:49.294329+0000","last_fullsized":"2024-08-19T09:55:49.294329+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:14:51.280881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784809+0000","last_change":"2024-08-19T09:54:50.823235+0000","last_active":"2024-08-19T09:55:49.784809+0000","last_peered":"2024-08-19T09:55:49.784809+0000","last_clean":"2024-08-19T09:55:49.784809+0000","last_became_active":"2024-08-19T09:54:50.822925+0000","last_became_peered":"2024-08-19T09:54:50.822925+0000","last_unstale":"2024-08-19T09:55:49.784809+0000","last_undegraded":"2024-08-19T09:55:49.784809+0000","last_fullsized":"2024-08-19T09:55:49.784809+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:42:55.984944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783903+0000","last_change":"2024-08-19T09:54:53.849695+0000","last_active":"2024-08-19T09:55:49.783903+0000","last_peered":"2024-08-19T09:55:49.783903+0000","last_clean":"2024-08-19T09:55:49.783903+0000","last_became_active":"2024-08-19T09:54:53.849405+0000","last_became_peered":"2024-08-19T09:54:53.849405+0000","last_unstale":"2024-08-19T09:55:49.783903+0000","last_undegraded":"2024-08-19T09:55:49.783903+0000","last_fullsized":"2024-08-19T09:55:49.783903+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:54:12.031333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697373+0000","last_change":"2024-08-19T09:54:50.815249+0000","last_active":"2024-08-19T09:55:49.697373+0000","last_peered":"2024-08-19T09:55:49.697373+0000","last_clean":"2024-08-19T09:55:49.697373+0000","last_became_active":"2024-08-19T09:54:50.814957+0000","last_became_peered":"2024-08-19T09:54:50.814957+0000","last_unstale":"2024-08-19T09:55:49.697373+0000","last_undegraded":"2024-08-19T09:55:49.697373+0000","last_fullsized":"2024-08-19T09:55:49.697373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:46:40.156495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697154+0000","last_change":"2024-08-19T09:54:53.834978+0000","last_active":"2024-08-19T09:55:49.697154+0000","last_peered":"2024-08-19T09:55:49.697154+0000","last_clean":"2024-08-19T09:55:49.697154+0000","last_became_active":"2024-08-19T09:54:53.834704+0000","last_became_peered":"2024-08-19T09:54:53.834704+0000","last_unstale":"2024-08-19T09:55:49.697154+0000","last_undegraded":"2024-08-19T09:55:49.697154+0000","last_fullsized":"2024-08-19T09:55:49.697154+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:15:01.318365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297973+0000","last_change":"2024-08-19T09:54:50.826929+0000","last_active":"2024-08-19T09:55:49.297973+0000","last_peered":"2024-08-19T09:55:49.297973+0000","last_clean":"2024-08-19T09:55:49.297973+0000","last_became_active":"2024-08-19T09:54:50.826622+0000","last_became_peered":"2024-08-19T09:54:50.826622+0000","last_unstale":"2024-08-19T09:55:49.297973+0000","last_undegraded":"2024-08-19T09:55:49.297973+0000","last_fullsized":"2024-08-19T09:55:49.297973+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:57:39.098822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783836+0000","last_change":"2024-08-19T09:54:53.850124+0000","last_active":"2024-08-19T09:55:49.783836+0000","last_peered":"2024-08-19T09:55:49.783836+0000","last_clean":"2024-08-19T09:55:49.783836+0000","last_became_active":"2024-08-19T09:54:53.849609+0000","last_became_peered":"2024-08-19T09:54:53.849609+0000","last_unstale":"2024-08-19T09:55:49.783836+0000","last_undegraded":"2024-08-19T09:55:49.783836+0000","last_fullsized":"2024-08-19T09:55:49.783836+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:45:46.460243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784690+0000","last_change":"2024-08-19T09:54:50.823010+0000","last_active":"2024-08-19T09:55:49.784690+0000","last_peered":"2024-08-19T09:55:49.784690+0000","last_clean":"2024-08-19T09:55:49.784690+0000","last_became_active":"2024-08-19T09:54:50.822685+0000","last_became_peered":"2024-08-19T09:54:50.822685+0000","last_unstale":"2024-08-19T09:55:49.784690+0000","last_undegraded":"2024-08-19T09:55:49.784690+0000","last_fullsized":"2024-08-19T09:55:49.784690+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:23:07.614052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783393+0000","last_change":"2024-08-19T09:54:53.846886+0000","last_active":"2024-08-19T09:55:49.783393+0000","last_peered":"2024-08-19T09:55:49.783393+0000","last_clean":"2024-08-19T09:55:49.783393+0000","last_became_active":"2024-08-19T09:54:53.846399+0000","last_became_peered":"2024-08-19T09:54:53.846399+0000","last_unstale":"2024-08-19T09:55:49.783393+0000","last_undegraded":"2024-08-19T09:55:49.783393+0000","last_fullsized":"2024-08-19T09:55:49.783393+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:41:12.835252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293011+0000","last_change":"2024-08-19T09:54:50.813503+0000","last_active":"2024-08-19T09:55:49.293011+0000","last_peered":"2024-08-19T09:55:49.293011+0000","last_clean":"2024-08-19T09:55:49.293011+0000","last_became_active":"2024-08-19T09:54:50.813235+0000","last_became_peered":"2024-08-19T09:54:50.813235+0000","last_unstale":"2024-08-19T09:55:49.293011+0000","last_undegraded":"2024-08-19T09:55:49.293011+0000","last_fullsized":"2024-08-19T09:55:49.293011+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:39:50.016344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783468+0000","last_change":"2024-08-19T09:54:53.853833+0000","last_active":"2024-08-19T09:55:49.783468+0000","last_peered":"2024-08-19T09:55:49.783468+0000","last_clean":"2024-08-19T09:55:49.783468+0000","last_became_active":"2024-08-19T09:54:53.853171+0000","last_became_peered":"2024-08-19T09:54:53.853171+0000","last_unstale":"2024-08-19T09:55:49.783468+0000","last_undegraded":"2024-08-19T09:55:49.783468+0000","last_fullsized":"2024-08-19T09:55:49.783468+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:41:37.498677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294742+0000","last_change":"2024-08-19T09:54:50.817179+0000","last_active":"2024-08-19T09:55:49.294742+0000","last_peered":"2024-08-19T09:55:49.294742+0000","last_clean":"2024-08-19T09:55:49.294742+0000","last_became_active":"2024-08-19T09:54:50.816538+0000","last_became_peered":"2024-08-19T09:54:50.816538+0000","last_unstale":"2024-08-19T09:55:49.294742+0000","last_undegraded":"2024-08-19T09:55:49.294742+0000","last_fullsized":"2024-08-19T09:55:49.294742+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:42:23.447764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784137+0000","last_change":"2024-08-19T09:54:53.850094+0000","last_active":"2024-08-19T09:55:49.784137+0000","last_peered":"2024-08-19T09:55:49.784137+0000","last_clean":"2024-08-19T09:55:49.784137+0000","last_became_active":"2024-08-19T09:54:53.849151+0000","last_became_peered":"2024-08-19T09:54:53.849151+0000","last_unstale":"2024-08-19T09:55:49.784137+0000","last_undegraded":"2024-08-19T09:55:49.784137+0000","last_fullsized":"2024-08-19T09:55:49.784137+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:38:39.155777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293645+0000","last_change":"2024-08-19T09:54:50.818064+0000","last_active":"2024-08-19T09:55:49.293645+0000","last_peered":"2024-08-19T09:55:49.293645+0000","last_clean":"2024-08-19T09:55:49.293645+0000","last_became_active":"2024-08-19T09:54:50.817278+0000","last_became_peered":"2024-08-19T09:54:50.817278+0000","last_unstale":"2024-08-19T09:55:49.293645+0000","last_undegraded":"2024-08-19T09:55:49.293645+0000","last_fullsized":"2024-08-19T09:55:49.293645+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:49:29.025516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783954+0000","last_change":"2024-08-19T09:54:53.849767+0000","last_active":"2024-08-19T09:55:49.783954+0000","last_peered":"2024-08-19T09:55:49.783954+0000","last_clean":"2024-08-19T09:55:49.783954+0000","last_became_active":"2024-08-19T09:54:53.849452+0000","last_became_peered":"2024-08-19T09:54:53.849452+0000","last_unstale":"2024-08-19T09:55:49.783954+0000","last_undegraded":"2024-08-19T09:55:49.783954+0000","last_fullsized":"2024-08-19T09:55:49.783954+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:17:53.780532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294642+0000","last_change":"2024-08-19T09:54:50.821349+0000","last_active":"2024-08-19T09:55:49.294642+0000","last_peered":"2024-08-19T09:55:49.294642+0000","last_clean":"2024-08-19T09:55:49.294642+0000","last_became_active":"2024-08-19T09:54:50.821027+0000","last_became_peered":"2024-08-19T09:54:50.821027+0000","last_unstale":"2024-08-19T09:55:49.294642+0000","last_undegraded":"2024-08-19T09:55:49.294642+0000","last_fullsized":"2024-08-19T09:55:49.294642+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:48:40.873573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297869+0000","last_change":"2024-08-19T09:54:53.845628+0000","last_active":"2024-08-19T09:55:49.297869+0000","last_peered":"2024-08-19T09:55:49.297869+0000","last_clean":"2024-08-19T09:55:49.297869+0000","last_became_active":"2024-08-19T09:54:53.845362+0000","last_became_peered":"2024-08-19T09:54:53.845362+0000","last_unstale":"2024-08-19T09:55:49.297869+0000","last_undegraded":"2024-08-19T09:55:49.297869+0000","last_fullsized":"2024-08-19T09:55:49.297869+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:07:48.236814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293463+0000","last_change":"2024-08-19T09:54:50.817618+0000","last_active":"2024-08-19T09:55:49.293463+0000","last_peered":"2024-08-19T09:55:49.293463+0000","last_clean":"2024-08-19T09:55:49.293463+0000","last_became_active":"2024-08-19T09:54:50.817351+0000","last_became_peered":"2024-08-19T09:54:50.817351+0000","last_unstale":"2024-08-19T09:55:49.293463+0000","last_undegraded":"2024-08-19T09:55:49.293463+0000","last_fullsized":"2024-08-19T09:55:49.293463+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:24:45.834732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784220+0000","last_change":"2024-08-19T09:55:25.246792+0000","last_active":"2024-08-19T09:55:49.784220+0000","last_peered":"2024-08-19T09:55:49.784220+0000","last_clean":"2024-08-19T09:55:49.784220+0000","last_became_active":"2024-08-19T09:55:25.246356+0000","last_became_peered":"2024-08-19T09:55:25.246356+0000","last_unstale":"2024-08-19T09:55:49.784220+0000","last_undegraded":"2024-08-19T09:55:49.784220+0000","last_fullsized":"2024-08-19T09:55:49.784220+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:50:15.000524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:56.284386+0000","last_change":"2024-08-19T09:55:49.784744+0000","last_active":"2024-08-19T09:55:56.284386+0000","last_peered":"2024-08-19T09:55:56.284386+0000","last_clean":"2024-08-19T09:55:56.284386+0000","last_became_active":"2024-08-19T09:55:45.284506+0000","last_became_peered":"2024-08-19T09:55:45.284506+0000","last_unstale":"2024-08-19T09:55:56.284386+0000","last_undegraded":"2024-08-19T09:55:56.284386+0000","last_fullsized":"2024-08-19T09:55:56.284386+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:24:50.564181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052978599999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":271,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:56.429001+0000","last_change":"2024-08-19T09:54:31.379926+0000","last_active":"2024-08-19T09:55:56.429001+0000","last_peered":"2024-08-19T09:55:56.429001+0000","last_clean":"2024-08-19T09:55:56.429001+0000","last_became_active":"2024-08-19T09:54:31.379548+0000","last_became_peered":"2024-08-19T09:54:31.379548+0000","last_unstale":"2024-08-19T09:55:56.429001+0000","last_undegraded":"2024-08-19T09:55:56.429001+0000","last_fullsized":"2024-08-19T09:55:56.429001+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:52:34.373391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:52:34.373391+0000","last_clean_scrub_stamp":"2024-08-19T09:52:34.373391+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:23:13.933393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297803+0000","last_change":"2024-08-19T09:54:50.826234+0000","last_active":"2024-08-19T09:55:49.297803+0000","last_peered":"2024-08-19T09:55:49.297803+0000","last_clean":"2024-08-19T09:55:49.297803+0000","last_became_active":"2024-08-19T09:54:50.825915+0000","last_became_peered":"2024-08-19T09:54:50.825915+0000","last_unstale":"2024-08-19T09:55:49.297803+0000","last_undegraded":"2024-08-19T09:55:49.297803+0000","last_fullsized":"2024-08-19T09:55:49.297803+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:43:47.554119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751364+0000","last_change":"2024-08-19T09:54:53.840845+0000","last_active":"2024-08-19T09:55:49.751364+0000","last_peered":"2024-08-19T09:55:49.751364+0000","last_clean":"2024-08-19T09:55:49.751364+0000","last_became_active":"2024-08-19T09:54:53.840593+0000","last_became_peered":"2024-08-19T09:54:53.840593+0000","last_unstale":"2024-08-19T09:55:49.751364+0000","last_undegraded":"2024-08-19T09:55:49.751364+0000","last_fullsized":"2024-08-19T09:55:49.751364+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:25:03.933158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:56.430167+0000","last_change":"2024-08-19T09:55:49.697467+0000","last_active":"2024-08-19T09:55:56.430167+0000","last_peered":"2024-08-19T09:55:56.430167+0000","last_clean":"2024-08-19T09:55:56.430167+0000","last_became_active":"2024-08-19T09:55:45.287117+0000","last_became_peered":"2024-08-19T09:55:45.287117+0000","last_unstale":"2024-08-19T09:55:56.430167+0000","last_undegraded":"2024-08-19T09:55:56.430167+0000","last_fullsized":"2024-08-19T09:55:56.430167+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:45:41.067844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032079999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783616+0000","last_change":"2024-08-19T09:54:50.819110+0000","last_active":"2024-08-19T09:55:49.783616+0000","last_peered":"2024-08-19T09:55:49.783616+0000","last_clean":"2024-08-19T09:55:49.783616+0000","last_became_active":"2024-08-19T09:54:50.818801+0000","last_became_peered":"2024-08-19T09:54:50.818801+0000","last_unstale":"2024-08-19T09:55:49.783616+0000","last_undegraded":"2024-08-19T09:55:49.783616+0000","last_fullsized":"2024-08-19T09:55:49.783616+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:12:20.281920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.696848+0000","last_change":"2024-08-19T09:54:53.837376+0000","last_active":"2024-08-19T09:55:49.696848+0000","last_peered":"2024-08-19T09:55:49.696848+0000","last_clean":"2024-08-19T09:55:49.696848+0000","last_became_active":"2024-08-19T09:54:53.837092+0000","last_became_peered":"2024-08-19T09:54:53.837092+0000","last_unstale":"2024-08-19T09:55:49.696848+0000","last_undegraded":"2024-08-19T09:55:49.696848+0000","last_fullsized":"2024-08-19T09:55:49.696848+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:29:42.017481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:55.855098+0000","last_change":"2024-08-19T09:55:49.295095+0000","last_active":"2024-08-19T09:55:55.855098+0000","last_peered":"2024-08-19T09:55:55.855098+0000","last_clean":"2024-08-19T09:55:55.855098+0000","last_became_active":"2024-08-19T09:55:45.646323+0000","last_became_peered":"2024-08-19T09:55:45.646323+0000","last_unstale":"2024-08-19T09:55:55.855098+0000","last_undegraded":"2024-08-19T09:55:55.855098+0000","last_fullsized":"2024-08-19T09:55:55.855098+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:38:25.403182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073579699999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293228+0000","last_change":"2024-08-19T09:54:50.817892+0000","last_active":"2024-08-19T09:55:49.293228+0000","last_peered":"2024-08-19T09:55:49.293228+0000","last_clean":"2024-08-19T09:55:49.293228+0000","last_became_active":"2024-08-19T09:54:50.817622+0000","last_became_peered":"2024-08-19T09:54:50.817622+0000","last_unstale":"2024-08-19T09:55:49.293228+0000","last_undegraded":"2024-08-19T09:55:49.293228+0000","last_fullsized":"2024-08-19T09:55:49.293228+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:00:30.917648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.293708+0000","last_change":"2024-08-19T09:54:53.837682+0000","last_active":"2024-08-19T09:55:49.293708+0000","last_peered":"2024-08-19T09:55:49.293708+0000","last_clean":"2024-08-19T09:55:49.293708+0000","last_became_active":"2024-08-19T09:54:53.836956+0000","last_became_peered":"2024-08-19T09:54:53.836956+0000","last_unstale":"2024-08-19T09:55:49.293708+0000","last_undegraded":"2024-08-19T09:55:49.293708+0000","last_fullsized":"2024-08-19T09:55:49.293708+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:24:20.679776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:55.854453+0000","last_change":"2024-08-19T09:55:49.295414+0000","last_active":"2024-08-19T09:55:55.854453+0000","last_peered":"2024-08-19T09:55:55.854453+0000","last_clean":"2024-08-19T09:55:55.854453+0000","last_became_active":"2024-08-19T09:55:45.288033+0000","last_became_peered":"2024-08-19T09:55:45.288033+0000","last_unstale":"2024-08-19T09:55:55.854453+0000","last_undegraded":"2024-08-19T09:55:55.854453+0000","last_fullsized":"2024-08-19T09:55:55.854453+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:04:34.361227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000874338,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297990+0000","last_change":"2024-08-19T09:54:50.822520+0000","last_active":"2024-08-19T09:55:49.297990+0000","last_peered":"2024-08-19T09:55:49.297990+0000","last_clean":"2024-08-19T09:55:49.297990+0000","last_became_active":"2024-08-19T09:54:50.822239+0000","last_became_peered":"2024-08-19T09:54:50.822239+0000","last_unstale":"2024-08-19T09:55:49.297990+0000","last_undegraded":"2024-08-19T09:55:49.297990+0000","last_fullsized":"2024-08-19T09:55:49.297990+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:32:16.828323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294263+0000","last_change":"2024-08-19T09:54:53.838634+0000","last_active":"2024-08-19T09:55:49.294263+0000","last_peered":"2024-08-19T09:55:49.294263+0000","last_clean":"2024-08-19T09:55:49.294263+0000","last_became_active":"2024-08-19T09:54:53.838145+0000","last_became_peered":"2024-08-19T09:54:53.838145+0000","last_unstale":"2024-08-19T09:55:49.294263+0000","last_undegraded":"2024-08-19T09:55:49.294263+0000","last_fullsized":"2024-08-19T09:55:49.294263+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:08:37.439905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:55.853793+0000","last_change":"2024-08-19T09:55:49.295096+0000","last_active":"2024-08-19T09:55:55.853793+0000","last_peered":"2024-08-19T09:55:55.853793+0000","last_clean":"2024-08-19T09:55:55.853793+0000","last_became_active":"2024-08-19T09:55:45.646723+0000","last_became_peered":"2024-08-19T09:55:45.646723+0000","last_unstale":"2024-08-19T09:55:55.853793+0000","last_undegraded":"2024-08-19T09:55:55.853793+0000","last_fullsized":"2024-08-19T09:55:55.853793+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:34:32.715967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075622999999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294811+0000","last_change":"2024-08-19T09:54:50.817544+0000","last_active":"2024-08-19T09:55:49.294811+0000","last_peered":"2024-08-19T09:55:49.294811+0000","last_clean":"2024-08-19T09:55:49.294811+0000","last_became_active":"2024-08-19T09:54:50.817237+0000","last_became_peered":"2024-08-19T09:54:50.817237+0000","last_unstale":"2024-08-19T09:55:49.294811+0000","last_undegraded":"2024-08-19T09:55:49.294811+0000","last_fullsized":"2024-08-19T09:55:49.294811+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:18:11.557004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297966+0000","last_change":"2024-08-19T09:54:53.840475+0000","last_active":"2024-08-19T09:55:49.297966+0000","last_peered":"2024-08-19T09:55:49.297966+0000","last_clean":"2024-08-19T09:55:49.297966+0000","last_became_active":"2024-08-19T09:54:53.840170+0000","last_became_peered":"2024-08-19T09:54:53.840170+0000","last_unstale":"2024-08-19T09:55:49.297966+0000","last_undegraded":"2024-08-19T09:55:49.297966+0000","last_fullsized":"2024-08-19T09:55:49.297966+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:56:11.587356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:56.429287+0000","last_change":"2024-08-19T09:55:49.697543+0000","last_active":"2024-08-19T09:55:56.429287+0000","last_peered":"2024-08-19T09:55:56.429287+0000","last_clean":"2024-08-19T09:55:56.429287+0000","last_became_active":"2024-08-19T09:55:45.646065+0000","last_became_peered":"2024-08-19T09:55:45.646065+0000","last_unstale":"2024-08-19T09:55:56.429287+0000","last_undegraded":"2024-08-19T09:55:56.429287+0000","last_fullsized":"2024-08-19T09:55:56.429287+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:27:36.601291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053093599999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784495+0000","last_change":"2024-08-19T09:54:50.816789+0000","last_active":"2024-08-19T09:55:49.784495+0000","last_peered":"2024-08-19T09:55:49.784495+0000","last_clean":"2024-08-19T09:55:49.784495+0000","last_became_active":"2024-08-19T09:54:50.816503+0000","last_became_peered":"2024-08-19T09:54:50.816503+0000","last_unstale":"2024-08-19T09:55:49.784495+0000","last_undegraded":"2024-08-19T09:55:49.784495+0000","last_fullsized":"2024-08-19T09:55:49.784495+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:42:53.529210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294718+0000","last_change":"2024-08-19T09:54:53.840405+0000","last_active":"2024-08-19T09:55:49.294718+0000","last_peered":"2024-08-19T09:55:49.294718+0000","last_clean":"2024-08-19T09:55:49.294718+0000","last_became_active":"2024-08-19T09:54:53.839670+0000","last_became_peered":"2024-08-19T09:54:53.839670+0000","last_unstale":"2024-08-19T09:55:49.294718+0000","last_undegraded":"2024-08-19T09:55:49.294718+0000","last_fullsized":"2024-08-19T09:55:49.294718+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:16:26.369120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:56.428833+0000","last_change":"2024-08-19T09:55:49.751713+0000","last_active":"2024-08-19T09:55:56.428833+0000","last_peered":"2024-08-19T09:55:56.428833+0000","last_clean":"2024-08-19T09:55:56.428833+0000","last_became_active":"2024-08-19T09:55:45.285574+0000","last_became_peered":"2024-08-19T09:55:45.285574+0000","last_unstale":"2024-08-19T09:55:56.428833+0000","last_undegraded":"2024-08-19T09:55:56.428833+0000","last_fullsized":"2024-08-19T09:55:56.428833+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:45:04.367103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050457300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.295069+0000","last_change":"2024-08-19T09:54:50.820950+0000","last_active":"2024-08-19T09:55:49.295069+0000","last_peered":"2024-08-19T09:55:49.295069+0000","last_clean":"2024-08-19T09:55:49.295069+0000","last_became_active":"2024-08-19T09:54:50.820613+0000","last_became_peered":"2024-08-19T09:54:50.820613+0000","last_unstale":"2024-08-19T09:55:49.295069+0000","last_undegraded":"2024-08-19T09:55:49.295069+0000","last_fullsized":"2024-08-19T09:55:49.295069+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:53:28.428843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751743+0000","last_change":"2024-08-19T09:55:25.247535+0000","last_active":"2024-08-19T09:55:49.751743+0000","last_peered":"2024-08-19T09:55:49.751743+0000","last_clean":"2024-08-19T09:55:49.751743+0000","last_became_active":"2024-08-19T09:55:25.247260+0000","last_became_peered":"2024-08-19T09:55:25.247260+0000","last_unstale":"2024-08-19T09:55:49.751743+0000","last_undegraded":"2024-08-19T09:55:49.751743+0000","last_fullsized":"2024-08-19T09:55:49.751743+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:47:43.402183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-19T09:55:55.858195+0000","last_change":"2024-08-19T09:55:49.294527+0000","last_active":"2024-08-19T09:55:55.858195+0000","last_peered":"2024-08-19T09:55:55.858195+0000","last_clean":"2024-08-19T09:55:55.858195+0000","last_became_active":"2024-08-19T09:55:45.646396+0000","last_became_peered":"2024-08-19T09:55:45.646396+0000","last_unstale":"2024-08-19T09:55:55.858195+0000","last_undegraded":"2024-08-19T09:55:55.858195+0000","last_fullsized":"2024-08-19T09:55:55.858195+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:13:30.313429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063475399999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784336+0000","last_change":"2024-08-19T09:54:50.817998+0000","last_active":"2024-08-19T09:55:49.784336+0000","last_peered":"2024-08-19T09:55:49.784336+0000","last_clean":"2024-08-19T09:55:49.784336+0000","last_became_active":"2024-08-19T09:54:50.817647+0000","last_became_peered":"2024-08-19T09:54:50.817647+0000","last_unstale":"2024-08-19T09:55:49.784336+0000","last_undegraded":"2024-08-19T09:55:49.784336+0000","last_fullsized":"2024-08-19T09:55:49.784336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:15:35.788835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697122+0000","last_change":"2024-08-19T09:54:53.843439+0000","last_active":"2024-08-19T09:55:49.697122+0000","last_peered":"2024-08-19T09:55:49.697122+0000","last_clean":"2024-08-19T09:55:49.697122+0000","last_became_active":"2024-08-19T09:54:53.842523+0000","last_became_peered":"2024-08-19T09:54:53.842523+0000","last_unstale":"2024-08-19T09:55:49.697122+0000","last_undegraded":"2024-08-19T09:55:49.697122+0000","last_fullsized":"2024-08-19T09:55:49.697122+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:00:09.619816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.783821+0000","last_change":"2024-08-19T09:54:50.818183+0000","last_active":"2024-08-19T09:55:49.783821+0000","last_peered":"2024-08-19T09:55:49.783821+0000","last_clean":"2024-08-19T09:55:49.783821+0000","last_became_active":"2024-08-19T09:54:50.817837+0000","last_became_peered":"2024-08-19T09:54:50.817837+0000","last_unstale":"2024-08-19T09:55:49.783821+0000","last_undegraded":"2024-08-19T09:55:49.783821+0000","last_fullsized":"2024-08-19T09:55:49.783821+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:17:18.259754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294091+0000","last_change":"2024-08-19T09:54:53.847998+0000","last_active":"2024-08-19T09:55:49.294091+0000","last_peered":"2024-08-19T09:55:49.294091+0000","last_clean":"2024-08-19T09:55:49.294091+0000","last_became_active":"2024-08-19T09:54:53.847729+0000","last_became_peered":"2024-08-19T09:54:53.847729+0000","last_unstale":"2024-08-19T09:55:49.294091+0000","last_undegraded":"2024-08-19T09:55:49.294091+0000","last_fullsized":"2024-08-19T09:55:49.294091+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:42:24.055444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294226+0000","last_change":"2024-08-19T09:54:50.818081+0000","last_active":"2024-08-19T09:55:49.294226+0000","last_peered":"2024-08-19T09:55:49.294226+0000","last_clean":"2024-08-19T09:55:49.294226+0000","last_became_active":"2024-08-19T09:54:50.817789+0000","last_became_peered":"2024-08-19T09:54:50.817789+0000","last_unstale":"2024-08-19T09:55:49.294226+0000","last_undegraded":"2024-08-19T09:55:49.294226+0000","last_fullsized":"2024-08-19T09:55:49.294226+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:53:49.637050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751356+0000","last_change":"2024-08-19T09:54:53.836134+0000","last_active":"2024-08-19T09:55:49.751356+0000","last_peered":"2024-08-19T09:55:49.751356+0000","last_clean":"2024-08-19T09:55:49.751356+0000","last_became_active":"2024-08-19T09:54:53.835862+0000","last_became_peered":"2024-08-19T09:54:53.835862+0000","last_unstale":"2024-08-19T09:55:49.751356+0000","last_undegraded":"2024-08-19T09:55:49.751356+0000","last_fullsized":"2024-08-19T09:55:49.751356+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:26:25.531382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.294699+0000","last_change":"2024-08-19T09:54:50.818864+0000","last_active":"2024-08-19T09:55:49.294699+0000","last_peered":"2024-08-19T09:55:49.294699+0000","last_clean":"2024-08-19T09:55:49.294699+0000","last_became_active":"2024-08-19T09:54:50.818555+0000","last_became_peered":"2024-08-19T09:54:50.818555+0000","last_unstale":"2024-08-19T09:55:49.294699+0000","last_undegraded":"2024-08-19T09:55:49.294699+0000","last_fullsized":"2024-08-19T09:55:49.294699+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:39:56.586436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751500+0000","last_change":"2024-08-19T09:54:53.832503+0000","last_active":"2024-08-19T09:55:49.751500+0000","last_peered":"2024-08-19T09:55:49.751500+0000","last_clean":"2024-08-19T09:55:49.751500+0000","last_became_active":"2024-08-19T09:54:53.832185+0000","last_became_peered":"2024-08-19T09:54:53.832185+0000","last_unstale":"2024-08-19T09:55:49.751500+0000","last_undegraded":"2024-08-19T09:55:49.751500+0000","last_fullsized":"2024-08-19T09:55:49.751500+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:18:58.511945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784027+0000","last_change":"2024-08-19T09:54:50.825027+0000","last_active":"2024-08-19T09:55:49.784027+0000","last_peered":"2024-08-19T09:55:49.784027+0000","last_clean":"2024-08-19T09:55:49.784027+0000","last_became_active":"2024-08-19T09:54:50.824718+0000","last_became_peered":"2024-08-19T09:54:50.824718+0000","last_unstale":"2024-08-19T09:55:49.784027+0000","last_undegraded":"2024-08-19T09:55:49.784027+0000","last_fullsized":"2024-08-19T09:55:49.784027+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:02:01.523784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784438+0000","last_change":"2024-08-19T09:54:53.836226+0000","last_active":"2024-08-19T09:55:49.784438+0000","last_peered":"2024-08-19T09:55:49.784438+0000","last_clean":"2024-08-19T09:55:49.784438+0000","last_became_active":"2024-08-19T09:54:53.835892+0000","last_became_peered":"2024-08-19T09:54:53.835892+0000","last_unstale":"2024-08-19T09:55:49.784438+0000","last_undegraded":"2024-08-19T09:55:49.784438+0000","last_fullsized":"2024-08-19T09:55:49.784438+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:40:53.238015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297951+0000","last_change":"2024-08-19T09:54:53.849471+0000","last_active":"2024-08-19T09:55:49.297951+0000","last_peered":"2024-08-19T09:55:49.297951+0000","last_clean":"2024-08-19T09:55:49.297951+0000","last_became_active":"2024-08-19T09:54:53.849142+0000","last_became_peered":"2024-08-19T09:54:53.849142+0000","last_unstale":"2024-08-19T09:55:49.297951+0000","last_undegraded":"2024-08-19T09:55:49.297951+0000","last_fullsized":"2024-08-19T09:55:49.297951+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:48:23.567720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784683+0000","last_change":"2024-08-19T09:54:50.825922+0000","last_active":"2024-08-19T09:55:49.784683+0000","last_peered":"2024-08-19T09:55:49.784683+0000","last_clean":"2024-08-19T09:55:49.784683+0000","last_became_active":"2024-08-19T09:54:50.825476+0000","last_became_peered":"2024-08-19T09:54:50.825476+0000","last_unstale":"2024-08-19T09:55:49.784683+0000","last_undegraded":"2024-08-19T09:55:49.784683+0000","last_fullsized":"2024-08-19T09:55:49.784683+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:22:21.965265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.297863+0000","last_change":"2024-08-19T09:54:53.850641+0000","last_active":"2024-08-19T09:55:49.297863+0000","last_peered":"2024-08-19T09:55:49.297863+0000","last_clean":"2024-08-19T09:55:49.297863+0000","last_became_active":"2024-08-19T09:54:53.848290+0000","last_became_peered":"2024-08-19T09:54:53.848290+0000","last_unstale":"2024-08-19T09:55:49.297863+0000","last_undegraded":"2024-08-19T09:55:49.297863+0000","last_fullsized":"2024-08-19T09:55:49.297863+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:12:29.357952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.784375+0000","last_change":"2024-08-19T09:54:50.816654+0000","last_active":"2024-08-19T09:55:49.784375+0000","last_peered":"2024-08-19T09:55:49.784375+0000","last_clean":"2024-08-19T09:55:49.784375+0000","last_became_active":"2024-08-19T09:54:50.816219+0000","last_became_peered":"2024-08-19T09:54:50.816219+0000","last_unstale":"2024-08-19T09:55:49.784375+0000","last_undegraded":"2024-08-19T09:55:49.784375+0000","last_fullsized":"2024-08-19T09:55:49.784375+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:02:07.512268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697376+0000","last_change":"2024-08-19T09:54:53.848334+0000","last_active":"2024-08-19T09:55:49.697376+0000","last_peered":"2024-08-19T09:55:49.697376+0000","last_clean":"2024-08-19T09:55:49.697376+0000","last_became_active":"2024-08-19T09:54:53.847394+0000","last_became_peered":"2024-08-19T09:54:53.847394+0000","last_unstale":"2024-08-19T09:55:49.697376+0000","last_undegraded":"2024-08-19T09:55:49.697376+0000","last_fullsized":"2024-08-19T09:55:49.697376+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:13:40.828662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751758+0000","last_change":"2024-08-19T09:54:50.823790+0000","last_active":"2024-08-19T09:55:49.751758+0000","last_peered":"2024-08-19T09:55:49.751758+0000","last_clean":"2024-08-19T09:55:49.751758+0000","last_became_active":"2024-08-19T09:54:50.823485+0000","last_became_peered":"2024-08-19T09:54:50.823485+0000","last_unstale":"2024-08-19T09:55:49.751758+0000","last_undegraded":"2024-08-19T09:55:49.751758+0000","last_fullsized":"2024-08-19T09:55:49.751758+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:06:02.385803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.751756+0000","last_change":"2024-08-19T09:54:53.834046+0000","last_active":"2024-08-19T09:55:49.751756+0000","last_peered":"2024-08-19T09:55:49.751756+0000","last_clean":"2024-08-19T09:55:49.751756+0000","last_became_active":"2024-08-19T09:54:53.833781+0000","last_became_peered":"2024-08-19T09:54:53.833781+0000","last_unstale":"2024-08-19T09:55:49.751756+0000","last_undegraded":"2024-08-19T09:55:49.751756+0000","last_fullsized":"2024-08-19T09:55:49.751756+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:38:05.891107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":29,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-19T09:55:49.697487+0000","last_change":"2024-08-19T09:54:50.816632+0000","last_active":"2024-08-19T09:55:49.697487+0000","last_peered":"2024-08-19T09:55:49.697487+0000","last_clean":"2024-08-19T09:55:49.697487+0000","last_became_active":"2024-08-19T09:54:50.816397+0000","last_became_peered":"2024-08-19T09:54:50.816397+0000","last_unstale":"2024-08-19T09:55:49.697487+0000","last_undegraded":"2024-08-19T09:55:49.697487+0000","last_fullsized":"2024-08-19T09:55:49.697487+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:40:03.756739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234014,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":940875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.52400000000000002,"15min":0.53100000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.51500000000000001}]},{"osd":1,"last update":"Mon Aug 19 09:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.52200000000000002,"15min":0.52400000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.437}]},{"osd":2,"last update":"Mon Aug 19 09:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.52700000000000002,"15min":0.53200000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.495,"5min":0.50700000000000001,"15min":0.50900000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.47399999999999998}]},{"osd":3,"last update":"Mon Aug 19 09:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.499,"5min":0.53200000000000003,"15min":0.53800000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.64800000000000002,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.625}]},{"osd":4,"last update":"Mon Aug 19 09:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.441,"15min":0.438},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.46999999999999997,"15min":0.46899999999999997},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.70999999999999996}]},{"osd":5,"last update":"Mon Aug 19 09:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.46999999999999997,"15min":0.46800000000000003},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.46500000000000002,"15min":0.45500000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.68500000000000005}]},{"osd":6,"last update":"Mon Aug 19 09:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.504,"15min":0.5},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.501,"15min":0.495},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.753}]}]},{"osd":6,"up_from":46,"seq":197568495652,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28376,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716776,"statfs":{"total":95995035648,"available":95965978624,"internally_reserved":0,"allocated":1388544,"data_stored":942619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.498,"15min":0.496},"min":{"1min":0.34799999999999998,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.503,"5min":0.499,"15min":0.498},"min":{"1min":0.40999999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.47699999999999998}]},{"osd":1,"last update":"Mon Aug 19 09:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.53400000000000003,"15min":0.54200000000000004},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.57099999999999995}]},{"osd":2,"last update":"Mon Aug 19 09:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.55200000000000005,"15min":0.56100000000000005},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.70399999999999996,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.50800000000000001,"15min":0.50700000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.52900000000000003}]},{"osd":3,"last update":"Mon Aug 19 09:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53000000000000003,"15min":0.52900000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.77000000000000002,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.38},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.46200000000000002}]},{"osd":4,"last update":"Mon Aug 19 09:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.438,"15min":0.442},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.58399999999999996,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.45100000000000001,"15min":0.44900000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.67200000000000004,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.442}]},{"osd":5,"last update":"Mon Aug 19 09:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.46700000000000003,"15min":0.47099999999999997},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.64000000000000001,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.318,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.73999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.498}]},{"osd":7,"last update":"Mon Aug 19 09:56:29 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.51100000000000001,"15min":0.52100000000000002},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.66700000000000004,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.54500000000000004,"15min":0.55300000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.69399999999999995,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.58399999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757287,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":352360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.53400000000000003,"15min":0.53800000000000003},"min":{"1min":0.40000000000000002,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.61699999999999999,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.496,"15min":0.49199999999999999},"min":{"1min":0.42899999999999999,"5min":0.374,"15min":0.374},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.52300000000000002}]},{"osd":1,"last update":"Mon Aug 19 09:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.502,"5min":0.51200000000000001,"15min":0.51400000000000001},"min":{"1min":0.39900000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.61499999999999999,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.56699999999999995}]},{"osd":2,"last update":"Mon Aug 19 09:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.52800000000000002,"15min":0.53400000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.63900000000000001,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.499,"15min":0.501},"min":{"1min":0.38400000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.64000000000000001,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.44600000000000001}]},{"osd":3,"last update":"Mon Aug 19 09:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53300000000000003,"15min":0.53500000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.65800000000000003,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.52800000000000002,"15min":0.53000000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.65100000000000002,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.50700000000000001}]},{"osd":4,"last update":"Mon Aug 19 09:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.39000000000000001,"15min":0.379},"min":{"1min":0.28199999999999997,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.624,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.40999999999999998,"15min":0.39900000000000002},"min":{"1min":0.30599999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69699999999999995,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.60199999999999998}]},{"osd":6,"last update":"Mon Aug 19 09:56:05 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.48599999999999999,"15min":0.48399999999999999},"min":{"1min":0.374,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.64000000000000001,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.46500000000000002,"15min":0.46100000000000002},"min":{"1min":0.30499999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.67200000000000004,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.39100000000000001}]},{"osd":7,"last update":"Mon Aug 19 09:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.497,"15min":0.5},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.499,"5min":0.54700000000000004,"15min":0.55500000000000005},"min":{"1min":0.27200000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.73099999999999998,"5min":0.745,"15min":0.745},"last":0.48699999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018924,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":350357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:56:25 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.51100000000000001,"15min":0.52000000000000002},"min":{"1min":0.34799999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.61399999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.52000000000000002,"15min":0.53500000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.67900000000000005,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.55100000000000005}]},{"osd":1,"last update":"Mon Aug 19 09:56:25 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.52200000000000002,"15min":0.54000000000000004},"min":{"1min":0.38500000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.61199999999999999,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.51000000000000001,"15min":0.52500000000000002},"min":{"1min":0.32700000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.622,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.5}]},{"osd":2,"last update":"Mon Aug 19 09:56:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.52300000000000002,"15min":0.54200000000000004},"min":{"1min":0.377,"5min":0.371,"15min":0.371},"max":{"1min":0.64200000000000002,"5min":0.748,"15min":0.748},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.51600000000000001,"15min":0.52100000000000002},"min":{"1min":0.40799999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.65400000000000003,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.48399999999999999}]},{"osd":3,"last update":"Mon Aug 19 09:56:25 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.52500000000000002,"15min":0.53000000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.626,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.52300000000000002,"15min":0.53700000000000003},"min":{"1min":0.36499999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.61599999999999999,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.51200000000000001}]},{"osd":5,"last update":"Mon Aug 19 09:56:46 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.39000000000000001,"15min":0.38100000000000001},"min":{"1min":0.30099999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.629,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.39300000000000002,"15min":0.377},"min":{"1min":0.314,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.63,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.42399999999999999}]},{"osd":6,"last update":"Mon Aug 19 09:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.42599999999999999,"15min":0.42799999999999999},"min":{"1min":0.23699999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.64200000000000002,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.47699999999999998,"15min":0.48499999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.60299999999999998,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.53900000000000003}]},{"osd":7,"last update":"Mon Aug 19 09:56:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.46899999999999997,"15min":0.46700000000000003},"min":{"1min":0.316,"5min":0.309,"15min":0.309},"max":{"1min":0.628,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.48699999999999999,"15min":0.49099999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.67000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.56100000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182449,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31900,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713252,"statfs":{"total":95995035648,"available":95962370048,"internally_reserved":0,"allocated":802816,"data_stored":352355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:56:01 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.38800000000000001,"15min":0.39800000000000002},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.51200000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.41999999999999998,"15min":0.43099999999999999},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.47899999999999998,"5min":1.149,"15min":1.149},"last":0.311}]},{"osd":1,"last update":"Mon Aug 19 09:56:01 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.42799999999999999,"15min":0.436},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.53500000000000003,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.47799999999999998,"15min":0.46200000000000002},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.54800000000000004,"5min":4.8940000000000001,"15min":4.8940000000000001},"last":0.33900000000000002}]},{"osd":2,"last update":"Mon Aug 19 09:56:01 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.46600000000000003,"15min":0.46800000000000003},"min":{"1min":0.31,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.51900000000000002,"5min":2.4380000000000002,"15min":2.4380000000000002},"last":0.37},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.443,"15min":0.46000000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.498,"5min":1.091,"15min":1.091},"last":0.27100000000000002}]},{"osd":4,"last update":"Mon Aug 19 09:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.61799999999999999,"5min":2.242,"15min":2.242},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.54400000000000004,"15min":0.55100000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.66800000000000004,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.46100000000000002}]},{"osd":5,"last update":"Mon Aug 19 09:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.56000000000000005,"15min":0.54100000000000004},"min":{"1min":0.41599999999999998,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":2.6070000000000002,"5min":2.6070000000000002,"15min":2.6070000000000002},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.55300000000000005,"15min":0.54700000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.502}]},{"osd":6,"last update":"Mon Aug 19 09:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.56499999999999995,"15min":0.56899999999999995},"min":{"1min":0.42199999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.67200000000000004,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.57299999999999995,"15min":0.57999999999999996},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66900000000000004,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.51700000000000002}]},{"osd":7,"last update":"Mon Aug 19 09:56:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.55400000000000005,"15min":0.55800000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.67100000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.441},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.69499999999999995,"15min":0.72199999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.63800000000000001,"5min":3.286,"15min":3.286},"last":0.45300000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411382,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31880,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713272,"statfs":{"total":95995035648,"available":95962390528,"internally_reserved":0,"allocated":782336,"data_stored":349903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.36299999999999999,"15min":0.36299999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.432,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.374,"15min":0.377},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.29399999999999998}]},{"osd":1,"last update":"Mon Aug 19 09:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.30099999999999999,"5min":0.36499999999999999,"15min":0.374},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.45000000000000001,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.40200000000000002,"15min":0.40100000000000002},"min":{"1min":0.26400000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.52200000000000002,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.33300000000000002}]},{"osd":3,"last update":"Mon Aug 19 09:56:00 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.44400000000000001,"15min":0.45000000000000001},"min":{"1min":0.30199999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.69099999999999995,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.438,"15min":0.45200000000000001},"min":{"1min":0.26300000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.70299999999999996,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.32200000000000001}]},{"osd":4,"last update":"Mon Aug 19 09:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53800000000000003,"15min":0.54200000000000004},"min":{"1min":0.35399999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.68899999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57299999999999995,"15min":0.57799999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.72099999999999997,"5min":0.871,"15min":0.871},"last":0.46100000000000002}]},{"osd":5,"last update":"Mon Aug 19 09:56:46 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.53200000000000003,"15min":0.54100000000000004},"min":{"1min":0.34999999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.52800000000000002,"15min":0.53100000000000003},"min":{"1min":0.36299999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.80900000000000005,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.42399999999999999}]},{"osd":6,"last update":"Mon Aug 19 09:56:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.57399999999999995,"15min":0.57799999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.746,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.56799999999999995,"15min":0.57399999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.73099999999999998,"5min":0.747,"15min":0.747},"last":0.48199999999999998}]},{"osd":7,"last update":"Mon Aug 19 09:56:33 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.58499999999999996,"15min":0.59299999999999997},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.70599999999999996,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.40300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574907,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":794624,"data_stored":350082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 19 09:56:13 2024","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.32400000000000001,"15min":0.29699999999999999},"min":{"1min":0.214,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.47099999999999997,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.34599999999999997,"15min":0.317},"min":{"1min":0.23599999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.50700000000000001}]},{"osd":2,"last update":"Mon Aug 19 09:56:39 2024","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.35899999999999999,"15min":0.34699999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.504,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.35099999999999998,"15min":0.33300000000000002},"min":{"1min":0.248,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.49399999999999999,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.44400000000000001}]},{"osd":3,"last update":"Mon Aug 19 09:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.39300000000000002,"15min":0.39900000000000002},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.53200000000000003,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.45600000000000002,"15min":0.46500000000000002},"min":{"1min":0.31900000000000001,"5min":0.318,"15min":0.318},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.53400000000000003}]},{"osd":4,"last update":"Mon Aug 19 09:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.79900000000000004,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.57199999999999995,"15min":0.57499999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.70099999999999996}]},{"osd":5,"last update":"Mon Aug 19 09:56:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.75900000000000001,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55300000000000005,"15min":0.54700000000000004},"min":{"1min":0.35599999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82599999999999996,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.82599999999999996}]},{"osd":6,"last update":"Mon Aug 19 09:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.60199999999999998,"15min":0.60299999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.59499999999999997,"15min":0.59199999999999997},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.71199999999999997}]},{"osd":7,"last update":"Mon Aug 19 09:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.58099999999999996,"15min":0.58599999999999997},"min":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78700000000000003,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.58099999999999996,"15min":0.59099999999999997},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.746,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.72799999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738431,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32476,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712676,"statfs":{"total":95995035648,"available":95961780224,"internally_reserved":0,"allocated":1392640,"data_stored":940999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 19 09:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.33400000000000002,"15min":0.313},"min":{"1min":0.23000000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.54400000000000004,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34100000000000003,"15min":0.31900000000000001},"min":{"1min":0.248,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.44400000000000001,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.443}]},{"osd":2,"last update":"Mon Aug 19 09:55:44 2024","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.35699999999999998,"15min":0.36299999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.47299999999999998,"5min":0.53100000000000003,"15min":0.53100000000000003},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.39000000000000001,"15min":0.39300000000000002},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.57499999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.50700000000000001}]},{"osd":3,"last update":"Mon Aug 19 09:56:01 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.42599999999999999,"15min":0.435},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.52800000000000002,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.39900000000000002,"15min":0.40600000000000003},"min":{"1min":0.26700000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.52100000000000002,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.499}]},{"osd":4,"last update":"Mon Aug 19 09:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.39700000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.71899999999999997,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.503,"5min":0.54100000000000004,"15min":0.54900000000000004},"min":{"1min":0.33700000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.64200000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.65300000000000002}]},{"osd":5,"last update":"Mon Aug 19 09:55:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.54000000000000004,"15min":0.54200000000000004},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.72499999999999998}]},{"osd":6,"last update":"Mon Aug 19 09:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56499999999999995,"15min":0.56399999999999995},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.84399999999999997}]},{"osd":7,"last update":"Mon Aug 19 09:56:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.52000000000000002,"15min":0.52100000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.73599999999999999,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55800000000000005,"15min":0.55900000000000005},"min":{"1min":0.38400000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.745,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.70899999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-19T09:56:53.478 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-19T09:56:53.478 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-19T09:56:53.478 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-19T09:56:53.479 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph health --format=json 2024-08-19T09:56:53.717 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:53 smithi190 podman[61775]: 2024-08-19 09:56:53.513369255 +0000 UTC m=+0.017103855 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-19T09:56:53.717 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:53 smithi190 podman[61775]: 2024-08-19 09:56:53.624801246 +0000 UTC m=+0.128535831 volume create 0be64e97c7456b8d7098fccf218b2bf3ac074b8c8cd741de2b94d0ff4075c1e9 2024-08-19T09:56:53.717 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:53 smithi190 podman[61775]: 2024-08-19 09:56:53.716884224 +0000 UTC m=+0.220618810 container create 27a29841dfcf9fa2eb9e9d188c13187edef9e71538dbfcc1fde9010d7a6ce764 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T09:56:54.129 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:54.256 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:56:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:56:54] "GET /metrics HTTP/1.1" 200 33669 "" "Prometheus/2.43.0" 2024-08-19T09:56:54.256 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:53 smithi190 ceph-mon[26031]: from='client.24617 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T09:56:54.257 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:53 smithi190 ceph-mon[26031]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:54.257 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:53 smithi190 ceph-mon[16060]: from='client.24617 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T09:56:54.257 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:53 smithi190 ceph-mon[16060]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:54.257 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:53 smithi190 podman[61775]: 2024-08-19 09:56:53.994553019 +0000 UTC m=+0.498287612 container init 27a29841dfcf9fa2eb9e9d188c13187edef9e71538dbfcc1fde9010d7a6ce764 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T09:56:54.257 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:53 smithi190 podman[61775]: 2024-08-19 09:56:53.997303721 +0000 UTC m=+0.501038299 container start 27a29841dfcf9fa2eb9e9d188c13187edef9e71538dbfcc1fde9010d7a6ce764 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T09:56:54.257 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[61823]: ts=2024-08-19T09:56:54.009Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-19T09:56:54.257 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[61823]: ts=2024-08-19T09:56:54.009Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-19T09:56:54.258 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[61823]: ts=2024-08-19T09:56:54.010Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.190 port=9094 2024-08-19T09:56:54.258 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[61823]: ts=2024-08-19T09:56:54.011Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-19T09:56:54.258 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[61823]: ts=2024-08-19T09:56:54.033Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-19T09:56:54.258 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[61823]: ts=2024-08-19T09:56:54.034Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-19T09:56:54.258 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[61823]: ts=2024-08-19T09:56:54.036Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-19T09:56:54.258 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[61823]: ts=2024-08-19T09:56:54.036Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-19T09:56:54.259 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:54 smithi190 bash[61775]: 27a29841dfcf9fa2eb9e9d188c13187edef9e71538dbfcc1fde9010d7a6ce764 2024-08-19T09:56:54.259 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:54 smithi190 systemd[1]: Started Ceph alertmanager.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:56:54.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:53 smithi196 ceph-mon[19976]: from='client.24617 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T09:56:54.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:53 smithi196 ceph-mon[19976]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:55.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:55 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:55.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:55 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:55.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:55 smithi196 ceph-mon[19976]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T09:56:55.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:55 smithi196 ceph-mon[19976]: Reconfiguring daemon prometheus.a on smithi196 2024-08-19T09:56:55.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:55 smithi196 ceph-mon[19976]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:55.537 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:55 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:55.537 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:55 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:55.537 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:55 smithi190 ceph-mon[26031]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T09:56:55.537 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:55 smithi190 ceph-mon[26031]: Reconfiguring daemon prometheus.a on smithi196 2024-08-19T09:56:55.537 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:55 smithi190 ceph-mon[26031]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:55.537 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:55 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:55.537 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:55 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:56:55.537 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:55 smithi190 ceph-mon[16060]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T09:56:55.537 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:55 smithi190 ceph-mon[16060]: Reconfiguring daemon prometheus.a on smithi196 2024-08-19T09:56:55.538 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:55 smithi190 ceph-mon[16060]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:56.065 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:56:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[61823]: ts=2024-08-19T09:56:56.012Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000999469s 2024-08-19T09:56:56.191 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:56:56.191 INFO:teuthology.orchestra.run.smithi190.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-19T09:56:56.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:56 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:56:56.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:56 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:56:56.501 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:56 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:56:56.899 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-19T09:56:56.900 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T09:56:57.101 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:56:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:57 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3703372085' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-19T09:56:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:57 smithi196 ceph-mon[19976]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:57.454 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:57 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3703372085' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-19T09:56:57.454 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:57 smithi190 ceph-mon[26031]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:57.454 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:57 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3703372085' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-19T09:56:57.454 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:57 smithi190 ceph-mon[16060]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:56:57.916 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:57 smithi196 systemd[1]: Stopping Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T09:56:58.166 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:56:57.915Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-19T09:56:58.166 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:56:57.915Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-19T09:56:58.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:56:57.915Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-19T09:56:58.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:56:57.915Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-19T09:56:58.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:56:57.915Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-19T09:56:58.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:56:57.915Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-19T09:56:58.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:56:57.915Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-19T09:56:58.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:56:57.915Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-19T09:56:58.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:56:57.915Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-19T09:56:58.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:56:57.916Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-19T09:56:58.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:56:57.916Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-19T09:56:58.168 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[47675]: ts=2024-08-19T09:56:57.916Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-19T09:56:58.168 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:57 smithi196 podman[50763]: 2024-08-19 09:56:57.925758633 +0000 UTC m=+0.122898279 container died 75cf345b508e837f5deb4ff732ae4a868a9f855bc9be36c3b67f579e51f8c903 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T09:56:58.417 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:58 smithi196 podman[50763]: 2024-08-19 09:56:58.256661506 +0000 UTC m=+0.453801140 container cleanup 75cf345b508e837f5deb4ff732ae4a868a9f855bc9be36c3b67f579e51f8c903 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T09:56:58.417 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:58 smithi196 bash[50763]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a 2024-08-19T09:56:58.898 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:58 smithi196 podman[50777]: 2024-08-19 09:56:58.466081697 +0000 UTC m=+0.542742929 container remove 75cf345b508e837f5deb4ff732ae4a868a9f855bc9be36c3b67f579e51f8c903 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T09:56:58.898 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:58 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-19T09:56:58.898 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:58 smithi196 systemd[1]: Stopped Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:56:58.898 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:58 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.129s CPU time. 2024-08-19T09:56:58.898 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:58 smithi196 systemd[1]: Starting Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T09:56:59.031 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:56:59.031 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14430,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6835/3535075349","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":3535075349},{"type":"v1","addr":"172.21.15.190:6835","nonce":3535075349}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-19T09:54:55.623264+0000","modified":"2024-08-19T09:55:07.182967+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24316},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24316":{"gid":24316,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.196:6833/3130880661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3130880661},{"type":"v1","addr":"172.21.15.196:6833","nonce":3130880661}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-19T09:56:59.031 INFO:teuthology.orchestra.run.smithi190.stderr:dumped fsmap epoch 7 2024-08-19T09:56:59.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:58 smithi196 podman[50866]: 2024-08-19 09:56:58.801245901 +0000 UTC m=+0.018239433 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-19T09:56:59.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:58 smithi196 podman[50866]: 2024-08-19 09:56:58.957387872 +0000 UTC m=+0.174381393 container create 0962e8cd9aff259ba93ebf38a803a50f6efc2b143aff67b2aa0fbee9e6368f2c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T09:56:59.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:56:59] ENGINE Bus STOPPING 2024-08-19T09:56:59.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:56:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T09:56:59.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:56:59] ENGINE Bus STOPPED 2024-08-19T09:56:59.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:56:59] ENGINE Bus STARTING 2024-08-19T09:56:59.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:56:59] ENGINE Serving on http://:::9283 2024-08-19T09:56:59.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:56:59] ENGINE Bus STARTED 2024-08-19T09:56:59.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:56:59] ENGINE Bus STOPPING 2024-08-19T09:56:59.667 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 podman[50866]: 2024-08-19 09:56:59.169592886 +0000 UTC m=+0.386586409 container init 0962e8cd9aff259ba93ebf38a803a50f6efc2b143aff67b2aa0fbee9e6368f2c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T09:56:59.668 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 podman[50866]: 2024-08-19 09:56:59.172344692 +0000 UTC m=+0.389338205 container start 0962e8cd9aff259ba93ebf38a803a50f6efc2b143aff67b2aa0fbee9e6368f2c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T09:56:59.668 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.196Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-19T09:56:59.668 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.196Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-19T09:56:59.668 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.196Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi196 (none))" 2024-08-19T09:56:59.668 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.196Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-19T09:56:59.668 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.196Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-19T09:56:59.668 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.198Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-19T09:56:59.668 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.198Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-19T09:56:59.668 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.199Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-19T09:56:59.668 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.199Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-19T09:56:59.668 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.202Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-19T09:56:59.668 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.202Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.685µs 2024-08-19T09:56:59.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.202Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-19T09:56:59.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.203Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-08-19T09:56:59.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.203Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-08-19T09:56:59.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.203Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.85µs wal_replay_duration=1.601486ms wbl_replay_duration=107ns total_replay_duration=1.638192ms 2024-08-19T09:56:59.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.204Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-19T09:56:59.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.204Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-19T09:56:59.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.204Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-19T09:56:59.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.225Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.964943ms db_storage=714ns remote_storage=1.141µs web_handler=613ns query_engine=570ns scrape=620.201µs scrape_sd=85.307µs notify=17.935µs notify_sd=21.648µs rules=19.900518ms tracing=7.128µs 2024-08-19T09:56:59.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.225Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-19T09:56:59.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:56:59.225Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-19T09:56:59.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 bash[50866]: 0962e8cd9aff259ba93ebf38a803a50f6efc2b143aff67b2aa0fbee9e6368f2c 2024-08-19T09:56:59.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:56:59 smithi196 systemd[1]: Started Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:56:59.671 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T09:57:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-mon[19976]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2954654640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:57:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T09:57:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi190:9093"}]: dispatch 2024-08-19T09:57:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T09:57:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T09:57:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:00.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T09:57:00.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-19T09:57:00.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:00.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:56:59 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:57:00.201 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T09:57:00.201 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:00] ENGINE Bus STOPPED 2024-08-19T09:57:00.202 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:00] ENGINE Bus STARTING 2024-08-19T09:57:00.202 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:00] ENGINE Serving on http://:::9283 2024-08-19T09:57:00.202 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:00] ENGINE Bus STARTED 2024-08-19T09:57:00.202 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:00] ENGINE Bus STOPPING 2024-08-19T09:57:00.202 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[16060]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:00.202 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2954654640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:57:00.202 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:00.202 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:00.202 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T09:57:00.202 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi190:9093"}]: dispatch 2024-08-19T09:57:00.203 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:00.203 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T09:57:00.203 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T09:57:00.203 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:00.203 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T09:57:00.203 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-19T09:57:00.203 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:00.203 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:57:00.203 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[26031]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:00.203 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2954654640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:57:00.203 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:00.204 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:00.204 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T09:57:00.204 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi190:9093"}]: dispatch 2024-08-19T09:57:00.204 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:00.204 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T09:57:00.204 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T09:57:00.204 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:00.204 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T09:57:00.204 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-19T09:57:00.204 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:00.204 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:56:59 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:57:00.541 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:57:00.906 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T09:57:00.906 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:00] ENGINE Bus STOPPED 2024-08-19T09:57:00.906 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:00] ENGINE Bus STARTING 2024-08-19T09:57:00.906 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:00] ENGINE Serving on http://:::9283 2024-08-19T09:57:00.906 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:00] ENGINE Bus STARTED 2024-08-19T09:57:01.010 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:00 smithi196 ceph-mon[19976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T09:57:01.011 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:00 smithi196 ceph-mon[19976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi190:9093"}]: dispatch 2024-08-19T09:57:01.011 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:00 smithi196 ceph-mon[19976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T09:57:01.011 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:00 smithi196 ceph-mon[19976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T09:57:01.011 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:00 smithi196 ceph-mon[19976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T09:57:01.011 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:00 smithi196 ceph-mon[19976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-19T09:57:01.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-mon[26031]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T09:57:01.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-mon[26031]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi190:9093"}]: dispatch 2024-08-19T09:57:01.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-mon[26031]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T09:57:01.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-mon[26031]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T09:57:01.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-mon[26031]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T09:57:01.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-mon[26031]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-19T09:57:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-mon[16060]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T09:57:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-mon[16060]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi190:9093"}]: dispatch 2024-08-19T09:57:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-mon[16060]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T09:57:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-mon[16060]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T09:57:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-mon[16060]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T09:57:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:00 smithi190 ceph-mon[16060]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-19T09:57:02.003 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:01 smithi190 ceph-mon[26031]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:02.003 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:01 smithi190 ceph-mon[16060]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:02.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:01 smithi196 ceph-mon[19976]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:02.467 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:57:02.468 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14430,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6835/3535075349","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":3535075349},{"type":"v1","addr":"172.21.15.190:6835","nonce":3535075349}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-19T09:54:55.623264+0000","modified":"2024-08-19T09:55:07.182967+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24316},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24316":{"gid":24316,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.196:6833/3130880661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3130880661},{"type":"v1","addr":"172.21.15.196:6833","nonce":3130880661}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-19T09:57:02.468 INFO:teuthology.orchestra.run.smithi190.stderr:dumped fsmap epoch 7 2024-08-19T09:57:03.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:02 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/150384286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:57:03.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:02 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:03.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:02 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:03.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:02 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/150384286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:57:03.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:02 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:03.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:02 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:02 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/150384286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:57:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:02 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:02 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:03.442 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T09:57:04.232 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:03 smithi190 ceph-mon[26031]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:04.232 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:03 smithi190 ceph-mon[16060]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:04.232 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:57:04 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[61823]: ts=2024-08-19T09:57:04.014Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002736065s 2024-08-19T09:57:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:03 smithi196 ceph-mon[19976]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:04.470 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:57:05.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:05 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:05.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:05 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:05.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:05 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:57:05.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:05 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:57:05.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:05 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:05.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:05 smithi190 ceph-mon[16060]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:05 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:05 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:05 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:57:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:05 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:57:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:05 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:05 smithi190 ceph-mon[26031]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:05.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:05 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:05.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:05 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:05.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:05 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:57:05.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:05 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:57:05.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:05 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:05.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:05 smithi196 ceph-mon[19976]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:06.385 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:57:06.386 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":75,"fsid":"3fc239b0-5e10-11ef-bccf-c7b262605968","created":"2024-08-19T09:49:35.891385+0000","modified":"2024-08-19T09:55:55.850333+0000","last_up_change":"2024-08-19T09:54:27.345099+0000","last_in_change":"2024-08-19T09:54:10.453045+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T09:52:34.372987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T09:54:49.695520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T09:54:52.654083+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-19T09:55:43.590497+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfae32ab-6108-4681-b678-88c7515b4005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6803","nonce":2222701920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6805","nonce":2222701920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6809","nonce":2222701920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2222701920},{"type":"v1","addr":"172.21.15.190:6807","nonce":2222701920}]},"public_addr":"172.21.15.190:6803/2222701920","cluster_addr":"172.21.15.190:6805/2222701920","heartbeat_back_addr":"172.21.15.190:6809/2222701920","heartbeat_front_addr":"172.21.15.190:6807/2222701920","state":["exists","up"]},{"osd":1,"uuid":"9fb0b38f-752d-46f6-8f2e-ccc0293d815a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6811","nonce":1194903473}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6813","nonce":1194903473}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6817","nonce":1194903473}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":1194903473},{"type":"v1","addr":"172.21.15.190:6815","nonce":1194903473}]},"public_addr":"172.21.15.190:6811/1194903473","cluster_addr":"172.21.15.190:6813/1194903473","heartbeat_back_addr":"172.21.15.190:6817/1194903473","heartbeat_front_addr":"172.21.15.190:6815/1194903473","state":["exists","up"]},{"osd":2,"uuid":"87d362f2-539c-4df3-bdeb-e7c8a6d63009","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6819","nonce":3374653496}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6821","nonce":3374653496}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6825","nonce":3374653496}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":3374653496},{"type":"v1","addr":"172.21.15.190:6823","nonce":3374653496}]},"public_addr":"172.21.15.190:6819/3374653496","cluster_addr":"172.21.15.190:6821/3374653496","heartbeat_back_addr":"172.21.15.190:6825/3374653496","heartbeat_front_addr":"172.21.15.190:6823/3374653496","state":["exists","up"]},{"osd":3,"uuid":"9c8bd1a5-03bf-4ba4-8b27-88c8f7785fe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6827","nonce":1490136440}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6829","nonce":1490136440}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6833","nonce":1490136440}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":1490136440},{"type":"v1","addr":"172.21.15.190:6831","nonce":1490136440}]},"public_addr":"172.21.15.190:6827/1490136440","cluster_addr":"172.21.15.190:6829/1490136440","heartbeat_back_addr":"172.21.15.190:6833/1490136440","heartbeat_front_addr":"172.21.15.190:6831/1490136440","state":["exists","up"]},{"osd":4,"uuid":"6b893e27-e5ee-4c1c-a265-83bf0a4fb4be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6801","nonce":1699089756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6803","nonce":1699089756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6807","nonce":1699089756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":1699089756},{"type":"v1","addr":"172.21.15.196:6805","nonce":1699089756}]},"public_addr":"172.21.15.196:6801/1699089756","cluster_addr":"172.21.15.196:6803/1699089756","heartbeat_back_addr":"172.21.15.196:6807/1699089756","heartbeat_front_addr":"172.21.15.196:6805/1699089756","state":["exists","up"]},{"osd":5,"uuid":"36617f5e-73ed-43eb-b6ee-5b69be91316e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6809","nonce":3035974771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6811","nonce":3035974771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6815","nonce":3035974771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":3035974771},{"type":"v1","addr":"172.21.15.196:6813","nonce":3035974771}]},"public_addr":"172.21.15.196:6809/3035974771","cluster_addr":"172.21.15.196:6811/3035974771","heartbeat_back_addr":"172.21.15.196:6815/3035974771","heartbeat_front_addr":"172.21.15.196:6813/3035974771","state":["exists","up"]},{"osd":6,"uuid":"89fbc1af-0f11-4802-b5bb-dfe09e183121","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6817","nonce":3114203092}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6819","nonce":3114203092}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6823","nonce":3114203092}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3114203092},{"type":"v1","addr":"172.21.15.196:6821","nonce":3114203092}]},"public_addr":"172.21.15.196:6817/3114203092","cluster_addr":"172.21.15.196:6819/3114203092","heartbeat_back_addr":"172.21.15.196:6823/3114203092","heartbeat_front_addr":"172.21.15.196:6821/3114203092","state":["exists","up"]},{"osd":7,"uuid":"38d2cdbb-84cf-41c0-aae3-bf9397bd26f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6825","nonce":3047761877}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6827","nonce":3047761877}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6831","nonce":3047761877}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":3047761877},{"type":"v1","addr":"172.21.15.196:6829","nonce":3047761877}]},"public_addr":"172.21.15.196:6825/3047761877","cluster_addr":"172.21.15.196:6827/3047761877","heartbeat_back_addr":"172.21.15.196:6831/3047761877","heartbeat_front_addr":"172.21.15.196:6829/3047761877","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:51:43.488528+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:07.231492+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:30.134146+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:54.048258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:15.255415+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:38.341160+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:02.013132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:25.522229+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.190:0/3705058267":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/666034353":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/1066732937":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/2911373684":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/417309172":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6800/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:6801/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/1110135241":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/3231415537":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/3551021348":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6800/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6800/1563181590":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/1949421699":"2024-08-20T09:55:40.858869+0000","172.21.15.190:6801/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/3349399447":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6801/1563181590":"2024-08-20T09:55:40.858869+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T09:57:06.738 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:06 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/548397671' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:57:06.738 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:06 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/548397671' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:57:06.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:06 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/548397671' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-19T09:57:07.155 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T09:57:07.361 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:57:07.800 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:07 smithi190 ceph-mon[16060]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:07.800 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:07 smithi190 ceph-mon[26031]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:07.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:07 smithi196 ceph-mon[19976]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:09.247 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T09:57:09.247 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14430,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6835/3535075349","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":3535075349},{"type":"v1","addr":"172.21.15.190:6835","nonce":3535075349}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-19T09:54:55.623264+0000","modified":"2024-08-19T09:55:07.182967+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24316},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24316":{"gid":24316,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.196:6833/3130880661","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3130880661},{"type":"v1","addr":"172.21.15.196:6833","nonce":3130880661}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-19T09:57:09.247 INFO:teuthology.orchestra.run.smithi190.stderr:dumped fsmap epoch 7 2024-08-19T09:57:09.979 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-08-19T09:54:55.623264+0000', 'modified': '2024-08-19T09:55:07.182967+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24316}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24316': {'gid': 24316, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.196:6833/3130880661', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.196:6832', 'nonce': 3130880661}, {'type': 'v1', 'addr': '172.21.15.196:6833', 'nonce': 3130880661}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-08-19T09:57:09.979 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-08-19T09:57:09.980 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph tell mds.b status 2024-08-19T09:57:10.184 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:57:10.307 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:09 smithi190 ceph-mon[16060]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:10.307 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:09 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/269654791' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:57:10.307 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:09 smithi190 ceph-mon[26031]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:10.307 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:09 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/269654791' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:57:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:09 smithi196 ceph-mon[19976]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:10.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:09 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/269654791' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-19T09:57:11.136 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:10 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:57:11.137 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:10 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:57:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:10 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:57:11.611 INFO:teuthology.orchestra.run.smithi190.stderr:2024-08-19T09:57:11.610+0000 7f6c427fc640 0 client.24659 ms_handle_reset on v2:172.21.15.196:6832/3130880661 2024-08-19T09:57:11.629 INFO:teuthology.orchestra.run.smithi190.stderr:2024-08-19T09:57:11.628+0000 7f6c427fc640 0 client.24665 ms_handle_reset on v2:172.21.15.196:6832/3130880661 2024-08-19T09:57:11.630 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T09:57:11.630 INFO:teuthology.orchestra.run.smithi190.stdout: "cluster_fsid": "3fc239b0-5e10-11ef-bccf-c7b262605968", 2024-08-19T09:57:11.630 INFO:teuthology.orchestra.run.smithi190.stdout: "whoami": 0, 2024-08-19T09:57:11.630 INFO:teuthology.orchestra.run.smithi190.stdout: "id": 24316, 2024-08-19T09:57:11.630 INFO:teuthology.orchestra.run.smithi190.stdout: "want_state": "up:active", 2024-08-19T09:57:11.630 INFO:teuthology.orchestra.run.smithi190.stdout: "state": "up:active", 2024-08-19T09:57:11.630 INFO:teuthology.orchestra.run.smithi190.stdout: "fs_name": "cephfs", 2024-08-19T09:57:11.630 INFO:teuthology.orchestra.run.smithi190.stdout: "rank_uptime": 136.00372208300001, 2024-08-19T09:57:11.630 INFO:teuthology.orchestra.run.smithi190.stdout: "mdsmap_epoch": 7, 2024-08-19T09:57:11.630 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_epoch": 75, 2024-08-19T09:57:11.631 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_epoch_barrier": 65, 2024-08-19T09:57:11.631 INFO:teuthology.orchestra.run.smithi190.stdout: "uptime": 149.49566313899999 2024-08-19T09:57:11.631 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T09:57:12.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:11 smithi190 ceph-mon[16060]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:12.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:11 smithi190 ceph-mon[26031]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:12.384 INFO:tasks.cephadm:Setup complete, yielding 2024-08-19T09:57:12.384 INFO:teuthology.run_tasks:Running task print... 2024-08-19T09:57:12.395 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-08-19T09:57:12.395 INFO:teuthology.run_tasks:Running task print... 2024-08-19T09:57:12.415 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-08-19T09:57:12.415 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-08-19T09:57:12.425 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi190.front.sepia.ceph.com 2024-08-19T09:57:12.425 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-08-19T09:57:12.426 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:11 smithi196 ceph-mon[19976]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:12.627 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:57:14.025 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:13 smithi190 ceph-mon[26031]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:14.025 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:13 smithi190 ceph-mon[26031]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-19T09:57:14.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:13 smithi190 ceph-mon[16060]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:14.025 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:13 smithi190 ceph-mon[16060]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-19T09:57:14.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:57:14] "GET /metrics HTTP/1.1" 200 33672 "" "Prometheus/2.43.0" 2024-08-19T09:57:14.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:13 smithi196 ceph-mon[19976]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:14.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:13 smithi196 ceph-mon[19976]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-19T09:57:14.647 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:14] ENGINE Bus STOPPING 2024-08-19T09:57:14.647 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T09:57:14.647 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:14] ENGINE Bus STOPPED 2024-08-19T09:57:15.017 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:14] ENGINE Bus STARTING 2024-08-19T09:57:15.018 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:14] ENGINE Serving on http://:::9283 2024-08-19T09:57:15.018 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:57:14] ENGINE Bus STARTED 2024-08-19T09:57:15.038 INFO:teuthology.run_tasks:Running task print... 2024-08-19T09:57:15.047 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-08-19T09:57:15.047 INFO:teuthology.run_tasks:Running task print... 2024-08-19T09:57:15.057 INFO:teuthology.task.print:**** done start telemetry reef... 2024-08-19T09:57:15.057 INFO:teuthology.run_tasks:Running task workunit... 2024-08-19T09:57:15.071 INFO:tasks.workunit:Pulling workunits from ref 964adda23da9f7b057cb34fdc0b82aeb7ed65324 2024-08-19T09:57:15.072 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-19T09:57:15.072 DEBUG:teuthology.orchestra.run.smithi190:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-19T09:57:15.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T09:57:15.088 INFO:teuthology.orchestra.run.smithi190.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-19T09:57:15.089 DEBUG:teuthology.orchestra.run.smithi190:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-19T09:57:15.144 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-19T09:57:15.144 DEBUG:teuthology.orchestra.run.smithi190:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-19T09:57:15.200 INFO:tasks.workunit:timeout=3h 2024-08-19T09:57:15.200 INFO:tasks.workunit:cleanup=True 2024-08-19T09:57:15.200 DEBUG:teuthology.orchestra.run.smithi190:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 964adda23da9f7b057cb34fdc0b82aeb7ed65324 2024-08-19T09:57:15.255 INFO:tasks.workunit.client.0.smithi190.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-19T09:57:15.583 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:15 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/965449439' entity='client.admin' 2024-08-19T09:57:15.583 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:57:15.583 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:15 smithi190 ceph-mon[26031]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:15.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:15 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/965449439' entity='client.admin' 2024-08-19T09:57:15.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:57:15.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:15 smithi190 ceph-mon[16060]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:15 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/965449439' entity='client.admin' 2024-08-19T09:57:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:57:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:15 smithi196 ceph-mon[19976]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:18.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[26031]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:18.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:18.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:18.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:18.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:18.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:57:18.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:57:18.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:18.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[16060]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:18.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:18.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:18.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:18.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:18.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:57:18.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:57:18.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:17 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:17 smithi196 ceph-mon[19976]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:17 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:17 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:17 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:17 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:17 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:57:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:17 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:57:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:17 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:57:20.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:19 smithi190 ceph-mon[16060]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:20.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:19 smithi190 ceph-mon[26031]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:20.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:19 smithi196 ceph-mon[19976]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:22.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:21 smithi190 ceph-mon[16060]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:22.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:21 smithi190 ceph-mon[26031]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:22.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:21 smithi196 ceph-mon[19976]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:24.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:23 smithi190 ceph-mon[26031]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:24.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:23 smithi190 ceph-mon[16060]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:24.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:24 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:57:24] "GET /metrics HTTP/1.1" 200 33672 "" "Prometheus/2.43.0" 2024-08-19T09:57:24.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:23 smithi196 ceph-mon[19976]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-19T09:57:26.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:25 smithi190 ceph-mon[16060]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:26.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:25 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:57:26.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:25 smithi190 ceph-mon[26031]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:26.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:25 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:57:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:25 smithi196 ceph-mon[19976]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:25 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:57:28.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:27 smithi190 ceph-mon[26031]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:28.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:27 smithi190 ceph-mon[16060]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:28.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:27 smithi196 ceph-mon[19976]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:30.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:29 smithi190 ceph-mon[26031]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:30.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:29 smithi190 ceph-mon[16060]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:29 smithi196 ceph-mon[19976]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:32.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:31 smithi190 ceph-mon[16060]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:32.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:31 smithi190 ceph-mon[26031]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:31 smithi196 ceph-mon[19976]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:34.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:33 smithi190 ceph-mon[16060]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:34.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:33 smithi190 ceph-mon[26031]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:34.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:57:34] "GET /metrics HTTP/1.1" 200 33670 "" "Prometheus/2.43.0" 2024-08-19T09:57:34.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:33 smithi196 ceph-mon[19976]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:36.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:35 smithi196 ceph-mon[19976]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:36.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:35 smithi190 ceph-mon[16060]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:36.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:35 smithi190 ceph-mon[26031]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:38.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:37 smithi190 ceph-mon[26031]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:38.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:37 smithi190 ceph-mon[16060]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:37 smithi196 ceph-mon[19976]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:40.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:39 smithi190 ceph-mon[16060]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:40.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:39 smithi190 ceph-mon[26031]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:39 smithi196 ceph-mon[19976]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:42.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:41 smithi196 ceph-mon[19976]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:42.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:57:42.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:41 smithi190 ceph-mon[26031]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:42.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:57:42.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:41 smithi190 ceph-mon[16060]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:42.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:57:44.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:43 smithi190 ceph-mon[16060]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:44.470 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:57:44] "GET /metrics HTTP/1.1" 200 33670 "" "Prometheus/2.43.0" 2024-08-19T09:57:44.470 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:43 smithi190 ceph-mon[26031]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:44.471 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:43 smithi196 ceph-mon[19976]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:46.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:45 smithi190 ceph-mon[26031]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:46.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:45 smithi190 ceph-mon[16060]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:46.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:45 smithi196 ceph-mon[19976]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:48.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:47 smithi190 ceph-mon[26031]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:48.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:47 smithi190 ceph-mon[16060]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:48.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:47 smithi196 ceph-mon[19976]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:50.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:49 smithi190 ceph-mon[26031]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:50.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:49 smithi190 ceph-mon[16060]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:50.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:49 smithi196 ceph-mon[19976]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:52.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:51 smithi190 ceph-mon[26031]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:52.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:51 smithi190 ceph-mon[16060]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:52.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:51 smithi196 ceph-mon[19976]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:54.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:53 smithi190 ceph-mon[26031]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:54.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:57:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:57:54] "GET /metrics HTTP/1.1" 200 33670 "" "Prometheus/2.43.0" 2024-08-19T09:57:54.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:53 smithi190 ceph-mon[16060]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:54.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:53 smithi196 ceph-mon[19976]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:56.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:55 smithi190 ceph-mon[16060]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:56.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:55 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:57:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:55 smithi190 ceph-mon[26031]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:55 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:57:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:55 smithi196 ceph-mon[19976]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:55 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:57:58.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:57 smithi190 ceph-mon[26031]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:58.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:57 smithi190 ceph-mon[16060]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:57:58.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:57 smithi196 ceph-mon[19976]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:00.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:57:59 smithi190 ceph-mon[26031]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:00.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:57:59 smithi190 ceph-mon[16060]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:00.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:57:59 smithi196 ceph-mon[19976]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:02.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:01 smithi190 ceph-mon[26031]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:01 smithi190 ceph-mon[16060]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:02.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:01 smithi196 ceph-mon[19976]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:04.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:03 smithi190 ceph-mon[26031]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:04.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:04 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:58:04] "GET /metrics HTTP/1.1" 200 33682 "" "Prometheus/2.43.0" 2024-08-19T09:58:04.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:03 smithi190 ceph-mon[16060]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:03 smithi196 ceph-mon[19976]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:06.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:05 smithi190 ceph-mon[26031]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:06.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:05 smithi190 ceph-mon[16060]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:06.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:05 smithi196 ceph-mon[19976]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:08.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:07 smithi190 ceph-mon[16060]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:08.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:07 smithi190 ceph-mon[26031]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:08.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:07 smithi196 ceph-mon[19976]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:09.481 INFO:tasks.workunit.client.0.smithi190.stderr:Note: switching to '964adda23da9f7b057cb34fdc0b82aeb7ed65324'. 2024-08-19T09:58:09.481 INFO:tasks.workunit.client.0.smithi190.stderr: 2024-08-19T09:58:09.481 INFO:tasks.workunit.client.0.smithi190.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-19T09:58:09.482 INFO:tasks.workunit.client.0.smithi190.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-19T09:58:09.482 INFO:tasks.workunit.client.0.smithi190.stderr:state without impacting any branches by switching back to a branch. 2024-08-19T09:58:09.482 INFO:tasks.workunit.client.0.smithi190.stderr: 2024-08-19T09:58:09.482 INFO:tasks.workunit.client.0.smithi190.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-19T09:58:09.482 INFO:tasks.workunit.client.0.smithi190.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-19T09:58:09.482 INFO:tasks.workunit.client.0.smithi190.stderr: 2024-08-19T09:58:09.482 INFO:tasks.workunit.client.0.smithi190.stderr: git switch -c 2024-08-19T09:58:09.482 INFO:tasks.workunit.client.0.smithi190.stderr: 2024-08-19T09:58:09.482 INFO:tasks.workunit.client.0.smithi190.stderr:Or undo this operation with: 2024-08-19T09:58:09.482 INFO:tasks.workunit.client.0.smithi190.stderr: 2024-08-19T09:58:09.482 INFO:tasks.workunit.client.0.smithi190.stderr: git switch - 2024-08-19T09:58:09.482 INFO:tasks.workunit.client.0.smithi190.stderr: 2024-08-19T09:58:09.483 INFO:tasks.workunit.client.0.smithi190.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-19T09:58:09.483 INFO:tasks.workunit.client.0.smithi190.stderr: 2024-08-19T09:58:09.483 INFO:tasks.workunit.client.0.smithi190.stderr:HEAD is now at 964adda23da Merge pull request #59290 from anthonyeleven/mountpoint 2024-08-19T09:58:09.484 DEBUG:teuthology.orchestra.run.smithi190:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-19T09:58:09.547 INFO:tasks.workunit.client.0.smithi190.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-19T09:58:09.549 INFO:tasks.workunit.client.0.smithi190.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-19T09:58:09.549 INFO:tasks.workunit.client.0.smithi190.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-19T09:58:10.144 INFO:tasks.workunit.client.0.smithi190.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-19T09:58:10.209 INFO:tasks.workunit.client.0.smithi190.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-19T09:58:10.249 INFO:tasks.workunit.client.0.smithi190.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-19T09:58:10.250 INFO:tasks.workunit.client.0.smithi190.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-19T09:58:10.250 INFO:tasks.workunit.client.0.smithi190.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-19T09:58:10.289 INFO:tasks.workunit.client.0.smithi190.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-19T09:58:10.292 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T09:58:10.292 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-19T09:58:10.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:09 smithi190 ceph-mon[16060]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:10.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:09 smithi190 ceph-mon[26031]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:10.330 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-08-19T09:58:10.331 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-08-19T09:58:10.331 DEBUG:teuthology.orchestra.run.smithi190:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=964adda23da9f7b057cb34fdc0b82aeb7ed65324 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-08-19T09:58:10.400 INFO:tasks.workunit.client.0.smithi190.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-08-19T09:58:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:09 smithi196 ceph-mon[19976]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:10.791 INFO:tasks.workunit.client.0.smithi190.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-08-19T09:58:11.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:10 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:10] ENGINE Bus STOPPING 2024-08-19T09:58:11.179 INFO:tasks.workunit.client.0.smithi190.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-08-19T09:58:11.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T09:58:11.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:11] ENGINE Bus STOPPED 2024-08-19T09:58:11.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:11] ENGINE Bus STARTING 2024-08-19T09:58:11.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:11] ENGINE Serving on http://:::9283 2024-08-19T09:58:11.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:11] ENGINE Bus STARTED 2024-08-19T09:58:11.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:11] ENGINE Bus STOPPING 2024-08-19T09:58:11.576 INFO:tasks.workunit.client.0.smithi190.stderr:+ ceph telemetry preview 2024-08-19T09:58:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/947990354' entity='client.admin' 2024-08-19T09:58:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:58:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='client.? ' entity='client.admin' 2024-08-19T09:58:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/731241162' entity='client.admin' 2024-08-19T09:58:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:11 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:12.045 INFO:tasks.workunit.client.0.smithi190.stdout:{ 2024-08-19T09:58:12.045 INFO:tasks.workunit.client.0.smithi190.stdout: "balancer": { 2024-08-19T09:58:12.045 INFO:tasks.workunit.client.0.smithi190.stdout: "active": true, 2024-08-19T09:58:12.045 INFO:tasks.workunit.client.0.smithi190.stdout: "mode": "" 2024-08-19T09:58:12.045 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.045 INFO:tasks.workunit.client.0.smithi190.stdout: "channels": [ 2024-08-19T09:58:12.045 INFO:tasks.workunit.client.0.smithi190.stdout: "basic", 2024-08-19T09:58:12.045 INFO:tasks.workunit.client.0.smithi190.stdout: "crash", 2024-08-19T09:58:12.046 INFO:tasks.workunit.client.0.smithi190.stdout: "device", 2024-08-19T09:58:12.046 INFO:tasks.workunit.client.0.smithi190.stdout: "ident" 2024-08-19T09:58:12.046 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.046 INFO:tasks.workunit.client.0.smithi190.stdout: "channels_available": [ 2024-08-19T09:58:12.046 INFO:tasks.workunit.client.0.smithi190.stdout: "basic", 2024-08-19T09:58:12.046 INFO:tasks.workunit.client.0.smithi190.stdout: "ident", 2024-08-19T09:58:12.046 INFO:tasks.workunit.client.0.smithi190.stdout: "crash", 2024-08-19T09:58:12.046 INFO:tasks.workunit.client.0.smithi190.stdout: "device", 2024-08-19T09:58:12.046 INFO:tasks.workunit.client.0.smithi190.stdout: "perf" 2024-08-19T09:58:12.046 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.046 INFO:tasks.workunit.client.0.smithi190.stdout: "collections_available": [ 2024-08-19T09:58:12.046 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_base", 2024-08-19T09:58:12.046 INFO:tasks.workunit.client.0.smithi190.stdout: "device_base", 2024-08-19T09:58:12.047 INFO:tasks.workunit.client.0.smithi190.stdout: "crash_base", 2024-08-19T09:58:12.047 INFO:tasks.workunit.client.0.smithi190.stdout: "ident_base", 2024-08-19T09:58:12.047 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_perf", 2024-08-19T09:58:12.047 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_mds_metadata", 2024-08-19T09:58:12.047 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_usage", 2024-08-19T09:58:12.047 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_usage_by_class", 2024-08-19T09:58:12.047 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_rook_v01", 2024-08-19T09:58:12.047 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_memory_metrics", 2024-08-19T09:58:12.047 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_options_bluestore" 2024-08-19T09:58:12.047 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.047 INFO:tasks.workunit.client.0.smithi190.stdout: "collections_opted_in": [ 2024-08-19T09:58:12.047 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_base", 2024-08-19T09:58:12.047 INFO:tasks.workunit.client.0.smithi190.stdout: "device_base", 2024-08-19T09:58:12.047 INFO:tasks.workunit.client.0.smithi190.stdout: "crash_base", 2024-08-19T09:58:12.048 INFO:tasks.workunit.client.0.smithi190.stdout: "ident_base", 2024-08-19T09:58:12.048 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_perf", 2024-08-19T09:58:12.048 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_mds_metadata", 2024-08-19T09:58:12.048 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_usage", 2024-08-19T09:58:12.048 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_usage_by_class", 2024-08-19T09:58:12.048 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_rook_v01", 2024-08-19T09:58:12.048 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_memory_metrics", 2024-08-19T09:58:12.048 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_options_bluestore" 2024-08-19T09:58:12.048 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.048 INFO:tasks.workunit.client.0.smithi190.stdout: "config": { 2024-08-19T09:58:12.048 INFO:tasks.workunit.client.0.smithi190.stdout: "active_changed": [ 2024-08-19T09:58:12.048 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T09:58:12.048 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_debug", 2024-08-19T09:58:12.049 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_mon_ticket_ttl", 2024-08-19T09:58:12.049 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_service_ticket_ttl", 2024-08-19T09:58:12.049 INFO:tasks.workunit.client.0.smithi190.stdout: "bdev_debug_aio", 2024-08-19T09:58:12.049 INFO:tasks.workunit.client.0.smithi190.stdout: "client_check_pool_perm", 2024-08-19T09:58:12.049 INFO:tasks.workunit.client.0.smithi190.stdout: "client_mount_gid", 2024-08-19T09:58:12.049 INFO:tasks.workunit.client.0.smithi190.stdout: "client_mount_uid", 2024-08-19T09:58:12.049 INFO:tasks.workunit.client.0.smithi190.stdout: "client_quota", 2024-08-19T09:58:12.049 INFO:tasks.workunit.client.0.smithi190.stdout: "container_image", 2024-08-19T09:58:12.049 INFO:tasks.workunit.client.0.smithi190.stdout: "daemonize", 2024-08-19T09:58:12.049 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_asserts_on_shutdown", 2024-08-19T09:58:12.049 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mgr", 2024-08-19T09:58:12.049 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mon", 2024-08-19T09:58:12.049 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_ms", 2024-08-19T09:58:12.049 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_osd", 2024-08-19T09:58:12.050 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_paxos", 2024-08-19T09:58:12.050 INFO:tasks.workunit.client.0.smithi190.stdout: "keyring", 2024-08-19T09:58:12.050 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_block_size", 2024-08-19T09:58:12.050 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_cache_size", 2024-08-19T09:58:12.050 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_compression", 2024-08-19T09:58:12.050 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_log", 2024-08-19T09:58:12.050 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_write_buffer_size", 2024-08-19T09:58:12.050 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_file", 2024-08-19T09:58:12.050 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_journald", 2024-08-19T09:58:12.050 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_stderr", 2024-08-19T09:58:12.050 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_allow_pool_delete", 2024-08-19T09:58:12.050 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_clock_drift_allowed", 2024-08-19T09:58:12.050 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_file_level", 2024-08-19T09:58:12.050 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_file", 2024-08-19T09:58:12.050 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_journald", 2024-08-19T09:58:12.051 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_stderr", 2024-08-19T09:58:12.051 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_data_avail_warn", 2024-08-19T09:58:12.051 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_election_default_strategy", 2024-08-19T09:58:12.051 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_host", 2024-08-19T09:58:12.051 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_max_pg_per_osd", 2024-08-19T09:58:12.051 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_mgr_mkfs_grace", 2024-08-19T09:58:12.051 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_prime_pg_temp", 2024-08-19T09:58:12.051 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T09:58:12.051 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T09:58:12.051 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T09:58:12.051 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T09:58:12.051 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T09:58:12.051 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T09:58:12.052 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T09:58:12.052 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T09:58:12.052 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T09:58:12.052 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T09:58:12.052 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_too_few_osds", 2024-08-19T09:58:12.052 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_bug", 2024-08-19T09:58:12.052 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_old_message", 2024-08-19T09:58:12.052 INFO:tasks.workunit.client.0.smithi190.stdout: "no_config_file", 2024-08-19T09:58:12.052 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_default_list", 2024-08-19T09:58:12.052 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_load_list", 2024-08-19T09:58:12.052 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_crush_chooseleaf_type", 2024-08-19T09:58:12.053 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_misdirected_ops", 2024-08-19T09:58:12.053 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_op_order", 2024-08-19T09:58:12.053 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_pg_log_writeout", 2024-08-19T09:58:12.053 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_shutdown", 2024-08-19T09:58:12.053 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T09:58:12.053 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T09:58:12.053 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T09:58:12.053 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T09:58:12.053 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep", 2024-08-19T09:58:12.053 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep_hdd", 2024-08-19T09:58:12.053 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep_hybrid", 2024-08-19T09:58:12.053 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep_ssd", 2024-08-19T09:58:12.053 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_max_backfills", 2024-08-19T09:58:12.054 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T09:58:12.054 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_profile", 2024-08-19T09:58:12.054 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-19T09:58:12.054 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-19T09:58:12.054 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-19T09:58:12.054 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-19T09:58:12.054 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-19T09:58:12.054 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-19T09:58:12.054 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_client_lim", 2024-08-19T09:58:12.054 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_client_res", 2024-08-19T09:58:12.055 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-19T09:58:12.055 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target", 2024-08-19T09:58:12.055 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target_autotune", 2024-08-19T09:58:12.055 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue", 2024-08-19T09:58:12.055 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue_cut_off", 2024-08-19T09:58:12.055 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pg_delete_cost", 2024-08-19T09:58:12.055 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T09:58:12.055 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T09:58:12.055 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recover_clone_overlap", 2024-08-19T09:58:12.055 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_active", 2024-08-19T09:58:12.055 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_active_hdd", 2024-08-19T09:58:12.055 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_active_ssd", 2024-08-19T09:58:12.055 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_chunk", 2024-08-19T09:58:12.056 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep", 2024-08-19T09:58:12.056 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep_hdd", 2024-08-19T09:58:12.056 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep_hybrid", 2024-08-19T09:58:12.056 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep_ssd", 2024-08-19T09:58:12.056 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_load_threshold", 2024-08-19T09:58:12.056 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_max_interval", 2024-08-19T09:58:12.056 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_sleep", 2024-08-19T09:58:12.056 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_shutdown_pgref_assert", 2024-08-19T09:58:12.056 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep", 2024-08-19T09:58:12.056 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep_hdd", 2024-08-19T09:58:12.056 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-19T09:58:12.056 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep_ssd", 2024-08-19T09:58:12.056 INFO:tasks.workunit.client.0.smithi190.stdout: "public_addr", 2024-08-19T09:58:12.057 INFO:tasks.workunit.client.0.smithi190.stdout: "public_addrv", 2024-08-19T09:58:12.057 INFO:tasks.workunit.client.0.smithi190.stdout: "public_network", 2024-08-19T09:58:12.057 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd_default_features", 2024-08-19T09:58:12.057 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd_qos_exclude_ops", 2024-08-19T09:58:12.057 INFO:tasks.workunit.client.0.smithi190.stdout: "setgroup", 2024-08-19T09:58:12.057 INFO:tasks.workunit.client.0.smithi190.stdout: "setuser" 2024-08-19T09:58:12.057 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.057 INFO:tasks.workunit.client.0.smithi190.stdout: "cluster_changed": [ 2024-08-19T09:58:12.057 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T09:58:12.057 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_debug", 2024-08-19T09:58:12.057 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_mon_ticket_ttl", 2024-08-19T09:58:12.057 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_service_ticket_ttl", 2024-08-19T09:58:12.057 INFO:tasks.workunit.client.0.smithi190.stdout: "bdev_debug_aio", 2024-08-19T09:58:12.057 INFO:tasks.workunit.client.0.smithi190.stdout: "container_image", 2024-08-19T09:58:12.058 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_asserts_on_shutdown", 2024-08-19T09:58:12.058 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mgr", 2024-08-19T09:58:12.058 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mon", 2024-08-19T09:58:12.058 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_ms", 2024-08-19T09:58:12.058 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_osd", 2024-08-19T09:58:12.058 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_paxos", 2024-08-19T09:58:12.058 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_file", 2024-08-19T09:58:12.058 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_journald", 2024-08-19T09:58:12.058 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_stderr", 2024-08-19T09:58:12.058 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_join_fs", 2024-08-19T09:58:12.058 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/allow_ptrace", 2024-08-19T09:58:12.058 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/container_init", 2024-08-19T09:58:12.058 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/migration_current", 2024-08-19T09:58:12.059 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/use_repo_digest", 2024-08-19T09:58:12.059 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-19T09:58:12.059 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-19T09:58:12.059 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-19T09:58:12.059 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-19T09:58:12.059 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/ssl_server_port", 2024-08-19T09:58:12.059 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/orchestrator/orchestrator", 2024-08-19T09:58:12.059 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/channel_ident", 2024-08-19T09:58:12.059 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/description", 2024-08-19T09:58:12.059 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/organization", 2024-08-19T09:58:12.059 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_allow_pool_delete", 2024-08-19T09:58:12.059 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_clock_drift_allowed", 2024-08-19T09:58:12.059 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_file_level", 2024-08-19T09:58:12.059 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_file", 2024-08-19T09:58:12.059 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_data_avail_warn", 2024-08-19T09:58:12.060 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_election_default_strategy", 2024-08-19T09:58:12.060 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_max_pg_per_osd", 2024-08-19T09:58:12.060 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_mgr_mkfs_grace", 2024-08-19T09:58:12.060 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_prime_pg_temp", 2024-08-19T09:58:12.060 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T09:58:12.060 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T09:58:12.060 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T09:58:12.060 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T09:58:12.060 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T09:58:12.060 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T09:58:12.060 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T09:58:12.060 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T09:58:12.060 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T09:58:12.060 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T09:58:12.060 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_too_few_osds", 2024-08-19T09:58:12.061 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_bug", 2024-08-19T09:58:12.061 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_old_message", 2024-08-19T09:58:12.061 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_default_list", 2024-08-19T09:58:12.061 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_load_list", 2024-08-19T09:58:12.061 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_misdirected_ops", 2024-08-19T09:58:12.061 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_op_order", 2024-08-19T09:58:12.061 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_pg_log_writeout", 2024-08-19T09:58:12.061 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_shutdown", 2024-08-19T09:58:12.061 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T09:58:12.061 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T09:58:12.061 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T09:58:12.061 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T09:58:12.061 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T09:58:12.061 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_profile", 2024-08-19T09:58:12.062 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target", 2024-08-19T09:58:12.062 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target_autotune", 2024-08-19T09:58:12.062 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue", 2024-08-19T09:58:12.062 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue_cut_off", 2024-08-19T09:58:12.062 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T09:58:12.062 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T09:58:12.062 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recover_clone_overlap", 2024-08-19T09:58:12.062 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_chunk", 2024-08-19T09:58:12.062 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_load_threshold", 2024-08-19T09:58:12.062 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_max_interval", 2024-08-19T09:58:12.062 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_shutdown_pgref_assert", 2024-08-19T09:58:12.062 INFO:tasks.workunit.client.0.smithi190.stdout: "public_network", 2024-08-19T09:58:12.062 INFO:tasks.workunit.client.0.smithi190.stdout: "rgw_cache_enabled", 2024-08-19T09:58:12.062 INFO:tasks.workunit.client.0.smithi190.stdout: "rgw_enable_ops_log", 2024-08-19T09:58:12.063 INFO:tasks.workunit.client.0.smithi190.stdout: "rgw_enable_usage_log" 2024-08-19T09:58:12.063 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:12.063 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.063 INFO:tasks.workunit.client.0.smithi190.stdout: "contact": null, 2024-08-19T09:58:12.063 INFO:tasks.workunit.client.0.smithi190.stdout: "crashes": [], 2024-08-19T09:58:12.063 INFO:tasks.workunit.client.0.smithi190.stdout: "created": "2024-08-19T09:49:32.980697Z", 2024-08-19T09:58:12.063 INFO:tasks.workunit.client.0.smithi190.stdout: "crush": { 2024-08-19T09:58:12.063 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket_algs": { 2024-08-19T09:58:12.063 INFO:tasks.workunit.client.0.smithi190.stdout: "straw2": 3 2024-08-19T09:58:12.063 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.063 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket_sizes": { 2024-08-19T09:58:12.063 INFO:tasks.workunit.client.0.smithi190.stdout: "2": 1, 2024-08-19T09:58:12.063 INFO:tasks.workunit.client.0.smithi190.stdout: "4": 2 2024-08-19T09:58:12.063 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.064 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket_types": { 2024-08-19T09:58:12.064 INFO:tasks.workunit.client.0.smithi190.stdout: "1": 2, 2024-08-19T09:58:12.064 INFO:tasks.workunit.client.0.smithi190.stdout: "11": 1 2024-08-19T09:58:12.064 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.064 INFO:tasks.workunit.client.0.smithi190.stdout: "compat_weight_set": false, 2024-08-19T09:58:12.064 INFO:tasks.workunit.client.0.smithi190.stdout: "device_classes": [ 2024-08-19T09:58:12.064 INFO:tasks.workunit.client.0.smithi190.stdout: 8 2024-08-19T09:58:12.064 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.064 INFO:tasks.workunit.client.0.smithi190.stdout: "num_buckets": 6, 2024-08-19T09:58:12.064 INFO:tasks.workunit.client.0.smithi190.stdout: "num_devices": 8, 2024-08-19T09:58:12.064 INFO:tasks.workunit.client.0.smithi190.stdout: "num_rules": 1, 2024-08-19T09:58:12.064 INFO:tasks.workunit.client.0.smithi190.stdout: "num_types": 12, 2024-08-19T09:58:12.064 INFO:tasks.workunit.client.0.smithi190.stdout: "num_weight_sets": 0, 2024-08-19T09:58:12.064 INFO:tasks.workunit.client.0.smithi190.stdout: "tunables": { 2024-08-19T09:58:12.065 INFO:tasks.workunit.client.0.smithi190.stdout: "allowed_bucket_algs": 54, 2024-08-19T09:58:12.065 INFO:tasks.workunit.client.0.smithi190.stdout: "choose_local_fallback_tries": 0, 2024-08-19T09:58:12.065 INFO:tasks.workunit.client.0.smithi190.stdout: "choose_local_tries": 0, 2024-08-19T09:58:12.065 INFO:tasks.workunit.client.0.smithi190.stdout: "choose_total_tries": 50, 2024-08-19T09:58:12.065 INFO:tasks.workunit.client.0.smithi190.stdout: "chooseleaf_descend_once": 1, 2024-08-19T09:58:12.065 INFO:tasks.workunit.client.0.smithi190.stdout: "chooseleaf_stable": 1, 2024-08-19T09:58:12.065 INFO:tasks.workunit.client.0.smithi190.stdout: "chooseleaf_vary_r": 1, 2024-08-19T09:58:12.065 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v2_rules": 0, 2024-08-19T09:58:12.065 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v3_rules": 0, 2024-08-19T09:58:12.065 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v4_buckets": 1, 2024-08-19T09:58:12.065 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v5_rules": 0, 2024-08-19T09:58:12.065 INFO:tasks.workunit.client.0.smithi190.stdout: "legacy_tunables": 0, 2024-08-19T09:58:12.065 INFO:tasks.workunit.client.0.smithi190.stdout: "minimum_required_version": "jewel", 2024-08-19T09:58:12.066 INFO:tasks.workunit.client.0.smithi190.stdout: "optimal_tunables": 1, 2024-08-19T09:58:12.066 INFO:tasks.workunit.client.0.smithi190.stdout: "profile": "jewel", 2024-08-19T09:58:12.066 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables": 1, 2024-08-19T09:58:12.066 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables2": 1, 2024-08-19T09:58:12.066 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables3": 1, 2024-08-19T09:58:12.066 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables5": 1, 2024-08-19T09:58:12.066 INFO:tasks.workunit.client.0.smithi190.stdout: "straw_calc_version": 1 2024-08-19T09:58:12.066 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.066 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.066 INFO:tasks.workunit.client.0.smithi190.stdout: "description": "upgrade test cluster", 2024-08-19T09:58:12.066 INFO:tasks.workunit.client.0.smithi190.stdout: "fs": { 2024-08-19T09:58:12.066 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:12.066 INFO:tasks.workunit.client.0.smithi190.stdout: "feature_flags": { 2024-08-19T09:58:12.066 INFO:tasks.workunit.client.0.smithi190.stdout: "enable_multiple": true, 2024-08-19T09:58:12.067 INFO:tasks.workunit.client.0.smithi190.stdout: "ever_enabled_multiple": true 2024-08-19T09:58:12.067 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.067 INFO:tasks.workunit.client.0.smithi190.stdout: "filesystems": [ 2024-08-19T09:58:12.067 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:12.067 INFO:tasks.workunit.client.0.smithi190.stdout: "approx_ctime": "2024-08", 2024-08-19T09:58:12.067 INFO:tasks.workunit.client.0.smithi190.stdout: "balancer_enabled": false, 2024-08-19T09:58:12.067 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:12.067 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_caps": 0, 2024-08-19T09:58:12.067 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_dns": 10, 2024-08-19T09:58:12.067 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_inos": 13, 2024-08-19T09:58:12.067 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_subtrees": 2, 2024-08-19T09:58:12.067 INFO:tasks.workunit.client.0.smithi190.stdout: "ever_allowed_features": 0, 2024-08-19T09:58:12.067 INFO:tasks.workunit.client.0.smithi190.stdout: "explicitly_allowed_features": 0, 2024-08-19T09:58:12.067 INFO:tasks.workunit.client.0.smithi190.stdout: "files": 0, 2024-08-19T09:58:12.068 INFO:tasks.workunit.client.0.smithi190.stdout: "max_mds": 1, 2024-08-19T09:58:12.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_data_pools": 1, 2024-08-19T09:58:12.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_in": 1, 2024-08-19T09:58:12.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_mds": 1, 2024-08-19T09:58:12.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_sessions": 0, 2024-08-19T09:58:12.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_standby_replay": 0, 2024-08-19T09:58:12.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_up": 1, 2024-08-19T09:58:12.068 INFO:tasks.workunit.client.0.smithi190.stdout: "snaps": 0, 2024-08-19T09:58:12.068 INFO:tasks.workunit.client.0.smithi190.stdout: "standby_count_wanted": 0 2024-08-19T09:58:12.068 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.068 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_standby_mds": 1, 2024-08-19T09:58:12.068 INFO:tasks.workunit.client.0.smithi190.stdout: "total_num_mds": 2 2024-08-19T09:58:12.068 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.068 INFO:tasks.workunit.client.0.smithi190.stdout: "hosts": { 2024-08-19T09:58:12.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num": 2, 2024-08-19T09:58:12.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_mds": 2, 2024-08-19T09:58:12.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_mgr": 2, 2024-08-19T09:58:12.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_mon": 2, 2024-08-19T09:58:12.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_osd": 2 2024-08-19T09:58:12.069 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.069 INFO:tasks.workunit.client.0.smithi190.stdout: "leaderboard": false, 2024-08-19T09:58:12.069 INFO:tasks.workunit.client.0.smithi190.stdout: "leaderboard_description": null, 2024-08-19T09:58:12.069 INFO:tasks.workunit.client.0.smithi190.stdout: "license": "sharing-1-0", 2024-08-19T09:58:12.069 INFO:tasks.workunit.client.0.smithi190.stdout: "metadata": { 2024-08-19T09:58:12.069 INFO:tasks.workunit.client.0.smithi190.stdout: "mds": { 2024-08-19T09:58:12.069 INFO:tasks.workunit.client.0.smithi190.stdout: "arch": { 2024-08-19T09:58:12.069 INFO:tasks.workunit.client.0.smithi190.stdout: "x86_64": 2 2024-08-19T09:58:12.069 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.070 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_version": { 2024-08-19T09:58:12.070 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T09:58:12.070 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.070 INFO:tasks.workunit.client.0.smithi190.stdout: "cpu": { 2024-08-19T09:58:12.070 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-19T09:58:12.070 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.070 INFO:tasks.workunit.client.0.smithi190.stdout: "distro": { 2024-08-19T09:58:12.070 INFO:tasks.workunit.client.0.smithi190.stdout: "centos": 2 2024-08-19T09:58:12.070 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.070 INFO:tasks.workunit.client.0.smithi190.stdout: "distro_description": { 2024-08-19T09:58:12.070 INFO:tasks.workunit.client.0.smithi190.stdout: "CentOS Stream 9": 2 2024-08-19T09:58:12.070 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.070 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_description": { 2024-08-19T09:58:12.071 INFO:tasks.workunit.client.0.smithi190.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-19T09:58:12.071 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.071 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_version": { 2024-08-19T09:58:12.071 INFO:tasks.workunit.client.0.smithi190.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-19T09:58:12.071 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.071 INFO:tasks.workunit.client.0.smithi190.stdout: "os": { 2024-08-19T09:58:12.071 INFO:tasks.workunit.client.0.smithi190.stdout: "Linux": 2 2024-08-19T09:58:12.071 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.071 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.071 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:12.071 INFO:tasks.workunit.client.0.smithi190.stdout: "arch": { 2024-08-19T09:58:12.071 INFO:tasks.workunit.client.0.smithi190.stdout: "x86_64": 3 2024-08-19T09:58:12.071 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.071 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_version": { 2024-08-19T09:58:12.072 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T09:58:12.072 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.072 INFO:tasks.workunit.client.0.smithi190.stdout: "cpu": { 2024-08-19T09:58:12.072 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-19T09:58:12.072 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.072 INFO:tasks.workunit.client.0.smithi190.stdout: "distro": { 2024-08-19T09:58:12.072 INFO:tasks.workunit.client.0.smithi190.stdout: "centos": 3 2024-08-19T09:58:12.072 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.072 INFO:tasks.workunit.client.0.smithi190.stdout: "distro_description": { 2024-08-19T09:58:12.072 INFO:tasks.workunit.client.0.smithi190.stdout: "CentOS Stream 9": 3 2024-08-19T09:58:12.072 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.072 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_description": { 2024-08-19T09:58:12.072 INFO:tasks.workunit.client.0.smithi190.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-19T09:58:12.072 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.072 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_version": { 2024-08-19T09:58:12.073 INFO:tasks.workunit.client.0.smithi190.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-19T09:58:12.073 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.073 INFO:tasks.workunit.client.0.smithi190.stdout: "os": { 2024-08-19T09:58:12.073 INFO:tasks.workunit.client.0.smithi190.stdout: "Linux": 3 2024-08-19T09:58:12.073 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.073 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.073 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:12.073 INFO:tasks.workunit.client.0.smithi190.stdout: "arch": { 2024-08-19T09:58:12.073 INFO:tasks.workunit.client.0.smithi190.stdout: "x86_64": 8 2024-08-19T09:58:12.073 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.073 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_version": { 2024-08-19T09:58:12.073 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T09:58:12.073 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.073 INFO:tasks.workunit.client.0.smithi190.stdout: "cpu": { 2024-08-19T09:58:12.074 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-19T09:58:12.074 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.074 INFO:tasks.workunit.client.0.smithi190.stdout: "distro": { 2024-08-19T09:58:12.074 INFO:tasks.workunit.client.0.smithi190.stdout: "centos": 8 2024-08-19T09:58:12.074 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.074 INFO:tasks.workunit.client.0.smithi190.stdout: "distro_description": { 2024-08-19T09:58:12.074 INFO:tasks.workunit.client.0.smithi190.stdout: "CentOS Stream 9": 8 2024-08-19T09:58:12.074 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.074 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_description": { 2024-08-19T09:58:12.074 INFO:tasks.workunit.client.0.smithi190.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-19T09:58:12.074 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.074 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_version": { 2024-08-19T09:58:12.074 INFO:tasks.workunit.client.0.smithi190.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-19T09:58:12.075 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.075 INFO:tasks.workunit.client.0.smithi190.stdout: "os": { 2024-08-19T09:58:12.075 INFO:tasks.workunit.client.0.smithi190.stdout: "Linux": 8 2024-08-19T09:58:12.075 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.075 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_objectstore": { 2024-08-19T09:58:12.075 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": 8 2024-08-19T09:58:12.075 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.075 INFO:tasks.workunit.client.0.smithi190.stdout: "rotational": { 2024-08-19T09:58:12.075 INFO:tasks.workunit.client.0.smithi190.stdout: "0": 8 2024-08-19T09:58:12.075 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.075 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.075 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.075 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:12.075 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:12.075 INFO:tasks.workunit.client.0.smithi190.stdout: "features": { 2024-08-19T09:58:12.076 INFO:tasks.workunit.client.0.smithi190.stdout: "optional": [], 2024-08-19T09:58:12.076 INFO:tasks.workunit.client.0.smithi190.stdout: "persistent": [ 2024-08-19T09:58:12.076 INFO:tasks.workunit.client.0.smithi190.stdout: "kraken", 2024-08-19T09:58:12.076 INFO:tasks.workunit.client.0.smithi190.stdout: "luminous", 2024-08-19T09:58:12.076 INFO:tasks.workunit.client.0.smithi190.stdout: "mimic", 2024-08-19T09:58:12.076 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap-prune", 2024-08-19T09:58:12.076 INFO:tasks.workunit.client.0.smithi190.stdout: "nautilus", 2024-08-19T09:58:12.076 INFO:tasks.workunit.client.0.smithi190.stdout: "octopus", 2024-08-19T09:58:12.076 INFO:tasks.workunit.client.0.smithi190.stdout: "pacific", 2024-08-19T09:58:12.076 INFO:tasks.workunit.client.0.smithi190.stdout: "elector-pinging", 2024-08-19T09:58:12.076 INFO:tasks.workunit.client.0.smithi190.stdout: "quincy", 2024-08-19T09:58:12.076 INFO:tasks.workunit.client.0.smithi190.stdout: "reef" 2024-08-19T09:58:12.076 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:12.076 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.076 INFO:tasks.workunit.client.0.smithi190.stdout: "ipv4_addr_mons": 6, 2024-08-19T09:58:12.077 INFO:tasks.workunit.client.0.smithi190.stdout: "ipv6_addr_mons": 0, 2024-08-19T09:58:12.077 INFO:tasks.workunit.client.0.smithi190.stdout: "min_mon_release": 18, 2024-08-19T09:58:12.077 INFO:tasks.workunit.client.0.smithi190.stdout: "v1_addr_mons": 3, 2024-08-19T09:58:12.077 INFO:tasks.workunit.client.0.smithi190.stdout: "v2_addr_mons": 3 2024-08-19T09:58:12.077 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.077 INFO:tasks.workunit.client.0.smithi190.stdout: "organization": "ceph-qa", 2024-08-19T09:58:12.077 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:12.077 INFO:tasks.workunit.client.0.smithi190.stdout: "cluster_network": false, 2024-08-19T09:58:12.077 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 8, 2024-08-19T09:58:12.077 INFO:tasks.workunit.client.0.smithi190.stdout: "require_min_compat_client": "luminous", 2024-08-19T09:58:12.077 INFO:tasks.workunit.client.0.smithi190.stdout: "require_osd_release": "reef" 2024-08-19T09:58:12.077 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.077 INFO:tasks.workunit.client.0.smithi190.stdout: "pools": [ 2024-08-19T09:58:12.077 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:12.078 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:12.078 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr" 2024-08-19T09:58:12.078 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.078 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:12.078 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:12.078 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:12.078 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:12.078 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:12.078 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 1, 2024-08-19T09:58:12.078 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 1, 2024-08-19T09:58:12.078 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 1, 2024-08-19T09:58:12.078 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:12.078 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:12.078 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:12.078 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 1781760, 2024-08-19T09:58:12.079 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:12.079 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:12.079 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 1781760, 2024-08-19T09:58:12.079 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:12.079 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:12.079 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 2, 2024-08-19T09:58:12.079 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:12.079 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 2.443116500217002e-06, 2024-08-19T09:58:12.079 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:12.079 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:12.079 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 212, 2024-08-19T09:58:12.079 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 313344, 2024-08-19T09:58:12.079 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 590368, 2024-08-19T09:58:12.079 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 590368, 2024-08-19T09:58:12.079 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:12.080 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 1771104, 2024-08-19T09:58:12.080 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 179, 2024-08-19T09:58:12.080 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 2473984 2024-08-19T09:58:12.080 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.080 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:12.080 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:12.080 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:12.080 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.080 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:12.080 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:12.080 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs" 2024-08-19T09:58:12.080 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.080 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:12.080 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:12.081 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:12.081 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:12.081 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:12.081 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 32, 2024-08-19T09:58:12.081 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 32, 2024-08-19T09:58:12.081 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 2, 2024-08-19T09:58:12.081 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:12.081 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:12.081 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:12.081 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 98304, 2024-08-19T09:58:12.081 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:12.081 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:12.081 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 98304, 2024-08-19T09:58:12.081 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:12.081 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:12.082 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 22, 2024-08-19T09:58:12.082 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:12.082 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 1.347929554640359e-07, 2024-08-19T09:58:12.082 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:12.082 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:12.082 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 0, 2024-08-19T09:58:12.082 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 0, 2024-08-19T09:58:12.082 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 3428, 2024-08-19T09:58:12.082 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 3428, 2024-08-19T09:58:12.082 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:12.082 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 10284, 2024-08-19T09:58:12.082 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 51, 2024-08-19T09:58:12.082 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 20480 2024-08-19T09:58:12.083 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.083 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:12.083 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:12.083 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:12.083 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.083 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:12.083 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:12.083 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs" 2024-08-19T09:58:12.083 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.083 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:12.083 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:12.083 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:12.083 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:12.083 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:12.084 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 64, 2024-08-19T09:58:12.084 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 64, 2024-08-19T09:58:12.084 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 3, 2024-08-19T09:58:12.084 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:12.084 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:12.084 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:12.084 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 0, 2024-08-19T09:58:12.084 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:12.084 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:12.084 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 0, 2024-08-19T09:58:12.084 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:12.084 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:12.084 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 0, 2024-08-19T09:58:12.084 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:12.085 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 0.0, 2024-08-19T09:58:12.085 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:12.085 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:12.085 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 0, 2024-08-19T09:58:12.085 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 0, 2024-08-19T09:58:12.085 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 0, 2024-08-19T09:58:12.085 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 0, 2024-08-19T09:58:12.085 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:12.085 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 0, 2024-08-19T09:58:12.085 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 0, 2024-08-19T09:58:12.085 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 0 2024-08-19T09:58:12.085 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.085 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:12.085 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:12.086 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:12.086 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.086 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:12.086 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:12.086 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd" 2024-08-19T09:58:12.086 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.086 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:12.086 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:12.086 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:12.086 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:12.086 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:12.086 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 8, 2024-08-19T09:58:12.086 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 8, 2024-08-19T09:58:12.087 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 4, 2024-08-19T09:58:12.087 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:12.087 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:12.087 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:12.087 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 12288, 2024-08-19T09:58:12.087 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:12.087 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:12.087 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 12288, 2024-08-19T09:58:12.087 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:12.087 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:12.087 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 2, 2024-08-19T09:58:12.087 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:12.087 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 1.684912120936133e-08, 2024-08-19T09:58:12.087 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:12.087 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:12.088 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 0, 2024-08-19T09:58:12.088 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 0, 2024-08-19T09:58:12.088 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 19, 2024-08-19T09:58:12.088 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 19, 2024-08-19T09:58:12.088 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:12.088 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 57, 2024-08-19T09:58:12.088 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 2, 2024-08-19T09:58:12.088 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 2048 2024-08-19T09:58:12.088 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.088 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:12.088 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:12.088 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:12.088 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.088 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.089 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd": { 2024-08-19T09:58:12.089 INFO:tasks.workunit.client.0.smithi190.stdout: "mirroring_by_pool": [ 2024-08-19T09:58:12.089 INFO:tasks.workunit.client.0.smithi190.stdout: false 2024-08-19T09:58:12.089 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.089 INFO:tasks.workunit.client.0.smithi190.stdout: "num_images_by_pool": [ 2024-08-19T09:58:12.089 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:12.089 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.089 INFO:tasks.workunit.client.0.smithi190.stdout: "num_pools": 1 2024-08-19T09:58:12.089 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.089 INFO:tasks.workunit.client.0.smithi190.stdout: "report_id": "a194e1db-a9a3-4f3b-ba48-29fff605c460", 2024-08-19T09:58:12.089 INFO:tasks.workunit.client.0.smithi190.stdout: "report_timestamp": "2024-08-19T09:58:12.038542", 2024-08-19T09:58:12.089 INFO:tasks.workunit.client.0.smithi190.stdout: "report_version": 1, 2024-08-19T09:58:12.089 INFO:tasks.workunit.client.0.smithi190.stdout: "rook": { 2024-08-19T09:58:12.089 INFO:tasks.workunit.client.0.smithi190.stdout: "cluster": { 2024-08-19T09:58:12.089 INFO:tasks.workunit.client.0.smithi190.stdout: "external-mode": null, 2024-08-19T09:58:12.090 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:12.090 INFO:tasks.workunit.client.0.smithi190.stdout: "allow-multiple-per-node": null, 2024-08-19T09:58:12.090 INFO:tasks.workunit.client.0.smithi190.stdout: "count": null, 2024-08-19T09:58:12.090 INFO:tasks.workunit.client.0.smithi190.stdout: "max-id": null, 2024-08-19T09:58:12.090 INFO:tasks.workunit.client.0.smithi190.stdout: "pvc": { 2024-08-19T09:58:12.090 INFO:tasks.workunit.client.0.smithi190.stdout: "enabled": null 2024-08-19T09:58:12.090 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.090 INFO:tasks.workunit.client.0.smithi190.stdout: "stretch": { 2024-08-19T09:58:12.090 INFO:tasks.workunit.client.0.smithi190.stdout: "enabled": null 2024-08-19T09:58:12.090 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.090 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.090 INFO:tasks.workunit.client.0.smithi190.stdout: "network": { 2024-08-19T09:58:12.090 INFO:tasks.workunit.client.0.smithi190.stdout: "provider": null 2024-08-19T09:58:12.090 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.091 INFO:tasks.workunit.client.0.smithi190.stdout: "storage": { 2024-08-19T09:58:12.091 INFO:tasks.workunit.client.0.smithi190.stdout: "device-set": { 2024-08-19T09:58:12.091 INFO:tasks.workunit.client.0.smithi190.stdout: "count": { 2024-08-19T09:58:12.091 INFO:tasks.workunit.client.0.smithi190.stdout: "non-portable": null, 2024-08-19T09:58:12.091 INFO:tasks.workunit.client.0.smithi190.stdout: "portable": null, 2024-08-19T09:58:12.091 INFO:tasks.workunit.client.0.smithi190.stdout: "total": null 2024-08-19T09:58:12.091 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.091 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.091 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.091 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.091 INFO:tasks.workunit.client.0.smithi190.stdout: "csi": { 2024-08-19T09:58:12.091 INFO:tasks.workunit.client.0.smithi190.stdout: "version": null 2024-08-19T09:58:12.091 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.091 INFO:tasks.workunit.client.0.smithi190.stdout: "kubernetes": { 2024-08-19T09:58:12.092 INFO:tasks.workunit.client.0.smithi190.stdout: "version": null 2024-08-19T09:58:12.092 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.092 INFO:tasks.workunit.client.0.smithi190.stdout: "node": { 2024-08-19T09:58:12.092 INFO:tasks.workunit.client.0.smithi190.stdout: "count": { 2024-08-19T09:58:12.092 INFO:tasks.workunit.client.0.smithi190.stdout: "kubernetes-total": null, 2024-08-19T09:58:12.092 INFO:tasks.workunit.client.0.smithi190.stdout: "with-ceph-daemons": null, 2024-08-19T09:58:12.092 INFO:tasks.workunit.client.0.smithi190.stdout: "with-csi-cephfs-plugin": null, 2024-08-19T09:58:12.092 INFO:tasks.workunit.client.0.smithi190.stdout: "with-csi-nfs-plugin": null, 2024-08-19T09:58:12.092 INFO:tasks.workunit.client.0.smithi190.stdout: "with-csi-rbd-plugin": null 2024-08-19T09:58:12.092 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.092 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.092 INFO:tasks.workunit.client.0.smithi190.stdout: "usage": { 2024-08-19T09:58:12.092 INFO:tasks.workunit.client.0.smithi190.stdout: "storage-class": { 2024-08-19T09:58:12.092 INFO:tasks.workunit.client.0.smithi190.stdout: "count": { 2024-08-19T09:58:12.093 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket": null, 2024-08-19T09:58:12.093 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs": null, 2024-08-19T09:58:12.093 INFO:tasks.workunit.client.0.smithi190.stdout: "nfs": null, 2024-08-19T09:58:12.093 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd": null, 2024-08-19T09:58:12.093 INFO:tasks.workunit.client.0.smithi190.stdout: "total": null 2024-08-19T09:58:12.093 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.093 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.093 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.093 INFO:tasks.workunit.client.0.smithi190.stdout: "version": null 2024-08-19T09:58:12.093 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.093 INFO:tasks.workunit.client.0.smithi190.stdout: "services": {}, 2024-08-19T09:58:12.093 INFO:tasks.workunit.client.0.smithi190.stdout: "usage": { 2024-08-19T09:58:12.093 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 105, 2024-08-19T09:58:12.093 INFO:tasks.workunit.client.0.smithi190.stdout: "pools": 4, 2024-08-19T09:58:12.094 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_by_class": { 2024-08-19T09:58:12.094 INFO:tasks.workunit.client.0.smithi190.stdout: "ssd": { 2024-08-19T09:58:12.094 INFO:tasks.workunit.client.0.smithi190.stdout: "total_avail_bytes": 767718219776, 2024-08-19T09:58:12.094 INFO:tasks.workunit.client.0.smithi190.stdout: "total_bytes": 767960285184, 2024-08-19T09:58:12.094 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_bytes": 242065408, 2024-08-19T09:58:12.094 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_raw_bytes": 242065408, 2024-08-19T09:58:12.094 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_raw_ratio": 0.00031520563061349094 2024-08-19T09:58:12.094 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.094 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.094 INFO:tasks.workunit.client.0.smithi190.stdout: "total_avail_bytes": 767718219776, 2024-08-19T09:58:12.094 INFO:tasks.workunit.client.0.smithi190.stdout: "total_bytes": 767960285184, 2024-08-19T09:58:12.094 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_bytes": 242065408 2024-08-19T09:58:12.094 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.094 INFO:tasks.workunit.client.0.smithi190.stdout:} 2024-08-19T09:58:12.095 INFO:tasks.workunit.client.0.smithi190.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-19T09:58:12.095 INFO:tasks.workunit.client.0.smithi190.stderr:+ ceph telemetry preview-device 2024-08-19T09:58:12.095 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T09:58:12.095 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:11] ENGINE Bus STOPPED 2024-08-19T09:58:12.096 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:11] ENGINE Bus STARTING 2024-08-19T09:58:12.096 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:11] ENGINE Serving on http://:::9283 2024-08-19T09:58:12.096 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:11] ENGINE Bus STARTED 2024-08-19T09:58:12.096 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:11] ENGINE Bus STOPPING 2024-08-19T09:58:12.096 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/947990354' entity='client.admin' 2024-08-19T09:58:12.096 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:12.096 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:12.096 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:58:12.096 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:12.096 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:12.097 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:12.097 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='client.? ' entity='client.admin' 2024-08-19T09:58:12.097 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:12.097 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:12.097 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:12.097 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:12.097 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/731241162' entity='client.admin' 2024-08-19T09:58:12.097 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:12.097 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:12.097 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:12.097 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:12.097 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/947990354' entity='client.admin' 2024-08-19T09:58:12.097 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:12.098 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:12.098 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:58:12.098 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:12.098 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:12.098 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:12.098 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='client.? ' entity='client.admin' 2024-08-19T09:58:12.098 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:12.098 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:12.098 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:12.098 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:12.098 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/731241162' entity='client.admin' 2024-08-19T09:58:12.098 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:12.098 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:12.099 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:12.099 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:11 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:12.537 INFO:tasks.workunit.client.0.smithi190.stdout:{ 2024-08-19T09:58:12.537 INFO:tasks.workunit.client.0.smithi190.stdout: "8bbbf3c8-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:12.538 INFO:tasks.workunit.client.0.smithi190.stdout: "INTEL_SSDPEDMD400G4_8bbc7e1a-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:12.538 INFO:tasks.workunit.client.0.smithi190.stdout: "20240819-095238": { 2024-08-19T09:58:12.538 INFO:tasks.workunit.client.0.smithi190.stdout: "device": { 2024-08-19T09:58:12.538 INFO:tasks.workunit.client.0.smithi190.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T09:58:12.538 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "/dev/nvme0n1", 2024-08-19T09:58:12.538 INFO:tasks.workunit.client.0.smithi190.stdout: "protocol": "NVMe", 2024-08-19T09:58:12.538 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "nvme" 2024-08-19T09:58:12.538 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.538 INFO:tasks.workunit.client.0.smithi190.stdout: "firmware_version": "8DV101H0", 2024-08-19T09:58:12.538 INFO:tasks.workunit.client.0.smithi190.stdout: "host_id": "8bbbf3c8-5e11-11ef-8a0f-0cc47a887763", 2024-08-19T09:58:12.538 INFO:tasks.workunit.client.0.smithi190.stdout: "json_format_version": [ 2024-08-19T09:58:12.538 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:12.538 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:12.539 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.539 INFO:tasks.workunit.client.0.smithi190.stdout: "local_time": { 2024-08-19T09:58:12.539 INFO:tasks.workunit.client.0.smithi190.stdout: "asctime": "Mon Aug 19 09:52:37 2024 UTC", 2024-08-19T09:58:12.539 INFO:tasks.workunit.client.0.smithi190.stdout: "time_t": 1724061157 2024-08-19T09:58:12.539 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.539 INFO:tasks.workunit.client.0.smithi190.stdout: "logical_block_size": 512, 2024-08-19T09:58:12.539 INFO:tasks.workunit.client.0.smithi190.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-19T09:58:12.539 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_controller_id": 0, 2024-08-19T09:58:12.539 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T09:58:12.539 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_namespaces": [ 2024-08-19T09:58:12.539 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:12.539 INFO:tasks.workunit.client.0.smithi190.stdout: "capacity": { 2024-08-19T09:58:12.540 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:12.540 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:12.540 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.540 INFO:tasks.workunit.client.0.smithi190.stdout: "formatted_lba_size": 512, 2024-08-19T09:58:12.540 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 1, 2024-08-19T09:58:12.540 INFO:tasks.workunit.client.0.smithi190.stdout: "size": { 2024-08-19T09:58:12.540 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:12.540 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:12.540 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.540 INFO:tasks.workunit.client.0.smithi190.stdout: "utilization": { 2024-08-19T09:58:12.540 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:12.540 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:12.540 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.540 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.541 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.541 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T09:58:12.541 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_pci_vendor": { 2024-08-19T09:58:12.541 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 32902, 2024-08-19T09:58:12.541 INFO:tasks.workunit.client.0.smithi190.stdout: "subsystem_id": 32902 2024-08-19T09:58:12.541 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.541 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T09:58:12.541 INFO:tasks.workunit.client.0.smithi190.stdout: "Device stats": { 2024-08-19T09:58:12.541 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_fw_downgrades": { 2024-08-19T09:58:12.541 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:12.541 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.541 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.541 INFO:tasks.workunit.client.0.smithi190.stdout: "crc_error_count": { 2024-08-19T09:58:12.541 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.541 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.542 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.542 INFO:tasks.workunit.client.0.smithi190.stdout: "end_to_end_error_detection_count": { 2024-08-19T09:58:12.542 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.542 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.542 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.542 INFO:tasks.workunit.client.0.smithi190.stdout: "erase_fail_count": { 2024-08-19T09:58:12.542 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.542 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.542 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.542 INFO:tasks.workunit.client.0.smithi190.stdout: "host_bytes_written": { 2024-08-19T09:58:12.544 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.544 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 25068769 2024-08-19T09:58:12.544 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.544 INFO:tasks.workunit.client.0.smithi190.stdout: "host_ctx_wear_used": { 2024-08-19T09:58:12.544 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.544 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 1 2024-08-19T09:58:12.544 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.544 INFO:tasks.workunit.client.0.smithi190.stdout: "media_bytes_read": { 2024-08-19T09:58:12.544 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:12.544 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.544 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.545 INFO:tasks.workunit.client.0.smithi190.stdout: "nand_bytes_written": { 2024-08-19T09:58:12.545 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.545 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 45793301 2024-08-19T09:58:12.545 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.545 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_stat_indicator": { 2024-08-19T09:58:12.545 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:12.545 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.545 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.545 INFO:tasks.workunit.client.0.smithi190.stdout: "pll_lock_loss_count": { 2024-08-19T09:58:12.545 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.545 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.545 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.546 INFO:tasks.workunit.client.0.smithi190.stdout: "program_fail_count": { 2024-08-19T09:58:12.546 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.546 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.546 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.546 INFO:tasks.workunit.client.0.smithi190.stdout: "re_alloc_sectr_cnt": { 2024-08-19T09:58:12.546 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:12.546 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.546 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.546 INFO:tasks.workunit.client.0.smithi190.stdout: "retry_buffer_overflow_count": { 2024-08-19T09:58:12.546 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.546 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.547 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.547 INFO:tasks.workunit.client.0.smithi190.stdout: "soft_ecc_err_rate": { 2024-08-19T09:58:12.547 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:12.547 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.547 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.547 INFO:tasks.workunit.client.0.smithi190.stdout: "thermal_throttle_status": { 2024-08-19T09:58:12.547 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.547 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:12.547 INFO:tasks.workunit.client.0.smithi190.stdout: "cnt": 0, 2024-08-19T09:58:12.547 INFO:tasks.workunit.client.0.smithi190.stdout: "pct": 0 2024-08-19T09:58:12.547 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.547 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.548 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_host_reads": { 2024-08-19T09:58:12.548 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.548 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:12.548 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.548 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_media_wear": { 2024-08-19T09:58:12.548 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.548 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": "63.999023" 2024-08-19T09:58:12.548 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.548 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_timer": { 2024-08-19T09:58:12.548 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.548 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:12.548 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.549 INFO:tasks.workunit.client.0.smithi190.stdout: "unexp_power_loss": { 2024-08-19T09:58:12.549 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:12.549 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.549 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.549 INFO:tasks.workunit.client.0.smithi190.stdout: "wear_leveling": { 2024-08-19T09:58:12.549 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 90, 2024-08-19T09:58:12.549 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:12.549 INFO:tasks.workunit.client.0.smithi190.stdout: "avg": 3166, 2024-08-19T09:58:12.549 INFO:tasks.workunit.client.0.smithi190.stdout: "max": 3179, 2024-08-19T09:58:12.549 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 3152 2024-08-19T09:58:12.549 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.549 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.550 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.550 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T09:58:12.550 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.550 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_log": { 2024-08-19T09:58:12.550 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare": 100, 2024-08-19T09:58:12.550 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare_threshold": 10, 2024-08-19T09:58:12.550 INFO:tasks.workunit.client.0.smithi190.stdout: "controller_busy_time": 0, 2024-08-19T09:58:12.550 INFO:tasks.workunit.client.0.smithi190.stdout: "critical_warning": 0, 2024-08-19T09:58:12.550 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_read": 342316303, 2024-08-19T09:58:12.550 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_written": 1642906858, 2024-08-19T09:58:12.550 INFO:tasks.workunit.client.0.smithi190.stdout: "host_reads": 5386706496, 2024-08-19T09:58:12.551 INFO:tasks.workunit.client.0.smithi190.stdout: "host_writes": 28491883910, 2024-08-19T09:58:12.551 INFO:tasks.workunit.client.0.smithi190.stdout: "media_errors": 0, 2024-08-19T09:58:12.551 INFO:tasks.workunit.client.0.smithi190.stdout: "num_err_log_entries": 0, 2024-08-19T09:58:12.551 INFO:tasks.workunit.client.0.smithi190.stdout: "percentage_used": 10, 2024-08-19T09:58:12.551 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycles": 58579, 2024-08-19T09:58:12.551 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_hours": 55941, 2024-08-19T09:58:12.551 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": 25, 2024-08-19T09:58:12.551 INFO:tasks.workunit.client.0.smithi190.stdout: "unsafe_shutdowns": 25 2024-08-19T09:58:12.551 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.551 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_vendor": "intel", 2024-08-19T09:58:12.551 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_version": { 2024-08-19T09:58:12.551 INFO:tasks.workunit.client.0.smithi190.stdout: "string": "<1.2", 2024-08-19T09:58:12.552 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:12.552 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.552 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycle_count": 58579, 2024-08-19T09:58:12.552 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_time": { 2024-08-19T09:58:12.552 INFO:tasks.workunit.client.0.smithi190.stdout: "hours": 55941 2024-08-19T09:58:12.552 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.552 INFO:tasks.workunit.client.0.smithi190.stdout: "serial_number": "deleted", 2024-08-19T09:58:12.552 INFO:tasks.workunit.client.0.smithi190.stdout: "smart_status": { 2024-08-19T09:58:12.552 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme": { 2024-08-19T09:58:12.552 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:12.552 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.552 INFO:tasks.workunit.client.0.smithi190.stdout: "passed": true 2024-08-19T09:58:12.552 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.553 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl": { 2024-08-19T09:58:12.553 INFO:tasks.workunit.client.0.smithi190.stdout: "argv": [ 2024-08-19T09:58:12.553 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl", 2024-08-19T09:58:12.553 INFO:tasks.workunit.client.0.smithi190.stdout: "-x", 2024-08-19T09:58:12.553 INFO:tasks.workunit.client.0.smithi190.stdout: "--json=o", 2024-08-19T09:58:12.553 INFO:tasks.workunit.client.0.smithi190.stdout: "/dev/nvme0n1" 2024-08-19T09:58:12.553 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.553 INFO:tasks.workunit.client.0.smithi190.stdout: "build_info": "(local build)", 2024-08-19T09:58:12.553 INFO:tasks.workunit.client.0.smithi190.stdout: "exit_status": 0, 2024-08-19T09:58:12.553 INFO:tasks.workunit.client.0.smithi190.stdout: "output": [ 2024-08-19T09:58:12.553 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T09:58:12.554 INFO:tasks.workunit.client.0.smithi190.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T09:58:12.554 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:12.554 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T09:58:12.554 INFO:tasks.workunit.client.0.smithi190.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-19T09:58:12.554 INFO:tasks.workunit.client.0.smithi190.stdout: "Serial Number: deleted", 2024-08-19T09:58:12.554 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Version: 8DV101H0", 2024-08-19T09:58:12.555 INFO:tasks.workunit.client.0.smithi190.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T09:58:12.555 INFO:tasks.workunit.client.0.smithi190.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T09:58:12.555 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller ID: 0", 2024-08-19T09:58:12.555 INFO:tasks.workunit.client.0.smithi190.stdout: "NVMe Version: <1.2", 2024-08-19T09:58:12.555 INFO:tasks.workunit.client.0.smithi190.stdout: "Number of Namespaces: 1", 2024-08-19T09:58:12.555 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-19T09:58:12.555 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T09:58:12.555 INFO:tasks.workunit.client.0.smithi190.stdout: "Local Time is: Mon Aug 19 09:52:37 2024 UTC", 2024-08-19T09:58:12.555 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T09:58:12.556 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T09:58:12.556 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T09:58:12.556 INFO:tasks.workunit.client.0.smithi190.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T09:58:12.556 INFO:tasks.workunit.client.0.smithi190.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T09:58:12.557 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:12.557 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported Power States", 2024-08-19T09:58:12.557 INFO:tasks.workunit.client.0.smithi190.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T09:58:12.557 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T09:58:12.557 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:12.557 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T09:58:12.557 INFO:tasks.workunit.client.0.smithi190.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T09:58:12.557 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 512 0 2", 2024-08-19T09:58:12.557 INFO:tasks.workunit.client.0.smithi190.stdout: " 1 - 512 8 2", 2024-08-19T09:58:12.557 INFO:tasks.workunit.client.0.smithi190.stdout: " 2 - 512 16 2", 2024-08-19T09:58:12.557 INFO:tasks.workunit.client.0.smithi190.stdout: " 3 - 4096 0 0", 2024-08-19T09:58:12.558 INFO:tasks.workunit.client.0.smithi190.stdout: " 4 - 4096 8 0", 2024-08-19T09:58:12.558 INFO:tasks.workunit.client.0.smithi190.stdout: " 5 - 4096 64 0", 2024-08-19T09:58:12.558 INFO:tasks.workunit.client.0.smithi190.stdout: " 6 - 4096 128 0", 2024-08-19T09:58:12.558 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:12.558 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T09:58:12.558 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T09:58:12.558 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:12.559 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T09:58:12.559 INFO:tasks.workunit.client.0.smithi190.stdout: "Critical Warning: 0x00", 2024-08-19T09:58:12.559 INFO:tasks.workunit.client.0.smithi190.stdout: "Temperature: 25 Celsius", 2024-08-19T09:58:12.559 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare: 100%", 2024-08-19T09:58:12.559 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare Threshold: 10%", 2024-08-19T09:58:12.559 INFO:tasks.workunit.client.0.smithi190.stdout: "Percentage Used: 10%", 2024-08-19T09:58:12.559 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Read: 342,316,303 [175 TB]", 2024-08-19T09:58:12.559 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Written: 1,642,906,858 [841 TB]", 2024-08-19T09:58:12.559 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Read Commands: 5,386,706,496", 2024-08-19T09:58:12.559 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Write Commands: 28,491,883,910", 2024-08-19T09:58:12.559 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller Busy Time: 0", 2024-08-19T09:58:12.560 INFO:tasks.workunit.client.0.smithi190.stdout: "Power Cycles: 58,579", 2024-08-19T09:58:12.560 INFO:tasks.workunit.client.0.smithi190.stdout: "Power On Hours: 55,941", 2024-08-19T09:58:12.560 INFO:tasks.workunit.client.0.smithi190.stdout: "Unsafe Shutdowns: 25", 2024-08-19T09:58:12.560 INFO:tasks.workunit.client.0.smithi190.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T09:58:12.560 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information Log Entries: 0", 2024-08-19T09:58:12.560 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:12.560 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T09:58:12.560 INFO:tasks.workunit.client.0.smithi190.stdout: "No Errors Logged", 2024-08-19T09:58:12.560 INFO:tasks.workunit.client.0.smithi190.stdout: "" 2024-08-19T09:58:12.560 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.560 INFO:tasks.workunit.client.0.smithi190.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T09:58:12.561 INFO:tasks.workunit.client.0.smithi190.stdout: "svn_revision": "5155", 2024-08-19T09:58:12.561 INFO:tasks.workunit.client.0.smithi190.stdout: "version": [ 2024-08-19T09:58:12.561 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:12.561 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:12.561 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:12.561 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.561 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": { 2024-08-19T09:58:12.561 INFO:tasks.workunit.client.0.smithi190.stdout: "current": 25 2024-08-19T09:58:12.561 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.561 INFO:tasks.workunit.client.0.smithi190.stdout: "user_capacity": { 2024-08-19T09:58:12.561 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:12.561 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:12.562 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.562 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.562 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.562 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.562 INFO:tasks.workunit.client.0.smithi190.stdout: "8bbdb942-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:12.562 INFO:tasks.workunit.client.0.smithi190.stdout: "INTEL_SSDPEDMD400G4_8bbe2f30-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:12.562 INFO:tasks.workunit.client.0.smithi190.stdout: "20240819-095236": { 2024-08-19T09:58:12.562 INFO:tasks.workunit.client.0.smithi190.stdout: "device": { 2024-08-19T09:58:12.563 INFO:tasks.workunit.client.0.smithi190.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T09:58:12.563 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "/dev/nvme0n1", 2024-08-19T09:58:12.563 INFO:tasks.workunit.client.0.smithi190.stdout: "protocol": "NVMe", 2024-08-19T09:58:12.563 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "nvme" 2024-08-19T09:58:12.563 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.563 INFO:tasks.workunit.client.0.smithi190.stdout: "firmware_version": "8DV101H0", 2024-08-19T09:58:12.563 INFO:tasks.workunit.client.0.smithi190.stdout: "host_id": "8bbdb942-5e11-11ef-8a0f-0cc47a887763", 2024-08-19T09:58:12.563 INFO:tasks.workunit.client.0.smithi190.stdout: "json_format_version": [ 2024-08-19T09:58:12.564 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:12.564 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:12.564 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.564 INFO:tasks.workunit.client.0.smithi190.stdout: "local_time": { 2024-08-19T09:58:12.564 INFO:tasks.workunit.client.0.smithi190.stdout: "asctime": "Mon Aug 19 09:52:35 2024 UTC", 2024-08-19T09:58:12.564 INFO:tasks.workunit.client.0.smithi190.stdout: "time_t": 1724061155 2024-08-19T09:58:12.564 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.565 INFO:tasks.workunit.client.0.smithi190.stdout: "logical_block_size": 512, 2024-08-19T09:58:12.565 INFO:tasks.workunit.client.0.smithi190.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-19T09:58:12.565 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_controller_id": 0, 2024-08-19T09:58:12.565 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T09:58:12.565 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_namespaces": [ 2024-08-19T09:58:12.565 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:12.565 INFO:tasks.workunit.client.0.smithi190.stdout: "capacity": { 2024-08-19T09:58:12.565 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:12.565 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:12.565 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.565 INFO:tasks.workunit.client.0.smithi190.stdout: "formatted_lba_size": 512, 2024-08-19T09:58:12.565 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 1, 2024-08-19T09:58:12.566 INFO:tasks.workunit.client.0.smithi190.stdout: "size": { 2024-08-19T09:58:12.566 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:12.566 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:12.566 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.566 INFO:tasks.workunit.client.0.smithi190.stdout: "utilization": { 2024-08-19T09:58:12.566 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:12.566 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:12.566 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.566 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.567 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.567 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T09:58:12.567 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_pci_vendor": { 2024-08-19T09:58:12.567 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 32902, 2024-08-19T09:58:12.567 INFO:tasks.workunit.client.0.smithi190.stdout: "subsystem_id": 32902 2024-08-19T09:58:12.567 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.567 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T09:58:12.567 INFO:tasks.workunit.client.0.smithi190.stdout: "Device stats": { 2024-08-19T09:58:12.567 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_fw_downgrades": { 2024-08-19T09:58:12.567 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:12.567 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.567 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.568 INFO:tasks.workunit.client.0.smithi190.stdout: "crc_error_count": { 2024-08-19T09:58:12.568 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.568 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.568 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.568 INFO:tasks.workunit.client.0.smithi190.stdout: "end_to_end_error_detection_count": { 2024-08-19T09:58:12.568 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.568 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.568 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.568 INFO:tasks.workunit.client.0.smithi190.stdout: "erase_fail_count": { 2024-08-19T09:58:12.568 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.568 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.569 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.569 INFO:tasks.workunit.client.0.smithi190.stdout: "host_bytes_written": { 2024-08-19T09:58:12.569 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.569 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 28673347 2024-08-19T09:58:12.569 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.569 INFO:tasks.workunit.client.0.smithi190.stdout: "host_ctx_wear_used": { 2024-08-19T09:58:12.569 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.569 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 1 2024-08-19T09:58:12.569 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.569 INFO:tasks.workunit.client.0.smithi190.stdout: "media_bytes_read": { 2024-08-19T09:58:12.569 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:12.569 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.570 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.570 INFO:tasks.workunit.client.0.smithi190.stdout: "nand_bytes_written": { 2024-08-19T09:58:12.570 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.570 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 49662675 2024-08-19T09:58:12.570 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.570 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_stat_indicator": { 2024-08-19T09:58:12.570 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:12.570 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.570 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.570 INFO:tasks.workunit.client.0.smithi190.stdout: "pll_lock_loss_count": { 2024-08-19T09:58:12.570 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.570 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.571 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.574 INFO:tasks.workunit.client.0.smithi190.stdout: "program_fail_count": { 2024-08-19T09:58:12.574 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.574 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.574 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.574 INFO:tasks.workunit.client.0.smithi190.stdout: "re_alloc_sectr_cnt": { 2024-08-19T09:58:12.575 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:12.575 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.575 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.575 INFO:tasks.workunit.client.0.smithi190.stdout: "retry_buffer_overflow_count": { 2024-08-19T09:58:12.575 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.575 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.575 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.575 INFO:tasks.workunit.client.0.smithi190.stdout: "soft_ecc_err_rate": { 2024-08-19T09:58:12.575 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:12.575 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.575 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.575 INFO:tasks.workunit.client.0.smithi190.stdout: "thermal_throttle_status": { 2024-08-19T09:58:12.575 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.576 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:12.576 INFO:tasks.workunit.client.0.smithi190.stdout: "cnt": 0, 2024-08-19T09:58:12.576 INFO:tasks.workunit.client.0.smithi190.stdout: "pct": 0 2024-08-19T09:58:12.576 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.576 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.576 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_host_reads": { 2024-08-19T09:58:12.576 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.576 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:12.576 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.576 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_media_wear": { 2024-08-19T09:58:12.576 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.576 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": "63.999023" 2024-08-19T09:58:12.577 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.577 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_timer": { 2024-08-19T09:58:12.577 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:12.577 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:12.577 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.577 INFO:tasks.workunit.client.0.smithi190.stdout: "unexp_power_loss": { 2024-08-19T09:58:12.577 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:12.577 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:12.577 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.578 INFO:tasks.workunit.client.0.smithi190.stdout: "wear_leveling": { 2024-08-19T09:58:12.578 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 89, 2024-08-19T09:58:12.578 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:12.578 INFO:tasks.workunit.client.0.smithi190.stdout: "avg": 3370, 2024-08-19T09:58:12.578 INFO:tasks.workunit.client.0.smithi190.stdout: "max": 3389, 2024-08-19T09:58:12.578 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 3356 2024-08-19T09:58:12.578 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.578 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.578 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.578 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T09:58:12.578 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.579 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_log": { 2024-08-19T09:58:12.579 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare": 100, 2024-08-19T09:58:12.579 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare_threshold": 10, 2024-08-19T09:58:12.579 INFO:tasks.workunit.client.0.smithi190.stdout: "controller_busy_time": 0, 2024-08-19T09:58:12.579 INFO:tasks.workunit.client.0.smithi190.stdout: "critical_warning": 0, 2024-08-19T09:58:12.579 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_read": 389506371, 2024-08-19T09:58:12.579 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_written": 1879136484, 2024-08-19T09:58:12.579 INFO:tasks.workunit.client.0.smithi190.stdout: "host_reads": 6457831125, 2024-08-19T09:58:12.579 INFO:tasks.workunit.client.0.smithi190.stdout: "host_writes": 32575899328, 2024-08-19T09:58:12.579 INFO:tasks.workunit.client.0.smithi190.stdout: "media_errors": 0, 2024-08-19T09:58:12.579 INFO:tasks.workunit.client.0.smithi190.stdout: "num_err_log_entries": 0, 2024-08-19T09:58:12.579 INFO:tasks.workunit.client.0.smithi190.stdout: "percentage_used": 11, 2024-08-19T09:58:12.580 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycles": 54364, 2024-08-19T09:58:12.580 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_hours": 56804, 2024-08-19T09:58:12.580 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": 24, 2024-08-19T09:58:12.580 INFO:tasks.workunit.client.0.smithi190.stdout: "unsafe_shutdowns": 22 2024-08-19T09:58:12.580 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.580 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_vendor": "intel", 2024-08-19T09:58:12.580 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_version": { 2024-08-19T09:58:12.580 INFO:tasks.workunit.client.0.smithi190.stdout: "string": "<1.2", 2024-08-19T09:58:12.580 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:12.580 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.580 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycle_count": 54364, 2024-08-19T09:58:12.581 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_time": { 2024-08-19T09:58:12.581 INFO:tasks.workunit.client.0.smithi190.stdout: "hours": 56804 2024-08-19T09:58:12.581 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.581 INFO:tasks.workunit.client.0.smithi190.stdout: "serial_number": "deleted", 2024-08-19T09:58:12.581 INFO:tasks.workunit.client.0.smithi190.stdout: "smart_status": { 2024-08-19T09:58:12.581 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme": { 2024-08-19T09:58:12.581 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:12.581 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.581 INFO:tasks.workunit.client.0.smithi190.stdout: "passed": true 2024-08-19T09:58:12.581 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.581 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl": { 2024-08-19T09:58:12.581 INFO:tasks.workunit.client.0.smithi190.stdout: "argv": [ 2024-08-19T09:58:12.581 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl", 2024-08-19T09:58:12.582 INFO:tasks.workunit.client.0.smithi190.stdout: "-x", 2024-08-19T09:58:12.582 INFO:tasks.workunit.client.0.smithi190.stdout: "--json=o", 2024-08-19T09:58:12.582 INFO:tasks.workunit.client.0.smithi190.stdout: "/dev/nvme0n1" 2024-08-19T09:58:12.582 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.582 INFO:tasks.workunit.client.0.smithi190.stdout: "build_info": "(local build)", 2024-08-19T09:58:12.582 INFO:tasks.workunit.client.0.smithi190.stdout: "exit_status": 0, 2024-08-19T09:58:12.582 INFO:tasks.workunit.client.0.smithi190.stdout: "output": [ 2024-08-19T09:58:12.582 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T09:58:12.582 INFO:tasks.workunit.client.0.smithi190.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T09:58:12.582 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:12.582 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T09:58:12.583 INFO:tasks.workunit.client.0.smithi190.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-19T09:58:12.583 INFO:tasks.workunit.client.0.smithi190.stdout: "Serial Number: deleted", 2024-08-19T09:58:12.583 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Version: 8DV101H0", 2024-08-19T09:58:12.583 INFO:tasks.workunit.client.0.smithi190.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T09:58:12.583 INFO:tasks.workunit.client.0.smithi190.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T09:58:12.583 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller ID: 0", 2024-08-19T09:58:12.583 INFO:tasks.workunit.client.0.smithi190.stdout: "NVMe Version: <1.2", 2024-08-19T09:58:12.583 INFO:tasks.workunit.client.0.smithi190.stdout: "Number of Namespaces: 1", 2024-08-19T09:58:12.583 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-19T09:58:12.583 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T09:58:12.583 INFO:tasks.workunit.client.0.smithi190.stdout: "Local Time is: Mon Aug 19 09:52:35 2024 UTC", 2024-08-19T09:58:12.583 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T09:58:12.584 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T09:58:12.584 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T09:58:12.584 INFO:tasks.workunit.client.0.smithi190.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T09:58:12.584 INFO:tasks.workunit.client.0.smithi190.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T09:58:12.584 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:12.584 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported Power States", 2024-08-19T09:58:12.584 INFO:tasks.workunit.client.0.smithi190.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T09:58:12.584 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T09:58:12.585 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:12.585 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T09:58:12.585 INFO:tasks.workunit.client.0.smithi190.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T09:58:12.585 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 512 0 2", 2024-08-19T09:58:12.585 INFO:tasks.workunit.client.0.smithi190.stdout: " 1 - 512 8 2", 2024-08-19T09:58:12.585 INFO:tasks.workunit.client.0.smithi190.stdout: " 2 - 512 16 2", 2024-08-19T09:58:12.585 INFO:tasks.workunit.client.0.smithi190.stdout: " 3 - 4096 0 0", 2024-08-19T09:58:12.585 INFO:tasks.workunit.client.0.smithi190.stdout: " 4 - 4096 8 0", 2024-08-19T09:58:12.585 INFO:tasks.workunit.client.0.smithi190.stdout: " 5 - 4096 64 0", 2024-08-19T09:58:12.585 INFO:tasks.workunit.client.0.smithi190.stdout: " 6 - 4096 128 0", 2024-08-19T09:58:12.585 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:12.586 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T09:58:12.586 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T09:58:12.586 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:12.586 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T09:58:12.586 INFO:tasks.workunit.client.0.smithi190.stdout: "Critical Warning: 0x00", 2024-08-19T09:58:12.586 INFO:tasks.workunit.client.0.smithi190.stdout: "Temperature: 24 Celsius", 2024-08-19T09:58:12.586 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare: 100%", 2024-08-19T09:58:12.586 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare Threshold: 10%", 2024-08-19T09:58:12.586 INFO:tasks.workunit.client.0.smithi190.stdout: "Percentage Used: 11%", 2024-08-19T09:58:12.587 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Read: 389,506,371 [199 TB]", 2024-08-19T09:58:12.587 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Written: 1,879,136,484 [962 TB]", 2024-08-19T09:58:12.587 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Read Commands: 6,457,831,125", 2024-08-19T09:58:12.587 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Write Commands: 32,575,899,328", 2024-08-19T09:58:12.587 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller Busy Time: 0", 2024-08-19T09:58:12.587 INFO:tasks.workunit.client.0.smithi190.stdout: "Power Cycles: 54,364", 2024-08-19T09:58:12.587 INFO:tasks.workunit.client.0.smithi190.stdout: "Power On Hours: 56,804", 2024-08-19T09:58:12.587 INFO:tasks.workunit.client.0.smithi190.stdout: "Unsafe Shutdowns: 22", 2024-08-19T09:58:12.587 INFO:tasks.workunit.client.0.smithi190.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T09:58:12.587 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information Log Entries: 0", 2024-08-19T09:58:12.587 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:12.587 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T09:58:12.588 INFO:tasks.workunit.client.0.smithi190.stdout: "No Errors Logged", 2024-08-19T09:58:12.588 INFO:tasks.workunit.client.0.smithi190.stdout: "" 2024-08-19T09:58:12.588 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:12.588 INFO:tasks.workunit.client.0.smithi190.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T09:58:12.588 INFO:tasks.workunit.client.0.smithi190.stdout: "svn_revision": "5155", 2024-08-19T09:58:12.588 INFO:tasks.workunit.client.0.smithi190.stdout: "version": [ 2024-08-19T09:58:12.588 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:12.588 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:12.588 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:12.588 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.588 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": { 2024-08-19T09:58:12.588 INFO:tasks.workunit.client.0.smithi190.stdout: "current": 24 2024-08-19T09:58:12.588 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:12.589 INFO:tasks.workunit.client.0.smithi190.stdout: "user_capacity": { 2024-08-19T09:58:12.589 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:12.589 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:12.589 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.589 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.589 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.589 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:12.589 INFO:tasks.workunit.client.0.smithi190.stdout:} 2024-08-19T09:58:12.590 INFO:tasks.workunit.client.0.smithi190.stderr:+ ceph telemetry preview-all 2024-08-19T09:58:12.660 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T09:58:12.660 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:12] ENGINE Bus STOPPED 2024-08-19T09:58:12.660 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:12] ENGINE Bus STARTING 2024-08-19T09:58:12.661 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:12] ENGINE Serving on http://:::9283 2024-08-19T09:58:12.661 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:12] ENGINE Bus STARTED 2024-08-19T09:58:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:12 smithi196 ceph-mon[19976]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:12 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:12 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:12 smithi196 ceph-mon[19976]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:12 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:12 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:12 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:12 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:12 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:12 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:13.028 INFO:tasks.workunit.client.0.smithi190.stdout:{ 2024-08-19T09:58:13.028 INFO:tasks.workunit.client.0.smithi190.stdout: "device_report": { 2024-08-19T09:58:13.028 INFO:tasks.workunit.client.0.smithi190.stdout: "8bbbf3c8-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:13.028 INFO:tasks.workunit.client.0.smithi190.stdout: "INTEL_SSDPEDMD400G4_8bbc7e1a-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:13.028 INFO:tasks.workunit.client.0.smithi190.stdout: "20240819-095238": { 2024-08-19T09:58:13.028 INFO:tasks.workunit.client.0.smithi190.stdout: "device": { 2024-08-19T09:58:13.028 INFO:tasks.workunit.client.0.smithi190.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T09:58:13.028 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "/dev/nvme0n1", 2024-08-19T09:58:13.028 INFO:tasks.workunit.client.0.smithi190.stdout: "protocol": "NVMe", 2024-08-19T09:58:13.028 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "nvme" 2024-08-19T09:58:13.029 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.029 INFO:tasks.workunit.client.0.smithi190.stdout: "firmware_version": "8DV101H0", 2024-08-19T09:58:13.029 INFO:tasks.workunit.client.0.smithi190.stdout: "host_id": "8bbbf3c8-5e11-11ef-8a0f-0cc47a887763", 2024-08-19T09:58:13.029 INFO:tasks.workunit.client.0.smithi190.stdout: "json_format_version": [ 2024-08-19T09:58:13.029 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:13.029 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:13.029 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.029 INFO:tasks.workunit.client.0.smithi190.stdout: "local_time": { 2024-08-19T09:58:13.029 INFO:tasks.workunit.client.0.smithi190.stdout: "asctime": "Mon Aug 19 09:52:37 2024 UTC", 2024-08-19T09:58:13.029 INFO:tasks.workunit.client.0.smithi190.stdout: "time_t": 1724061157 2024-08-19T09:58:13.029 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.029 INFO:tasks.workunit.client.0.smithi190.stdout: "logical_block_size": 512, 2024-08-19T09:58:13.029 INFO:tasks.workunit.client.0.smithi190.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-19T09:58:13.030 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_controller_id": 0, 2024-08-19T09:58:13.030 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T09:58:13.030 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_namespaces": [ 2024-08-19T09:58:13.030 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:13.030 INFO:tasks.workunit.client.0.smithi190.stdout: "capacity": { 2024-08-19T09:58:13.030 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:13.030 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:13.030 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.030 INFO:tasks.workunit.client.0.smithi190.stdout: "formatted_lba_size": 512, 2024-08-19T09:58:13.030 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 1, 2024-08-19T09:58:13.030 INFO:tasks.workunit.client.0.smithi190.stdout: "size": { 2024-08-19T09:58:13.030 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:13.031 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:13.031 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.031 INFO:tasks.workunit.client.0.smithi190.stdout: "utilization": { 2024-08-19T09:58:13.031 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:13.031 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:13.031 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.031 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.031 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.031 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T09:58:13.031 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_pci_vendor": { 2024-08-19T09:58:13.031 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 32902, 2024-08-19T09:58:13.031 INFO:tasks.workunit.client.0.smithi190.stdout: "subsystem_id": 32902 2024-08-19T09:58:13.031 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.032 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T09:58:13.032 INFO:tasks.workunit.client.0.smithi190.stdout: "Device stats": { 2024-08-19T09:58:13.032 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_fw_downgrades": { 2024-08-19T09:58:13.032 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:13.032 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.032 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.032 INFO:tasks.workunit.client.0.smithi190.stdout: "crc_error_count": { 2024-08-19T09:58:13.032 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.032 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.032 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.032 INFO:tasks.workunit.client.0.smithi190.stdout: "end_to_end_error_detection_count": { 2024-08-19T09:58:13.032 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.032 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.033 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.033 INFO:tasks.workunit.client.0.smithi190.stdout: "erase_fail_count": { 2024-08-19T09:58:13.033 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.033 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.033 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.033 INFO:tasks.workunit.client.0.smithi190.stdout: "host_bytes_written": { 2024-08-19T09:58:13.033 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.033 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 25068769 2024-08-19T09:58:13.033 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.033 INFO:tasks.workunit.client.0.smithi190.stdout: "host_ctx_wear_used": { 2024-08-19T09:58:13.033 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.033 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 1 2024-08-19T09:58:13.033 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.034 INFO:tasks.workunit.client.0.smithi190.stdout: "media_bytes_read": { 2024-08-19T09:58:13.034 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:13.034 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.034 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.034 INFO:tasks.workunit.client.0.smithi190.stdout: "nand_bytes_written": { 2024-08-19T09:58:13.034 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.034 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 45793301 2024-08-19T09:58:13.034 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.034 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_stat_indicator": { 2024-08-19T09:58:13.034 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:13.034 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.034 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.034 INFO:tasks.workunit.client.0.smithi190.stdout: "pll_lock_loss_count": { 2024-08-19T09:58:13.034 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.035 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.035 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.035 INFO:tasks.workunit.client.0.smithi190.stdout: "program_fail_count": { 2024-08-19T09:58:13.035 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.035 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.035 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.035 INFO:tasks.workunit.client.0.smithi190.stdout: "re_alloc_sectr_cnt": { 2024-08-19T09:58:13.035 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:13.035 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.035 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.036 INFO:tasks.workunit.client.0.smithi190.stdout: "retry_buffer_overflow_count": { 2024-08-19T09:58:13.036 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.036 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.036 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.036 INFO:tasks.workunit.client.0.smithi190.stdout: "soft_ecc_err_rate": { 2024-08-19T09:58:13.036 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:13.036 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.036 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.036 INFO:tasks.workunit.client.0.smithi190.stdout: "thermal_throttle_status": { 2024-08-19T09:58:13.036 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.036 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:13.036 INFO:tasks.workunit.client.0.smithi190.stdout: "cnt": 0, 2024-08-19T09:58:13.036 INFO:tasks.workunit.client.0.smithi190.stdout: "pct": 0 2024-08-19T09:58:13.036 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.037 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.037 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_host_reads": { 2024-08-19T09:58:13.037 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.037 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:13.037 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.037 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_media_wear": { 2024-08-19T09:58:13.037 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.037 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": "63.999023" 2024-08-19T09:58:13.037 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.037 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_timer": { 2024-08-19T09:58:13.037 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.037 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:13.037 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.038 INFO:tasks.workunit.client.0.smithi190.stdout: "unexp_power_loss": { 2024-08-19T09:58:13.038 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:13.038 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.038 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.038 INFO:tasks.workunit.client.0.smithi190.stdout: "wear_leveling": { 2024-08-19T09:58:13.038 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 90, 2024-08-19T09:58:13.038 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:13.038 INFO:tasks.workunit.client.0.smithi190.stdout: "avg": 3166, 2024-08-19T09:58:13.038 INFO:tasks.workunit.client.0.smithi190.stdout: "max": 3179, 2024-08-19T09:58:13.038 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 3152 2024-08-19T09:58:13.039 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.039 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.039 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.039 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T09:58:13.039 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.039 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_log": { 2024-08-19T09:58:13.039 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare": 100, 2024-08-19T09:58:13.039 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare_threshold": 10, 2024-08-19T09:58:13.039 INFO:tasks.workunit.client.0.smithi190.stdout: "controller_busy_time": 0, 2024-08-19T09:58:13.039 INFO:tasks.workunit.client.0.smithi190.stdout: "critical_warning": 0, 2024-08-19T09:58:13.039 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_read": 342316303, 2024-08-19T09:58:13.039 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_written": 1642906858, 2024-08-19T09:58:13.039 INFO:tasks.workunit.client.0.smithi190.stdout: "host_reads": 5386706496, 2024-08-19T09:58:13.039 INFO:tasks.workunit.client.0.smithi190.stdout: "host_writes": 28491883910, 2024-08-19T09:58:13.040 INFO:tasks.workunit.client.0.smithi190.stdout: "media_errors": 0, 2024-08-19T09:58:13.040 INFO:tasks.workunit.client.0.smithi190.stdout: "num_err_log_entries": 0, 2024-08-19T09:58:13.040 INFO:tasks.workunit.client.0.smithi190.stdout: "percentage_used": 10, 2024-08-19T09:58:13.040 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycles": 58579, 2024-08-19T09:58:13.040 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_hours": 55941, 2024-08-19T09:58:13.040 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": 25, 2024-08-19T09:58:13.040 INFO:tasks.workunit.client.0.smithi190.stdout: "unsafe_shutdowns": 25 2024-08-19T09:58:13.040 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.040 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_vendor": "intel", 2024-08-19T09:58:13.040 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_version": { 2024-08-19T09:58:13.040 INFO:tasks.workunit.client.0.smithi190.stdout: "string": "<1.2", 2024-08-19T09:58:13.041 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:13.041 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.041 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycle_count": 58579, 2024-08-19T09:58:13.041 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_time": { 2024-08-19T09:58:13.041 INFO:tasks.workunit.client.0.smithi190.stdout: "hours": 55941 2024-08-19T09:58:13.041 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.041 INFO:tasks.workunit.client.0.smithi190.stdout: "serial_number": "deleted", 2024-08-19T09:58:13.041 INFO:tasks.workunit.client.0.smithi190.stdout: "smart_status": { 2024-08-19T09:58:13.041 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme": { 2024-08-19T09:58:13.041 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:13.041 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.041 INFO:tasks.workunit.client.0.smithi190.stdout: "passed": true 2024-08-19T09:58:13.041 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.042 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl": { 2024-08-19T09:58:13.042 INFO:tasks.workunit.client.0.smithi190.stdout: "argv": [ 2024-08-19T09:58:13.042 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl", 2024-08-19T09:58:13.042 INFO:tasks.workunit.client.0.smithi190.stdout: "-x", 2024-08-19T09:58:13.042 INFO:tasks.workunit.client.0.smithi190.stdout: "--json=o", 2024-08-19T09:58:13.042 INFO:tasks.workunit.client.0.smithi190.stdout: "/dev/nvme0n1" 2024-08-19T09:58:13.042 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.042 INFO:tasks.workunit.client.0.smithi190.stdout: "build_info": "(local build)", 2024-08-19T09:58:13.043 INFO:tasks.workunit.client.0.smithi190.stdout: "exit_status": 0, 2024-08-19T09:58:13.043 INFO:tasks.workunit.client.0.smithi190.stdout: "output": [ 2024-08-19T09:58:13.043 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T09:58:13.043 INFO:tasks.workunit.client.0.smithi190.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T09:58:13.043 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:13.043 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T09:58:13.043 INFO:tasks.workunit.client.0.smithi190.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-19T09:58:13.043 INFO:tasks.workunit.client.0.smithi190.stdout: "Serial Number: deleted", 2024-08-19T09:58:13.043 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Version: 8DV101H0", 2024-08-19T09:58:13.043 INFO:tasks.workunit.client.0.smithi190.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T09:58:13.043 INFO:tasks.workunit.client.0.smithi190.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T09:58:13.043 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller ID: 0", 2024-08-19T09:58:13.043 INFO:tasks.workunit.client.0.smithi190.stdout: "NVMe Version: <1.2", 2024-08-19T09:58:13.044 INFO:tasks.workunit.client.0.smithi190.stdout: "Number of Namespaces: 1", 2024-08-19T09:58:13.044 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-19T09:58:13.044 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T09:58:13.044 INFO:tasks.workunit.client.0.smithi190.stdout: "Local Time is: Mon Aug 19 09:52:37 2024 UTC", 2024-08-19T09:58:13.044 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T09:58:13.044 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T09:58:13.044 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T09:58:13.044 INFO:tasks.workunit.client.0.smithi190.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T09:58:13.044 INFO:tasks.workunit.client.0.smithi190.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T09:58:13.044 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:13.044 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported Power States", 2024-08-19T09:58:13.044 INFO:tasks.workunit.client.0.smithi190.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T09:58:13.044 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T09:58:13.045 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:13.045 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T09:58:13.045 INFO:tasks.workunit.client.0.smithi190.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T09:58:13.045 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 512 0 2", 2024-08-19T09:58:13.045 INFO:tasks.workunit.client.0.smithi190.stdout: " 1 - 512 8 2", 2024-08-19T09:58:13.045 INFO:tasks.workunit.client.0.smithi190.stdout: " 2 - 512 16 2", 2024-08-19T09:58:13.045 INFO:tasks.workunit.client.0.smithi190.stdout: " 3 - 4096 0 0", 2024-08-19T09:58:13.045 INFO:tasks.workunit.client.0.smithi190.stdout: " 4 - 4096 8 0", 2024-08-19T09:58:13.045 INFO:tasks.workunit.client.0.smithi190.stdout: " 5 - 4096 64 0", 2024-08-19T09:58:13.045 INFO:tasks.workunit.client.0.smithi190.stdout: " 6 - 4096 128 0", 2024-08-19T09:58:13.045 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:13.045 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T09:58:13.045 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T09:58:13.045 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:13.046 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T09:58:13.046 INFO:tasks.workunit.client.0.smithi190.stdout: "Critical Warning: 0x00", 2024-08-19T09:58:13.046 INFO:tasks.workunit.client.0.smithi190.stdout: "Temperature: 25 Celsius", 2024-08-19T09:58:13.046 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare: 100%", 2024-08-19T09:58:13.046 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare Threshold: 10%", 2024-08-19T09:58:13.046 INFO:tasks.workunit.client.0.smithi190.stdout: "Percentage Used: 10%", 2024-08-19T09:58:13.046 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Read: 342,316,303 [175 TB]", 2024-08-19T09:58:13.046 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Written: 1,642,906,858 [841 TB]", 2024-08-19T09:58:13.046 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Read Commands: 5,386,706,496", 2024-08-19T09:58:13.046 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Write Commands: 28,491,883,910", 2024-08-19T09:58:13.046 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller Busy Time: 0", 2024-08-19T09:58:13.046 INFO:tasks.workunit.client.0.smithi190.stdout: "Power Cycles: 58,579", 2024-08-19T09:58:13.046 INFO:tasks.workunit.client.0.smithi190.stdout: "Power On Hours: 55,941", 2024-08-19T09:58:13.046 INFO:tasks.workunit.client.0.smithi190.stdout: "Unsafe Shutdowns: 25", 2024-08-19T09:58:13.047 INFO:tasks.workunit.client.0.smithi190.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T09:58:13.047 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information Log Entries: 0", 2024-08-19T09:58:13.047 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:13.047 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T09:58:13.047 INFO:tasks.workunit.client.0.smithi190.stdout: "No Errors Logged", 2024-08-19T09:58:13.047 INFO:tasks.workunit.client.0.smithi190.stdout: "" 2024-08-19T09:58:13.047 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.047 INFO:tasks.workunit.client.0.smithi190.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T09:58:13.047 INFO:tasks.workunit.client.0.smithi190.stdout: "svn_revision": "5155", 2024-08-19T09:58:13.047 INFO:tasks.workunit.client.0.smithi190.stdout: "version": [ 2024-08-19T09:58:13.047 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:13.047 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:13.047 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:13.048 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.048 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": { 2024-08-19T09:58:13.048 INFO:tasks.workunit.client.0.smithi190.stdout: "current": 25 2024-08-19T09:58:13.048 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.048 INFO:tasks.workunit.client.0.smithi190.stdout: "user_capacity": { 2024-08-19T09:58:13.048 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:13.048 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:13.048 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.048 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.048 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.048 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.048 INFO:tasks.workunit.client.0.smithi190.stdout: "8bbdb942-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:13.048 INFO:tasks.workunit.client.0.smithi190.stdout: "INTEL_SSDPEDMD400G4_8bbe2f30-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:13.048 INFO:tasks.workunit.client.0.smithi190.stdout: "20240819-095236": { 2024-08-19T09:58:13.049 INFO:tasks.workunit.client.0.smithi190.stdout: "device": { 2024-08-19T09:58:13.049 INFO:tasks.workunit.client.0.smithi190.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T09:58:13.049 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "/dev/nvme0n1", 2024-08-19T09:58:13.049 INFO:tasks.workunit.client.0.smithi190.stdout: "protocol": "NVMe", 2024-08-19T09:58:13.049 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "nvme" 2024-08-19T09:58:13.049 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.049 INFO:tasks.workunit.client.0.smithi190.stdout: "firmware_version": "8DV101H0", 2024-08-19T09:58:13.049 INFO:tasks.workunit.client.0.smithi190.stdout: "host_id": "8bbdb942-5e11-11ef-8a0f-0cc47a887763", 2024-08-19T09:58:13.049 INFO:tasks.workunit.client.0.smithi190.stdout: "json_format_version": [ 2024-08-19T09:58:13.049 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:13.049 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:13.049 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.049 INFO:tasks.workunit.client.0.smithi190.stdout: "local_time": { 2024-08-19T09:58:13.049 INFO:tasks.workunit.client.0.smithi190.stdout: "asctime": "Mon Aug 19 09:52:35 2024 UTC", 2024-08-19T09:58:13.050 INFO:tasks.workunit.client.0.smithi190.stdout: "time_t": 1724061155 2024-08-19T09:58:13.050 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.050 INFO:tasks.workunit.client.0.smithi190.stdout: "logical_block_size": 512, 2024-08-19T09:58:13.050 INFO:tasks.workunit.client.0.smithi190.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-19T09:58:13.050 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_controller_id": 0, 2024-08-19T09:58:13.050 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T09:58:13.050 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_namespaces": [ 2024-08-19T09:58:13.050 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:13.050 INFO:tasks.workunit.client.0.smithi190.stdout: "capacity": { 2024-08-19T09:58:13.050 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:13.050 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:13.050 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.050 INFO:tasks.workunit.client.0.smithi190.stdout: "formatted_lba_size": 512, 2024-08-19T09:58:13.050 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 1, 2024-08-19T09:58:13.051 INFO:tasks.workunit.client.0.smithi190.stdout: "size": { 2024-08-19T09:58:13.051 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:13.051 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:13.051 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.051 INFO:tasks.workunit.client.0.smithi190.stdout: "utilization": { 2024-08-19T09:58:13.051 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:13.051 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:13.051 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.051 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.051 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.051 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T09:58:13.051 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_pci_vendor": { 2024-08-19T09:58:13.051 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 32902, 2024-08-19T09:58:13.051 INFO:tasks.workunit.client.0.smithi190.stdout: "subsystem_id": 32902 2024-08-19T09:58:13.052 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.052 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T09:58:13.052 INFO:tasks.workunit.client.0.smithi190.stdout: "Device stats": { 2024-08-19T09:58:13.052 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_fw_downgrades": { 2024-08-19T09:58:13.052 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:13.052 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.052 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.052 INFO:tasks.workunit.client.0.smithi190.stdout: "crc_error_count": { 2024-08-19T09:58:13.052 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.052 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.052 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.052 INFO:tasks.workunit.client.0.smithi190.stdout: "end_to_end_error_detection_count": { 2024-08-19T09:58:13.052 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.052 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.052 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.053 INFO:tasks.workunit.client.0.smithi190.stdout: "erase_fail_count": { 2024-08-19T09:58:13.053 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.053 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.053 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.053 INFO:tasks.workunit.client.0.smithi190.stdout: "host_bytes_written": { 2024-08-19T09:58:13.053 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.053 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 28673347 2024-08-19T09:58:13.053 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.053 INFO:tasks.workunit.client.0.smithi190.stdout: "host_ctx_wear_used": { 2024-08-19T09:58:13.053 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.053 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 1 2024-08-19T09:58:13.053 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.053 INFO:tasks.workunit.client.0.smithi190.stdout: "media_bytes_read": { 2024-08-19T09:58:13.053 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:13.054 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.054 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.054 INFO:tasks.workunit.client.0.smithi190.stdout: "nand_bytes_written": { 2024-08-19T09:58:13.054 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.054 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 49662675 2024-08-19T09:58:13.054 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.054 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_stat_indicator": { 2024-08-19T09:58:13.054 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:13.054 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.054 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.054 INFO:tasks.workunit.client.0.smithi190.stdout: "pll_lock_loss_count": { 2024-08-19T09:58:13.054 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.055 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.055 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.055 INFO:tasks.workunit.client.0.smithi190.stdout: "program_fail_count": { 2024-08-19T09:58:13.055 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.055 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.055 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.055 INFO:tasks.workunit.client.0.smithi190.stdout: "re_alloc_sectr_cnt": { 2024-08-19T09:58:13.055 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:13.055 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.055 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.055 INFO:tasks.workunit.client.0.smithi190.stdout: "retry_buffer_overflow_count": { 2024-08-19T09:58:13.056 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.056 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.056 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.056 INFO:tasks.workunit.client.0.smithi190.stdout: "soft_ecc_err_rate": { 2024-08-19T09:58:13.056 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:13.056 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.056 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.056 INFO:tasks.workunit.client.0.smithi190.stdout: "thermal_throttle_status": { 2024-08-19T09:58:13.056 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.056 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:13.056 INFO:tasks.workunit.client.0.smithi190.stdout: "cnt": 0, 2024-08-19T09:58:13.056 INFO:tasks.workunit.client.0.smithi190.stdout: "pct": 0 2024-08-19T09:58:13.056 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.056 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.057 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_host_reads": { 2024-08-19T09:58:13.057 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.057 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:13.057 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.057 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_media_wear": { 2024-08-19T09:58:13.057 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.057 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": "63.999023" 2024-08-19T09:58:13.057 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.057 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_timer": { 2024-08-19T09:58:13.057 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:13.057 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:13.057 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.057 INFO:tasks.workunit.client.0.smithi190.stdout: "unexp_power_loss": { 2024-08-19T09:58:13.057 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:13.058 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:13.058 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.058 INFO:tasks.workunit.client.0.smithi190.stdout: "wear_leveling": { 2024-08-19T09:58:13.058 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 89, 2024-08-19T09:58:13.058 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:13.058 INFO:tasks.workunit.client.0.smithi190.stdout: "avg": 3370, 2024-08-19T09:58:13.058 INFO:tasks.workunit.client.0.smithi190.stdout: "max": 3389, 2024-08-19T09:58:13.058 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 3356 2024-08-19T09:58:13.058 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.058 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.058 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.058 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T09:58:13.058 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.058 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_log": { 2024-08-19T09:58:13.059 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare": 100, 2024-08-19T09:58:13.059 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare_threshold": 10, 2024-08-19T09:58:13.059 INFO:tasks.workunit.client.0.smithi190.stdout: "controller_busy_time": 0, 2024-08-19T09:58:13.059 INFO:tasks.workunit.client.0.smithi190.stdout: "critical_warning": 0, 2024-08-19T09:58:13.059 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_read": 389506371, 2024-08-19T09:58:13.059 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_written": 1879136484, 2024-08-19T09:58:13.059 INFO:tasks.workunit.client.0.smithi190.stdout: "host_reads": 6457831125, 2024-08-19T09:58:13.059 INFO:tasks.workunit.client.0.smithi190.stdout: "host_writes": 32575899328, 2024-08-19T09:58:13.059 INFO:tasks.workunit.client.0.smithi190.stdout: "media_errors": 0, 2024-08-19T09:58:13.059 INFO:tasks.workunit.client.0.smithi190.stdout: "num_err_log_entries": 0, 2024-08-19T09:58:13.059 INFO:tasks.workunit.client.0.smithi190.stdout: "percentage_used": 11, 2024-08-19T09:58:13.059 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycles": 54364, 2024-08-19T09:58:13.059 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_hours": 56804, 2024-08-19T09:58:13.059 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": 24, 2024-08-19T09:58:13.060 INFO:tasks.workunit.client.0.smithi190.stdout: "unsafe_shutdowns": 22 2024-08-19T09:58:13.060 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.060 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_vendor": "intel", 2024-08-19T09:58:13.060 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_version": { 2024-08-19T09:58:13.060 INFO:tasks.workunit.client.0.smithi190.stdout: "string": "<1.2", 2024-08-19T09:58:13.060 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:13.060 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.060 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycle_count": 54364, 2024-08-19T09:58:13.060 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_time": { 2024-08-19T09:58:13.060 INFO:tasks.workunit.client.0.smithi190.stdout: "hours": 56804 2024-08-19T09:58:13.060 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.060 INFO:tasks.workunit.client.0.smithi190.stdout: "serial_number": "deleted", 2024-08-19T09:58:13.060 INFO:tasks.workunit.client.0.smithi190.stdout: "smart_status": { 2024-08-19T09:58:13.060 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme": { 2024-08-19T09:58:13.061 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:13.061 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.061 INFO:tasks.workunit.client.0.smithi190.stdout: "passed": true 2024-08-19T09:58:13.061 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.061 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl": { 2024-08-19T09:58:13.061 INFO:tasks.workunit.client.0.smithi190.stdout: "argv": [ 2024-08-19T09:58:13.061 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl", 2024-08-19T09:58:13.061 INFO:tasks.workunit.client.0.smithi190.stdout: "-x", 2024-08-19T09:58:13.061 INFO:tasks.workunit.client.0.smithi190.stdout: "--json=o", 2024-08-19T09:58:13.061 INFO:tasks.workunit.client.0.smithi190.stdout: "/dev/nvme0n1" 2024-08-19T09:58:13.061 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.061 INFO:tasks.workunit.client.0.smithi190.stdout: "build_info": "(local build)", 2024-08-19T09:58:13.061 INFO:tasks.workunit.client.0.smithi190.stdout: "exit_status": 0, 2024-08-19T09:58:13.061 INFO:tasks.workunit.client.0.smithi190.stdout: "output": [ 2024-08-19T09:58:13.062 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T09:58:13.062 INFO:tasks.workunit.client.0.smithi190.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T09:58:13.062 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:13.062 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T09:58:13.062 INFO:tasks.workunit.client.0.smithi190.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-19T09:58:13.062 INFO:tasks.workunit.client.0.smithi190.stdout: "Serial Number: deleted", 2024-08-19T09:58:13.062 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Version: 8DV101H0", 2024-08-19T09:58:13.062 INFO:tasks.workunit.client.0.smithi190.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T09:58:13.062 INFO:tasks.workunit.client.0.smithi190.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T09:58:13.062 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller ID: 0", 2024-08-19T09:58:13.062 INFO:tasks.workunit.client.0.smithi190.stdout: "NVMe Version: <1.2", 2024-08-19T09:58:13.062 INFO:tasks.workunit.client.0.smithi190.stdout: "Number of Namespaces: 1", 2024-08-19T09:58:13.062 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-19T09:58:13.063 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T09:58:13.063 INFO:tasks.workunit.client.0.smithi190.stdout: "Local Time is: Mon Aug 19 09:52:35 2024 UTC", 2024-08-19T09:58:13.063 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T09:58:13.063 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T09:58:13.063 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T09:58:13.063 INFO:tasks.workunit.client.0.smithi190.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T09:58:13.063 INFO:tasks.workunit.client.0.smithi190.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T09:58:13.063 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:13.063 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported Power States", 2024-08-19T09:58:13.063 INFO:tasks.workunit.client.0.smithi190.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T09:58:13.063 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T09:58:13.063 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:13.063 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T09:58:13.063 INFO:tasks.workunit.client.0.smithi190.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T09:58:13.063 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 512 0 2", 2024-08-19T09:58:13.064 INFO:tasks.workunit.client.0.smithi190.stdout: " 1 - 512 8 2", 2024-08-19T09:58:13.064 INFO:tasks.workunit.client.0.smithi190.stdout: " 2 - 512 16 2", 2024-08-19T09:58:13.064 INFO:tasks.workunit.client.0.smithi190.stdout: " 3 - 4096 0 0", 2024-08-19T09:58:13.064 INFO:tasks.workunit.client.0.smithi190.stdout: " 4 - 4096 8 0", 2024-08-19T09:58:13.064 INFO:tasks.workunit.client.0.smithi190.stdout: " 5 - 4096 64 0", 2024-08-19T09:58:13.064 INFO:tasks.workunit.client.0.smithi190.stdout: " 6 - 4096 128 0", 2024-08-19T09:58:13.064 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:13.064 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T09:58:13.064 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T09:58:13.064 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:13.064 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T09:58:13.064 INFO:tasks.workunit.client.0.smithi190.stdout: "Critical Warning: 0x00", 2024-08-19T09:58:13.064 INFO:tasks.workunit.client.0.smithi190.stdout: "Temperature: 24 Celsius", 2024-08-19T09:58:13.064 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare: 100%", 2024-08-19T09:58:13.065 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare Threshold: 10%", 2024-08-19T09:58:13.065 INFO:tasks.workunit.client.0.smithi190.stdout: "Percentage Used: 11%", 2024-08-19T09:58:13.065 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Read: 389,506,371 [199 TB]", 2024-08-19T09:58:13.065 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Written: 1,879,136,484 [962 TB]", 2024-08-19T09:58:13.065 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Read Commands: 6,457,831,125", 2024-08-19T09:58:13.065 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Write Commands: 32,575,899,328", 2024-08-19T09:58:13.065 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller Busy Time: 0", 2024-08-19T09:58:13.065 INFO:tasks.workunit.client.0.smithi190.stdout: "Power Cycles: 54,364", 2024-08-19T09:58:13.065 INFO:tasks.workunit.client.0.smithi190.stdout: "Power On Hours: 56,804", 2024-08-19T09:58:13.065 INFO:tasks.workunit.client.0.smithi190.stdout: "Unsafe Shutdowns: 22", 2024-08-19T09:58:13.065 INFO:tasks.workunit.client.0.smithi190.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T09:58:13.065 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information Log Entries: 0", 2024-08-19T09:58:13.065 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:13.065 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T09:58:13.065 INFO:tasks.workunit.client.0.smithi190.stdout: "No Errors Logged", 2024-08-19T09:58:13.066 INFO:tasks.workunit.client.0.smithi190.stdout: "" 2024-08-19T09:58:13.066 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.066 INFO:tasks.workunit.client.0.smithi190.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T09:58:13.066 INFO:tasks.workunit.client.0.smithi190.stdout: "svn_revision": "5155", 2024-08-19T09:58:13.066 INFO:tasks.workunit.client.0.smithi190.stdout: "version": [ 2024-08-19T09:58:13.066 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:13.066 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:13.066 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:13.066 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.066 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": { 2024-08-19T09:58:13.066 INFO:tasks.workunit.client.0.smithi190.stdout: "current": 24 2024-08-19T09:58:13.066 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.066 INFO:tasks.workunit.client.0.smithi190.stdout: "user_capacity": { 2024-08-19T09:58:13.067 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:13.067 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:13.067 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.067 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.067 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.067 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.067 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.067 INFO:tasks.workunit.client.0.smithi190.stdout: "report": { 2024-08-19T09:58:13.067 INFO:tasks.workunit.client.0.smithi190.stdout: "balancer": { 2024-08-19T09:58:13.067 INFO:tasks.workunit.client.0.smithi190.stdout: "active": true, 2024-08-19T09:58:13.067 INFO:tasks.workunit.client.0.smithi190.stdout: "mode": "" 2024-08-19T09:58:13.067 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.067 INFO:tasks.workunit.client.0.smithi190.stdout: "channels": [ 2024-08-19T09:58:13.067 INFO:tasks.workunit.client.0.smithi190.stdout: "basic", 2024-08-19T09:58:13.068 INFO:tasks.workunit.client.0.smithi190.stdout: "crash", 2024-08-19T09:58:13.068 INFO:tasks.workunit.client.0.smithi190.stdout: "device", 2024-08-19T09:58:13.068 INFO:tasks.workunit.client.0.smithi190.stdout: "ident" 2024-08-19T09:58:13.068 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.068 INFO:tasks.workunit.client.0.smithi190.stdout: "channels_available": [ 2024-08-19T09:58:13.068 INFO:tasks.workunit.client.0.smithi190.stdout: "basic", 2024-08-19T09:58:13.068 INFO:tasks.workunit.client.0.smithi190.stdout: "ident", 2024-08-19T09:58:13.068 INFO:tasks.workunit.client.0.smithi190.stdout: "crash", 2024-08-19T09:58:13.068 INFO:tasks.workunit.client.0.smithi190.stdout: "device", 2024-08-19T09:58:13.068 INFO:tasks.workunit.client.0.smithi190.stdout: "perf" 2024-08-19T09:58:13.068 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.068 INFO:tasks.workunit.client.0.smithi190.stdout: "collections_available": [ 2024-08-19T09:58:13.068 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_base", 2024-08-19T09:58:13.068 INFO:tasks.workunit.client.0.smithi190.stdout: "device_base", 2024-08-19T09:58:13.069 INFO:tasks.workunit.client.0.smithi190.stdout: "crash_base", 2024-08-19T09:58:13.069 INFO:tasks.workunit.client.0.smithi190.stdout: "ident_base", 2024-08-19T09:58:13.069 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_perf", 2024-08-19T09:58:13.069 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_mds_metadata", 2024-08-19T09:58:13.069 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_usage", 2024-08-19T09:58:13.069 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_usage_by_class", 2024-08-19T09:58:13.069 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_rook_v01", 2024-08-19T09:58:13.069 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_memory_metrics", 2024-08-19T09:58:13.069 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_options_bluestore" 2024-08-19T09:58:13.069 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.069 INFO:tasks.workunit.client.0.smithi190.stdout: "collections_opted_in": [ 2024-08-19T09:58:13.069 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_base", 2024-08-19T09:58:13.069 INFO:tasks.workunit.client.0.smithi190.stdout: "device_base", 2024-08-19T09:58:13.069 INFO:tasks.workunit.client.0.smithi190.stdout: "crash_base", 2024-08-19T09:58:13.070 INFO:tasks.workunit.client.0.smithi190.stdout: "ident_base", 2024-08-19T09:58:13.070 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_perf", 2024-08-19T09:58:13.070 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_mds_metadata", 2024-08-19T09:58:13.070 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_usage", 2024-08-19T09:58:13.070 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_usage_by_class", 2024-08-19T09:58:13.070 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_rook_v01", 2024-08-19T09:58:13.070 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_memory_metrics", 2024-08-19T09:58:13.070 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_options_bluestore" 2024-08-19T09:58:13.070 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.070 INFO:tasks.workunit.client.0.smithi190.stdout: "config": { 2024-08-19T09:58:13.070 INFO:tasks.workunit.client.0.smithi190.stdout: "active_changed": [ 2024-08-19T09:58:13.070 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T09:58:13.070 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_debug", 2024-08-19T09:58:13.070 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_mon_ticket_ttl", 2024-08-19T09:58:13.071 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_service_ticket_ttl", 2024-08-19T09:58:13.071 INFO:tasks.workunit.client.0.smithi190.stdout: "bdev_debug_aio", 2024-08-19T09:58:13.071 INFO:tasks.workunit.client.0.smithi190.stdout: "client_check_pool_perm", 2024-08-19T09:58:13.071 INFO:tasks.workunit.client.0.smithi190.stdout: "client_mount_gid", 2024-08-19T09:58:13.071 INFO:tasks.workunit.client.0.smithi190.stdout: "client_mount_uid", 2024-08-19T09:58:13.071 INFO:tasks.workunit.client.0.smithi190.stdout: "client_quota", 2024-08-19T09:58:13.071 INFO:tasks.workunit.client.0.smithi190.stdout: "container_image", 2024-08-19T09:58:13.071 INFO:tasks.workunit.client.0.smithi190.stdout: "daemonize", 2024-08-19T09:58:13.071 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_asserts_on_shutdown", 2024-08-19T09:58:13.071 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mgr", 2024-08-19T09:58:13.071 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mon", 2024-08-19T09:58:13.071 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_ms", 2024-08-19T09:58:13.071 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_osd", 2024-08-19T09:58:13.071 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_paxos", 2024-08-19T09:58:13.072 INFO:tasks.workunit.client.0.smithi190.stdout: "keyring", 2024-08-19T09:58:13.072 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_block_size", 2024-08-19T09:58:13.072 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_cache_size", 2024-08-19T09:58:13.072 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_compression", 2024-08-19T09:58:13.072 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_log", 2024-08-19T09:58:13.072 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_write_buffer_size", 2024-08-19T09:58:13.072 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_file", 2024-08-19T09:58:13.072 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_journald", 2024-08-19T09:58:13.072 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_stderr", 2024-08-19T09:58:13.072 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_allow_pool_delete", 2024-08-19T09:58:13.072 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_clock_drift_allowed", 2024-08-19T09:58:13.072 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_file_level", 2024-08-19T09:58:13.072 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_file", 2024-08-19T09:58:13.072 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_journald", 2024-08-19T09:58:13.072 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_stderr", 2024-08-19T09:58:13.073 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_data_avail_warn", 2024-08-19T09:58:13.073 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_election_default_strategy", 2024-08-19T09:58:13.073 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_host", 2024-08-19T09:58:13.073 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_max_pg_per_osd", 2024-08-19T09:58:13.073 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_mgr_mkfs_grace", 2024-08-19T09:58:13.073 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_prime_pg_temp", 2024-08-19T09:58:13.073 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T09:58:13.073 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T09:58:13.073 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T09:58:13.073 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T09:58:13.073 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T09:58:13.073 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T09:58:13.073 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T09:58:13.073 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T09:58:13.074 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T09:58:13.074 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T09:58:13.074 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_too_few_osds", 2024-08-19T09:58:13.074 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_bug", 2024-08-19T09:58:13.074 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_old_message", 2024-08-19T09:58:13.074 INFO:tasks.workunit.client.0.smithi190.stdout: "no_config_file", 2024-08-19T09:58:13.074 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_default_list", 2024-08-19T09:58:13.074 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_load_list", 2024-08-19T09:58:13.074 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_crush_chooseleaf_type", 2024-08-19T09:58:13.074 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_misdirected_ops", 2024-08-19T09:58:13.074 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_op_order", 2024-08-19T09:58:13.074 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_pg_log_writeout", 2024-08-19T09:58:13.075 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_shutdown", 2024-08-19T09:58:13.075 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T09:58:13.075 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T09:58:13.075 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T09:58:13.075 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T09:58:13.075 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep", 2024-08-19T09:58:13.075 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep_hdd", 2024-08-19T09:58:13.075 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep_hybrid", 2024-08-19T09:58:13.075 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep_ssd", 2024-08-19T09:58:13.076 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_max_backfills", 2024-08-19T09:58:13.076 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T09:58:13.076 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_profile", 2024-08-19T09:58:13.076 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-19T09:58:13.076 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-19T09:58:13.076 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-19T09:58:13.076 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-19T09:58:13.076 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-19T09:58:13.076 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-19T09:58:13.076 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_client_lim", 2024-08-19T09:58:13.076 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_client_res", 2024-08-19T09:58:13.076 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-19T09:58:13.076 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target", 2024-08-19T09:58:13.076 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target_autotune", 2024-08-19T09:58:13.077 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue", 2024-08-19T09:58:13.077 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue_cut_off", 2024-08-19T09:58:13.077 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pg_delete_cost", 2024-08-19T09:58:13.077 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T09:58:13.077 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T09:58:13.077 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recover_clone_overlap", 2024-08-19T09:58:13.077 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_active", 2024-08-19T09:58:13.077 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_active_hdd", 2024-08-19T09:58:13.077 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_active_ssd", 2024-08-19T09:58:13.077 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_chunk", 2024-08-19T09:58:13.077 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep", 2024-08-19T09:58:13.077 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep_hdd", 2024-08-19T09:58:13.077 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep_hybrid", 2024-08-19T09:58:13.077 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep_ssd", 2024-08-19T09:58:13.078 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_load_threshold", 2024-08-19T09:58:13.078 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_max_interval", 2024-08-19T09:58:13.078 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_sleep", 2024-08-19T09:58:13.078 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_shutdown_pgref_assert", 2024-08-19T09:58:13.078 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep", 2024-08-19T09:58:13.078 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep_hdd", 2024-08-19T09:58:13.078 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-19T09:58:13.078 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep_ssd", 2024-08-19T09:58:13.078 INFO:tasks.workunit.client.0.smithi190.stdout: "public_addr", 2024-08-19T09:58:13.078 INFO:tasks.workunit.client.0.smithi190.stdout: "public_addrv", 2024-08-19T09:58:13.078 INFO:tasks.workunit.client.0.smithi190.stdout: "public_network", 2024-08-19T09:58:13.078 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd_default_features", 2024-08-19T09:58:13.078 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd_qos_exclude_ops", 2024-08-19T09:58:13.078 INFO:tasks.workunit.client.0.smithi190.stdout: "setgroup", 2024-08-19T09:58:13.079 INFO:tasks.workunit.client.0.smithi190.stdout: "setuser" 2024-08-19T09:58:13.079 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.079 INFO:tasks.workunit.client.0.smithi190.stdout: "cluster_changed": [ 2024-08-19T09:58:13.079 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T09:58:13.079 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_debug", 2024-08-19T09:58:13.079 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_mon_ticket_ttl", 2024-08-19T09:58:13.079 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_service_ticket_ttl", 2024-08-19T09:58:13.079 INFO:tasks.workunit.client.0.smithi190.stdout: "bdev_debug_aio", 2024-08-19T09:58:13.079 INFO:tasks.workunit.client.0.smithi190.stdout: "container_image", 2024-08-19T09:58:13.079 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_asserts_on_shutdown", 2024-08-19T09:58:13.079 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mgr", 2024-08-19T09:58:13.079 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mon", 2024-08-19T09:58:13.079 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_ms", 2024-08-19T09:58:13.080 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_osd", 2024-08-19T09:58:13.080 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_paxos", 2024-08-19T09:58:13.080 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_file", 2024-08-19T09:58:13.080 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_journald", 2024-08-19T09:58:13.080 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_stderr", 2024-08-19T09:58:13.080 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_join_fs", 2024-08-19T09:58:13.080 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/allow_ptrace", 2024-08-19T09:58:13.080 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/container_init", 2024-08-19T09:58:13.080 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/migration_current", 2024-08-19T09:58:13.080 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/use_repo_digest", 2024-08-19T09:58:13.080 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-19T09:58:13.080 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-19T09:58:13.080 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-19T09:58:13.080 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-19T09:58:13.081 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/ssl_server_port", 2024-08-19T09:58:13.081 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/orchestrator/orchestrator", 2024-08-19T09:58:13.081 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/channel_ident", 2024-08-19T09:58:13.081 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/description", 2024-08-19T09:58:13.081 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/organization", 2024-08-19T09:58:13.081 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_allow_pool_delete", 2024-08-19T09:58:13.081 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_clock_drift_allowed", 2024-08-19T09:58:13.081 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_file_level", 2024-08-19T09:58:13.081 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_file", 2024-08-19T09:58:13.081 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_data_avail_warn", 2024-08-19T09:58:13.081 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_election_default_strategy", 2024-08-19T09:58:13.081 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_max_pg_per_osd", 2024-08-19T09:58:13.081 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_mgr_mkfs_grace", 2024-08-19T09:58:13.081 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_prime_pg_temp", 2024-08-19T09:58:13.081 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T09:58:13.082 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T09:58:13.082 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T09:58:13.082 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T09:58:13.082 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T09:58:13.082 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T09:58:13.082 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T09:58:13.082 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T09:58:13.082 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T09:58:13.082 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T09:58:13.082 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_too_few_osds", 2024-08-19T09:58:13.082 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_bug", 2024-08-19T09:58:13.082 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_old_message", 2024-08-19T09:58:13.082 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_default_list", 2024-08-19T09:58:13.083 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_load_list", 2024-08-19T09:58:13.083 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_misdirected_ops", 2024-08-19T09:58:13.083 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_op_order", 2024-08-19T09:58:13.083 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_pg_log_writeout", 2024-08-19T09:58:13.083 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_shutdown", 2024-08-19T09:58:13.083 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T09:58:13.083 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T09:58:13.083 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T09:58:13.083 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T09:58:13.083 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T09:58:13.083 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_profile", 2024-08-19T09:58:13.083 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target", 2024-08-19T09:58:13.083 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target_autotune", 2024-08-19T09:58:13.084 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue", 2024-08-19T09:58:13.084 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue_cut_off", 2024-08-19T09:58:13.084 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T09:58:13.084 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T09:58:13.084 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recover_clone_overlap", 2024-08-19T09:58:13.084 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_chunk", 2024-08-19T09:58:13.084 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_load_threshold", 2024-08-19T09:58:13.084 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_max_interval", 2024-08-19T09:58:13.084 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_shutdown_pgref_assert", 2024-08-19T09:58:13.084 INFO:tasks.workunit.client.0.smithi190.stdout: "public_network", 2024-08-19T09:58:13.084 INFO:tasks.workunit.client.0.smithi190.stdout: "rgw_cache_enabled", 2024-08-19T09:58:13.084 INFO:tasks.workunit.client.0.smithi190.stdout: "rgw_enable_ops_log", 2024-08-19T09:58:13.084 INFO:tasks.workunit.client.0.smithi190.stdout: "rgw_enable_usage_log" 2024-08-19T09:58:13.084 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:13.085 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.085 INFO:tasks.workunit.client.0.smithi190.stdout: "contact": null, 2024-08-19T09:58:13.085 INFO:tasks.workunit.client.0.smithi190.stdout: "crashes": [], 2024-08-19T09:58:13.085 INFO:tasks.workunit.client.0.smithi190.stdout: "created": "2024-08-19T09:49:32.980697Z", 2024-08-19T09:58:13.085 INFO:tasks.workunit.client.0.smithi190.stdout: "crush": { 2024-08-19T09:58:13.085 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket_algs": { 2024-08-19T09:58:13.085 INFO:tasks.workunit.client.0.smithi190.stdout: "straw2": 3 2024-08-19T09:58:13.085 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.085 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket_sizes": { 2024-08-19T09:58:13.085 INFO:tasks.workunit.client.0.smithi190.stdout: "2": 1, 2024-08-19T09:58:13.085 INFO:tasks.workunit.client.0.smithi190.stdout: "4": 2 2024-08-19T09:58:13.085 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.085 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket_types": { 2024-08-19T09:58:13.085 INFO:tasks.workunit.client.0.smithi190.stdout: "1": 2, 2024-08-19T09:58:13.086 INFO:tasks.workunit.client.0.smithi190.stdout: "11": 1 2024-08-19T09:58:13.086 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.086 INFO:tasks.workunit.client.0.smithi190.stdout: "compat_weight_set": false, 2024-08-19T09:58:13.086 INFO:tasks.workunit.client.0.smithi190.stdout: "device_classes": [ 2024-08-19T09:58:13.086 INFO:tasks.workunit.client.0.smithi190.stdout: 8 2024-08-19T09:58:13.086 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.086 INFO:tasks.workunit.client.0.smithi190.stdout: "num_buckets": 6, 2024-08-19T09:58:13.086 INFO:tasks.workunit.client.0.smithi190.stdout: "num_devices": 8, 2024-08-19T09:58:13.086 INFO:tasks.workunit.client.0.smithi190.stdout: "num_rules": 1, 2024-08-19T09:58:13.086 INFO:tasks.workunit.client.0.smithi190.stdout: "num_types": 12, 2024-08-19T09:58:13.086 INFO:tasks.workunit.client.0.smithi190.stdout: "num_weight_sets": 0, 2024-08-19T09:58:13.086 INFO:tasks.workunit.client.0.smithi190.stdout: "tunables": { 2024-08-19T09:58:13.086 INFO:tasks.workunit.client.0.smithi190.stdout: "allowed_bucket_algs": 54, 2024-08-19T09:58:13.086 INFO:tasks.workunit.client.0.smithi190.stdout: "choose_local_fallback_tries": 0, 2024-08-19T09:58:13.087 INFO:tasks.workunit.client.0.smithi190.stdout: "choose_local_tries": 0, 2024-08-19T09:58:13.087 INFO:tasks.workunit.client.0.smithi190.stdout: "choose_total_tries": 50, 2024-08-19T09:58:13.087 INFO:tasks.workunit.client.0.smithi190.stdout: "chooseleaf_descend_once": 1, 2024-08-19T09:58:13.087 INFO:tasks.workunit.client.0.smithi190.stdout: "chooseleaf_stable": 1, 2024-08-19T09:58:13.087 INFO:tasks.workunit.client.0.smithi190.stdout: "chooseleaf_vary_r": 1, 2024-08-19T09:58:13.087 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v2_rules": 0, 2024-08-19T09:58:13.087 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v3_rules": 0, 2024-08-19T09:58:13.087 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v4_buckets": 1, 2024-08-19T09:58:13.087 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v5_rules": 0, 2024-08-19T09:58:13.087 INFO:tasks.workunit.client.0.smithi190.stdout: "legacy_tunables": 0, 2024-08-19T09:58:13.087 INFO:tasks.workunit.client.0.smithi190.stdout: "minimum_required_version": "jewel", 2024-08-19T09:58:13.087 INFO:tasks.workunit.client.0.smithi190.stdout: "optimal_tunables": 1, 2024-08-19T09:58:13.087 INFO:tasks.workunit.client.0.smithi190.stdout: "profile": "jewel", 2024-08-19T09:58:13.087 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables": 1, 2024-08-19T09:58:13.088 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables2": 1, 2024-08-19T09:58:13.088 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables3": 1, 2024-08-19T09:58:13.088 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables5": 1, 2024-08-19T09:58:13.088 INFO:tasks.workunit.client.0.smithi190.stdout: "straw_calc_version": 1 2024-08-19T09:58:13.088 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.088 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.088 INFO:tasks.workunit.client.0.smithi190.stdout: "description": "upgrade test cluster", 2024-08-19T09:58:13.088 INFO:tasks.workunit.client.0.smithi190.stdout: "fs": { 2024-08-19T09:58:13.088 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:13.088 INFO:tasks.workunit.client.0.smithi190.stdout: "feature_flags": { 2024-08-19T09:58:13.088 INFO:tasks.workunit.client.0.smithi190.stdout: "enable_multiple": true, 2024-08-19T09:58:13.088 INFO:tasks.workunit.client.0.smithi190.stdout: "ever_enabled_multiple": true 2024-08-19T09:58:13.088 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.088 INFO:tasks.workunit.client.0.smithi190.stdout: "filesystems": [ 2024-08-19T09:58:13.089 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:13.089 INFO:tasks.workunit.client.0.smithi190.stdout: "approx_ctime": "2024-08", 2024-08-19T09:58:13.089 INFO:tasks.workunit.client.0.smithi190.stdout: "balancer_enabled": false, 2024-08-19T09:58:13.089 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:13.089 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_caps": 0, 2024-08-19T09:58:13.089 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_dns": 10, 2024-08-19T09:58:13.089 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_inos": 13, 2024-08-19T09:58:13.089 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_subtrees": 2, 2024-08-19T09:58:13.089 INFO:tasks.workunit.client.0.smithi190.stdout: "ever_allowed_features": 0, 2024-08-19T09:58:13.089 INFO:tasks.workunit.client.0.smithi190.stdout: "explicitly_allowed_features": 0, 2024-08-19T09:58:13.089 INFO:tasks.workunit.client.0.smithi190.stdout: "files": 0, 2024-08-19T09:58:13.089 INFO:tasks.workunit.client.0.smithi190.stdout: "max_mds": 1, 2024-08-19T09:58:13.089 INFO:tasks.workunit.client.0.smithi190.stdout: "num_data_pools": 1, 2024-08-19T09:58:13.089 INFO:tasks.workunit.client.0.smithi190.stdout: "num_in": 1, 2024-08-19T09:58:13.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_mds": 1, 2024-08-19T09:58:13.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_sessions": 0, 2024-08-19T09:58:13.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_standby_replay": 0, 2024-08-19T09:58:13.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_up": 1, 2024-08-19T09:58:13.090 INFO:tasks.workunit.client.0.smithi190.stdout: "snaps": 0, 2024-08-19T09:58:13.090 INFO:tasks.workunit.client.0.smithi190.stdout: "standby_count_wanted": 0 2024-08-19T09:58:13.090 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.090 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_standby_mds": 1, 2024-08-19T09:58:13.091 INFO:tasks.workunit.client.0.smithi190.stdout: "total_num_mds": 2 2024-08-19T09:58:13.091 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.091 INFO:tasks.workunit.client.0.smithi190.stdout: "hosts": { 2024-08-19T09:58:13.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num": 2, 2024-08-19T09:58:13.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_mds": 2, 2024-08-19T09:58:13.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_mgr": 2, 2024-08-19T09:58:13.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_mon": 2, 2024-08-19T09:58:13.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_osd": 2 2024-08-19T09:58:13.091 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.091 INFO:tasks.workunit.client.0.smithi190.stdout: "leaderboard": false, 2024-08-19T09:58:13.091 INFO:tasks.workunit.client.0.smithi190.stdout: "leaderboard_description": null, 2024-08-19T09:58:13.091 INFO:tasks.workunit.client.0.smithi190.stdout: "license": "sharing-1-0", 2024-08-19T09:58:13.091 INFO:tasks.workunit.client.0.smithi190.stdout: "metadata": { 2024-08-19T09:58:13.092 INFO:tasks.workunit.client.0.smithi190.stdout: "mds": { 2024-08-19T09:58:13.092 INFO:tasks.workunit.client.0.smithi190.stdout: "arch": { 2024-08-19T09:58:13.092 INFO:tasks.workunit.client.0.smithi190.stdout: "x86_64": 2 2024-08-19T09:58:13.092 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.092 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_version": { 2024-08-19T09:58:13.092 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T09:58:13.092 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.092 INFO:tasks.workunit.client.0.smithi190.stdout: "cpu": { 2024-08-19T09:58:13.092 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-19T09:58:13.092 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.092 INFO:tasks.workunit.client.0.smithi190.stdout: "distro": { 2024-08-19T09:58:13.092 INFO:tasks.workunit.client.0.smithi190.stdout: "centos": 2 2024-08-19T09:58:13.092 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.092 INFO:tasks.workunit.client.0.smithi190.stdout: "distro_description": { 2024-08-19T09:58:13.093 INFO:tasks.workunit.client.0.smithi190.stdout: "CentOS Stream 9": 2 2024-08-19T09:58:13.093 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.093 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_description": { 2024-08-19T09:58:13.093 INFO:tasks.workunit.client.0.smithi190.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-19T09:58:13.093 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.093 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_version": { 2024-08-19T09:58:13.093 INFO:tasks.workunit.client.0.smithi190.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-19T09:58:13.093 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.093 INFO:tasks.workunit.client.0.smithi190.stdout: "os": { 2024-08-19T09:58:13.093 INFO:tasks.workunit.client.0.smithi190.stdout: "Linux": 2 2024-08-19T09:58:13.093 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.093 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.093 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:13.093 INFO:tasks.workunit.client.0.smithi190.stdout: "arch": { 2024-08-19T09:58:13.093 INFO:tasks.workunit.client.0.smithi190.stdout: "x86_64": 3 2024-08-19T09:58:13.094 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.094 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_version": { 2024-08-19T09:58:13.094 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T09:58:13.094 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.094 INFO:tasks.workunit.client.0.smithi190.stdout: "cpu": { 2024-08-19T09:58:13.094 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-19T09:58:13.094 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.094 INFO:tasks.workunit.client.0.smithi190.stdout: "distro": { 2024-08-19T09:58:13.094 INFO:tasks.workunit.client.0.smithi190.stdout: "centos": 3 2024-08-19T09:58:13.094 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.094 INFO:tasks.workunit.client.0.smithi190.stdout: "distro_description": { 2024-08-19T09:58:13.094 INFO:tasks.workunit.client.0.smithi190.stdout: "CentOS Stream 9": 3 2024-08-19T09:58:13.094 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.095 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_description": { 2024-08-19T09:58:13.095 INFO:tasks.workunit.client.0.smithi190.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-19T09:58:13.095 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.095 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_version": { 2024-08-19T09:58:13.095 INFO:tasks.workunit.client.0.smithi190.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-19T09:58:13.095 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.095 INFO:tasks.workunit.client.0.smithi190.stdout: "os": { 2024-08-19T09:58:13.095 INFO:tasks.workunit.client.0.smithi190.stdout: "Linux": 3 2024-08-19T09:58:13.095 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.095 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.095 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:13.095 INFO:tasks.workunit.client.0.smithi190.stdout: "arch": { 2024-08-19T09:58:13.095 INFO:tasks.workunit.client.0.smithi190.stdout: "x86_64": 8 2024-08-19T09:58:13.095 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.095 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_version": { 2024-08-19T09:58:13.096 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T09:58:13.096 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.096 INFO:tasks.workunit.client.0.smithi190.stdout: "cpu": { 2024-08-19T09:58:13.096 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-19T09:58:13.096 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.096 INFO:tasks.workunit.client.0.smithi190.stdout: "distro": { 2024-08-19T09:58:13.096 INFO:tasks.workunit.client.0.smithi190.stdout: "centos": 8 2024-08-19T09:58:13.096 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.096 INFO:tasks.workunit.client.0.smithi190.stdout: "distro_description": { 2024-08-19T09:58:13.096 INFO:tasks.workunit.client.0.smithi190.stdout: "CentOS Stream 9": 8 2024-08-19T09:58:13.096 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.096 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_description": { 2024-08-19T09:58:13.096 INFO:tasks.workunit.client.0.smithi190.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-19T09:58:13.096 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.097 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_version": { 2024-08-19T09:58:13.097 INFO:tasks.workunit.client.0.smithi190.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-19T09:58:13.097 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.097 INFO:tasks.workunit.client.0.smithi190.stdout: "os": { 2024-08-19T09:58:13.097 INFO:tasks.workunit.client.0.smithi190.stdout: "Linux": 8 2024-08-19T09:58:13.097 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.097 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_objectstore": { 2024-08-19T09:58:13.097 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": 8 2024-08-19T09:58:13.097 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.097 INFO:tasks.workunit.client.0.smithi190.stdout: "rotational": { 2024-08-19T09:58:13.097 INFO:tasks.workunit.client.0.smithi190.stdout: "0": 8 2024-08-19T09:58:13.097 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.097 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.097 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.098 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:13.098 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:13.098 INFO:tasks.workunit.client.0.smithi190.stdout: "features": { 2024-08-19T09:58:13.098 INFO:tasks.workunit.client.0.smithi190.stdout: "optional": [], 2024-08-19T09:58:13.098 INFO:tasks.workunit.client.0.smithi190.stdout: "persistent": [ 2024-08-19T09:58:13.098 INFO:tasks.workunit.client.0.smithi190.stdout: "kraken", 2024-08-19T09:58:13.098 INFO:tasks.workunit.client.0.smithi190.stdout: "luminous", 2024-08-19T09:58:13.098 INFO:tasks.workunit.client.0.smithi190.stdout: "mimic", 2024-08-19T09:58:13.098 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap-prune", 2024-08-19T09:58:13.098 INFO:tasks.workunit.client.0.smithi190.stdout: "nautilus", 2024-08-19T09:58:13.098 INFO:tasks.workunit.client.0.smithi190.stdout: "octopus", 2024-08-19T09:58:13.098 INFO:tasks.workunit.client.0.smithi190.stdout: "pacific", 2024-08-19T09:58:13.098 INFO:tasks.workunit.client.0.smithi190.stdout: "elector-pinging", 2024-08-19T09:58:13.098 INFO:tasks.workunit.client.0.smithi190.stdout: "quincy", 2024-08-19T09:58:13.099 INFO:tasks.workunit.client.0.smithi190.stdout: "reef" 2024-08-19T09:58:13.099 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:13.099 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.099 INFO:tasks.workunit.client.0.smithi190.stdout: "ipv4_addr_mons": 6, 2024-08-19T09:58:13.099 INFO:tasks.workunit.client.0.smithi190.stdout: "ipv6_addr_mons": 0, 2024-08-19T09:58:13.099 INFO:tasks.workunit.client.0.smithi190.stdout: "min_mon_release": 18, 2024-08-19T09:58:13.099 INFO:tasks.workunit.client.0.smithi190.stdout: "v1_addr_mons": 3, 2024-08-19T09:58:13.099 INFO:tasks.workunit.client.0.smithi190.stdout: "v2_addr_mons": 3 2024-08-19T09:58:13.099 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.099 INFO:tasks.workunit.client.0.smithi190.stdout: "organization": "ceph-qa", 2024-08-19T09:58:13.099 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:13.099 INFO:tasks.workunit.client.0.smithi190.stdout: "cluster_network": false, 2024-08-19T09:58:13.099 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 8, 2024-08-19T09:58:13.099 INFO:tasks.workunit.client.0.smithi190.stdout: "require_min_compat_client": "luminous", 2024-08-19T09:58:13.100 INFO:tasks.workunit.client.0.smithi190.stdout: "require_osd_release": "reef" 2024-08-19T09:58:13.100 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.100 INFO:tasks.workunit.client.0.smithi190.stdout: "pools": [ 2024-08-19T09:58:13.100 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:13.100 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:13.100 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr" 2024-08-19T09:58:13.100 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.100 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:13.100 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:13.100 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:13.100 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:13.100 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:13.100 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 1, 2024-08-19T09:58:13.101 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 1, 2024-08-19T09:58:13.101 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 1, 2024-08-19T09:58:13.101 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:13.101 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:13.101 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:13.101 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 1781760, 2024-08-19T09:58:13.101 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:13.101 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:13.101 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 1781760, 2024-08-19T09:58:13.101 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:13.101 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:13.101 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 2, 2024-08-19T09:58:13.101 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:13.101 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 2.443116500217002e-06, 2024-08-19T09:58:13.102 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:13.102 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:13.102 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 212, 2024-08-19T09:58:13.102 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 313344, 2024-08-19T09:58:13.102 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 590368, 2024-08-19T09:58:13.102 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 590368, 2024-08-19T09:58:13.102 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:13.102 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 1771104, 2024-08-19T09:58:13.102 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 179, 2024-08-19T09:58:13.102 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 2473984 2024-08-19T09:58:13.102 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.102 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:13.102 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:13.103 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:13.103 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.103 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:13.103 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:13.103 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs" 2024-08-19T09:58:13.103 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.103 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:13.103 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:13.103 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:13.103 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:13.103 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:13.103 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 32, 2024-08-19T09:58:13.103 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 32, 2024-08-19T09:58:13.104 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 2, 2024-08-19T09:58:13.104 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:13.104 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:13.104 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:13.104 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 98304, 2024-08-19T09:58:13.104 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:13.104 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:13.104 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 98304, 2024-08-19T09:58:13.104 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:13.104 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:13.104 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 22, 2024-08-19T09:58:13.104 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:13.104 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 1.347929554640359e-07, 2024-08-19T09:58:13.105 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:13.105 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:13.105 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 0, 2024-08-19T09:58:13.105 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 0, 2024-08-19T09:58:13.105 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 3428, 2024-08-19T09:58:13.105 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 3428, 2024-08-19T09:58:13.105 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:13.105 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 10284, 2024-08-19T09:58:13.105 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 51, 2024-08-19T09:58:13.105 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 20480 2024-08-19T09:58:13.105 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.105 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:13.105 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:13.106 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:13.106 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.106 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:13.106 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:13.106 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs" 2024-08-19T09:58:13.106 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.106 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:13.106 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:13.106 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:13.106 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:13.106 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:13.106 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 64, 2024-08-19T09:58:13.106 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 64, 2024-08-19T09:58:13.106 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 3, 2024-08-19T09:58:13.107 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:13.107 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:13.107 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:13.107 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 0, 2024-08-19T09:58:13.107 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:13.107 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:13.107 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 0, 2024-08-19T09:58:13.107 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:13.107 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:13.107 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 0, 2024-08-19T09:58:13.107 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:13.107 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 0.0, 2024-08-19T09:58:13.107 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:13.108 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:13.108 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 0, 2024-08-19T09:58:13.108 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 0, 2024-08-19T09:58:13.108 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 0, 2024-08-19T09:58:13.108 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 0, 2024-08-19T09:58:13.108 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:13.108 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 0, 2024-08-19T09:58:13.108 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 0, 2024-08-19T09:58:13.108 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 0 2024-08-19T09:58:13.108 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.108 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:13.108 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:13.108 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:13.109 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.109 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:13.109 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:13.109 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd" 2024-08-19T09:58:13.109 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.109 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:13.109 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:13.109 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:13.109 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:13.109 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:13.109 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 8, 2024-08-19T09:58:13.109 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 8, 2024-08-19T09:58:13.109 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 4, 2024-08-19T09:58:13.109 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:13.110 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:13.110 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:13.110 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 12288, 2024-08-19T09:58:13.110 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:13.110 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:13.110 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 12288, 2024-08-19T09:58:13.110 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:13.110 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:13.110 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 2, 2024-08-19T09:58:13.110 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:13.110 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 1.684912120936133e-08, 2024-08-19T09:58:13.110 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:13.110 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:13.111 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 0, 2024-08-19T09:58:13.111 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 0, 2024-08-19T09:58:13.111 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 19, 2024-08-19T09:58:13.111 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 19, 2024-08-19T09:58:13.111 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:13.111 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 57, 2024-08-19T09:58:13.111 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 2, 2024-08-19T09:58:13.111 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 2048 2024-08-19T09:58:13.111 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.111 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:13.111 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:13.111 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:13.111 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.111 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.112 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd": { 2024-08-19T09:58:13.112 INFO:tasks.workunit.client.0.smithi190.stdout: "mirroring_by_pool": [ 2024-08-19T09:58:13.112 INFO:tasks.workunit.client.0.smithi190.stdout: false 2024-08-19T09:58:13.112 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_images_by_pool": [ 2024-08-19T09:58:13.112 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:13.112 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:13.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_pools": 1 2024-08-19T09:58:13.112 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.112 INFO:tasks.workunit.client.0.smithi190.stdout: "report_id": "a194e1db-a9a3-4f3b-ba48-29fff605c460", 2024-08-19T09:58:13.112 INFO:tasks.workunit.client.0.smithi190.stdout: "report_timestamp": "2024-08-19T09:58:13.010756", 2024-08-19T09:58:13.112 INFO:tasks.workunit.client.0.smithi190.stdout: "report_version": 1, 2024-08-19T09:58:13.112 INFO:tasks.workunit.client.0.smithi190.stdout: "rook": { 2024-08-19T09:58:13.112 INFO:tasks.workunit.client.0.smithi190.stdout: "cluster": { 2024-08-19T09:58:13.113 INFO:tasks.workunit.client.0.smithi190.stdout: "external-mode": null, 2024-08-19T09:58:13.113 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:13.113 INFO:tasks.workunit.client.0.smithi190.stdout: "allow-multiple-per-node": null, 2024-08-19T09:58:13.113 INFO:tasks.workunit.client.0.smithi190.stdout: "count": null, 2024-08-19T09:58:13.113 INFO:tasks.workunit.client.0.smithi190.stdout: "max-id": null, 2024-08-19T09:58:13.113 INFO:tasks.workunit.client.0.smithi190.stdout: "pvc": { 2024-08-19T09:58:13.113 INFO:tasks.workunit.client.0.smithi190.stdout: "enabled": null 2024-08-19T09:58:13.113 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.113 INFO:tasks.workunit.client.0.smithi190.stdout: "stretch": { 2024-08-19T09:58:13.113 INFO:tasks.workunit.client.0.smithi190.stdout: "enabled": null 2024-08-19T09:58:13.113 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.113 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.113 INFO:tasks.workunit.client.0.smithi190.stdout: "network": { 2024-08-19T09:58:13.114 INFO:tasks.workunit.client.0.smithi190.stdout: "provider": null 2024-08-19T09:58:13.114 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.114 INFO:tasks.workunit.client.0.smithi190.stdout: "storage": { 2024-08-19T09:58:13.114 INFO:tasks.workunit.client.0.smithi190.stdout: "device-set": { 2024-08-19T09:58:13.114 INFO:tasks.workunit.client.0.smithi190.stdout: "count": { 2024-08-19T09:58:13.114 INFO:tasks.workunit.client.0.smithi190.stdout: "non-portable": null, 2024-08-19T09:58:13.114 INFO:tasks.workunit.client.0.smithi190.stdout: "portable": null, 2024-08-19T09:58:13.114 INFO:tasks.workunit.client.0.smithi190.stdout: "total": null 2024-08-19T09:58:13.114 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.114 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.114 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.114 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.114 INFO:tasks.workunit.client.0.smithi190.stdout: "csi": { 2024-08-19T09:58:13.114 INFO:tasks.workunit.client.0.smithi190.stdout: "version": null 2024-08-19T09:58:13.115 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.115 INFO:tasks.workunit.client.0.smithi190.stdout: "kubernetes": { 2024-08-19T09:58:13.115 INFO:tasks.workunit.client.0.smithi190.stdout: "version": null 2024-08-19T09:58:13.115 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.115 INFO:tasks.workunit.client.0.smithi190.stdout: "node": { 2024-08-19T09:58:13.115 INFO:tasks.workunit.client.0.smithi190.stdout: "count": { 2024-08-19T09:58:13.115 INFO:tasks.workunit.client.0.smithi190.stdout: "kubernetes-total": null, 2024-08-19T09:58:13.115 INFO:tasks.workunit.client.0.smithi190.stdout: "with-ceph-daemons": null, 2024-08-19T09:58:13.115 INFO:tasks.workunit.client.0.smithi190.stdout: "with-csi-cephfs-plugin": null, 2024-08-19T09:58:13.115 INFO:tasks.workunit.client.0.smithi190.stdout: "with-csi-nfs-plugin": null, 2024-08-19T09:58:13.115 INFO:tasks.workunit.client.0.smithi190.stdout: "with-csi-rbd-plugin": null 2024-08-19T09:58:13.115 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.115 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.115 INFO:tasks.workunit.client.0.smithi190.stdout: "usage": { 2024-08-19T09:58:13.116 INFO:tasks.workunit.client.0.smithi190.stdout: "storage-class": { 2024-08-19T09:58:13.116 INFO:tasks.workunit.client.0.smithi190.stdout: "count": { 2024-08-19T09:58:13.116 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket": null, 2024-08-19T09:58:13.116 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs": null, 2024-08-19T09:58:13.116 INFO:tasks.workunit.client.0.smithi190.stdout: "nfs": null, 2024-08-19T09:58:13.116 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd": null, 2024-08-19T09:58:13.116 INFO:tasks.workunit.client.0.smithi190.stdout: "total": null 2024-08-19T09:58:13.116 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.116 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.116 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.116 INFO:tasks.workunit.client.0.smithi190.stdout: "version": null 2024-08-19T09:58:13.116 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.116 INFO:tasks.workunit.client.0.smithi190.stdout: "services": {}, 2024-08-19T09:58:13.116 INFO:tasks.workunit.client.0.smithi190.stdout: "usage": { 2024-08-19T09:58:13.117 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 105, 2024-08-19T09:58:13.117 INFO:tasks.workunit.client.0.smithi190.stdout: "pools": 4, 2024-08-19T09:58:13.117 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_by_class": { 2024-08-19T09:58:13.117 INFO:tasks.workunit.client.0.smithi190.stdout: "ssd": { 2024-08-19T09:58:13.117 INFO:tasks.workunit.client.0.smithi190.stdout: "total_avail_bytes": 767718219776, 2024-08-19T09:58:13.117 INFO:tasks.workunit.client.0.smithi190.stdout: "total_bytes": 767960285184, 2024-08-19T09:58:13.117 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_bytes": 242065408, 2024-08-19T09:58:13.117 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_raw_bytes": 242065408, 2024-08-19T09:58:13.117 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_raw_ratio": 0.00031520563061349094 2024-08-19T09:58:13.117 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.117 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:13.117 INFO:tasks.workunit.client.0.smithi190.stdout: "total_avail_bytes": 767718219776, 2024-08-19T09:58:13.117 INFO:tasks.workunit.client.0.smithi190.stdout: "total_bytes": 767960285184, 2024-08-19T09:58:13.117 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_bytes": 242065408 2024-08-19T09:58:13.118 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.118 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:13.118 INFO:tasks.workunit.client.0.smithi190.stdout:} 2024-08-19T09:58:13.118 INFO:tasks.workunit.client.0.smithi190.stderr:++ ceph telemetry collection ls 2024-08-19T09:58:13.119 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[16060]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:13.119 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.119 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.119 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[16060]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:13.119 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.119 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.119 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:13.119 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:13.119 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:13.119 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:13.119 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[26031]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:13.120 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.120 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.120 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[26031]: from='client.14805 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:13.120 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.120 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.120 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:13.120 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:13.120 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:13.120 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:12 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:13.496 INFO:tasks.workunit.client.0.smithi190.stderr:+ COLLECTIONS='New collections are available: 2024-08-19T09:58:13.497 INFO:tasks.workunit.client.0.smithi190.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-08-19T09:58:13.497 INFO:tasks.workunit.client.0.smithi190.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-19T09:58:13.497 INFO:tasks.workunit.client.0.smithi190.stderr: 2024-08-19T09:58:13.497 INFO:tasks.workunit.client.0.smithi190.stderr:NAME STATUS DESC 2024-08-19T09:58:13.497 INFO:tasks.workunit.client.0.smithi190.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-19T09:58:13.497 INFO:tasks.workunit.client.0.smithi190.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-19T09:58:13.497 INFO:tasks.workunit.client.0.smithi190.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-19T09:58:13.497 INFO:tasks.workunit.client.0.smithi190.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-19T09:58:13.497 INFO:tasks.workunit.client.0.smithi190.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-19T09:58:13.497 INFO:tasks.workunit.client.0.smithi190.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-19T09:58:13.497 INFO:tasks.workunit.client.0.smithi190.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-19T09:58:13.498 INFO:tasks.workunit.client.0.smithi190.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-19T09:58:13.498 INFO:tasks.workunit.client.0.smithi190.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-19T09:58:13.498 INFO:tasks.workunit.client.0.smithi190.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-19T09:58:13.498 INFO:tasks.workunit.client.0.smithi190.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-08-19T09:58:13.498 INFO:tasks.workunit.client.0.smithi190.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-08-19T09:58:13.498 INFO:tasks.workunit.client.0.smithi190.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-19T09:58:13.498 INFO:tasks.workunit.client.0.smithi190.stderr:+ [[ New collections are available: 2024-08-19T09:58:13.498 INFO:tasks.workunit.client.0.smithi190.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-19T09:58:13.498 INFO:tasks.workunit.client.0.smithi190.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-19T09:58:13.498 INFO:tasks.workunit.client.0.smithi190.stderr: 2024-08-19T09:58:13.498 INFO:tasks.workunit.client.0.smithi190.stderr:NAME STATUS DESC 2024-08-19T09:58:13.498 INFO:tasks.workunit.client.0.smithi190.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-19T09:58:13.499 INFO:tasks.workunit.client.0.smithi190.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-19T09:58:13.499 INFO:tasks.workunit.client.0.smithi190.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-19T09:58:13.499 INFO:tasks.workunit.client.0.smithi190.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-19T09:58:13.499 INFO:tasks.workunit.client.0.smithi190.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-19T09:58:13.499 INFO:tasks.workunit.client.0.smithi190.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-19T09:58:13.499 INFO:tasks.workunit.client.0.smithi190.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-19T09:58:13.499 INFO:tasks.workunit.client.0.smithi190.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-19T09:58:13.499 INFO:tasks.workunit.client.0.smithi190.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-19T09:58:13.499 INFO:tasks.workunit.client.0.smithi190.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-19T09:58:13.499 INFO:tasks.workunit.client.0.smithi190.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-08-19T09:58:13.499 INFO:tasks.workunit.client.0.smithi190.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-19T09:58:13.499 INFO:tasks.workunit.client.0.smithi190.stderr:+ [[ New collections are available: 2024-08-19T09:58:13.499 INFO:tasks.workunit.client.0.smithi190.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-19T09:58:13.500 INFO:tasks.workunit.client.0.smithi190.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-19T09:58:13.500 INFO:tasks.workunit.client.0.smithi190.stderr: 2024-08-19T09:58:13.500 INFO:tasks.workunit.client.0.smithi190.stderr:NAME STATUS DESC 2024-08-19T09:58:13.500 INFO:tasks.workunit.client.0.smithi190.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-19T09:58:13.500 INFO:tasks.workunit.client.0.smithi190.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-19T09:58:13.500 INFO:tasks.workunit.client.0.smithi190.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-19T09:58:13.500 INFO:tasks.workunit.client.0.smithi190.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-19T09:58:13.500 INFO:tasks.workunit.client.0.smithi190.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-19T09:58:13.500 INFO:tasks.workunit.client.0.smithi190.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-19T09:58:13.500 INFO:tasks.workunit.client.0.smithi190.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-19T09:58:13.500 INFO:tasks.workunit.client.0.smithi190.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-19T09:58:13.500 INFO:tasks.workunit.client.0.smithi190.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-19T09:58:13.500 INFO:tasks.workunit.client.0.smithi190.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-19T09:58:13.500 INFO:tasks.workunit.client.0.smithi190.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-19T09:58:13.501 INFO:tasks.workunit.client.0.smithi190.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-19T09:58:13.501 INFO:tasks.workunit.client.0.smithi190.stderr:+ [[ New collections are available: 2024-08-19T09:58:13.501 INFO:tasks.workunit.client.0.smithi190.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-19T09:58:13.501 INFO:tasks.workunit.client.0.smithi190.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-19T09:58:13.501 INFO:tasks.workunit.client.0.smithi190.stderr: 2024-08-19T09:58:13.501 INFO:tasks.workunit.client.0.smithi190.stderr:NAME STATUS DESC 2024-08-19T09:58:13.501 INFO:tasks.workunit.client.0.smithi190.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-19T09:58:13.501 INFO:tasks.workunit.client.0.smithi190.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-19T09:58:13.501 INFO:tasks.workunit.client.0.smithi190.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-19T09:58:13.501 INFO:tasks.workunit.client.0.smithi190.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-19T09:58:13.501 INFO:tasks.workunit.client.0.smithi190.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-19T09:58:13.501 INFO:tasks.workunit.client.0.smithi190.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-19T09:58:13.501 INFO:tasks.workunit.client.0.smithi190.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-19T09:58:13.502 INFO:tasks.workunit.client.0.smithi190.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-19T09:58:13.502 INFO:tasks.workunit.client.0.smithi190.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-19T09:58:13.502 INFO:tasks.workunit.client.0.smithi190.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-19T09:58:13.502 INFO:tasks.workunit.client.0.smithi190.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-19T09:58:13.502 INFO:tasks.workunit.client.0.smithi190.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-19T09:58:13.502 INFO:tasks.workunit.client.0.smithi190.stderr:+ [[ New collections are available: 2024-08-19T09:58:13.502 INFO:tasks.workunit.client.0.smithi190.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-19T09:58:13.502 INFO:tasks.workunit.client.0.smithi190.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-19T09:58:13.502 INFO:tasks.workunit.client.0.smithi190.stderr: 2024-08-19T09:58:13.502 INFO:tasks.workunit.client.0.smithi190.stderr:NAME STATUS DESC 2024-08-19T09:58:13.502 INFO:tasks.workunit.client.0.smithi190.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-19T09:58:13.502 INFO:tasks.workunit.client.0.smithi190.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-19T09:58:13.502 INFO:tasks.workunit.client.0.smithi190.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-19T09:58:13.503 INFO:tasks.workunit.client.0.smithi190.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-19T09:58:13.503 INFO:tasks.workunit.client.0.smithi190.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-19T09:58:13.503 INFO:tasks.workunit.client.0.smithi190.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-19T09:58:13.503 INFO:tasks.workunit.client.0.smithi190.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-19T09:58:13.503 INFO:tasks.workunit.client.0.smithi190.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-19T09:58:13.503 INFO:tasks.workunit.client.0.smithi190.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-19T09:58:13.503 INFO:tasks.workunit.client.0.smithi190.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-19T09:58:13.503 INFO:tasks.workunit.client.0.smithi190.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-19T09:58:13.503 INFO:tasks.workunit.client.0.smithi190.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-19T09:58:13.503 INFO:tasks.workunit.client.0.smithi190.stderr:+ [[ New collections are available: 2024-08-19T09:58:13.503 INFO:tasks.workunit.client.0.smithi190.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-19T09:58:13.503 INFO:tasks.workunit.client.0.smithi190.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-19T09:58:13.503 INFO:tasks.workunit.client.0.smithi190.stderr: 2024-08-19T09:58:13.503 INFO:tasks.workunit.client.0.smithi190.stderr:NAME STATUS DESC 2024-08-19T09:58:13.504 INFO:tasks.workunit.client.0.smithi190.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-19T09:58:13.504 INFO:tasks.workunit.client.0.smithi190.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-19T09:58:13.504 INFO:tasks.workunit.client.0.smithi190.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-19T09:58:13.504 INFO:tasks.workunit.client.0.smithi190.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-19T09:58:13.504 INFO:tasks.workunit.client.0.smithi190.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-19T09:58:13.504 INFO:tasks.workunit.client.0.smithi190.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-19T09:58:13.504 INFO:tasks.workunit.client.0.smithi190.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-19T09:58:13.504 INFO:tasks.workunit.client.0.smithi190.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-19T09:58:13.504 INFO:tasks.workunit.client.0.smithi190.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-19T09:58:13.504 INFO:tasks.workunit.client.0.smithi190.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-19T09:58:13.504 INFO:tasks.workunit.client.0.smithi190.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-19T09:58:13.504 INFO:tasks.workunit.client.0.smithi190.stderr:+ ceph telemetry on --license sharing-1-0 2024-08-19T09:58:13.973 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:13] ENGINE Bus STOPPING 2024-08-19T09:58:13.973 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[26031]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:13.973 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[26031]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:13.973 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[26031]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:13.974 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.974 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.974 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[26031]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:13.974 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[26031]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:13.974 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.974 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.974 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[16060]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:13.974 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[16060]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:13.974 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[16060]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:13.974 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.974 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.974 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[16060]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:13.975 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[16060]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:13.975 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.975 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:13.985 INFO:tasks.workunit.client.0.smithi190.stdout:Telemetry is on. 2024-08-19T09:58:13.985 INFO:tasks.workunit.client.0.smithi190.stdout:Some channels are disabled, please enable with: 2024-08-19T09:58:13.985 INFO:tasks.workunit.client.0.smithi190.stdout:`ceph telemetry enable channel perf` 2024-08-19T09:58:13.997 INFO:tasks.workunit.client.0.smithi190.stderr:+ ceph telemetry enable channel perf 2024-08-19T09:58:14.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:13 smithi196 ceph-mon[19976]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:14.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:13 smithi196 ceph-mon[19976]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:14.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:13 smithi196 ceph-mon[19976]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:14.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:13 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:14.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:13 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:14.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:13 smithi196 ceph-mon[19976]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:14.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:13 smithi196 ceph-mon[19976]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:14.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:13 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:14.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:13 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:14.306 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T09:58:14.307 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:13] ENGINE Bus STOPPED 2024-08-19T09:58:14.307 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:13 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:13] ENGINE Bus STARTING 2024-08-19T09:58:14.307 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:14] ENGINE Serving on http://:::9283 2024-08-19T09:58:14.307 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:14] ENGINE Bus STARTED 2024-08-19T09:58:14.307 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:58:14] "GET /metrics HTTP/1.1" 200 33683 "" "Prometheus/2.43.0" 2024-08-19T09:58:14.307 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:14] ENGINE Bus STOPPING 2024-08-19T09:58:14.456 INFO:tasks.workunit.client.0.smithi190.stdout:channel_perf is enabled 2024-08-19T09:58:14.468 INFO:tasks.workunit.client.0.smithi190.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-19T09:58:14.826 INFO:tasks.workunit.client.0.smithi190.stderr:+ LAST_OPT_REVISION=1 2024-08-19T09:58:14.827 INFO:tasks.workunit.client.0.smithi190.stderr:+ '[' 1 -ne 1 ']' 2024-08-19T09:58:14.827 INFO:tasks.workunit.client.0.smithi190.stderr:+ ceph telemetry show 2024-08-19T09:58:15.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T09:58:15.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:14] ENGINE Bus STOPPED 2024-08-19T09:58:15.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:14] ENGINE Bus STARTING 2024-08-19T09:58:15.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:14] ENGINE Serving on http://:::9283 2024-08-19T09:58:15.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:58:14] ENGINE Bus STARTED 2024-08-19T09:58:15.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:15.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:15.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-19T09:58:15.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:15.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:15.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:15.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:15.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-19T09:58:15.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:15.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:15.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:15.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:15.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:15.070 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:15.070 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:14 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:15.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:15.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-19T09:58:15.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:15.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:15.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:15.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:15.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:15.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:15.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:15.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:14 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:15.490 INFO:tasks.workunit.client.0.smithi190.stdout:{ 2024-08-19T09:58:15.491 INFO:tasks.workunit.client.0.smithi190.stdout: "balancer": { 2024-08-19T09:58:15.491 INFO:tasks.workunit.client.0.smithi190.stdout: "active": true, 2024-08-19T09:58:15.491 INFO:tasks.workunit.client.0.smithi190.stdout: "mode": "" 2024-08-19T09:58:15.491 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.491 INFO:tasks.workunit.client.0.smithi190.stdout: "channels": [ 2024-08-19T09:58:15.491 INFO:tasks.workunit.client.0.smithi190.stdout: "basic", 2024-08-19T09:58:15.491 INFO:tasks.workunit.client.0.smithi190.stdout: "crash", 2024-08-19T09:58:15.491 INFO:tasks.workunit.client.0.smithi190.stdout: "device", 2024-08-19T09:58:15.491 INFO:tasks.workunit.client.0.smithi190.stdout: "ident", 2024-08-19T09:58:15.491 INFO:tasks.workunit.client.0.smithi190.stdout: "perf" 2024-08-19T09:58:15.491 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.491 INFO:tasks.workunit.client.0.smithi190.stdout: "channels_available": [ 2024-08-19T09:58:15.491 INFO:tasks.workunit.client.0.smithi190.stdout: "basic", 2024-08-19T09:58:15.492 INFO:tasks.workunit.client.0.smithi190.stdout: "ident", 2024-08-19T09:58:15.492 INFO:tasks.workunit.client.0.smithi190.stdout: "crash", 2024-08-19T09:58:15.492 INFO:tasks.workunit.client.0.smithi190.stdout: "device", 2024-08-19T09:58:15.492 INFO:tasks.workunit.client.0.smithi190.stdout: "perf" 2024-08-19T09:58:15.492 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.492 INFO:tasks.workunit.client.0.smithi190.stdout: "collections_available": [ 2024-08-19T09:58:15.492 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_base", 2024-08-19T09:58:15.492 INFO:tasks.workunit.client.0.smithi190.stdout: "device_base", 2024-08-19T09:58:15.492 INFO:tasks.workunit.client.0.smithi190.stdout: "crash_base", 2024-08-19T09:58:15.492 INFO:tasks.workunit.client.0.smithi190.stdout: "ident_base", 2024-08-19T09:58:15.492 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_perf", 2024-08-19T09:58:15.492 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_mds_metadata", 2024-08-19T09:58:15.492 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_usage", 2024-08-19T09:58:15.492 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_usage_by_class", 2024-08-19T09:58:15.493 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_rook_v01", 2024-08-19T09:58:15.493 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_memory_metrics", 2024-08-19T09:58:15.493 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_options_bluestore" 2024-08-19T09:58:15.493 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.493 INFO:tasks.workunit.client.0.smithi190.stdout: "collections_opted_in": [ 2024-08-19T09:58:15.493 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_base", 2024-08-19T09:58:15.493 INFO:tasks.workunit.client.0.smithi190.stdout: "device_base", 2024-08-19T09:58:15.493 INFO:tasks.workunit.client.0.smithi190.stdout: "crash_base", 2024-08-19T09:58:15.493 INFO:tasks.workunit.client.0.smithi190.stdout: "ident_base", 2024-08-19T09:58:15.493 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_perf", 2024-08-19T09:58:15.493 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_mds_metadata", 2024-08-19T09:58:15.493 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_usage", 2024-08-19T09:58:15.493 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_usage_by_class", 2024-08-19T09:58:15.493 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_rook_v01", 2024-08-19T09:58:15.494 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_memory_metrics", 2024-08-19T09:58:15.494 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_options_bluestore" 2024-08-19T09:58:15.494 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.494 INFO:tasks.workunit.client.0.smithi190.stdout: "config": { 2024-08-19T09:58:15.494 INFO:tasks.workunit.client.0.smithi190.stdout: "active_changed": [ 2024-08-19T09:58:15.494 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T09:58:15.494 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_debug", 2024-08-19T09:58:15.494 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_mon_ticket_ttl", 2024-08-19T09:58:15.494 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_service_ticket_ttl", 2024-08-19T09:58:15.494 INFO:tasks.workunit.client.0.smithi190.stdout: "bdev_debug_aio", 2024-08-19T09:58:15.494 INFO:tasks.workunit.client.0.smithi190.stdout: "client_check_pool_perm", 2024-08-19T09:58:15.494 INFO:tasks.workunit.client.0.smithi190.stdout: "client_mount_gid", 2024-08-19T09:58:15.494 INFO:tasks.workunit.client.0.smithi190.stdout: "client_mount_uid", 2024-08-19T09:58:15.495 INFO:tasks.workunit.client.0.smithi190.stdout: "client_quota", 2024-08-19T09:58:15.495 INFO:tasks.workunit.client.0.smithi190.stdout: "container_image", 2024-08-19T09:58:15.495 INFO:tasks.workunit.client.0.smithi190.stdout: "daemonize", 2024-08-19T09:58:15.495 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_asserts_on_shutdown", 2024-08-19T09:58:15.495 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mgr", 2024-08-19T09:58:15.495 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mon", 2024-08-19T09:58:15.495 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_ms", 2024-08-19T09:58:15.495 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_osd", 2024-08-19T09:58:15.495 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_paxos", 2024-08-19T09:58:15.495 INFO:tasks.workunit.client.0.smithi190.stdout: "keyring", 2024-08-19T09:58:15.495 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_block_size", 2024-08-19T09:58:15.495 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_cache_size", 2024-08-19T09:58:15.495 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_compression", 2024-08-19T09:58:15.495 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_log", 2024-08-19T09:58:15.496 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_write_buffer_size", 2024-08-19T09:58:15.496 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_file", 2024-08-19T09:58:15.496 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_journald", 2024-08-19T09:58:15.496 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_stderr", 2024-08-19T09:58:15.496 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_allow_pool_delete", 2024-08-19T09:58:15.496 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_clock_drift_allowed", 2024-08-19T09:58:15.496 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_file_level", 2024-08-19T09:58:15.496 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_file", 2024-08-19T09:58:15.497 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_journald", 2024-08-19T09:58:15.497 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_stderr", 2024-08-19T09:58:15.497 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_data_avail_warn", 2024-08-19T09:58:15.497 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_election_default_strategy", 2024-08-19T09:58:15.497 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_host", 2024-08-19T09:58:15.497 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_max_pg_per_osd", 2024-08-19T09:58:15.497 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_mgr_mkfs_grace", 2024-08-19T09:58:15.497 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_prime_pg_temp", 2024-08-19T09:58:15.497 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T09:58:15.497 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T09:58:15.497 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T09:58:15.497 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T09:58:15.497 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T09:58:15.497 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T09:58:15.498 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T09:58:15.498 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T09:58:15.498 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T09:58:15.498 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T09:58:15.498 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_too_few_osds", 2024-08-19T09:58:15.498 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_bug", 2024-08-19T09:58:15.498 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_old_message", 2024-08-19T09:58:15.498 INFO:tasks.workunit.client.0.smithi190.stdout: "no_config_file", 2024-08-19T09:58:15.498 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_default_list", 2024-08-19T09:58:15.498 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_load_list", 2024-08-19T09:58:15.498 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_crush_chooseleaf_type", 2024-08-19T09:58:15.498 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_misdirected_ops", 2024-08-19T09:58:15.498 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_op_order", 2024-08-19T09:58:15.498 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_pg_log_writeout", 2024-08-19T09:58:15.499 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_shutdown", 2024-08-19T09:58:15.499 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T09:58:15.499 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T09:58:15.499 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T09:58:15.499 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T09:58:15.499 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep", 2024-08-19T09:58:15.499 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep_hdd", 2024-08-19T09:58:15.499 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep_hybrid", 2024-08-19T09:58:15.499 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep_ssd", 2024-08-19T09:58:15.499 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_max_backfills", 2024-08-19T09:58:15.499 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T09:58:15.499 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_profile", 2024-08-19T09:58:15.499 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-19T09:58:15.500 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-19T09:58:15.500 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-19T09:58:15.500 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-19T09:58:15.500 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-19T09:58:15.500 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-19T09:58:15.500 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_client_lim", 2024-08-19T09:58:15.500 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_client_res", 2024-08-19T09:58:15.500 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-19T09:58:15.500 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target", 2024-08-19T09:58:15.500 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target_autotune", 2024-08-19T09:58:15.500 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue", 2024-08-19T09:58:15.500 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue_cut_off", 2024-08-19T09:58:15.500 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pg_delete_cost", 2024-08-19T09:58:15.500 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T09:58:15.501 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T09:58:15.501 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recover_clone_overlap", 2024-08-19T09:58:15.501 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_active", 2024-08-19T09:58:15.501 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_active_hdd", 2024-08-19T09:58:15.501 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_active_ssd", 2024-08-19T09:58:15.501 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_chunk", 2024-08-19T09:58:15.501 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep", 2024-08-19T09:58:15.501 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep_hdd", 2024-08-19T09:58:15.501 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep_hybrid", 2024-08-19T09:58:15.501 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep_ssd", 2024-08-19T09:58:15.501 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_load_threshold", 2024-08-19T09:58:15.501 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_max_interval", 2024-08-19T09:58:15.501 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_sleep", 2024-08-19T09:58:15.501 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_shutdown_pgref_assert", 2024-08-19T09:58:15.502 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep", 2024-08-19T09:58:15.502 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep_hdd", 2024-08-19T09:58:15.502 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-19T09:58:15.502 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep_ssd", 2024-08-19T09:58:15.502 INFO:tasks.workunit.client.0.smithi190.stdout: "public_addr", 2024-08-19T09:58:15.502 INFO:tasks.workunit.client.0.smithi190.stdout: "public_addrv", 2024-08-19T09:58:15.502 INFO:tasks.workunit.client.0.smithi190.stdout: "public_network", 2024-08-19T09:58:15.502 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd_default_features", 2024-08-19T09:58:15.502 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd_qos_exclude_ops", 2024-08-19T09:58:15.502 INFO:tasks.workunit.client.0.smithi190.stdout: "setgroup", 2024-08-19T09:58:15.502 INFO:tasks.workunit.client.0.smithi190.stdout: "setuser" 2024-08-19T09:58:15.502 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.502 INFO:tasks.workunit.client.0.smithi190.stdout: "cluster_changed": [ 2024-08-19T09:58:15.503 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T09:58:15.503 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_debug", 2024-08-19T09:58:15.503 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_mon_ticket_ttl", 2024-08-19T09:58:15.503 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_service_ticket_ttl", 2024-08-19T09:58:15.503 INFO:tasks.workunit.client.0.smithi190.stdout: "bdev_debug_aio", 2024-08-19T09:58:15.503 INFO:tasks.workunit.client.0.smithi190.stdout: "container_image", 2024-08-19T09:58:15.503 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_asserts_on_shutdown", 2024-08-19T09:58:15.503 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mgr", 2024-08-19T09:58:15.503 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mon", 2024-08-19T09:58:15.503 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_ms", 2024-08-19T09:58:15.503 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_osd", 2024-08-19T09:58:15.503 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_paxos", 2024-08-19T09:58:15.503 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_file", 2024-08-19T09:58:15.503 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_journald", 2024-08-19T09:58:15.503 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_stderr", 2024-08-19T09:58:15.504 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_join_fs", 2024-08-19T09:58:15.504 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/allow_ptrace", 2024-08-19T09:58:15.504 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/container_init", 2024-08-19T09:58:15.504 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/migration_current", 2024-08-19T09:58:15.504 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/use_repo_digest", 2024-08-19T09:58:15.504 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-19T09:58:15.504 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-19T09:58:15.504 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-19T09:58:15.504 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-19T09:58:15.504 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/ssl_server_port", 2024-08-19T09:58:15.504 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/orchestrator/orchestrator", 2024-08-19T09:58:15.504 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/channel_ident", 2024-08-19T09:58:15.504 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/channel_perf", 2024-08-19T09:58:15.504 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/description", 2024-08-19T09:58:15.505 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/enabled", 2024-08-19T09:58:15.505 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/organization", 2024-08-19T09:58:15.505 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_allow_pool_delete", 2024-08-19T09:58:15.505 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_clock_drift_allowed", 2024-08-19T09:58:15.505 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_file_level", 2024-08-19T09:58:15.505 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_file", 2024-08-19T09:58:15.505 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_data_avail_warn", 2024-08-19T09:58:15.505 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_election_default_strategy", 2024-08-19T09:58:15.505 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_max_pg_per_osd", 2024-08-19T09:58:15.505 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_mgr_mkfs_grace", 2024-08-19T09:58:15.505 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_prime_pg_temp", 2024-08-19T09:58:15.505 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T09:58:15.505 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T09:58:15.506 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T09:58:15.506 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T09:58:15.506 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T09:58:15.506 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T09:58:15.506 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T09:58:15.506 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T09:58:15.506 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T09:58:15.506 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T09:58:15.506 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_too_few_osds", 2024-08-19T09:58:15.506 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_bug", 2024-08-19T09:58:15.506 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_old_message", 2024-08-19T09:58:15.506 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_default_list", 2024-08-19T09:58:15.506 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_load_list", 2024-08-19T09:58:15.506 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_misdirected_ops", 2024-08-19T09:58:15.507 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_op_order", 2024-08-19T09:58:15.507 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_pg_log_writeout", 2024-08-19T09:58:15.507 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_shutdown", 2024-08-19T09:58:15.507 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T09:58:15.507 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T09:58:15.507 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T09:58:15.507 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T09:58:15.507 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T09:58:15.507 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_profile", 2024-08-19T09:58:15.507 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target", 2024-08-19T09:58:15.507 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target_autotune", 2024-08-19T09:58:15.507 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue", 2024-08-19T09:58:15.507 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue_cut_off", 2024-08-19T09:58:15.507 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T09:58:15.508 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T09:58:15.508 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recover_clone_overlap", 2024-08-19T09:58:15.508 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_chunk", 2024-08-19T09:58:15.508 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_load_threshold", 2024-08-19T09:58:15.508 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_max_interval", 2024-08-19T09:58:15.508 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_shutdown_pgref_assert", 2024-08-19T09:58:15.508 INFO:tasks.workunit.client.0.smithi190.stdout: "public_network", 2024-08-19T09:58:15.508 INFO:tasks.workunit.client.0.smithi190.stdout: "rgw_cache_enabled", 2024-08-19T09:58:15.508 INFO:tasks.workunit.client.0.smithi190.stdout: "rgw_enable_ops_log", 2024-08-19T09:58:15.508 INFO:tasks.workunit.client.0.smithi190.stdout: "rgw_enable_usage_log" 2024-08-19T09:58:15.508 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.509 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.509 INFO:tasks.workunit.client.0.smithi190.stdout: "contact": null, 2024-08-19T09:58:15.509 INFO:tasks.workunit.client.0.smithi190.stdout: "crashes": [], 2024-08-19T09:58:15.509 INFO:tasks.workunit.client.0.smithi190.stdout: "created": "2024-08-19T09:49:32.980697Z", 2024-08-19T09:58:15.509 INFO:tasks.workunit.client.0.smithi190.stdout: "crush": { 2024-08-19T09:58:15.509 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket_algs": { 2024-08-19T09:58:15.509 INFO:tasks.workunit.client.0.smithi190.stdout: "straw2": 3 2024-08-19T09:58:15.509 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.509 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket_sizes": { 2024-08-19T09:58:15.509 INFO:tasks.workunit.client.0.smithi190.stdout: "2": 1, 2024-08-19T09:58:15.509 INFO:tasks.workunit.client.0.smithi190.stdout: "4": 2 2024-08-19T09:58:15.509 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.509 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket_types": { 2024-08-19T09:58:15.509 INFO:tasks.workunit.client.0.smithi190.stdout: "1": 2, 2024-08-19T09:58:15.510 INFO:tasks.workunit.client.0.smithi190.stdout: "11": 1 2024-08-19T09:58:15.510 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.510 INFO:tasks.workunit.client.0.smithi190.stdout: "compat_weight_set": false, 2024-08-19T09:58:15.510 INFO:tasks.workunit.client.0.smithi190.stdout: "device_classes": [ 2024-08-19T09:58:15.510 INFO:tasks.workunit.client.0.smithi190.stdout: 8 2024-08-19T09:58:15.510 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_buckets": 6, 2024-08-19T09:58:15.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_devices": 8, 2024-08-19T09:58:15.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_rules": 1, 2024-08-19T09:58:15.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_types": 12, 2024-08-19T09:58:15.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_weight_sets": 0, 2024-08-19T09:58:15.510 INFO:tasks.workunit.client.0.smithi190.stdout: "tunables": { 2024-08-19T09:58:15.510 INFO:tasks.workunit.client.0.smithi190.stdout: "allowed_bucket_algs": 54, 2024-08-19T09:58:15.511 INFO:tasks.workunit.client.0.smithi190.stdout: "choose_local_fallback_tries": 0, 2024-08-19T09:58:15.511 INFO:tasks.workunit.client.0.smithi190.stdout: "choose_local_tries": 0, 2024-08-19T09:58:15.511 INFO:tasks.workunit.client.0.smithi190.stdout: "choose_total_tries": 50, 2024-08-19T09:58:15.511 INFO:tasks.workunit.client.0.smithi190.stdout: "chooseleaf_descend_once": 1, 2024-08-19T09:58:15.511 INFO:tasks.workunit.client.0.smithi190.stdout: "chooseleaf_stable": 1, 2024-08-19T09:58:15.511 INFO:tasks.workunit.client.0.smithi190.stdout: "chooseleaf_vary_r": 1, 2024-08-19T09:58:15.511 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v2_rules": 0, 2024-08-19T09:58:15.511 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v3_rules": 0, 2024-08-19T09:58:15.511 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v4_buckets": 1, 2024-08-19T09:58:15.511 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v5_rules": 0, 2024-08-19T09:58:15.511 INFO:tasks.workunit.client.0.smithi190.stdout: "legacy_tunables": 0, 2024-08-19T09:58:15.511 INFO:tasks.workunit.client.0.smithi190.stdout: "minimum_required_version": "jewel", 2024-08-19T09:58:15.511 INFO:tasks.workunit.client.0.smithi190.stdout: "optimal_tunables": 1, 2024-08-19T09:58:15.512 INFO:tasks.workunit.client.0.smithi190.stdout: "profile": "jewel", 2024-08-19T09:58:15.512 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables": 1, 2024-08-19T09:58:15.512 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables2": 1, 2024-08-19T09:58:15.512 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables3": 1, 2024-08-19T09:58:15.512 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables5": 1, 2024-08-19T09:58:15.512 INFO:tasks.workunit.client.0.smithi190.stdout: "straw_calc_version": 1 2024-08-19T09:58:15.512 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.512 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.512 INFO:tasks.workunit.client.0.smithi190.stdout: "description": "upgrade test cluster", 2024-08-19T09:58:15.512 INFO:tasks.workunit.client.0.smithi190.stdout: "fs": { 2024-08-19T09:58:15.512 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:15.512 INFO:tasks.workunit.client.0.smithi190.stdout: "feature_flags": { 2024-08-19T09:58:15.512 INFO:tasks.workunit.client.0.smithi190.stdout: "enable_multiple": true, 2024-08-19T09:58:15.512 INFO:tasks.workunit.client.0.smithi190.stdout: "ever_enabled_multiple": true 2024-08-19T09:58:15.513 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.513 INFO:tasks.workunit.client.0.smithi190.stdout: "filesystems": [ 2024-08-19T09:58:15.513 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.513 INFO:tasks.workunit.client.0.smithi190.stdout: "approx_ctime": "2024-08", 2024-08-19T09:58:15.513 INFO:tasks.workunit.client.0.smithi190.stdout: "balancer_enabled": false, 2024-08-19T09:58:15.513 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.513 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_caps": 0, 2024-08-19T09:58:15.513 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_dns": 10, 2024-08-19T09:58:15.513 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_inos": 13, 2024-08-19T09:58:15.513 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_subtrees": 2, 2024-08-19T09:58:15.513 INFO:tasks.workunit.client.0.smithi190.stdout: "ever_allowed_features": 0, 2024-08-19T09:58:15.513 INFO:tasks.workunit.client.0.smithi190.stdout: "explicitly_allowed_features": 0, 2024-08-19T09:58:15.513 INFO:tasks.workunit.client.0.smithi190.stdout: "files": 0, 2024-08-19T09:58:15.513 INFO:tasks.workunit.client.0.smithi190.stdout: "max_mds": 1, 2024-08-19T09:58:15.514 INFO:tasks.workunit.client.0.smithi190.stdout: "num_data_pools": 1, 2024-08-19T09:58:15.514 INFO:tasks.workunit.client.0.smithi190.stdout: "num_in": 1, 2024-08-19T09:58:15.514 INFO:tasks.workunit.client.0.smithi190.stdout: "num_mds": 1, 2024-08-19T09:58:15.514 INFO:tasks.workunit.client.0.smithi190.stdout: "num_sessions": 0, 2024-08-19T09:58:15.514 INFO:tasks.workunit.client.0.smithi190.stdout: "num_standby_replay": 0, 2024-08-19T09:58:15.514 INFO:tasks.workunit.client.0.smithi190.stdout: "num_up": 1, 2024-08-19T09:58:15.514 INFO:tasks.workunit.client.0.smithi190.stdout: "snaps": 0, 2024-08-19T09:58:15.514 INFO:tasks.workunit.client.0.smithi190.stdout: "standby_count_wanted": 0 2024-08-19T09:58:15.514 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.514 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.514 INFO:tasks.workunit.client.0.smithi190.stdout: "num_standby_mds": 1, 2024-08-19T09:58:15.514 INFO:tasks.workunit.client.0.smithi190.stdout: "total_num_mds": 2 2024-08-19T09:58:15.514 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.514 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_stats": { 2024-08-19T09:58:15.515 INFO:tasks.workunit.client.0.smithi190.stdout: "mds": { 2024-08-19T09:58:15.515 INFO:tasks.workunit.client.0.smithi190.stdout: "mds.0b6ec5d466511bcb60d7f443a350651aba209219": { 2024-08-19T09:58:15.515 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 20135936, 2024-08-19T09:58:15.515 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 348136, 2024-08-19T09:58:15.515 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2621440, 2024-08-19T09:58:15.515 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 884736, 2024-08-19T09:58:15.515 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 0, 2024-08-19T09:58:15.515 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 340, 2024-08-19T09:58:15.515 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:15.515 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 853624, 2024-08-19T09:58:15.515 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 12, 2024-08-19T09:58:15.515 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 718848, 2024-08-19T09:58:15.515 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 14709152, 2024-08-19T09:58:15.516 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 20135936 2024-08-19T09:58:15.516 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.516 INFO:tasks.workunit.client.0.smithi190.stdout: "mds.765e5943307463a5e1531512a52e7b3d85ec88ab": { 2024-08-19T09:58:15.516 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 20545536, 2024-08-19T09:58:15.516 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 511488, 2024-08-19T09:58:15.516 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2621440, 2024-08-19T09:58:15.516 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 16384, 2024-08-19T09:58:15.516 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 638976, 2024-08-19T09:58:15.516 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 431, 2024-08-19T09:58:15.516 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:15.516 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 1267632, 2024-08-19T09:58:15.516 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 20, 2024-08-19T09:58:15.516 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 1005568, 2024-08-19T09:58:15.517 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 15123024, 2024-08-19T09:58:15.517 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 21184512 2024-08-19T09:58:15.517 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.517 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.517 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:15.517 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.0b6ec5d466511bcb60d7f443a350651aba209219": { 2024-08-19T09:58:15.517 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 44605440, 2024-08-19T09:58:15.517 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 1449016, 2024-08-19T09:58:15.517 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2621440, 2024-08-19T09:58:15.517 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 581632, 2024-08-19T09:58:15.517 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 4907008, 2024-08-19T09:58:15.517 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1747, 2024-08-19T09:58:15.517 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:15.517 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 11329584, 2024-08-19T09:58:15.518 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 23, 2024-08-19T09:58:15.518 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 2943488, 2024-08-19T09:58:15.518 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 25680280, 2024-08-19T09:58:15.518 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 49512448 2024-08-19T09:58:15.518 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.518 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.765e5943307463a5e1531512a52e7b3d85ec88ab": { 2024-08-19T09:58:15.518 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 36175872, 2024-08-19T09:58:15.518 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 1853152, 2024-08-19T09:58:15.518 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2621440, 2024-08-19T09:58:15.518 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 516096, 2024-08-19T09:58:15.518 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 9256960, 2024-08-19T09:58:15.518 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1213, 2024-08-19T09:58:15.518 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:15.519 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 7236392, 2024-08-19T09:58:15.519 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 21, 2024-08-19T09:58:15.519 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 1350656, 2024-08-19T09:58:15.519 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 22598136, 2024-08-19T09:58:15.519 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 45432832 2024-08-19T09:58:15.519 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.519 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.e8e8a39e8a704cc636e4b7cd84be5402a622ff9a": { 2024-08-19T09:58:15.519 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 34988032, 2024-08-19T09:58:15.519 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 785384, 2024-08-19T09:58:15.519 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2621440, 2024-08-19T09:58:15.519 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 0, 2024-08-19T09:58:15.519 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 9388032, 2024-08-19T09:58:15.519 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 986, 2024-08-19T09:58:15.519 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:15.520 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 6645720, 2024-08-19T09:58:15.520 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 21, 2024-08-19T09:58:15.520 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 2203392, 2024-08-19T09:58:15.520 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 22732096, 2024-08-19T09:58:15.520 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 44376064 2024-08-19T09:58:15.520 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.520 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.520 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.520 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.0": { 2024-08-19T09:58:15.520 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 51404800, 2024-08-19T09:58:15.520 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 1714120, 2024-08-19T09:58:15.520 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:15.520 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 0, 2024-08-19T09:58:15.520 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 1286144, 2024-08-19T09:58:15.521 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1781, 2024-08-19T09:58:15.521 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:15.521 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 5803424, 2024-08-19T09:58:15.521 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 47, 2024-08-19T09:58:15.521 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 4044544, 2024-08-19T09:58:15.521 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 37090200, 2024-08-19T09:58:15.521 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 52690944 2024-08-19T09:58:15.521 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.521 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.1": { 2024-08-19T09:58:15.521 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 46776320, 2024-08-19T09:58:15.521 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 581576, 2024-08-19T09:58:15.521 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:15.521 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 0, 2024-08-19T09:58:15.521 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 671744, 2024-08-19T09:58:15.522 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1382, 2024-08-19T09:58:15.522 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:15.522 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 6183112, 2024-08-19T09:58:15.522 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 47, 2024-08-19T09:58:15.522 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 2363648, 2024-08-19T09:58:15.523 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 34895472, 2024-08-19T09:58:15.523 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 47448064 2024-08-19T09:58:15.523 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.523 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.2": { 2024-08-19T09:58:15.523 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 48152576, 2024-08-19T09:58:15.523 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 1795064, 2024-08-19T09:58:15.523 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:15.523 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 0, 2024-08-19T09:58:15.523 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 212992, 2024-08-19T09:58:15.524 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1640, 2024-08-19T09:58:15.524 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:15.524 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 5380208, 2024-08-19T09:58:15.524 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 47, 2024-08-19T09:58:15.524 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 3617536, 2024-08-19T09:58:15.524 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 34607256, 2024-08-19T09:58:15.524 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 48365568 2024-08-19T09:58:15.524 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.524 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.3": { 2024-08-19T09:58:15.524 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 47816704, 2024-08-19T09:58:15.524 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 1738576, 2024-08-19T09:58:15.524 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:15.524 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 57344, 2024-08-19T09:58:15.524 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 679936, 2024-08-19T09:58:15.525 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1667, 2024-08-19T09:58:15.525 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:15.525 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 5477200, 2024-08-19T09:58:15.525 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 47, 2024-08-19T09:58:15.525 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 3122944, 2024-08-19T09:58:15.525 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 34668128, 2024-08-19T09:58:15.525 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 48496640 2024-08-19T09:58:15.525 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.525 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.4": { 2024-08-19T09:58:15.525 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 45039616, 2024-08-19T09:58:15.525 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 777944, 2024-08-19T09:58:15.525 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:15.526 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 0, 2024-08-19T09:58:15.526 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 245760, 2024-08-19T09:58:15.526 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1278, 2024-08-19T09:58:15.526 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:15.526 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 4986072, 2024-08-19T09:58:15.526 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 48, 2024-08-19T09:58:15.526 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 1930496, 2024-08-19T09:58:15.526 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 34592592, 2024-08-19T09:58:15.526 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 45285376 2024-08-19T09:58:15.526 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.526 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.5": { 2024-08-19T09:58:15.526 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 45932544, 2024-08-19T09:58:15.527 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 1138792, 2024-08-19T09:58:15.527 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:15.527 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 57344, 2024-08-19T09:58:15.527 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 466944, 2024-08-19T09:58:15.527 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1298, 2024-08-19T09:58:15.527 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:15.527 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 4910080, 2024-08-19T09:58:15.527 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 47, 2024-08-19T09:58:15.527 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 1967104, 2024-08-19T09:58:15.527 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 35106712, 2024-08-19T09:58:15.527 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 46399488 2024-08-19T09:58:15.527 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.527 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.6": { 2024-08-19T09:58:15.528 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 48799744, 2024-08-19T09:58:15.528 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 2038280, 2024-08-19T09:58:15.528 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:15.528 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 57344, 2024-08-19T09:58:15.528 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 532480, 2024-08-19T09:58:15.528 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1644, 2024-08-19T09:58:15.528 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:15.528 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 5515840, 2024-08-19T09:58:15.528 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 47, 2024-08-19T09:58:15.528 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 3593728, 2024-08-19T09:58:15.528 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 34842040, 2024-08-19T09:58:15.528 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 49332224 2024-08-19T09:58:15.528 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.529 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.7": { 2024-08-19T09:58:15.529 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 46055424, 2024-08-19T09:58:15.529 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 1296688, 2024-08-19T09:58:15.529 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:15.529 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 57344, 2024-08-19T09:58:15.529 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 344064, 2024-08-19T09:58:15.529 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1360, 2024-08-19T09:58:15.529 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:15.529 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 5150800, 2024-08-19T09:58:15.529 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 46, 2024-08-19T09:58:15.529 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 1957632, 2024-08-19T09:58:15.529 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 34840448, 2024-08-19T09:58:15.529 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 46399488 2024-08-19T09:58:15.529 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.530 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.530 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.530 INFO:tasks.workunit.client.0.smithi190.stdout: "hosts": { 2024-08-19T09:58:15.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num": 2, 2024-08-19T09:58:15.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_mds": 2, 2024-08-19T09:58:15.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_mgr": 2, 2024-08-19T09:58:15.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_mon": 2, 2024-08-19T09:58:15.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_osd": 2 2024-08-19T09:58:15.530 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.530 INFO:tasks.workunit.client.0.smithi190.stdout: "io_rate": { 2024-08-19T09:58:15.530 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_stats_delta": { 2024-08-19T09:58:15.530 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": 0, 2024-08-19T09:58:15.530 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:15.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_store_stats": 0, 2024-08-19T09:58:15.531 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:15.531 INFO:tasks.workunit.client.0.smithi190.stdout: "stamp_delta": "12.002593", 2024-08-19T09:58:15.531 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:15.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:15.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:15.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:15.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:15.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:15.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:15.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:15.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:15.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:15.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:15.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:15.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:15.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:15.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:15.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:15.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:15.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:15.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:15.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:15.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:15.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:15.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:15.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:15.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:15.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:15.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:15.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:15.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:15.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:15.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:15.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:15.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:15.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:15.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:15.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:15.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:15.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:15.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:15.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:15.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:15.534 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.534 INFO:tasks.workunit.client.0.smithi190.stdout: "store_stats": { 2024-08-19T09:58:15.534 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": 0, 2024-08-19T09:58:15.534 INFO:tasks.workunit.client.0.smithi190.stdout: "available": 0, 2024-08-19T09:58:15.534 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed": 0, 2024-08-19T09:58:15.534 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_allocated": 0, 2024-08-19T09:58:15.534 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_original": 0, 2024-08-19T09:58:15.534 INFO:tasks.workunit.client.0.smithi190.stdout: "data_stored": 0, 2024-08-19T09:58:15.534 INFO:tasks.workunit.client.0.smithi190.stdout: "internal_metadata": 0, 2024-08-19T09:58:15.534 INFO:tasks.workunit.client.0.smithi190.stdout: "internally_reserved": 0, 2024-08-19T09:58:15.534 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_allocated": 0, 2024-08-19T09:58:15.534 INFO:tasks.workunit.client.0.smithi190.stdout: "total": 0 2024-08-19T09:58:15.534 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.535 INFO:tasks.workunit.client.0.smithi190.stdout: "up": 0 2024-08-19T09:58:15.535 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.535 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.535 INFO:tasks.workunit.client.0.smithi190.stdout: "leaderboard": false, 2024-08-19T09:58:15.535 INFO:tasks.workunit.client.0.smithi190.stdout: "leaderboard_description": null, 2024-08-19T09:58:15.535 INFO:tasks.workunit.client.0.smithi190.stdout: "license": "sharing-1-0", 2024-08-19T09:58:15.535 INFO:tasks.workunit.client.0.smithi190.stdout: "mempool": { 2024-08-19T09:58:15.535 INFO:tasks.workunit.client.0.smithi190.stdout: "mds": { 2024-08-19T09:58:15.535 INFO:tasks.workunit.client.0.smithi190.stdout: "mds.0b6ec5d466511bcb60d7f443a350651aba209219": { 2024-08-19T09:58:15.535 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:15.535 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.535 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.535 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.535 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.535 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.536 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.536 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.536 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:15.536 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.536 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.536 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.536 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:15.536 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.536 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.536 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.536 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:15.536 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.536 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.536 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.537 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:15.537 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.537 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.537 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.537 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:15.537 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.537 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.537 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.537 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:15.537 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.537 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.537 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.537 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:15.537 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.538 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.538 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.538 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:15.538 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.538 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.538 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.538 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:15.538 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.538 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.538 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.538 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:15.538 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.538 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.538 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.539 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:15.539 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.539 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.539 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.539 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:15.539 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.539 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.539 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.539 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:15.539 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.539 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.539 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.539 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:15.539 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.539 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.540 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.540 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:15.540 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.540 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.540 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.540 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:15.540 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.540 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.540 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.540 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:15.540 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 150168, 2024-08-19T09:58:15.540 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 33 2024-08-19T09:58:15.540 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.540 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:15.541 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.541 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.541 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.541 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:15.541 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 928, 2024-08-19T09:58:15.541 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 2 2024-08-19T09:58:15.541 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.541 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.541 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.541 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.541 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.541 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:15.541 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.541 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.541 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.542 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:15.542 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.542 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.542 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.542 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:15.542 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.542 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.542 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.542 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:15.542 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.542 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.542 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.543 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:15.543 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.543 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.543 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.543 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:15.543 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.543 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.543 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.543 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:15.543 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.543 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.543 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.543 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.543 INFO:tasks.workunit.client.0.smithi190.stdout: "mds.765e5943307463a5e1531512a52e7b3d85ec88ab": { 2024-08-19T09:58:15.543 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:15.544 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.544 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.544 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.544 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.544 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.544 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.544 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.544 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:15.544 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.544 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.544 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.544 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:15.545 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.545 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.545 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.545 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:15.545 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.545 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.545 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.545 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:15.545 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.545 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.545 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.545 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:15.546 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.546 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.546 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.546 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:15.546 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.546 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.546 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.546 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:15.546 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.546 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.546 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.546 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:15.546 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.547 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.547 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.547 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:15.547 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.547 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.547 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.547 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:15.547 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.547 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.547 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.547 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:15.547 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.547 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.547 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.548 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:15.548 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.548 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.548 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.548 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:15.548 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.548 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.548 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.548 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:15.548 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.548 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.548 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.548 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:15.548 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.548 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.549 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.549 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:15.549 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.549 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.549 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.549 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:15.549 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 222727, 2024-08-19T09:58:15.549 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 72 2024-08-19T09:58:15.549 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.549 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:15.549 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.549 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.549 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.549 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:15.550 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 51704, 2024-08-19T09:58:15.550 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 208 2024-08-19T09:58:15.550 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.550 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.550 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.550 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.550 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.550 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:15.550 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.550 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.550 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.550 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:15.550 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.550 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.551 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.551 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:15.551 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 8208, 2024-08-19T09:58:15.551 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 139 2024-08-19T09:58:15.551 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.551 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:15.551 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.551 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.551 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.551 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:15.551 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.551 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.551 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.551 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:15.552 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.552 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.552 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.552 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:15.552 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.552 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.552 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.552 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.552 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.552 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:15.552 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.0b6ec5d466511bcb60d7f443a350651aba209219": { 2024-08-19T09:58:15.552 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:15.552 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.552 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.553 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.553 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.553 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.553 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.553 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.553 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:15.553 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.553 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.553 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.553 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:15.553 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.553 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.553 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.553 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:15.554 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.554 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.554 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.554 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:15.554 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.554 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.554 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.554 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:15.554 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.554 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.554 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.554 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:15.554 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.554 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.555 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.555 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:15.555 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.555 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.555 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.555 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:15.555 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.555 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.555 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.555 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:15.555 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.555 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.555 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.555 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:15.556 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.556 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.556 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.556 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:15.556 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.556 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.556 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.556 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:15.556 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.556 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.556 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.556 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:15.556 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.557 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.557 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.557 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:15.557 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.557 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.557 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.557 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:15.557 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.557 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.557 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.557 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:15.557 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.557 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.557 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.558 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:15.558 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1216502, 2024-08-19T09:58:15.558 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 357 2024-08-19T09:58:15.558 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.558 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:15.558 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 440, 2024-08-19T09:58:15.558 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 5 2024-08-19T09:58:15.558 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.558 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:15.558 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.558 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.558 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.558 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.558 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.559 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.559 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.559 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:15.559 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.559 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.559 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.559 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:15.559 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.559 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.559 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.559 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:15.559 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6784, 2024-08-19T09:58:15.559 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 138 2024-08-19T09:58:15.559 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.560 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:15.560 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12744, 2024-08-19T09:58:15.560 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 1546 2024-08-19T09:58:15.560 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.560 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:15.560 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 10624, 2024-08-19T09:58:15.560 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 206 2024-08-19T09:58:15.560 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.560 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:15.560 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.560 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.560 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.560 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:15.560 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.560 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.561 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.561 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.561 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.765e5943307463a5e1531512a52e7b3d85ec88ab": { 2024-08-19T09:58:15.561 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:15.561 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.561 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.561 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.561 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.561 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.561 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.561 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.561 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:15.561 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.561 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.561 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.562 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:15.562 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.562 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.562 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.562 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:15.562 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.562 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.562 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.562 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:15.562 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.562 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.562 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.563 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:15.563 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.563 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.563 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.563 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:15.563 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.563 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.563 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.563 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:15.563 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.563 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.563 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.563 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:15.564 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.564 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.564 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.564 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:15.564 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.564 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.564 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.564 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:15.564 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.564 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.564 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.564 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:15.564 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.564 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.565 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.565 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:15.565 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.565 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.565 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.565 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:15.565 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.565 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.565 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.565 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:15.565 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.565 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.566 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.566 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:15.566 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.566 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.566 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.566 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:15.566 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.566 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.566 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.566 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:15.566 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1177742, 2024-08-19T09:58:15.567 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 371 2024-08-19T09:58:15.567 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.567 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:15.567 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.567 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.567 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.567 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:15.567 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.567 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.567 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.567 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.567 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.568 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.568 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.568 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:15.568 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.568 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.568 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.568 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:15.568 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.568 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.568 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.568 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:15.568 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6784, 2024-08-19T09:58:15.568 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 138 2024-08-19T09:58:15.568 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.569 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:15.569 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12744, 2024-08-19T09:58:15.569 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 1546 2024-08-19T09:58:15.569 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.569 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:15.569 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 5312, 2024-08-19T09:58:15.569 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 103 2024-08-19T09:58:15.569 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.569 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:15.569 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.569 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.569 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.570 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:15.570 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.570 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.570 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.570 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.570 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.e8e8a39e8a704cc636e4b7cd84be5402a622ff9a": { 2024-08-19T09:58:15.570 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:15.570 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.570 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.570 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.570 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.570 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.571 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.571 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.571 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:15.571 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.571 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.571 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.571 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:15.571 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.571 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.571 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.571 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:15.571 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.571 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.572 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.572 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:15.572 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.572 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.572 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.572 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:15.572 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.572 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.572 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.572 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:15.572 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.572 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.572 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.572 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:15.573 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.573 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.573 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.573 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:15.573 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.573 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.573 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.573 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:15.573 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.573 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.573 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.573 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:15.573 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.573 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.574 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.574 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:15.574 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.574 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.574 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.574 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:15.574 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.574 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.574 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.574 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:15.574 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.574 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.574 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.575 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:15.575 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.575 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.575 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.575 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:15.575 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.575 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.575 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.575 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:15.575 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.575 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.575 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.575 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:15.576 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1185310, 2024-08-19T09:58:15.576 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 374 2024-08-19T09:58:15.576 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.576 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:15.576 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.576 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.576 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.576 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:15.576 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.576 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.576 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.576 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.576 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.576 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.577 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.577 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:15.577 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.577 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.577 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.577 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:15.577 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.578 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.578 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.578 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:15.578 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6784, 2024-08-19T09:58:15.578 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 138 2024-08-19T09:58:15.578 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.578 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:15.578 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12744, 2024-08-19T09:58:15.578 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 1546 2024-08-19T09:58:15.578 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.578 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:15.578 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 5312, 2024-08-19T09:58:15.579 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 103 2024-08-19T09:58:15.579 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.579 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:15.579 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.579 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.579 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.579 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:15.579 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.579 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.579 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.580 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.580 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.580 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.580 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.0": { 2024-08-19T09:58:15.580 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:15.580 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.580 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.580 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.580 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.580 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:15.581 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:15.581 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.581 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:15.581 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:15.581 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:15.581 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.581 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:15.581 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:15.581 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:15.581 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.581 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:15.581 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6240, 2024-08-19T09:58:15.582 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 78 2024-08-19T09:58:15.582 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.582 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:15.582 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 22960, 2024-08-19T09:58:15.582 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 205 2024-08-19T09:58:15.582 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.582 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:15.582 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1712, 2024-08-19T09:58:15.582 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 45 2024-08-19T09:58:15.582 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.582 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:15.582 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 606208, 2024-08-19T09:58:15.582 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 17 2024-08-19T09:58:15.582 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.583 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:15.583 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 97184, 2024-08-19T09:58:15.583 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 16627 2024-08-19T09:58:15.583 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.583 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:15.583 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 213096, 2024-08-19T09:58:15.583 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 345 2024-08-19T09:58:15.583 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.583 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:15.583 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 11628, 2024-08-19T09:58:15.583 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 775 2024-08-19T09:58:15.583 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.583 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:15.584 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9840, 2024-08-19T09:58:15.584 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 205 2024-08-19T09:58:15.584 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.584 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:15.584 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.584 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.584 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.584 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:15.584 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 33394, 2024-08-19T09:58:15.584 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 213 2024-08-19T09:58:15.584 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.584 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:15.585 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 22960, 2024-08-19T09:58:15.585 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 205 2024-08-19T09:58:15.585 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.585 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:15.585 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.585 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.585 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.585 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:15.585 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 452221, 2024-08-19T09:58:15.585 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 98 2024-08-19T09:58:15.585 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.585 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:15.585 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.586 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.586 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.586 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:15.586 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2459624, 2024-08-19T09:58:15.586 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 199 2024-08-19T09:58:15.586 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.586 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:15.586 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6864, 2024-08-19T09:58:15.586 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 78 2024-08-19T09:58:15.586 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.586 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:15.586 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.586 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.587 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.587 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.587 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 510048, 2024-08-19T09:58:15.587 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 44 2024-08-19T09:58:15.587 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.587 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:15.587 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.587 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.587 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.587 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:15.587 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 93184, 2024-08-19T09:58:15.587 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 184 2024-08-19T09:58:15.587 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.587 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:15.588 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 241352, 2024-08-19T09:58:15.588 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3539 2024-08-19T09:58:15.588 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.588 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:15.588 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.588 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.588 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.588 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:15.588 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.588 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.588 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.588 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:15.588 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.588 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.588 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.589 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:15.589 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.589 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.589 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.589 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.589 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.1": { 2024-08-19T09:58:15.589 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:15.589 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.589 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.589 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.589 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.589 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:15.589 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:15.590 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.590 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:15.590 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:15.590 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:15.590 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.590 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:15.590 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:15.590 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:15.590 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.590 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:15.590 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 5280, 2024-08-19T09:58:15.590 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 66 2024-08-19T09:58:15.590 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.590 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:15.591 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21728, 2024-08-19T09:58:15.591 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 194 2024-08-19T09:58:15.591 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.591 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:15.591 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1152, 2024-08-19T09:58:15.591 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 40 2024-08-19T09:58:15.591 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.591 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:15.592 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12288, 2024-08-19T09:58:15.592 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:15.592 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.592 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:15.592 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 52270, 2024-08-19T09:58:15.592 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 9661 2024-08-19T09:58:15.592 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.592 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:15.592 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 137616, 2024-08-19T09:58:15.592 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 234 2024-08-19T09:58:15.592 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.592 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:15.592 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9940, 2024-08-19T09:58:15.593 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 605 2024-08-19T09:58:15.593 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.593 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:15.593 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9312, 2024-08-19T09:58:15.593 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 194 2024-08-19T09:58:15.593 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.593 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:15.593 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.593 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.593 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.593 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:15.593 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 29806, 2024-08-19T09:58:15.593 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 202 2024-08-19T09:58:15.594 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.594 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:15.594 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21728, 2024-08-19T09:58:15.594 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 194 2024-08-19T09:58:15.594 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.594 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:15.594 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 736, 2024-08-19T09:58:15.594 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 1 2024-08-19T09:58:15.594 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.594 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:15.594 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 473819, 2024-08-19T09:58:15.594 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 104 2024-08-19T09:58:15.594 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.595 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:15.595 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12112, 2024-08-19T09:58:15.595 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:15.595 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.595 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:15.595 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2419466, 2024-08-19T09:58:15.595 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 181 2024-08-19T09:58:15.595 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.595 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:15.595 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 5016, 2024-08-19T09:58:15.595 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 57 2024-08-19T09:58:15.595 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.595 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:15.596 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.596 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.596 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.596 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.596 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 452088, 2024-08-19T09:58:15.596 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 39 2024-08-19T09:58:15.596 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.596 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:15.596 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.596 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.596 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.596 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:15.596 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 8528, 2024-08-19T09:58:15.596 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 22 2024-08-19T09:58:15.597 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.597 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:15.597 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 241352, 2024-08-19T09:58:15.597 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3539 2024-08-19T09:58:15.597 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.597 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:15.597 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.598 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.598 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.598 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:15.598 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.598 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.598 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.598 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:15.598 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.598 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.598 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.598 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:15.598 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.598 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.599 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.599 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.599 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.2": { 2024-08-19T09:58:15.599 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:15.599 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.599 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.599 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.599 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.599 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:15.599 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:15.599 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.599 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:15.599 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:15.599 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:15.600 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.600 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:15.600 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:15.600 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:15.600 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.600 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:15.600 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 4960, 2024-08-19T09:58:15.600 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 62 2024-08-19T09:58:15.600 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.600 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:15.600 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21392, 2024-08-19T09:58:15.600 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 191 2024-08-19T09:58:15.600 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.600 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:15.600 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1264, 2024-08-19T09:58:15.601 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 41 2024-08-19T09:58:15.601 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.601 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:15.601 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16384, 2024-08-19T09:58:15.601 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 4 2024-08-19T09:58:15.601 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.601 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:15.601 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 88310, 2024-08-19T09:58:15.601 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 15273 2024-08-19T09:58:15.601 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.601 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:15.601 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 198816, 2024-08-19T09:58:15.601 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 324 2024-08-19T09:58:15.601 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.601 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:15.602 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 8984, 2024-08-19T09:58:15.602 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 591 2024-08-19T09:58:15.602 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.602 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:15.602 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9168, 2024-08-19T09:58:15.602 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 191 2024-08-19T09:58:15.602 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.602 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:15.602 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.602 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.602 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.603 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:15.603 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 27750, 2024-08-19T09:58:15.603 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 192 2024-08-19T09:58:15.603 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.603 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:15.603 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21392, 2024-08-19T09:58:15.603 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 191 2024-08-19T09:58:15.603 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.603 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:15.603 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 736, 2024-08-19T09:58:15.603 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 1 2024-08-19T09:58:15.603 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.603 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:15.603 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 415181, 2024-08-19T09:58:15.603 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 89 2024-08-19T09:58:15.604 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.604 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:15.604 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12112, 2024-08-19T09:58:15.604 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:15.604 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.604 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:15.604 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2470520, 2024-08-19T09:58:15.604 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 193 2024-08-19T09:58:15.604 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.604 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:15.604 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 4488, 2024-08-19T09:58:15.604 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 51 2024-08-19T09:58:15.604 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.604 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:15.604 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.605 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.605 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.605 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.605 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 359352, 2024-08-19T09:58:15.605 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 31 2024-08-19T09:58:15.605 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.605 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:15.605 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.605 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.605 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.605 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:15.605 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 8840, 2024-08-19T09:58:15.605 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 25 2024-08-19T09:58:15.606 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.606 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:15.606 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 241864, 2024-08-19T09:58:15.606 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3563 2024-08-19T09:58:15.606 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.606 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:15.606 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.606 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.606 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.606 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:15.606 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.606 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.606 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.606 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:15.607 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.607 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.607 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.607 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:15.607 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.607 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.607 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.607 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.607 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.3": { 2024-08-19T09:58:15.607 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:15.607 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.607 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.607 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.607 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.608 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:15.608 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:15.608 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.608 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:15.608 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:15.608 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:15.608 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.608 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:15.608 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:15.608 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:15.608 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.608 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:15.608 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 4240, 2024-08-19T09:58:15.608 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 53 2024-08-19T09:58:15.609 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.609 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:15.609 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21952, 2024-08-19T09:58:15.609 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 196 2024-08-19T09:58:15.609 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.609 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:15.609 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 480, 2024-08-19T09:58:15.609 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 34 2024-08-19T09:58:15.609 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.609 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:15.609 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.609 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.609 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.610 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:15.610 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 89572, 2024-08-19T09:58:15.610 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 15551 2024-08-19T09:58:15.610 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.610 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:15.610 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 202896, 2024-08-19T09:58:15.610 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 330 2024-08-19T09:58:15.610 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.610 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:15.610 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9676, 2024-08-19T09:58:15.610 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 608 2024-08-19T09:58:15.610 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.610 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:15.611 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9408, 2024-08-19T09:58:15.611 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 196 2024-08-19T09:58:15.611 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.611 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:15.611 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.611 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.611 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.611 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:15.611 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 28446, 2024-08-19T09:58:15.611 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 198 2024-08-19T09:58:15.611 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.611 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:15.611 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21952, 2024-08-19T09:58:15.611 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 196 2024-08-19T09:58:15.612 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.612 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:15.612 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2208, 2024-08-19T09:58:15.612 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:15.612 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.612 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:15.612 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 317925, 2024-08-19T09:58:15.612 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 66 2024-08-19T09:58:15.612 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.612 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:15.612 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 26565, 2024-08-19T09:58:15.612 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 9 2024-08-19T09:58:15.612 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.612 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:15.613 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2437438, 2024-08-19T09:58:15.613 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 180 2024-08-19T09:58:15.613 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.613 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:15.613 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 4664, 2024-08-19T09:58:15.613 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 53 2024-08-19T09:58:15.613 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.613 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:15.613 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.613 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.613 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.613 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.613 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 417312, 2024-08-19T09:58:15.613 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 36 2024-08-19T09:58:15.614 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.614 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:15.614 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.614 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.614 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.614 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:15.614 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 10400, 2024-08-19T09:58:15.614 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 20 2024-08-19T09:58:15.614 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.614 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:15.614 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 241352, 2024-08-19T09:58:15.614 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3539 2024-08-19T09:58:15.614 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.614 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:15.615 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.615 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.615 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.615 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:15.615 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.615 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.615 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.615 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:15.615 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.615 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.615 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.615 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:15.615 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.616 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.616 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.616 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.616 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.4": { 2024-08-19T09:58:15.616 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:15.616 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.616 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.616 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.616 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.616 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:15.616 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:15.616 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.616 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:15.616 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:15.616 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:15.617 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.617 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:15.617 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:15.617 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:15.617 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.617 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:15.617 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 3920, 2024-08-19T09:58:15.617 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 49 2024-08-19T09:58:15.617 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.617 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:15.617 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21840, 2024-08-19T09:58:15.617 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 195 2024-08-19T09:58:15.617 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.618 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:15.618 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1040, 2024-08-19T09:58:15.618 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 39 2024-08-19T09:58:15.618 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.618 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:15.618 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 8192, 2024-08-19T09:58:15.618 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 2 2024-08-19T09:58:15.618 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.618 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:15.618 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 51623, 2024-08-19T09:58:15.618 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 9612 2024-08-19T09:58:15.618 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.618 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:15.618 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 136936, 2024-08-19T09:58:15.619 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 233 2024-08-19T09:58:15.619 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.619 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:15.619 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9960, 2024-08-19T09:58:15.619 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 607 2024-08-19T09:58:15.619 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.619 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:15.619 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9360, 2024-08-19T09:58:15.619 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 195 2024-08-19T09:58:15.619 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.619 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:15.619 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.619 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.619 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.620 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:15.620 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 29382, 2024-08-19T09:58:15.620 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 201 2024-08-19T09:58:15.620 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.620 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:15.620 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21840, 2024-08-19T09:58:15.620 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 195 2024-08-19T09:58:15.620 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.620 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:15.620 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 736, 2024-08-19T09:58:15.620 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 1 2024-08-19T09:58:15.620 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.620 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:15.620 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 949131, 2024-08-19T09:58:15.621 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 77 2024-08-19T09:58:15.621 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.621 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:15.621 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12112, 2024-08-19T09:58:15.621 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:15.621 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.621 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:15.621 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2446052, 2024-08-19T09:58:15.621 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 185 2024-08-19T09:58:15.621 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.621 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:15.621 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 4928, 2024-08-19T09:58:15.621 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 56 2024-08-19T09:58:15.621 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.622 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:15.622 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.622 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.622 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.622 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.622 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 452088, 2024-08-19T09:58:15.622 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 39 2024-08-19T09:58:15.622 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.622 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:15.622 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.622 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.622 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.622 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:15.622 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 8944, 2024-08-19T09:58:15.623 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 18 2024-08-19T09:58:15.623 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.623 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:15.623 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 241864, 2024-08-19T09:58:15.623 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3563 2024-08-19T09:58:15.623 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.623 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:15.623 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.623 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.623 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.623 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:15.623 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.623 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.623 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.623 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:15.624 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.624 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.624 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.624 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:15.624 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.624 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.624 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.624 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.624 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.5": { 2024-08-19T09:58:15.624 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:15.624 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.624 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.624 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.624 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.625 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:15.625 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:15.625 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.625 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:15.625 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:15.625 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:15.625 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.625 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:15.625 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:15.625 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:15.625 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.625 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:15.625 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 3440, 2024-08-19T09:58:15.626 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 43 2024-08-19T09:58:15.626 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.626 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:15.626 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21952, 2024-08-19T09:58:15.626 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 196 2024-08-19T09:58:15.626 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.626 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:15.626 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 592, 2024-08-19T09:58:15.626 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 35 2024-08-19T09:58:15.626 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.626 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:15.626 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 4096, 2024-08-19T09:58:15.626 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 1 2024-08-19T09:58:15.627 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.627 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:15.627 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 52972, 2024-08-19T09:58:15.627 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 9796 2024-08-19T09:58:15.627 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.627 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:15.627 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 139656, 2024-08-19T09:58:15.627 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 237 2024-08-19T09:58:15.627 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.627 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:15.627 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 10236, 2024-08-19T09:58:15.627 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 613 2024-08-19T09:58:15.627 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.627 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:15.628 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9408, 2024-08-19T09:58:15.628 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 196 2024-08-19T09:58:15.628 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.628 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:15.628 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.628 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.628 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.628 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:15.628 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 30238, 2024-08-19T09:58:15.628 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 205 2024-08-19T09:58:15.628 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.628 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:15.628 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21952, 2024-08-19T09:58:15.628 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 196 2024-08-19T09:58:15.629 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.629 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:15.629 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2208, 2024-08-19T09:58:15.629 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:15.629 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.629 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:15.629 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 881504, 2024-08-19T09:58:15.629 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 60 2024-08-19T09:58:15.629 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.629 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:15.629 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 26565, 2024-08-19T09:58:15.629 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 9 2024-08-19T09:58:15.629 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.630 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:15.630 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2435306, 2024-08-19T09:58:15.630 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 179 2024-08-19T09:58:15.630 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.630 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:15.630 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 5544, 2024-08-19T09:58:15.630 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 63 2024-08-19T09:58:15.630 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.630 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:15.630 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.630 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.630 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.631 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.631 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 475272, 2024-08-19T09:58:15.631 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 41 2024-08-19T09:58:15.631 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.631 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:15.631 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.631 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.631 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.631 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:15.631 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 13520, 2024-08-19T09:58:15.631 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 26 2024-08-19T09:58:15.631 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.632 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:15.632 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 241864, 2024-08-19T09:58:15.632 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3563 2024-08-19T09:58:15.632 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.632 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:15.632 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.632 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.632 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.632 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:15.632 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.632 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.632 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.632 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:15.633 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.633 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.633 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.633 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:15.633 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.633 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.633 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.633 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.633 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.6": { 2024-08-19T09:58:15.633 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:15.633 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.633 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.633 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.634 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.634 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:15.634 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:15.634 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.634 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:15.634 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:15.634 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:15.634 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.634 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:15.634 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:15.634 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:15.634 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.634 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:15.634 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2800, 2024-08-19T09:58:15.635 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 35 2024-08-19T09:58:15.635 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.635 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:15.635 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 22848, 2024-08-19T09:58:15.635 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 204 2024-08-19T09:58:15.635 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.635 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:15.635 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 704, 2024-08-19T09:58:15.635 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 36 2024-08-19T09:58:15.635 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.635 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:15.635 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 29838, 2024-08-19T09:58:15.635 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 6 2024-08-19T09:58:15.636 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.636 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:15.636 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 91802, 2024-08-19T09:58:15.636 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 16082 2024-08-19T09:58:15.636 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.636 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:15.636 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 205616, 2024-08-19T09:58:15.636 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 334 2024-08-19T09:58:15.636 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.636 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:15.636 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 11240, 2024-08-19T09:58:15.636 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 768 2024-08-19T09:58:15.636 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.636 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:15.637 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9792, 2024-08-19T09:58:15.637 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 204 2024-08-19T09:58:15.637 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.637 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:15.637 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.637 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.637 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.637 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:15.637 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 30666, 2024-08-19T09:58:15.637 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 202 2024-08-19T09:58:15.637 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.637 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:15.637 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 22848, 2024-08-19T09:58:15.638 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 204 2024-08-19T09:58:15.638 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.638 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:15.638 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.638 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.638 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.638 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:15.638 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 519073, 2024-08-19T09:58:15.638 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 53 2024-08-19T09:58:15.638 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.638 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:15.638 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.638 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.639 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.639 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:15.639 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2412654, 2024-08-19T09:58:15.639 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 168 2024-08-19T09:58:15.639 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.639 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:15.639 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 4928, 2024-08-19T09:58:15.639 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 56 2024-08-19T09:58:15.639 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.639 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:15.639 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.639 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.639 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.639 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.639 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 452088, 2024-08-19T09:58:15.640 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 39 2024-08-19T09:58:15.640 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.640 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:15.640 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.640 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.640 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.640 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:15.640 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 92872, 2024-08-19T09:58:15.640 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 189 2024-08-19T09:58:15.640 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.640 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:15.640 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 242120, 2024-08-19T09:58:15.640 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3575 2024-08-19T09:58:15.640 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.641 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:15.641 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.641 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.641 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.641 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:15.641 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.641 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.641 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.641 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:15.641 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.641 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.641 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.642 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:15.642 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.642 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.642 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.642 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.642 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.7": { 2024-08-19T09:58:15.642 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:15.642 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.642 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.642 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.642 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.642 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:15.642 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:15.643 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.643 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:15.643 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:15.643 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:15.643 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.643 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:15.643 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:15.643 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:15.643 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.643 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:15.643 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2080, 2024-08-19T09:58:15.643 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 26 2024-08-19T09:58:15.643 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.643 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:15.643 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 22736, 2024-08-19T09:58:15.644 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 203 2024-08-19T09:58:15.644 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.644 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:15.644 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1600, 2024-08-19T09:58:15.644 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 44 2024-08-19T09:58:15.644 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.644 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:15.644 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 297372, 2024-08-19T09:58:15.644 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 13 2024-08-19T09:58:15.644 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.644 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:15.644 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 56214, 2024-08-19T09:58:15.644 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 10434 2024-08-19T09:58:15.644 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.645 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:15.645 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 143736, 2024-08-19T09:58:15.645 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 243 2024-08-19T09:58:15.645 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.645 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:15.645 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12004, 2024-08-19T09:58:15.645 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 773 2024-08-19T09:58:15.645 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.645 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:15.645 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9744, 2024-08-19T09:58:15.645 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 203 2024-08-19T09:58:15.645 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.646 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:15.646 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.646 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.646 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.646 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:15.646 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 33138, 2024-08-19T09:58:15.646 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 211 2024-08-19T09:58:15.646 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.646 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:15.646 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 22736, 2024-08-19T09:58:15.646 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 203 2024-08-19T09:58:15.646 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.646 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:15.646 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.647 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.647 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.647 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:15.647 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 183694, 2024-08-19T09:58:15.647 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 36 2024-08-19T09:58:15.647 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.647 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:15.647 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.647 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.647 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.647 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:15.647 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2414485, 2024-08-19T09:58:15.647 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 213 2024-08-19T09:58:15.648 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.648 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:15.648 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6424, 2024-08-19T09:58:15.648 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 73 2024-08-19T09:58:15.648 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.648 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:15.648 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.648 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.648 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.648 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.648 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 533232, 2024-08-19T09:58:15.648 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 46 2024-08-19T09:58:15.648 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.649 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:15.649 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.649 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.649 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.649 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:15.649 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 95472, 2024-08-19T09:58:15.649 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 218 2024-08-19T09:58:15.649 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.649 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:15.649 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 241352, 2024-08-19T09:58:15.649 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3539 2024-08-19T09:58:15.649 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.649 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:15.650 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.650 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.650 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.650 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:15.650 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.650 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.650 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.650 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:15.650 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.650 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.650 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.650 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:15.650 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:15.650 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:15.651 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.651 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.651 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.651 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.651 INFO:tasks.workunit.client.0.smithi190.stdout: "metadata": { 2024-08-19T09:58:15.651 INFO:tasks.workunit.client.0.smithi190.stdout: "mds": { 2024-08-19T09:58:15.651 INFO:tasks.workunit.client.0.smithi190.stdout: "arch": { 2024-08-19T09:58:15.651 INFO:tasks.workunit.client.0.smithi190.stdout: "x86_64": 2 2024-08-19T09:58:15.651 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.651 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_version": { 2024-08-19T09:58:15.651 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T09:58:15.651 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.651 INFO:tasks.workunit.client.0.smithi190.stdout: "cpu": { 2024-08-19T09:58:15.651 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-19T09:58:15.652 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.652 INFO:tasks.workunit.client.0.smithi190.stdout: "distro": { 2024-08-19T09:58:15.652 INFO:tasks.workunit.client.0.smithi190.stdout: "centos": 2 2024-08-19T09:58:15.652 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.652 INFO:tasks.workunit.client.0.smithi190.stdout: "distro_description": { 2024-08-19T09:58:15.652 INFO:tasks.workunit.client.0.smithi190.stdout: "CentOS Stream 9": 2 2024-08-19T09:58:15.652 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.652 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_description": { 2024-08-19T09:58:15.652 INFO:tasks.workunit.client.0.smithi190.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-19T09:58:15.652 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.652 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_version": { 2024-08-19T09:58:15.652 INFO:tasks.workunit.client.0.smithi190.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-19T09:58:15.652 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.652 INFO:tasks.workunit.client.0.smithi190.stdout: "os": { 2024-08-19T09:58:15.653 INFO:tasks.workunit.client.0.smithi190.stdout: "Linux": 2 2024-08-19T09:58:15.653 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.653 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.653 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:15.653 INFO:tasks.workunit.client.0.smithi190.stdout: "arch": { 2024-08-19T09:58:15.653 INFO:tasks.workunit.client.0.smithi190.stdout: "x86_64": 3 2024-08-19T09:58:15.653 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.653 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_version": { 2024-08-19T09:58:15.653 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T09:58:15.653 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.653 INFO:tasks.workunit.client.0.smithi190.stdout: "cpu": { 2024-08-19T09:58:15.653 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-19T09:58:15.653 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.654 INFO:tasks.workunit.client.0.smithi190.stdout: "distro": { 2024-08-19T09:58:15.654 INFO:tasks.workunit.client.0.smithi190.stdout: "centos": 3 2024-08-19T09:58:15.654 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.654 INFO:tasks.workunit.client.0.smithi190.stdout: "distro_description": { 2024-08-19T09:58:15.654 INFO:tasks.workunit.client.0.smithi190.stdout: "CentOS Stream 9": 3 2024-08-19T09:58:15.654 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.654 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_description": { 2024-08-19T09:58:15.654 INFO:tasks.workunit.client.0.smithi190.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-19T09:58:15.654 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.654 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_version": { 2024-08-19T09:58:15.654 INFO:tasks.workunit.client.0.smithi190.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-19T09:58:15.654 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.654 INFO:tasks.workunit.client.0.smithi190.stdout: "os": { 2024-08-19T09:58:15.655 INFO:tasks.workunit.client.0.smithi190.stdout: "Linux": 3 2024-08-19T09:58:15.655 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.655 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.655 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.655 INFO:tasks.workunit.client.0.smithi190.stdout: "arch": { 2024-08-19T09:58:15.655 INFO:tasks.workunit.client.0.smithi190.stdout: "x86_64": 8 2024-08-19T09:58:15.655 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.655 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_version": { 2024-08-19T09:58:15.655 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T09:58:15.655 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.655 INFO:tasks.workunit.client.0.smithi190.stdout: "cpu": { 2024-08-19T09:58:15.655 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-19T09:58:15.655 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.656 INFO:tasks.workunit.client.0.smithi190.stdout: "distro": { 2024-08-19T09:58:15.656 INFO:tasks.workunit.client.0.smithi190.stdout: "centos": 8 2024-08-19T09:58:15.656 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.656 INFO:tasks.workunit.client.0.smithi190.stdout: "distro_description": { 2024-08-19T09:58:15.656 INFO:tasks.workunit.client.0.smithi190.stdout: "CentOS Stream 9": 8 2024-08-19T09:58:15.656 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.656 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_description": { 2024-08-19T09:58:15.656 INFO:tasks.workunit.client.0.smithi190.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-19T09:58:15.656 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.656 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_version": { 2024-08-19T09:58:15.656 INFO:tasks.workunit.client.0.smithi190.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-19T09:58:15.656 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.656 INFO:tasks.workunit.client.0.smithi190.stdout: "os": { 2024-08-19T09:58:15.657 INFO:tasks.workunit.client.0.smithi190.stdout: "Linux": 8 2024-08-19T09:58:15.657 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.657 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_objectstore": { 2024-08-19T09:58:15.657 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": 8 2024-08-19T09:58:15.657 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.657 INFO:tasks.workunit.client.0.smithi190.stdout: "rotational": { 2024-08-19T09:58:15.657 INFO:tasks.workunit.client.0.smithi190.stdout: "0": 8 2024-08-19T09:58:15.657 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.657 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.657 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.657 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:15.657 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:15.657 INFO:tasks.workunit.client.0.smithi190.stdout: "features": { 2024-08-19T09:58:15.658 INFO:tasks.workunit.client.0.smithi190.stdout: "optional": [], 2024-08-19T09:58:15.658 INFO:tasks.workunit.client.0.smithi190.stdout: "persistent": [ 2024-08-19T09:58:15.658 INFO:tasks.workunit.client.0.smithi190.stdout: "kraken", 2024-08-19T09:58:15.658 INFO:tasks.workunit.client.0.smithi190.stdout: "luminous", 2024-08-19T09:58:15.658 INFO:tasks.workunit.client.0.smithi190.stdout: "mimic", 2024-08-19T09:58:15.658 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap-prune", 2024-08-19T09:58:15.658 INFO:tasks.workunit.client.0.smithi190.stdout: "nautilus", 2024-08-19T09:58:15.658 INFO:tasks.workunit.client.0.smithi190.stdout: "octopus", 2024-08-19T09:58:15.658 INFO:tasks.workunit.client.0.smithi190.stdout: "pacific", 2024-08-19T09:58:15.658 INFO:tasks.workunit.client.0.smithi190.stdout: "elector-pinging", 2024-08-19T09:58:15.658 INFO:tasks.workunit.client.0.smithi190.stdout: "quincy", 2024-08-19T09:58:15.658 INFO:tasks.workunit.client.0.smithi190.stdout: "reef" 2024-08-19T09:58:15.658 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.658 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.659 INFO:tasks.workunit.client.0.smithi190.stdout: "ipv4_addr_mons": 6, 2024-08-19T09:58:15.659 INFO:tasks.workunit.client.0.smithi190.stdout: "ipv6_addr_mons": 0, 2024-08-19T09:58:15.659 INFO:tasks.workunit.client.0.smithi190.stdout: "min_mon_release": 18, 2024-08-19T09:58:15.659 INFO:tasks.workunit.client.0.smithi190.stdout: "v1_addr_mons": 3, 2024-08-19T09:58:15.659 INFO:tasks.workunit.client.0.smithi190.stdout: "v2_addr_mons": 3 2024-08-19T09:58:15.659 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.659 INFO:tasks.workunit.client.0.smithi190.stdout: "organization": "ceph-qa", 2024-08-19T09:58:15.659 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.659 INFO:tasks.workunit.client.0.smithi190.stdout: "cluster_network": false, 2024-08-19T09:58:15.659 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 8, 2024-08-19T09:58:15.659 INFO:tasks.workunit.client.0.smithi190.stdout: "require_min_compat_client": "luminous", 2024-08-19T09:58:15.659 INFO:tasks.workunit.client.0.smithi190.stdout: "require_osd_release": "reef" 2024-08-19T09:58:15.659 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.659 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_perf_histograms": [ 2024-08-19T09:58:15.660 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.660 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:15.660 INFO:tasks.workunit.client.0.smithi190.stdout: "axes": [ 2024-08-19T09:58:15.660 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.660 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:15.660 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:15.660 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Latency (usec)", 2024-08-19T09:58:15.660 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 100000, 2024-08-19T09:58:15.660 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:15.660 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:15.660 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 99999]", 2024-08-19T09:58:15.660 INFO:tasks.workunit.client.0.smithi190.stdout: "[100000, 199999]", 2024-08-19T09:58:15.660 INFO:tasks.workunit.client.0.smithi190.stdout: "[200000, 399999]", 2024-08-19T09:58:15.660 INFO:tasks.workunit.client.0.smithi190.stdout: "[400000, 799999]", 2024-08-19T09:58:15.661 INFO:tasks.workunit.client.0.smithi190.stdout: "[800000, 1599999]", 2024-08-19T09:58:15.661 INFO:tasks.workunit.client.0.smithi190.stdout: "[1600000, 3199999]", 2024-08-19T09:58:15.661 INFO:tasks.workunit.client.0.smithi190.stdout: "[3200000, 6399999]", 2024-08-19T09:58:15.661 INFO:tasks.workunit.client.0.smithi190.stdout: "[6400000, 12799999]", 2024-08-19T09:58:15.661 INFO:tasks.workunit.client.0.smithi190.stdout: "[12800000, 25599999]", 2024-08-19T09:58:15.661 INFO:tasks.workunit.client.0.smithi190.stdout: "[25600000, 51199999]", 2024-08-19T09:58:15.661 INFO:tasks.workunit.client.0.smithi190.stdout: "[51200000, 102399999]", 2024-08-19T09:58:15.661 INFO:tasks.workunit.client.0.smithi190.stdout: "[102400000, 204799999]", 2024-08-19T09:58:15.661 INFO:tasks.workunit.client.0.smithi190.stdout: "[204800000, 409599999]", 2024-08-19T09:58:15.661 INFO:tasks.workunit.client.0.smithi190.stdout: "[409600000, 819199999]", 2024-08-19T09:58:15.661 INFO:tasks.workunit.client.0.smithi190.stdout: "[819200000, 1638399999]", 2024-08-19T09:58:15.661 INFO:tasks.workunit.client.0.smithi190.stdout: "[1638400000, 3276799999]", 2024-08-19T09:58:15.661 INFO:tasks.workunit.client.0.smithi190.stdout: "[3276800000, 6553599999]", 2024-08-19T09:58:15.661 INFO:tasks.workunit.client.0.smithi190.stdout: "[6553600000, 13107199999]", 2024-08-19T09:58:15.662 INFO:tasks.workunit.client.0.smithi190.stdout: "[13107200000, 26214399999]", 2024-08-19T09:58:15.662 INFO:tasks.workunit.client.0.smithi190.stdout: "[26214400000, 52428799999]", 2024-08-19T09:58:15.662 INFO:tasks.workunit.client.0.smithi190.stdout: "[52428800000, 104857599999]", 2024-08-19T09:58:15.662 INFO:tasks.workunit.client.0.smithi190.stdout: "[104857600000, 209715199999]", 2024-08-19T09:58:15.662 INFO:tasks.workunit.client.0.smithi190.stdout: "[209715200000, 419430399999]", 2024-08-19T09:58:15.662 INFO:tasks.workunit.client.0.smithi190.stdout: "[419430400000, 838860799999]", 2024-08-19T09:58:15.662 INFO:tasks.workunit.client.0.smithi190.stdout: "[838860800000, 1677721599999]", 2024-08-19T09:58:15.662 INFO:tasks.workunit.client.0.smithi190.stdout: "[1677721600000, 3355443199999]", 2024-08-19T09:58:15.662 INFO:tasks.workunit.client.0.smithi190.stdout: "[3355443200000, 6710886399999]", 2024-08-19T09:58:15.662 INFO:tasks.workunit.client.0.smithi190.stdout: "[6710886400000, 13421772799999]", 2024-08-19T09:58:15.662 INFO:tasks.workunit.client.0.smithi190.stdout: "[13421772800000, 26843545599999]", 2024-08-19T09:58:15.662 INFO:tasks.workunit.client.0.smithi190.stdout: "[26843545600000, 53687091199999]", 2024-08-19T09:58:15.662 INFO:tasks.workunit.client.0.smithi190.stdout: "[53687091200000, None]" 2024-08-19T09:58:15.662 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.662 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:15.663 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.663 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.663 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:15.663 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:15.663 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Request size (bytes)", 2024-08-19T09:58:15.663 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 512, 2024-08-19T09:58:15.663 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:15.663 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:15.663 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 511]", 2024-08-19T09:58:15.663 INFO:tasks.workunit.client.0.smithi190.stdout: "[512, 1023]", 2024-08-19T09:58:15.663 INFO:tasks.workunit.client.0.smithi190.stdout: "[1024, 2047]", 2024-08-19T09:58:15.663 INFO:tasks.workunit.client.0.smithi190.stdout: "[2048, 4095]", 2024-08-19T09:58:15.663 INFO:tasks.workunit.client.0.smithi190.stdout: "[4096, 8191]", 2024-08-19T09:58:15.663 INFO:tasks.workunit.client.0.smithi190.stdout: "[8192, 16383]", 2024-08-19T09:58:15.664 INFO:tasks.workunit.client.0.smithi190.stdout: "[16384, 32767]", 2024-08-19T09:58:15.664 INFO:tasks.workunit.client.0.smithi190.stdout: "[32768, 65535]", 2024-08-19T09:58:15.664 INFO:tasks.workunit.client.0.smithi190.stdout: "[65536, 131071]", 2024-08-19T09:58:15.664 INFO:tasks.workunit.client.0.smithi190.stdout: "[131072, 262143]", 2024-08-19T09:58:15.664 INFO:tasks.workunit.client.0.smithi190.stdout: "[262144, 524287]", 2024-08-19T09:58:15.664 INFO:tasks.workunit.client.0.smithi190.stdout: "[524288, 1048575]", 2024-08-19T09:58:15.664 INFO:tasks.workunit.client.0.smithi190.stdout: "[1048576, 2097151]", 2024-08-19T09:58:15.664 INFO:tasks.workunit.client.0.smithi190.stdout: "[2097152, 4194303]", 2024-08-19T09:58:15.664 INFO:tasks.workunit.client.0.smithi190.stdout: "[4194304, 8388607]", 2024-08-19T09:58:15.664 INFO:tasks.workunit.client.0.smithi190.stdout: "[8388608, 16777215]", 2024-08-19T09:58:15.664 INFO:tasks.workunit.client.0.smithi190.stdout: "[16777216, 33554431]", 2024-08-19T09:58:15.664 INFO:tasks.workunit.client.0.smithi190.stdout: "[33554432, 67108863]", 2024-08-19T09:58:15.665 INFO:tasks.workunit.client.0.smithi190.stdout: "[67108864, 134217727]", 2024-08-19T09:58:15.665 INFO:tasks.workunit.client.0.smithi190.stdout: "[134217728, 268435455]", 2024-08-19T09:58:15.665 INFO:tasks.workunit.client.0.smithi190.stdout: "[268435456, 536870911]", 2024-08-19T09:58:15.665 INFO:tasks.workunit.client.0.smithi190.stdout: "[536870912, 1073741823]", 2024-08-19T09:58:15.665 INFO:tasks.workunit.client.0.smithi190.stdout: "[1073741824, 2147483647]", 2024-08-19T09:58:15.665 INFO:tasks.workunit.client.0.smithi190.stdout: "[2147483648, 4294967295]", 2024-08-19T09:58:15.665 INFO:tasks.workunit.client.0.smithi190.stdout: "[4294967296, 8589934591]", 2024-08-19T09:58:15.665 INFO:tasks.workunit.client.0.smithi190.stdout: "[8589934592, 17179869183]", 2024-08-19T09:58:15.665 INFO:tasks.workunit.client.0.smithi190.stdout: "[17179869184, 34359738367]", 2024-08-19T09:58:15.665 INFO:tasks.workunit.client.0.smithi190.stdout: "[34359738368, 68719476735]", 2024-08-19T09:58:15.665 INFO:tasks.workunit.client.0.smithi190.stdout: "[68719476736, 137438953471]", 2024-08-19T09:58:15.665 INFO:tasks.workunit.client.0.smithi190.stdout: "[137438953472, 274877906943]", 2024-08-19T09:58:15.665 INFO:tasks.workunit.client.0.smithi190.stdout: "[274877906944, None]" 2024-08-19T09:58:15.666 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.666 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:15.666 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.666 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.666 INFO:tasks.workunit.client.0.smithi190.stdout: "osds": [ 2024-08-19T09:58:15.666 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.666 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 0, 2024-08-19T09:58:15.666 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.666 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.666 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.666 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.666 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.666 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.667 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.667 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.667 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.667 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.667 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.667 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.667 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.667 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.667 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.667 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.667 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.668 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.668 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.668 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.668 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.668 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.668 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.668 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.668 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.668 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.668 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.668 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.668 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.668 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.668 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.669 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.669 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.669 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.669 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.669 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.669 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 1, 2024-08-19T09:58:15.669 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.669 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.669 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.669 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.669 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.669 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.669 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.669 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.670 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.670 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.670 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.670 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.670 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.670 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.670 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.670 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.670 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.670 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.670 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.670 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.671 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.671 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.671 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.671 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.671 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.671 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.671 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.671 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.671 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.671 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.671 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.671 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.671 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.671 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.672 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.672 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.672 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 2, 2024-08-19T09:58:15.672 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.672 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.672 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.672 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.672 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.672 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.672 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.672 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.672 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.673 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.673 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.673 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.673 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.673 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.673 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.673 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.673 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.673 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.673 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.673 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.673 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.673 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.673 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.674 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.674 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.674 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.674 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.674 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.674 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.674 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.674 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.674 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.674 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.674 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.674 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.674 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.674 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 3, 2024-08-19T09:58:15.675 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.675 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.675 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.675 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.675 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.675 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.675 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.675 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.675 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.675 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.675 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.675 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.675 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.675 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.676 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.676 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.676 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.676 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.676 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.676 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.676 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.676 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.676 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.676 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.676 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.676 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.676 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.677 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.677 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.677 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.677 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.677 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.677 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.677 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.677 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.677 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.677 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 4, 2024-08-19T09:58:15.677 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.677 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.677 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.678 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.678 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.678 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.678 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.678 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.678 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.678 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.678 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.678 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.678 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.678 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.678 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.678 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.679 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.679 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.679 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.679 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.679 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.679 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.679 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.679 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.679 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.679 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.679 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.679 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.679 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.680 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.680 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.680 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.680 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.680 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.680 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.680 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.680 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 5, 2024-08-19T09:58:15.680 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.680 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.680 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.680 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.681 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.681 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.681 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.681 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.681 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.681 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.681 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.681 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.681 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.681 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.681 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.682 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.682 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.682 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.682 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.682 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.682 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.682 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.682 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.682 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.682 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.682 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.683 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.683 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.683 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.683 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.683 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.683 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.683 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.683 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.683 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.683 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.683 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 6, 2024-08-19T09:58:15.683 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.683 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.684 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.684 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.684 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.684 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.684 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.684 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.684 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.684 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.684 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.684 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.684 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.684 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.684 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.685 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.685 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.685 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.685 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.685 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.685 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.685 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.685 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.685 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.685 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.685 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.685 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.686 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.686 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.686 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.686 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.686 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.686 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.686 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.686 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.686 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.686 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 7, 2024-08-19T09:58:15.686 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.686 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.687 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.687 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.687 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.687 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.687 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.687 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.687 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.687 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.687 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.687 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.687 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.687 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.688 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.688 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.688 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.688 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.688 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.688 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.688 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.688 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.688 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.688 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.688 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.688 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.688 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.689 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.689 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.689 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.689 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.689 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.689 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.689 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.689 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.689 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.689 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.689 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:15.690 INFO:tasks.workunit.client.0.smithi190.stdout: "axes": [ 2024-08-19T09:58:15.690 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.690 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:15.690 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:15.690 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Latency (usec)", 2024-08-19T09:58:15.690 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 100000, 2024-08-19T09:58:15.690 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:15.690 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:15.690 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 99999]", 2024-08-19T09:58:15.690 INFO:tasks.workunit.client.0.smithi190.stdout: "[100000, 199999]", 2024-08-19T09:58:15.690 INFO:tasks.workunit.client.0.smithi190.stdout: "[200000, 399999]", 2024-08-19T09:58:15.690 INFO:tasks.workunit.client.0.smithi190.stdout: "[400000, 799999]", 2024-08-19T09:58:15.691 INFO:tasks.workunit.client.0.smithi190.stdout: "[800000, 1599999]", 2024-08-19T09:58:15.691 INFO:tasks.workunit.client.0.smithi190.stdout: "[1600000, 3199999]", 2024-08-19T09:58:15.691 INFO:tasks.workunit.client.0.smithi190.stdout: "[3200000, 6399999]", 2024-08-19T09:58:15.691 INFO:tasks.workunit.client.0.smithi190.stdout: "[6400000, 12799999]", 2024-08-19T09:58:15.691 INFO:tasks.workunit.client.0.smithi190.stdout: "[12800000, 25599999]", 2024-08-19T09:58:15.691 INFO:tasks.workunit.client.0.smithi190.stdout: "[25600000, 51199999]", 2024-08-19T09:58:15.691 INFO:tasks.workunit.client.0.smithi190.stdout: "[51200000, 102399999]", 2024-08-19T09:58:15.691 INFO:tasks.workunit.client.0.smithi190.stdout: "[102400000, 204799999]", 2024-08-19T09:58:15.691 INFO:tasks.workunit.client.0.smithi190.stdout: "[204800000, 409599999]", 2024-08-19T09:58:15.691 INFO:tasks.workunit.client.0.smithi190.stdout: "[409600000, 819199999]", 2024-08-19T09:58:15.691 INFO:tasks.workunit.client.0.smithi190.stdout: "[819200000, 1638399999]", 2024-08-19T09:58:15.691 INFO:tasks.workunit.client.0.smithi190.stdout: "[1638400000, 3276799999]", 2024-08-19T09:58:15.691 INFO:tasks.workunit.client.0.smithi190.stdout: "[3276800000, 6553599999]", 2024-08-19T09:58:15.691 INFO:tasks.workunit.client.0.smithi190.stdout: "[6553600000, 13107199999]", 2024-08-19T09:58:15.691 INFO:tasks.workunit.client.0.smithi190.stdout: "[13107200000, 26214399999]", 2024-08-19T09:58:15.692 INFO:tasks.workunit.client.0.smithi190.stdout: "[26214400000, 52428799999]", 2024-08-19T09:58:15.692 INFO:tasks.workunit.client.0.smithi190.stdout: "[52428800000, 104857599999]", 2024-08-19T09:58:15.692 INFO:tasks.workunit.client.0.smithi190.stdout: "[104857600000, 209715199999]", 2024-08-19T09:58:15.692 INFO:tasks.workunit.client.0.smithi190.stdout: "[209715200000, 419430399999]", 2024-08-19T09:58:15.692 INFO:tasks.workunit.client.0.smithi190.stdout: "[419430400000, 838860799999]", 2024-08-19T09:58:15.692 INFO:tasks.workunit.client.0.smithi190.stdout: "[838860800000, 1677721599999]", 2024-08-19T09:58:15.692 INFO:tasks.workunit.client.0.smithi190.stdout: "[1677721600000, 3355443199999]", 2024-08-19T09:58:15.692 INFO:tasks.workunit.client.0.smithi190.stdout: "[3355443200000, 6710886399999]", 2024-08-19T09:58:15.692 INFO:tasks.workunit.client.0.smithi190.stdout: "[6710886400000, 13421772799999]", 2024-08-19T09:58:15.692 INFO:tasks.workunit.client.0.smithi190.stdout: "[13421772800000, 26843545599999]", 2024-08-19T09:58:15.692 INFO:tasks.workunit.client.0.smithi190.stdout: "[26843545600000, 53687091199999]", 2024-08-19T09:58:15.692 INFO:tasks.workunit.client.0.smithi190.stdout: "[53687091200000, None]" 2024-08-19T09:58:15.692 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.692 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:15.693 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.693 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.693 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:15.693 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:15.693 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Request size (bytes)", 2024-08-19T09:58:15.693 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 512, 2024-08-19T09:58:15.693 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:15.693 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:15.693 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 511]", 2024-08-19T09:58:15.693 INFO:tasks.workunit.client.0.smithi190.stdout: "[512, 1023]", 2024-08-19T09:58:15.693 INFO:tasks.workunit.client.0.smithi190.stdout: "[1024, 2047]", 2024-08-19T09:58:15.693 INFO:tasks.workunit.client.0.smithi190.stdout: "[2048, 4095]", 2024-08-19T09:58:15.694 INFO:tasks.workunit.client.0.smithi190.stdout: "[4096, 8191]", 2024-08-19T09:58:15.694 INFO:tasks.workunit.client.0.smithi190.stdout: "[8192, 16383]", 2024-08-19T09:58:15.694 INFO:tasks.workunit.client.0.smithi190.stdout: "[16384, 32767]", 2024-08-19T09:58:15.694 INFO:tasks.workunit.client.0.smithi190.stdout: "[32768, 65535]", 2024-08-19T09:58:15.694 INFO:tasks.workunit.client.0.smithi190.stdout: "[65536, 131071]", 2024-08-19T09:58:15.694 INFO:tasks.workunit.client.0.smithi190.stdout: "[131072, 262143]", 2024-08-19T09:58:15.694 INFO:tasks.workunit.client.0.smithi190.stdout: "[262144, 524287]", 2024-08-19T09:58:15.694 INFO:tasks.workunit.client.0.smithi190.stdout: "[524288, 1048575]", 2024-08-19T09:58:15.694 INFO:tasks.workunit.client.0.smithi190.stdout: "[1048576, 2097151]", 2024-08-19T09:58:15.694 INFO:tasks.workunit.client.0.smithi190.stdout: "[2097152, 4194303]", 2024-08-19T09:58:15.694 INFO:tasks.workunit.client.0.smithi190.stdout: "[4194304, 8388607]", 2024-08-19T09:58:15.694 INFO:tasks.workunit.client.0.smithi190.stdout: "[8388608, 16777215]", 2024-08-19T09:58:15.694 INFO:tasks.workunit.client.0.smithi190.stdout: "[16777216, 33554431]", 2024-08-19T09:58:15.694 INFO:tasks.workunit.client.0.smithi190.stdout: "[33554432, 67108863]", 2024-08-19T09:58:15.695 INFO:tasks.workunit.client.0.smithi190.stdout: "[67108864, 134217727]", 2024-08-19T09:58:15.695 INFO:tasks.workunit.client.0.smithi190.stdout: "[134217728, 268435455]", 2024-08-19T09:58:15.695 INFO:tasks.workunit.client.0.smithi190.stdout: "[268435456, 536870911]", 2024-08-19T09:58:15.695 INFO:tasks.workunit.client.0.smithi190.stdout: "[536870912, 1073741823]", 2024-08-19T09:58:15.695 INFO:tasks.workunit.client.0.smithi190.stdout: "[1073741824, 2147483647]", 2024-08-19T09:58:15.695 INFO:tasks.workunit.client.0.smithi190.stdout: "[2147483648, 4294967295]", 2024-08-19T09:58:15.695 INFO:tasks.workunit.client.0.smithi190.stdout: "[4294967296, 8589934591]", 2024-08-19T09:58:15.695 INFO:tasks.workunit.client.0.smithi190.stdout: "[8589934592, 17179869183]", 2024-08-19T09:58:15.695 INFO:tasks.workunit.client.0.smithi190.stdout: "[17179869184, 34359738367]", 2024-08-19T09:58:15.695 INFO:tasks.workunit.client.0.smithi190.stdout: "[34359738368, 68719476735]", 2024-08-19T09:58:15.695 INFO:tasks.workunit.client.0.smithi190.stdout: "[68719476736, 137438953471]", 2024-08-19T09:58:15.695 INFO:tasks.workunit.client.0.smithi190.stdout: "[137438953472, 274877906943]", 2024-08-19T09:58:15.695 INFO:tasks.workunit.client.0.smithi190.stdout: "[274877906944, None]" 2024-08-19T09:58:15.695 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.696 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:15.696 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.696 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.696 INFO:tasks.workunit.client.0.smithi190.stdout: "osds": [ 2024-08-19T09:58:15.696 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.696 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 0, 2024-08-19T09:58:15.696 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.696 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.696 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.696 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.696 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.696 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.696 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.696 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.696 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.697 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.697 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.697 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.697 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.697 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.697 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.697 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.697 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.697 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.697 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.697 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.698 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.698 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.698 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.698 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.698 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.698 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.698 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.698 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.698 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.698 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.698 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.698 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.698 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.698 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.699 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.699 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.699 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 1, 2024-08-19T09:58:15.699 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.699 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.699 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.699 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.699 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.699 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.699 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.699 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.699 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.699 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.700 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.700 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.700 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.700 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.700 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.700 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.700 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.700 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.700 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.700 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.700 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.700 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.700 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.701 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.701 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.701 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.701 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.701 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.701 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.701 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.701 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.701 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.701 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.701 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.701 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.701 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.702 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 2, 2024-08-19T09:58:15.702 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.702 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.702 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.702 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.702 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.702 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.702 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.702 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.702 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.702 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.702 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.703 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.703 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.703 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.703 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.703 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.703 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.703 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.703 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.703 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.703 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.703 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.703 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.703 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.704 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.704 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.704 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.704 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.704 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.704 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.704 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.704 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.704 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.704 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.704 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.704 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.704 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 3, 2024-08-19T09:58:15.705 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.705 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.705 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.705 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.705 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.705 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.705 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.705 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.705 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.705 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.705 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.705 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.705 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.706 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.706 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.706 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.706 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.706 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.706 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.706 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.706 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.706 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.706 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.706 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.706 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.706 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.706 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.707 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.707 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.707 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.707 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.707 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.707 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.707 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.707 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.707 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.707 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 4, 2024-08-19T09:58:15.707 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.707 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.707 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.708 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.708 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.708 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.708 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.708 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.708 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.708 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.708 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.708 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.708 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.708 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.708 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.709 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.709 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.709 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.709 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.709 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.709 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.709 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.709 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.709 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.709 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.709 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.709 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.709 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.709 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.710 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.710 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.710 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.710 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.710 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.710 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.710 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.710 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 5, 2024-08-19T09:58:15.710 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.710 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.710 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.710 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.710 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.711 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.711 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.711 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.711 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.711 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.711 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.711 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.711 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.711 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.711 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.711 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.711 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.711 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.711 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.712 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.712 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.712 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.712 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.712 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.712 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.712 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.712 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.712 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.712 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.712 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.712 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.712 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.712 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.712 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.713 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.713 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.713 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 6, 2024-08-19T09:58:15.713 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.713 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.713 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.713 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.713 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.713 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.713 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.713 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.713 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.713 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.714 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.714 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.714 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.714 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.714 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.714 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.714 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.714 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.714 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.714 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.714 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.714 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.714 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.715 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.715 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.715 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.715 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.715 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.715 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.715 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.715 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.715 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.715 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.715 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.715 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.715 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.716 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 7, 2024-08-19T09:58:15.716 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.716 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.716 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.716 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.716 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.716 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.716 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.716 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.716 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.716 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.716 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.716 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.716 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.717 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.717 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.717 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.717 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.717 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.717 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.717 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.717 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.717 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.717 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.717 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.717 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.717 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.717 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.718 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.718 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.718 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.718 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.718 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.718 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.718 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.718 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.718 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.718 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.718 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:15.718 INFO:tasks.workunit.client.0.smithi190.stdout: "axes": [ 2024-08-19T09:58:15.719 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.719 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:15.719 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:15.719 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Latency (usec)", 2024-08-19T09:58:15.719 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 100000, 2024-08-19T09:58:15.719 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:15.719 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:15.719 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 99999]", 2024-08-19T09:58:15.719 INFO:tasks.workunit.client.0.smithi190.stdout: "[100000, 199999]", 2024-08-19T09:58:15.719 INFO:tasks.workunit.client.0.smithi190.stdout: "[200000, 399999]", 2024-08-19T09:58:15.720 INFO:tasks.workunit.client.0.smithi190.stdout: "[400000, 799999]", 2024-08-19T09:58:15.720 INFO:tasks.workunit.client.0.smithi190.stdout: "[800000, 1599999]", 2024-08-19T09:58:15.720 INFO:tasks.workunit.client.0.smithi190.stdout: "[1600000, 3199999]", 2024-08-19T09:58:15.720 INFO:tasks.workunit.client.0.smithi190.stdout: "[3200000, 6399999]", 2024-08-19T09:58:15.720 INFO:tasks.workunit.client.0.smithi190.stdout: "[6400000, 12799999]", 2024-08-19T09:58:15.720 INFO:tasks.workunit.client.0.smithi190.stdout: "[12800000, 25599999]", 2024-08-19T09:58:15.720 INFO:tasks.workunit.client.0.smithi190.stdout: "[25600000, 51199999]", 2024-08-19T09:58:15.720 INFO:tasks.workunit.client.0.smithi190.stdout: "[51200000, 102399999]", 2024-08-19T09:58:15.720 INFO:tasks.workunit.client.0.smithi190.stdout: "[102400000, 204799999]", 2024-08-19T09:58:15.720 INFO:tasks.workunit.client.0.smithi190.stdout: "[204800000, 409599999]", 2024-08-19T09:58:15.720 INFO:tasks.workunit.client.0.smithi190.stdout: "[409600000, 819199999]", 2024-08-19T09:58:15.720 INFO:tasks.workunit.client.0.smithi190.stdout: "[819200000, 1638399999]", 2024-08-19T09:58:15.720 INFO:tasks.workunit.client.0.smithi190.stdout: "[1638400000, 3276799999]", 2024-08-19T09:58:15.720 INFO:tasks.workunit.client.0.smithi190.stdout: "[3276800000, 6553599999]", 2024-08-19T09:58:15.721 INFO:tasks.workunit.client.0.smithi190.stdout: "[6553600000, 13107199999]", 2024-08-19T09:58:15.721 INFO:tasks.workunit.client.0.smithi190.stdout: "[13107200000, 26214399999]", 2024-08-19T09:58:15.721 INFO:tasks.workunit.client.0.smithi190.stdout: "[26214400000, 52428799999]", 2024-08-19T09:58:15.721 INFO:tasks.workunit.client.0.smithi190.stdout: "[52428800000, 104857599999]", 2024-08-19T09:58:15.721 INFO:tasks.workunit.client.0.smithi190.stdout: "[104857600000, 209715199999]", 2024-08-19T09:58:15.721 INFO:tasks.workunit.client.0.smithi190.stdout: "[209715200000, 419430399999]", 2024-08-19T09:58:15.721 INFO:tasks.workunit.client.0.smithi190.stdout: "[419430400000, 838860799999]", 2024-08-19T09:58:15.721 INFO:tasks.workunit.client.0.smithi190.stdout: "[838860800000, 1677721599999]", 2024-08-19T09:58:15.721 INFO:tasks.workunit.client.0.smithi190.stdout: "[1677721600000, 3355443199999]", 2024-08-19T09:58:15.722 INFO:tasks.workunit.client.0.smithi190.stdout: "[3355443200000, 6710886399999]", 2024-08-19T09:58:15.722 INFO:tasks.workunit.client.0.smithi190.stdout: "[6710886400000, 13421772799999]", 2024-08-19T09:58:15.722 INFO:tasks.workunit.client.0.smithi190.stdout: "[13421772800000, 26843545599999]", 2024-08-19T09:58:15.722 INFO:tasks.workunit.client.0.smithi190.stdout: "[26843545600000, 53687091199999]", 2024-08-19T09:58:15.722 INFO:tasks.workunit.client.0.smithi190.stdout: "[53687091200000, None]" 2024-08-19T09:58:15.722 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.722 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:15.722 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.722 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.722 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:15.722 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:15.722 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Request size (bytes)", 2024-08-19T09:58:15.723 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 512, 2024-08-19T09:58:15.723 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:15.723 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:15.723 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 511]", 2024-08-19T09:58:15.723 INFO:tasks.workunit.client.0.smithi190.stdout: "[512, 1023]", 2024-08-19T09:58:15.723 INFO:tasks.workunit.client.0.smithi190.stdout: "[1024, 2047]", 2024-08-19T09:58:15.723 INFO:tasks.workunit.client.0.smithi190.stdout: "[2048, 4095]", 2024-08-19T09:58:15.723 INFO:tasks.workunit.client.0.smithi190.stdout: "[4096, 8191]", 2024-08-19T09:58:15.723 INFO:tasks.workunit.client.0.smithi190.stdout: "[8192, 16383]", 2024-08-19T09:58:15.723 INFO:tasks.workunit.client.0.smithi190.stdout: "[16384, 32767]", 2024-08-19T09:58:15.724 INFO:tasks.workunit.client.0.smithi190.stdout: "[32768, 65535]", 2024-08-19T09:58:15.724 INFO:tasks.workunit.client.0.smithi190.stdout: "[65536, 131071]", 2024-08-19T09:58:15.724 INFO:tasks.workunit.client.0.smithi190.stdout: "[131072, 262143]", 2024-08-19T09:58:15.724 INFO:tasks.workunit.client.0.smithi190.stdout: "[262144, 524287]", 2024-08-19T09:58:15.724 INFO:tasks.workunit.client.0.smithi190.stdout: "[524288, 1048575]", 2024-08-19T09:58:15.724 INFO:tasks.workunit.client.0.smithi190.stdout: "[1048576, 2097151]", 2024-08-19T09:58:15.724 INFO:tasks.workunit.client.0.smithi190.stdout: "[2097152, 4194303]", 2024-08-19T09:58:15.724 INFO:tasks.workunit.client.0.smithi190.stdout: "[4194304, 8388607]", 2024-08-19T09:58:15.724 INFO:tasks.workunit.client.0.smithi190.stdout: "[8388608, 16777215]", 2024-08-19T09:58:15.724 INFO:tasks.workunit.client.0.smithi190.stdout: "[16777216, 33554431]", 2024-08-19T09:58:15.724 INFO:tasks.workunit.client.0.smithi190.stdout: "[33554432, 67108863]", 2024-08-19T09:58:15.724 INFO:tasks.workunit.client.0.smithi190.stdout: "[67108864, 134217727]", 2024-08-19T09:58:15.724 INFO:tasks.workunit.client.0.smithi190.stdout: "[134217728, 268435455]", 2024-08-19T09:58:15.725 INFO:tasks.workunit.client.0.smithi190.stdout: "[268435456, 536870911]", 2024-08-19T09:58:15.725 INFO:tasks.workunit.client.0.smithi190.stdout: "[536870912, 1073741823]", 2024-08-19T09:58:15.725 INFO:tasks.workunit.client.0.smithi190.stdout: "[1073741824, 2147483647]", 2024-08-19T09:58:15.725 INFO:tasks.workunit.client.0.smithi190.stdout: "[2147483648, 4294967295]", 2024-08-19T09:58:15.725 INFO:tasks.workunit.client.0.smithi190.stdout: "[4294967296, 8589934591]", 2024-08-19T09:58:15.725 INFO:tasks.workunit.client.0.smithi190.stdout: "[8589934592, 17179869183]", 2024-08-19T09:58:15.725 INFO:tasks.workunit.client.0.smithi190.stdout: "[17179869184, 34359738367]", 2024-08-19T09:58:15.725 INFO:tasks.workunit.client.0.smithi190.stdout: "[34359738368, 68719476735]", 2024-08-19T09:58:15.725 INFO:tasks.workunit.client.0.smithi190.stdout: "[68719476736, 137438953471]", 2024-08-19T09:58:15.725 INFO:tasks.workunit.client.0.smithi190.stdout: "[137438953472, 274877906943]", 2024-08-19T09:58:15.726 INFO:tasks.workunit.client.0.smithi190.stdout: "[274877906944, None]" 2024-08-19T09:58:15.726 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.726 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:15.726 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.726 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.726 INFO:tasks.workunit.client.0.smithi190.stdout: "osds": [ 2024-08-19T09:58:15.726 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.726 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 0, 2024-08-19T09:58:15.726 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.726 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.726 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.726 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.726 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.727 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.727 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.727 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.727 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.727 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.727 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.727 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.727 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.727 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.727 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.727 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.727 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.727 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.727 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.728 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.728 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.728 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.728 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.728 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.728 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.728 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.728 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.728 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.728 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.728 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.728 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.728 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.728 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.729 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.729 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.729 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.729 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 1, 2024-08-19T09:58:15.729 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.729 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.729 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.729 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.729 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.729 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.729 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.729 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.729 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.729 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.730 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.730 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.730 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.730 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.730 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.730 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.730 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.730 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.730 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.730 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.730 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.730 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.730 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.731 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.731 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.731 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.731 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.731 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.731 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.731 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.731 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.731 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.731 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.731 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.731 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.731 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.731 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 2, 2024-08-19T09:58:15.732 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.732 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.732 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.732 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.732 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.732 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.732 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.732 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.732 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.732 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.732 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.732 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.732 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.732 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.733 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.733 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.733 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.733 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.733 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.733 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.733 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.733 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.733 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.733 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.733 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.733 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.733 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.733 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.734 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.734 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.734 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.734 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.734 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.734 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.734 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.734 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.734 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 3, 2024-08-19T09:58:15.734 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.735 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.735 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.735 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.735 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.735 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.735 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.735 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.735 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.735 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.735 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.735 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.735 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.736 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.736 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.736 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.736 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.736 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.736 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.736 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.736 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.736 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.736 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.736 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.736 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.737 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.737 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.737 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.737 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.737 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.737 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.737 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.737 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.737 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.737 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.737 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.737 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 4, 2024-08-19T09:58:15.737 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.737 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.738 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.738 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.738 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.738 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.738 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.738 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.738 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.738 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.738 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.738 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.738 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.738 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.738 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.738 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.739 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.739 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.739 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.739 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.739 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.739 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.739 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.739 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.739 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.739 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.739 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.739 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.739 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.740 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.740 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.740 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.740 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.740 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.740 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.740 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.740 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 5, 2024-08-19T09:58:15.740 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.740 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.740 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.740 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.740 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.740 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.741 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.741 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.741 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.741 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.741 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.741 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.741 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.741 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.741 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.741 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.741 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.741 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.741 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.742 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.742 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.742 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.742 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.742 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.742 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.742 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.742 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.742 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.742 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.742 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.742 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.742 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.742 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.743 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.743 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.743 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.743 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 6, 2024-08-19T09:58:15.743 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.743 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.743 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.743 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.743 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.743 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.743 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.743 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.743 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.744 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.744 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.744 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.744 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.744 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.744 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.744 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.744 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.744 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.744 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.744 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.744 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.744 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.745 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.745 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.745 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.745 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.745 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.745 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.745 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.745 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.745 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.745 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.745 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.745 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.745 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.746 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.746 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 7, 2024-08-19T09:58:15.746 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.746 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.746 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.746 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.746 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.746 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.746 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.746 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.746 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.746 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.746 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.747 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.747 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.747 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.747 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.747 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.747 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.747 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.747 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.747 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.747 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.747 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.747 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.748 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.748 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.748 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.748 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.748 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.748 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.748 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.748 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.748 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.748 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.748 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.748 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.748 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.749 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.749 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:15.749 INFO:tasks.workunit.client.0.smithi190.stdout: "axes": [ 2024-08-19T09:58:15.749 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.749 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:15.749 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:15.749 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Latency (usec)", 2024-08-19T09:58:15.749 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 100000, 2024-08-19T09:58:15.749 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:15.749 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:15.749 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 99999]", 2024-08-19T09:58:15.749 INFO:tasks.workunit.client.0.smithi190.stdout: "[100000, 199999]", 2024-08-19T09:58:15.749 INFO:tasks.workunit.client.0.smithi190.stdout: "[200000, 399999]", 2024-08-19T09:58:15.749 INFO:tasks.workunit.client.0.smithi190.stdout: "[400000, 799999]", 2024-08-19T09:58:15.750 INFO:tasks.workunit.client.0.smithi190.stdout: "[800000, 1599999]", 2024-08-19T09:58:15.750 INFO:tasks.workunit.client.0.smithi190.stdout: "[1600000, 3199999]", 2024-08-19T09:58:15.750 INFO:tasks.workunit.client.0.smithi190.stdout: "[3200000, 6399999]", 2024-08-19T09:58:15.750 INFO:tasks.workunit.client.0.smithi190.stdout: "[6400000, 12799999]", 2024-08-19T09:58:15.750 INFO:tasks.workunit.client.0.smithi190.stdout: "[12800000, 25599999]", 2024-08-19T09:58:15.750 INFO:tasks.workunit.client.0.smithi190.stdout: "[25600000, 51199999]", 2024-08-19T09:58:15.750 INFO:tasks.workunit.client.0.smithi190.stdout: "[51200000, 102399999]", 2024-08-19T09:58:15.750 INFO:tasks.workunit.client.0.smithi190.stdout: "[102400000, 204799999]", 2024-08-19T09:58:15.750 INFO:tasks.workunit.client.0.smithi190.stdout: "[204800000, 409599999]", 2024-08-19T09:58:15.750 INFO:tasks.workunit.client.0.smithi190.stdout: "[409600000, 819199999]", 2024-08-19T09:58:15.750 INFO:tasks.workunit.client.0.smithi190.stdout: "[819200000, 1638399999]", 2024-08-19T09:58:15.750 INFO:tasks.workunit.client.0.smithi190.stdout: "[1638400000, 3276799999]", 2024-08-19T09:58:15.750 INFO:tasks.workunit.client.0.smithi190.stdout: "[3276800000, 6553599999]", 2024-08-19T09:58:15.750 INFO:tasks.workunit.client.0.smithi190.stdout: "[6553600000, 13107199999]", 2024-08-19T09:58:15.751 INFO:tasks.workunit.client.0.smithi190.stdout: "[13107200000, 26214399999]", 2024-08-19T09:58:15.751 INFO:tasks.workunit.client.0.smithi190.stdout: "[26214400000, 52428799999]", 2024-08-19T09:58:15.751 INFO:tasks.workunit.client.0.smithi190.stdout: "[52428800000, 104857599999]", 2024-08-19T09:58:15.751 INFO:tasks.workunit.client.0.smithi190.stdout: "[104857600000, 209715199999]", 2024-08-19T09:58:15.751 INFO:tasks.workunit.client.0.smithi190.stdout: "[209715200000, 419430399999]", 2024-08-19T09:58:15.751 INFO:tasks.workunit.client.0.smithi190.stdout: "[419430400000, 838860799999]", 2024-08-19T09:58:15.751 INFO:tasks.workunit.client.0.smithi190.stdout: "[838860800000, 1677721599999]", 2024-08-19T09:58:15.751 INFO:tasks.workunit.client.0.smithi190.stdout: "[1677721600000, 3355443199999]", 2024-08-19T09:58:15.751 INFO:tasks.workunit.client.0.smithi190.stdout: "[3355443200000, 6710886399999]", 2024-08-19T09:58:15.751 INFO:tasks.workunit.client.0.smithi190.stdout: "[6710886400000, 13421772799999]", 2024-08-19T09:58:15.751 INFO:tasks.workunit.client.0.smithi190.stdout: "[13421772800000, 26843545599999]", 2024-08-19T09:58:15.751 INFO:tasks.workunit.client.0.smithi190.stdout: "[26843545600000, 53687091199999]", 2024-08-19T09:58:15.751 INFO:tasks.workunit.client.0.smithi190.stdout: "[53687091200000, None]" 2024-08-19T09:58:15.751 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.752 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:15.752 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.752 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.752 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:15.752 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:15.752 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Request size (bytes)", 2024-08-19T09:58:15.752 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 512, 2024-08-19T09:58:15.752 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:15.752 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:15.752 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 511]", 2024-08-19T09:58:15.752 INFO:tasks.workunit.client.0.smithi190.stdout: "[512, 1023]", 2024-08-19T09:58:15.752 INFO:tasks.workunit.client.0.smithi190.stdout: "[1024, 2047]", 2024-08-19T09:58:15.752 INFO:tasks.workunit.client.0.smithi190.stdout: "[2048, 4095]", 2024-08-19T09:58:15.752 INFO:tasks.workunit.client.0.smithi190.stdout: "[4096, 8191]", 2024-08-19T09:58:15.753 INFO:tasks.workunit.client.0.smithi190.stdout: "[8192, 16383]", 2024-08-19T09:58:15.753 INFO:tasks.workunit.client.0.smithi190.stdout: "[16384, 32767]", 2024-08-19T09:58:15.753 INFO:tasks.workunit.client.0.smithi190.stdout: "[32768, 65535]", 2024-08-19T09:58:15.753 INFO:tasks.workunit.client.0.smithi190.stdout: "[65536, 131071]", 2024-08-19T09:58:15.753 INFO:tasks.workunit.client.0.smithi190.stdout: "[131072, 262143]", 2024-08-19T09:58:15.753 INFO:tasks.workunit.client.0.smithi190.stdout: "[262144, 524287]", 2024-08-19T09:58:15.753 INFO:tasks.workunit.client.0.smithi190.stdout: "[524288, 1048575]", 2024-08-19T09:58:15.753 INFO:tasks.workunit.client.0.smithi190.stdout: "[1048576, 2097151]", 2024-08-19T09:58:15.753 INFO:tasks.workunit.client.0.smithi190.stdout: "[2097152, 4194303]", 2024-08-19T09:58:15.753 INFO:tasks.workunit.client.0.smithi190.stdout: "[4194304, 8388607]", 2024-08-19T09:58:15.753 INFO:tasks.workunit.client.0.smithi190.stdout: "[8388608, 16777215]", 2024-08-19T09:58:15.753 INFO:tasks.workunit.client.0.smithi190.stdout: "[16777216, 33554431]", 2024-08-19T09:58:15.753 INFO:tasks.workunit.client.0.smithi190.stdout: "[33554432, 67108863]", 2024-08-19T09:58:15.753 INFO:tasks.workunit.client.0.smithi190.stdout: "[67108864, 134217727]", 2024-08-19T09:58:15.754 INFO:tasks.workunit.client.0.smithi190.stdout: "[134217728, 268435455]", 2024-08-19T09:58:15.754 INFO:tasks.workunit.client.0.smithi190.stdout: "[268435456, 536870911]", 2024-08-19T09:58:15.754 INFO:tasks.workunit.client.0.smithi190.stdout: "[536870912, 1073741823]", 2024-08-19T09:58:15.754 INFO:tasks.workunit.client.0.smithi190.stdout: "[1073741824, 2147483647]", 2024-08-19T09:58:15.754 INFO:tasks.workunit.client.0.smithi190.stdout: "[2147483648, 4294967295]", 2024-08-19T09:58:15.754 INFO:tasks.workunit.client.0.smithi190.stdout: "[4294967296, 8589934591]", 2024-08-19T09:58:15.754 INFO:tasks.workunit.client.0.smithi190.stdout: "[8589934592, 17179869183]", 2024-08-19T09:58:15.754 INFO:tasks.workunit.client.0.smithi190.stdout: "[17179869184, 34359738367]", 2024-08-19T09:58:15.754 INFO:tasks.workunit.client.0.smithi190.stdout: "[34359738368, 68719476735]", 2024-08-19T09:58:15.754 INFO:tasks.workunit.client.0.smithi190.stdout: "[68719476736, 137438953471]", 2024-08-19T09:58:15.754 INFO:tasks.workunit.client.0.smithi190.stdout: "[137438953472, 274877906943]", 2024-08-19T09:58:15.754 INFO:tasks.workunit.client.0.smithi190.stdout: "[274877906944, None]" 2024-08-19T09:58:15.754 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.754 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:15.755 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.755 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.755 INFO:tasks.workunit.client.0.smithi190.stdout: "osds": [ 2024-08-19T09:58:15.755 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.755 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 0, 2024-08-19T09:58:15.755 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.755 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.755 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.755 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.755 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.755 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.755 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.755 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.755 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.756 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.756 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.756 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.756 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.756 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.756 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.756 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.756 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.756 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.756 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.756 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.756 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.756 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.756 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.757 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.757 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.757 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.757 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.757 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.757 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.757 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.757 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.757 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.757 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.757 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.757 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.757 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.757 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 1, 2024-08-19T09:58:15.758 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.758 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.758 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.758 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.758 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.758 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.758 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 8, 2, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.758 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 14, 6, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.758 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.758 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.758 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.758 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.758 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.758 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.759 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.759 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.759 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.759 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.759 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.759 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.759 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.759 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.759 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.759 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.759 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.759 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.759 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.760 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.760 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.760 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.760 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.760 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.760 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.760 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.760 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.760 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.760 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 2, 2024-08-19T09:58:15.760 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.760 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.760 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.760 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.761 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.761 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.761 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.761 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.761 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.761 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.761 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.761 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.761 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.761 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.761 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.761 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.761 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.761 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.761 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.762 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.762 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.762 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.762 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.762 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.762 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.762 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.762 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.762 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.762 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.762 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.762 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.762 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.762 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.763 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.763 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.763 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.763 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 3, 2024-08-19T09:58:15.763 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.763 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.763 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.763 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.763 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.763 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.763 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.763 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.763 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.763 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.764 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.764 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.764 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.764 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.764 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.764 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.764 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.764 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.764 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.764 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.764 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.764 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.764 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.764 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.765 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.765 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.765 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.765 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.765 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.765 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.765 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.765 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.765 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.765 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.765 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.765 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.765 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 4, 2024-08-19T09:58:15.765 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.766 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.766 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.766 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.766 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.766 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.766 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.766 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.766 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.766 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.766 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.766 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.766 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.767 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.767 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.767 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.767 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.767 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.767 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.767 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.767 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.767 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.767 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.767 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.767 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.767 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.768 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.768 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.768 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.768 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.768 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.768 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.768 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.768 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.768 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.768 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.768 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 5, 2024-08-19T09:58:15.768 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.768 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.768 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.769 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.769 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.769 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.769 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.769 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.769 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.769 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.769 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.769 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.769 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.769 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.769 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.769 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.769 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.769 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.770 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.770 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.770 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.770 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.770 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.770 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.770 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.770 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.770 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.770 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.770 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.770 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.771 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.771 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.771 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.771 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.771 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.771 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.771 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 6, 2024-08-19T09:58:15.771 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.771 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.771 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.771 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.771 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.771 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.771 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.772 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.772 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.772 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.772 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.772 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.772 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.772 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.772 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.772 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.772 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.772 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.772 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.772 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.773 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.773 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.773 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.773 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.773 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.773 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.773 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.773 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.773 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.773 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.773 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.773 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.773 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.773 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.773 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.774 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:15.774 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 7, 2024-08-19T09:58:15.774 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:15.774 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.774 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.774 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.774 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.774 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.774 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.774 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.774 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.774 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.774 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.775 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.775 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.775 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.775 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.775 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.775 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.775 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.775 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.775 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.775 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.775 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.775 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.775 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.776 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.776 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.776 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.776 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.776 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.776 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.776 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.776 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:15.776 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:15.776 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.776 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.776 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:15.776 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.776 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.777 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:15.777 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_counters": { 2024-08-19T09:58:15.777 INFO:tasks.workunit.client.0.smithi190.stdout: "mds.765e5943307463a5e1531512a52e7b3d85ec88ab": { 2024-08-19T09:58:15.777 INFO:tasks.workunit.client.0.smithi190.stdout: "mds": { 2024-08-19T09:58:15.777 INFO:tasks.workunit.client.0.smithi190.stdout: "caps": { 2024-08-19T09:58:15.777 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.777 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.777 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_cap_op_flush_ack": { 2024-08-19T09:58:15.777 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.777 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.777 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-19T09:58:15.777 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.777 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.777 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_cap_op_grant": { 2024-08-19T09:58:15.778 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.778 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.778 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_cap_op_revoke": { 2024-08-19T09:58:15.778 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.778 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.778 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_cap_op_trunc": { 2024-08-19T09:58:15.778 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.778 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.778 INFO:tasks.workunit.client.0.smithi190.stdout: "dir_commit": { 2024-08-19T09:58:15.778 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12 2024-08-19T09:58:15.778 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.778 INFO:tasks.workunit.client.0.smithi190.stdout: "dir_fetch_complete": { 2024-08-19T09:58:15.778 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.778 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.779 INFO:tasks.workunit.client.0.smithi190.stdout: "dir_fetch_keys": { 2024-08-19T09:58:15.779 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.779 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.779 INFO:tasks.workunit.client.0.smithi190.stdout: "dir_merge": { 2024-08-19T09:58:15.779 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.779 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.779 INFO:tasks.workunit.client.0.smithi190.stdout: "dir_split": { 2024-08-19T09:58:15.779 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.779 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.779 INFO:tasks.workunit.client.0.smithi190.stdout: "exported_inodes": { 2024-08-19T09:58:15.779 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.779 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.779 INFO:tasks.workunit.client.0.smithi190.stdout: "forward": { 2024-08-19T09:58:15.779 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.779 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.780 INFO:tasks.workunit.client.0.smithi190.stdout: "handle_client_cap_release": { 2024-08-19T09:58:15.780 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.780 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.780 INFO:tasks.workunit.client.0.smithi190.stdout: "handle_client_caps": { 2024-08-19T09:58:15.780 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.780 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.780 INFO:tasks.workunit.client.0.smithi190.stdout: "handle_client_caps_dirty": { 2024-08-19T09:58:15.780 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.780 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.780 INFO:tasks.workunit.client.0.smithi190.stdout: "handle_inode_file_caps": { 2024-08-19T09:58:15.780 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.780 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.780 INFO:tasks.workunit.client.0.smithi190.stdout: "imported_inodes": { 2024-08-19T09:58:15.780 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.781 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.781 INFO:tasks.workunit.client.0.smithi190.stdout: "inodes": { 2024-08-19T09:58:15.781 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:15.781 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.781 INFO:tasks.workunit.client.0.smithi190.stdout: "inodes_expired": { 2024-08-19T09:58:15.781 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.781 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.781 INFO:tasks.workunit.client.0.smithi190.stdout: "inodes_pinned": { 2024-08-19T09:58:15.781 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:15.781 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.781 INFO:tasks.workunit.client.0.smithi190.stdout: "inodes_with_caps": { 2024-08-19T09:58:15.781 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.781 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.781 INFO:tasks.workunit.client.0.smithi190.stdout: "load_cent": { 2024-08-19T09:58:15.782 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.782 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.782 INFO:tasks.workunit.client.0.smithi190.stdout: "openino_dir_fetch": { 2024-08-19T09:58:15.782 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.782 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.782 INFO:tasks.workunit.client.0.smithi190.stdout: "process_request_cap_release": { 2024-08-19T09:58:15.782 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.782 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.782 INFO:tasks.workunit.client.0.smithi190.stdout: "reply_latency": { 2024-08-19T09:58:15.782 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:15.782 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 104027 2024-08-19T09:58:15.782 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.782 INFO:tasks.workunit.client.0.smithi190.stdout: "request": { 2024-08-19T09:58:15.782 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.782 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.783 INFO:tasks.workunit.client.0.smithi190.stdout: "root_rbytes": { 2024-08-19T09:58:15.783 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.783 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.783 INFO:tasks.workunit.client.0.smithi190.stdout: "root_rfiles": { 2024-08-19T09:58:15.783 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.783 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.783 INFO:tasks.workunit.client.0.smithi190.stdout: "root_rsnaps": { 2024-08-19T09:58:15.783 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.783 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.783 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_reply": { 2024-08-19T09:58:15.783 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.783 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.783 INFO:tasks.workunit.client.0.smithi190.stdout: "subtrees": { 2024-08-19T09:58:15.783 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.784 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.784 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.784 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_cache": { 2024-08-19T09:58:15.784 INFO:tasks.workunit.client.0.smithi190.stdout: "ireq_enqueue_scrub": { 2024-08-19T09:58:15.784 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.784 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.784 INFO:tasks.workunit.client.0.smithi190.stdout: "ireq_exportdir": { 2024-08-19T09:58:15.784 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.784 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.784 INFO:tasks.workunit.client.0.smithi190.stdout: "ireq_flush": { 2024-08-19T09:58:15.784 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.784 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.784 INFO:tasks.workunit.client.0.smithi190.stdout: "ireq_fragmentdir": { 2024-08-19T09:58:15.784 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.785 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.785 INFO:tasks.workunit.client.0.smithi190.stdout: "ireq_fragstats": { 2024-08-19T09:58:15.785 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.785 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.785 INFO:tasks.workunit.client.0.smithi190.stdout: "ireq_inodestats": { 2024-08-19T09:58:15.785 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.785 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.785 INFO:tasks.workunit.client.0.smithi190.stdout: "num_recovering_enqueued": { 2024-08-19T09:58:15.785 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.785 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.785 INFO:tasks.workunit.client.0.smithi190.stdout: "num_recovering_prioritized": { 2024-08-19T09:58:15.785 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.785 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.785 INFO:tasks.workunit.client.0.smithi190.stdout: "num_recovering_processing": { 2024-08-19T09:58:15.786 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.786 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.786 INFO:tasks.workunit.client.0.smithi190.stdout: "num_strays": { 2024-08-19T09:58:15.786 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.786 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.786 INFO:tasks.workunit.client.0.smithi190.stdout: "num_strays_delayed": { 2024-08-19T09:58:15.786 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.786 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.786 INFO:tasks.workunit.client.0.smithi190.stdout: "num_strays_enqueuing": { 2024-08-19T09:58:15.786 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.786 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.786 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_completed": { 2024-08-19T09:58:15.786 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.787 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.787 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_started": { 2024-08-19T09:58:15.787 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.787 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.787 INFO:tasks.workunit.client.0.smithi190.stdout: "strays_created": { 2024-08-19T09:58:15.787 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.787 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.787 INFO:tasks.workunit.client.0.smithi190.stdout: "strays_enqueued": { 2024-08-19T09:58:15.787 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.787 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.787 INFO:tasks.workunit.client.0.smithi190.stdout: "strays_migrated": { 2024-08-19T09:58:15.787 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.787 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.787 INFO:tasks.workunit.client.0.smithi190.stdout: "strays_reintegrated": { 2024-08-19T09:58:15.788 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.788 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.788 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.788 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_log": { 2024-08-19T09:58:15.788 INFO:tasks.workunit.client.0.smithi190.stdout: "ev": { 2024-08-19T09:58:15.788 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5 2024-08-19T09:58:15.788 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.788 INFO:tasks.workunit.client.0.smithi190.stdout: "evadd": { 2024-08-19T09:58:15.788 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5 2024-08-19T09:58:15.788 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.788 INFO:tasks.workunit.client.0.smithi190.stdout: "evex": { 2024-08-19T09:58:15.788 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.788 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.788 INFO:tasks.workunit.client.0.smithi190.stdout: "evexd": { 2024-08-19T09:58:15.789 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.789 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.789 INFO:tasks.workunit.client.0.smithi190.stdout: "evexg": { 2024-08-19T09:58:15.789 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.789 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.789 INFO:tasks.workunit.client.0.smithi190.stdout: "evtrm": { 2024-08-19T09:58:15.789 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.789 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.789 INFO:tasks.workunit.client.0.smithi190.stdout: "jlat": { 2024-08-19T09:58:15.789 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 5, 2024-08-19T09:58:15.789 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 11320621 2024-08-19T09:58:15.789 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.789 INFO:tasks.workunit.client.0.smithi190.stdout: "replayed": { 2024-08-19T09:58:15.790 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.790 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.790 INFO:tasks.workunit.client.0.smithi190.stdout: "seg": { 2024-08-19T09:58:15.790 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:15.790 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.790 INFO:tasks.workunit.client.0.smithi190.stdout: "segadd": { 2024-08-19T09:58:15.790 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:15.790 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.790 INFO:tasks.workunit.client.0.smithi190.stdout: "segex": { 2024-08-19T09:58:15.790 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.790 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.790 INFO:tasks.workunit.client.0.smithi190.stdout: "segexd": { 2024-08-19T09:58:15.790 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.790 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.791 INFO:tasks.workunit.client.0.smithi190.stdout: "segexg": { 2024-08-19T09:58:15.791 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.791 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.791 INFO:tasks.workunit.client.0.smithi190.stdout: "segtrm": { 2024-08-19T09:58:15.791 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.791 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.791 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.791 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_mem": { 2024-08-19T09:58:15.791 INFO:tasks.workunit.client.0.smithi190.stdout: "cap": { 2024-08-19T09:58:15.791 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.791 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.791 INFO:tasks.workunit.client.0.smithi190.stdout: "cap+": { 2024-08-19T09:58:15.791 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.792 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.792 INFO:tasks.workunit.client.0.smithi190.stdout: "cap-": { 2024-08-19T09:58:15.792 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.792 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.792 INFO:tasks.workunit.client.0.smithi190.stdout: "dir": { 2024-08-19T09:58:15.792 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12 2024-08-19T09:58:15.792 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.792 INFO:tasks.workunit.client.0.smithi190.stdout: "dir+": { 2024-08-19T09:58:15.792 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12 2024-08-19T09:58:15.792 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.792 INFO:tasks.workunit.client.0.smithi190.stdout: "dir-": { 2024-08-19T09:58:15.792 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.793 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.793 INFO:tasks.workunit.client.0.smithi190.stdout: "dn": { 2024-08-19T09:58:15.793 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:15.793 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.793 INFO:tasks.workunit.client.0.smithi190.stdout: "dn+": { 2024-08-19T09:58:15.793 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:15.793 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.793 INFO:tasks.workunit.client.0.smithi190.stdout: "dn-": { 2024-08-19T09:58:15.793 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.793 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.793 INFO:tasks.workunit.client.0.smithi190.stdout: "heap": { 2024-08-19T09:58:15.793 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 207124 2024-08-19T09:58:15.793 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.793 INFO:tasks.workunit.client.0.smithi190.stdout: "ino": { 2024-08-19T09:58:15.794 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 13 2024-08-19T09:58:15.794 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.794 INFO:tasks.workunit.client.0.smithi190.stdout: "ino+": { 2024-08-19T09:58:15.794 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 13 2024-08-19T09:58:15.794 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.794 INFO:tasks.workunit.client.0.smithi190.stdout: "ino-": { 2024-08-19T09:58:15.794 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.794 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.794 INFO:tasks.workunit.client.0.smithi190.stdout: "rss": { 2024-08-19T09:58:15.794 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 38644 2024-08-19T09:58:15.794 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.794 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.794 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_server": { 2024-08-19T09:58:15.795 INFO:tasks.workunit.client.0.smithi190.stdout: "cap_acquisition_throttle": { 2024-08-19T09:58:15.795 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.795 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.795 INFO:tasks.workunit.client.0.smithi190.stdout: "cap_revoke_eviction": { 2024-08-19T09:58:15.795 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.795 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.795 INFO:tasks.workunit.client.0.smithi190.stdout: "handle_client_request": { 2024-08-19T09:58:15.795 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.795 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.795 INFO:tasks.workunit.client.0.smithi190.stdout: "handle_client_session": { 2024-08-19T09:58:15.795 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 16 2024-08-19T09:58:15.795 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.795 INFO:tasks.workunit.client.0.smithi190.stdout: "handle_peer_request": { 2024-08-19T09:58:15.795 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.795 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.796 INFO:tasks.workunit.client.0.smithi190.stdout: "req_create_latency": { 2024-08-19T09:58:15.796 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.796 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.796 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.796 INFO:tasks.workunit.client.0.smithi190.stdout: "req_getattr_latency": { 2024-08-19T09:58:15.796 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:15.796 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 104027 2024-08-19T09:58:15.796 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.796 INFO:tasks.workunit.client.0.smithi190.stdout: "req_getfilelock_latency": { 2024-08-19T09:58:15.796 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.796 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.796 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.796 INFO:tasks.workunit.client.0.smithi190.stdout: "req_getvxattr_latency": { 2024-08-19T09:58:15.796 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.797 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.797 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.797 INFO:tasks.workunit.client.0.smithi190.stdout: "req_link_latency": { 2024-08-19T09:58:15.797 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.797 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.797 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.797 INFO:tasks.workunit.client.0.smithi190.stdout: "req_lookup_latency": { 2024-08-19T09:58:15.797 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.797 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.797 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.797 INFO:tasks.workunit.client.0.smithi190.stdout: "req_lookuphash_latency": { 2024-08-19T09:58:15.797 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.797 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.797 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.798 INFO:tasks.workunit.client.0.smithi190.stdout: "req_lookupino_latency": { 2024-08-19T09:58:15.798 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.798 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.798 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.798 INFO:tasks.workunit.client.0.smithi190.stdout: "req_lookupname_latency": { 2024-08-19T09:58:15.798 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.798 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.798 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.798 INFO:tasks.workunit.client.0.smithi190.stdout: "req_lookupparent_latency": { 2024-08-19T09:58:15.798 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.798 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.798 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.798 INFO:tasks.workunit.client.0.smithi190.stdout: "req_lookupsnap_latency": { 2024-08-19T09:58:15.798 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.799 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.799 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.799 INFO:tasks.workunit.client.0.smithi190.stdout: "req_lssnap_latency": { 2024-08-19T09:58:15.799 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.799 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.799 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.799 INFO:tasks.workunit.client.0.smithi190.stdout: "req_mkdir_latency": { 2024-08-19T09:58:15.799 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.799 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.799 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.799 INFO:tasks.workunit.client.0.smithi190.stdout: "req_mknod_latency": { 2024-08-19T09:58:15.799 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.799 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.799 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.799 INFO:tasks.workunit.client.0.smithi190.stdout: "req_mksnap_latency": { 2024-08-19T09:58:15.800 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.800 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.800 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.800 INFO:tasks.workunit.client.0.smithi190.stdout: "req_open_latency": { 2024-08-19T09:58:15.800 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.800 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.800 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.800 INFO:tasks.workunit.client.0.smithi190.stdout: "req_readdir_latency": { 2024-08-19T09:58:15.800 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.800 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.800 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.800 INFO:tasks.workunit.client.0.smithi190.stdout: "req_rename_latency": { 2024-08-19T09:58:15.800 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.800 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.801 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.801 INFO:tasks.workunit.client.0.smithi190.stdout: "req_renamesnap_latency": { 2024-08-19T09:58:15.801 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.801 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.801 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.801 INFO:tasks.workunit.client.0.smithi190.stdout: "req_rmdir_latency": { 2024-08-19T09:58:15.801 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.801 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.801 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.801 INFO:tasks.workunit.client.0.smithi190.stdout: "req_rmsnap_latency": { 2024-08-19T09:58:15.801 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.801 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.801 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.801 INFO:tasks.workunit.client.0.smithi190.stdout: "req_rmxattr_latency": { 2024-08-19T09:58:15.802 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.802 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.802 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.802 INFO:tasks.workunit.client.0.smithi190.stdout: "req_setattr_latency": { 2024-08-19T09:58:15.802 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.802 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.802 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.802 INFO:tasks.workunit.client.0.smithi190.stdout: "req_setdirlayout_latency": { 2024-08-19T09:58:15.802 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.802 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.802 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.802 INFO:tasks.workunit.client.0.smithi190.stdout: "req_setfilelock_latency": { 2024-08-19T09:58:15.802 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.802 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.803 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.803 INFO:tasks.workunit.client.0.smithi190.stdout: "req_setlayout_latency": { 2024-08-19T09:58:15.803 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.803 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.803 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.803 INFO:tasks.workunit.client.0.smithi190.stdout: "req_setxattr_latency": { 2024-08-19T09:58:15.803 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.803 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.803 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.803 INFO:tasks.workunit.client.0.smithi190.stdout: "req_snapdiff_latency": { 2024-08-19T09:58:15.803 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.803 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.803 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.803 INFO:tasks.workunit.client.0.smithi190.stdout: "req_symlink_latency": { 2024-08-19T09:58:15.803 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.804 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.804 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.804 INFO:tasks.workunit.client.0.smithi190.stdout: "req_unlink_latency": { 2024-08-19T09:58:15.804 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.804 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.804 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.804 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.804 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_sessions": { 2024-08-19T09:58:15.804 INFO:tasks.workunit.client.0.smithi190.stdout: "average_load": { 2024-08-19T09:58:15.804 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.804 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.804 INFO:tasks.workunit.client.0.smithi190.stdout: "avg_session_uptime": { 2024-08-19T09:58:15.804 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 86 2024-08-19T09:58:15.804 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.805 INFO:tasks.workunit.client.0.smithi190.stdout: "mdthresh_evicted": { 2024-08-19T09:58:15.805 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.805 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.805 INFO:tasks.workunit.client.0.smithi190.stdout: "session_add": { 2024-08-19T09:58:15.805 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.805 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.805 INFO:tasks.workunit.client.0.smithi190.stdout: "session_count": { 2024-08-19T09:58:15.805 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.805 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.805 INFO:tasks.workunit.client.0.smithi190.stdout: "session_remove": { 2024-08-19T09:58:15.805 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.805 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.805 INFO:tasks.workunit.client.0.smithi190.stdout: "sessions_open": { 2024-08-19T09:58:15.805 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.805 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.806 INFO:tasks.workunit.client.0.smithi190.stdout: "sessions_stale": { 2024-08-19T09:58:15.806 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.806 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.806 INFO:tasks.workunit.client.0.smithi190.stdout: "total_load": { 2024-08-19T09:58:15.806 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:15.806 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.806 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.806 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:15.806 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:15.806 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.806 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.806 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:15.806 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.806 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.807 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:15.807 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.807 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.807 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:15.807 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 45 2024-08-19T09:58:15.807 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.807 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.807 INFO:tasks.workunit.client.0.smithi190.stdout: "purge_queue": { 2024-08-19T09:58:15.807 INFO:tasks.workunit.client.0.smithi190.stdout: "pq_executed": { 2024-08-19T09:58:15.807 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.807 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.807 INFO:tasks.workunit.client.0.smithi190.stdout: "pq_executed_ops": { 2024-08-19T09:58:15.807 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.807 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.808 INFO:tasks.workunit.client.0.smithi190.stdout: "pq_executing": { 2024-08-19T09:58:15.808 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.808 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.808 INFO:tasks.workunit.client.0.smithi190.stdout: "pq_executing_high_water": { 2024-08-19T09:58:15.808 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.808 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.808 INFO:tasks.workunit.client.0.smithi190.stdout: "pq_executing_ops": { 2024-08-19T09:58:15.808 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.808 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.808 INFO:tasks.workunit.client.0.smithi190.stdout: "pq_executing_ops_high_water": { 2024-08-19T09:58:15.808 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.808 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.808 INFO:tasks.workunit.client.0.smithi190.stdout: "pq_item_in_journal": { 2024-08-19T09:58:15.808 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.809 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.809 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.809 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.809 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.0b6ec5d466511bcb60d7f443a350651aba209219": { 2024-08-19T09:58:15.809 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:15.809 INFO:tasks.workunit.client.0.smithi190.stdout: "election_call": { 2024-08-19T09:58:15.809 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.809 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.809 INFO:tasks.workunit.client.0.smithi190.stdout: "election_lose": { 2024-08-19T09:58:15.809 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.809 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.809 INFO:tasks.workunit.client.0.smithi190.stdout: "election_win": { 2024-08-19T09:58:15.809 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3 2024-08-19T09:58:15.809 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.810 INFO:tasks.workunit.client.0.smithi190.stdout: "num_elections": { 2024-08-19T09:58:15.810 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9 2024-08-19T09:58:15.810 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.810 INFO:tasks.workunit.client.0.smithi190.stdout: "num_sessions": { 2024-08-19T09:58:15.810 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7 2024-08-19T09:58:15.810 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.810 INFO:tasks.workunit.client.0.smithi190.stdout: "session_add": { 2024-08-19T09:58:15.810 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3 2024-08-19T09:58:15.810 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.810 INFO:tasks.workunit.client.0.smithi190.stdout: "session_rm": { 2024-08-19T09:58:15.810 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 179 2024-08-19T09:58:15.810 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.811 INFO:tasks.workunit.client.0.smithi190.stdout: "session_trim": { 2024-08-19T09:58:15.811 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.811 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.811 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.811 INFO:tasks.workunit.client.0.smithi190.stdout: "paxos": { 2024-08-19T09:58:15.811 INFO:tasks.workunit.client.0.smithi190.stdout: "accept_timeout": { 2024-08-19T09:58:15.811 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.811 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.811 INFO:tasks.workunit.client.0.smithi190.stdout: "begin": { 2024-08-19T09:58:15.811 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 934 2024-08-19T09:58:15.811 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.811 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_bytes": { 2024-08-19T09:58:15.811 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 934, 2024-08-19T09:58:15.811 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4962033 2024-08-19T09:58:15.812 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.812 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_keys": { 2024-08-19T09:58:15.812 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 934, 2024-08-19T09:58:15.812 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2802 2024-08-19T09:58:15.812 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.812 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_latency": { 2024-08-19T09:58:15.812 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 934, 2024-08-19T09:58:15.812 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 171994925 2024-08-19T09:58:15.812 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.812 INFO:tasks.workunit.client.0.smithi190.stdout: "collect": { 2024-08-19T09:58:15.812 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.812 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.813 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_bytes": { 2024-08-19T09:58:15.813 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.813 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.813 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.813 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_keys": { 2024-08-19T09:58:15.813 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.813 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.813 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.813 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_latency": { 2024-08-19T09:58:15.813 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.813 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.813 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.813 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_timeout": { 2024-08-19T09:58:15.813 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.814 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.814 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_uncommitted": { 2024-08-19T09:58:15.814 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.814 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.814 INFO:tasks.workunit.client.0.smithi190.stdout: "commit": { 2024-08-19T09:58:15.814 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 934 2024-08-19T09:58:15.814 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.814 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_bytes": { 2024-08-19T09:58:15.814 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 934, 2024-08-19T09:58:15.814 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4894843 2024-08-19T09:58:15.814 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.814 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_keys": { 2024-08-19T09:58:15.814 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 934, 2024-08-19T09:58:15.815 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5380 2024-08-19T09:58:15.815 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.815 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_latency": { 2024-08-19T09:58:15.815 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 934, 2024-08-19T09:58:15.815 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 393449777 2024-08-19T09:58:15.815 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.815 INFO:tasks.workunit.client.0.smithi190.stdout: "lease_ack_timeout": { 2024-08-19T09:58:15.815 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.815 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.815 INFO:tasks.workunit.client.0.smithi190.stdout: "lease_timeout": { 2024-08-19T09:58:15.815 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.815 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.815 INFO:tasks.workunit.client.0.smithi190.stdout: "new_pn": { 2024-08-19T09:58:15.816 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.816 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.816 INFO:tasks.workunit.client.0.smithi190.stdout: "new_pn_latency": { 2024-08-19T09:58:15.816 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:15.816 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3999883 2024-08-19T09:58:15.816 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.816 INFO:tasks.workunit.client.0.smithi190.stdout: "refresh": { 2024-08-19T09:58:15.816 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 936 2024-08-19T09:58:15.816 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.816 INFO:tasks.workunit.client.0.smithi190.stdout: "refresh_latency": { 2024-08-19T09:58:15.816 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 936, 2024-08-19T09:58:15.816 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2571924129 2024-08-19T09:58:15.816 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.816 INFO:tasks.workunit.client.0.smithi190.stdout: "restart": { 2024-08-19T09:58:15.817 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12 2024-08-19T09:58:15.817 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.817 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state": { 2024-08-19T09:58:15.817 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.817 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.817 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state_bytes": { 2024-08-19T09:58:15.817 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:15.817 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1050 2024-08-19T09:58:15.817 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.817 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state_keys": { 2024-08-19T09:58:15.817 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:15.817 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.817 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.817 INFO:tasks.workunit.client.0.smithi190.stdout: "start_leader": { 2024-08-19T09:58:15.818 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3 2024-08-19T09:58:15.818 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.818 INFO:tasks.workunit.client.0.smithi190.stdout: "start_peon": { 2024-08-19T09:58:15.818 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.818 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.818 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state": { 2024-08-19T09:58:15.818 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.818 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.818 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_bytes": { 2024-08-19T09:58:15.818 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.818 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.818 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.818 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_keys": { 2024-08-19T09:58:15.819 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.819 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.819 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.819 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_latency": { 2024-08-19T09:58:15.819 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.819 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.819 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.819 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.819 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache": { 2024-08-19T09:58:15.819 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:15.819 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1020054731 2024-08-19T09:58:15.819 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.819 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:15.820 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 46891008 2024-08-19T09:58:15.820 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.820 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:15.820 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 40542208 2024-08-19T09:58:15.820 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.820 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:15.820 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2147483648 2024-08-19T09:58:15.820 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.820 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:15.820 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6348800 2024-08-19T09:58:15.820 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.820 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.820 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:full": { 2024-08-19T09:58:15.820 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.821 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 348127232 2024-08-19T09:58:15.821 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.821 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.821 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.821 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.821 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.821 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.821 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.821 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.821 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 277007426 2024-08-19T09:58:15.821 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.821 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.821 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 308386 2024-08-19T09:58:15.821 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.821 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.822 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.822 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.822 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.822 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.822 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.822 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.822 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.822 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.822 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.822 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.822 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.822 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.822 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.822 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.822 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.823 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.823 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.823 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.823 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.823 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.823 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.823 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.823 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.823 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.823 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 70811420 2024-08-19T09:58:15.823 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.823 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.823 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:inc": { 2024-08-19T09:58:15.823 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.824 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 348127232 2024-08-19T09:58:15.824 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.824 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.824 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.824 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.824 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.824 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.824 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.824 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.824 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 277007426 2024-08-19T09:58:15.824 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.824 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.824 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 41506 2024-08-19T09:58:15.824 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.825 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.825 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.825 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.825 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.825 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.825 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.825 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.825 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.825 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.825 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.825 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.825 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.825 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.826 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.826 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.826 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.826 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.826 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.826 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.826 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.826 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.826 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.826 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.826 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.826 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.826 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71078300 2024-08-19T09:58:15.826 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.827 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.827 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:kv": { 2024-08-19T09:58:15.827 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.827 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 322961408 2024-08-19T09:58:15.827 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.827 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.827 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:15.827 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.827 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.827 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.827 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.827 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.827 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 184671617 2024-08-19T09:58:15.828 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.828 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.828 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.828 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.828 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.828 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.828 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.828 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.828 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.828 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.828 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.828 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.828 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.829 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.829 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.829 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.829 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.829 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.829 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.829 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.829 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.829 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.829 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.829 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.829 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.829 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.830 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.830 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.830 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.830 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71180927 2024-08-19T09:58:15.830 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.830 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.830 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb": { 2024-08-19T09:58:15.830 INFO:tasks.workunit.client.0.smithi190.stdout: "compact": { 2024-08-19T09:58:15.830 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.830 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.830 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_queue_len": { 2024-08-19T09:58:15.830 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.830 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.831 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_queue_merge": { 2024-08-19T09:58:15.831 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.831 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.831 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_range": { 2024-08-19T09:58:15.831 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:15.831 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.831 INFO:tasks.workunit.client.0.smithi190.stdout: "get_latency": { 2024-08-19T09:58:15.831 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 41957, 2024-08-19T09:58:15.831 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 174650091 2024-08-19T09:58:15.831 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.831 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_delay_time": { 2024-08-19T09:58:15.831 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.831 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.831 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.831 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_memtable_time": { 2024-08-19T09:58:15.832 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.832 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.832 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.832 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-19T09:58:15.832 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.832 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.832 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.832 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_wal_time": { 2024-08-19T09:58:15.832 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.832 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.832 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.832 INFO:tasks.workunit.client.0.smithi190.stdout: "submit_latency": { 2024-08-19T09:58:15.832 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.832 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.832 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.833 INFO:tasks.workunit.client.0.smithi190.stdout: "submit_sync_latency": { 2024-08-19T09:58:15.833 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2039, 2024-08-19T09:58:15.833 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 650011529 2024-08-19T09:58:15.833 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.833 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.833 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.833 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.765e5943307463a5e1531512a52e7b3d85ec88ab": { 2024-08-19T09:58:15.833 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:15.833 INFO:tasks.workunit.client.0.smithi190.stdout: "election_call": { 2024-08-19T09:58:15.833 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.833 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.833 INFO:tasks.workunit.client.0.smithi190.stdout: "election_lose": { 2024-08-19T09:58:15.833 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.834 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.834 INFO:tasks.workunit.client.0.smithi190.stdout: "election_win": { 2024-08-19T09:58:15.834 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.834 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.834 INFO:tasks.workunit.client.0.smithi190.stdout: "num_elections": { 2024-08-19T09:58:15.834 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7 2024-08-19T09:58:15.834 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.834 INFO:tasks.workunit.client.0.smithi190.stdout: "num_sessions": { 2024-08-19T09:58:15.834 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 11 2024-08-19T09:58:15.834 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.834 INFO:tasks.workunit.client.0.smithi190.stdout: "session_add": { 2024-08-19T09:58:15.834 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:15.834 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.834 INFO:tasks.workunit.client.0.smithi190.stdout: "session_rm": { 2024-08-19T09:58:15.835 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 53 2024-08-19T09:58:15.835 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.835 INFO:tasks.workunit.client.0.smithi190.stdout: "session_trim": { 2024-08-19T09:58:15.835 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.835 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.835 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.835 INFO:tasks.workunit.client.0.smithi190.stdout: "paxos": { 2024-08-19T09:58:15.835 INFO:tasks.workunit.client.0.smithi190.stdout: "accept_timeout": { 2024-08-19T09:58:15.835 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.835 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.835 INFO:tasks.workunit.client.0.smithi190.stdout: "begin": { 2024-08-19T09:58:15.835 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 814 2024-08-19T09:58:15.835 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.836 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_bytes": { 2024-08-19T09:58:15.836 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 814, 2024-08-19T09:58:15.836 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3914718 2024-08-19T09:58:15.836 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.836 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_keys": { 2024-08-19T09:58:15.836 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.836 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.836 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.836 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_latency": { 2024-08-19T09:58:15.836 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 814, 2024-08-19T09:58:15.836 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 122997398 2024-08-19T09:58:15.836 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.836 INFO:tasks.workunit.client.0.smithi190.stdout: "collect": { 2024-08-19T09:58:15.837 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.837 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.837 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_bytes": { 2024-08-19T09:58:15.837 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:15.837 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 146 2024-08-19T09:58:15.837 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.837 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_keys": { 2024-08-19T09:58:15.837 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:15.837 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.837 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.837 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_latency": { 2024-08-19T09:58:15.837 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:15.837 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 999979 2024-08-19T09:58:15.837 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.837 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_timeout": { 2024-08-19T09:58:15.838 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.838 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.838 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_uncommitted": { 2024-08-19T09:58:15.838 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.838 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.838 INFO:tasks.workunit.client.0.smithi190.stdout: "commit": { 2024-08-19T09:58:15.838 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 815 2024-08-19T09:58:15.838 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.838 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_bytes": { 2024-08-19T09:58:15.838 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.838 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.838 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.838 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_keys": { 2024-08-19T09:58:15.839 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.839 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.839 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.839 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_latency": { 2024-08-19T09:58:15.839 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.839 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.839 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.839 INFO:tasks.workunit.client.0.smithi190.stdout: "lease_ack_timeout": { 2024-08-19T09:58:15.839 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.839 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.839 INFO:tasks.workunit.client.0.smithi190.stdout: "lease_timeout": { 2024-08-19T09:58:15.839 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.839 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.839 INFO:tasks.workunit.client.0.smithi190.stdout: "new_pn": { 2024-08-19T09:58:15.839 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.840 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.840 INFO:tasks.workunit.client.0.smithi190.stdout: "new_pn_latency": { 2024-08-19T09:58:15.840 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.840 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.840 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.840 INFO:tasks.workunit.client.0.smithi190.stdout: "refresh": { 2024-08-19T09:58:15.840 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 815 2024-08-19T09:58:15.840 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.840 INFO:tasks.workunit.client.0.smithi190.stdout: "refresh_latency": { 2024-08-19T09:58:15.840 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 815, 2024-08-19T09:58:15.840 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1756962689 2024-08-19T09:58:15.840 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.840 INFO:tasks.workunit.client.0.smithi190.stdout: "restart": { 2024-08-19T09:58:15.841 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 13 2024-08-19T09:58:15.842 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.842 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state": { 2024-08-19T09:58:15.842 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.842 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.842 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state_bytes": { 2024-08-19T09:58:15.842 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.842 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.842 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.842 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state_keys": { 2024-08-19T09:58:15.842 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.842 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.842 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.842 INFO:tasks.workunit.client.0.smithi190.stdout: "start_leader": { 2024-08-19T09:58:15.843 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.843 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.843 INFO:tasks.workunit.client.0.smithi190.stdout: "start_peon": { 2024-08-19T09:58:15.843 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.843 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.843 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state": { 2024-08-19T09:58:15.843 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 815 2024-08-19T09:58:15.843 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.843 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_bytes": { 2024-08-19T09:58:15.843 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 815, 2024-08-19T09:58:15.843 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7676579 2024-08-19T09:58:15.843 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.843 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_keys": { 2024-08-19T09:58:15.843 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 815, 2024-08-19T09:58:15.844 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5535 2024-08-19T09:58:15.844 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.844 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_latency": { 2024-08-19T09:58:15.844 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 815, 2024-08-19T09:58:15.844 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 340992766 2024-08-19T09:58:15.844 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.844 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.844 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache": { 2024-08-19T09:58:15.844 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:15.844 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1020054731 2024-08-19T09:58:15.844 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.844 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:15.844 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 42811392 2024-08-19T09:58:15.844 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.845 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:15.845 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 33292288 2024-08-19T09:58:15.845 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.845 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:15.845 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2147483648 2024-08-19T09:58:15.845 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.845 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:15.845 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9519104 2024-08-19T09:58:15.845 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.845 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.845 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:full": { 2024-08-19T09:58:15.845 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.845 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 348127232 2024-08-19T09:58:15.845 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.846 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.846 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.846 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.846 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.846 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.846 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.846 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.846 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 277006350 2024-08-19T09:58:15.846 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.846 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.846 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 308816 2024-08-19T09:58:15.846 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.846 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.846 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.847 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.847 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.847 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.847 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.847 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.847 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.847 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.847 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.847 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.847 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.847 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.847 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.847 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.848 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.848 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.848 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.848 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.848 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.848 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.848 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.848 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.848 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.848 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.848 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 70812066 2024-08-19T09:58:15.848 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.848 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.848 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:inc": { 2024-08-19T09:58:15.849 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.849 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 348127232 2024-08-19T09:58:15.849 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.849 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.849 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.849 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.849 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.849 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.849 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.849 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.849 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 277006350 2024-08-19T09:58:15.849 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.849 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.849 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43945 2024-08-19T09:58:15.850 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.850 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.850 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.850 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.850 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.850 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.850 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.850 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.850 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.850 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.850 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.850 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.850 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.850 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.851 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.851 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.851 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.851 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.851 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.851 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.851 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.851 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.851 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.851 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.851 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.851 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.851 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71076937 2024-08-19T09:58:15.851 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.851 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.852 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:kv": { 2024-08-19T09:58:15.852 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.852 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 322961408 2024-08-19T09:58:15.852 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.852 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.852 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:15.852 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.852 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.852 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.852 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.852 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.852 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 184670900 2024-08-19T09:58:15.852 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.853 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.853 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.853 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.853 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.853 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.853 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.853 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.853 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.853 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.853 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.853 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.853 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.853 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.853 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.854 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.854 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.854 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.854 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.854 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.854 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.854 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.854 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.854 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.854 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.854 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.854 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.854 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.854 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.855 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71181644 2024-08-19T09:58:15.855 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.855 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.855 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb": { 2024-08-19T09:58:15.855 INFO:tasks.workunit.client.0.smithi190.stdout: "compact": { 2024-08-19T09:58:15.855 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.855 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.855 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_queue_len": { 2024-08-19T09:58:15.855 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.855 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.855 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_queue_merge": { 2024-08-19T09:58:15.855 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.855 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.856 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_range": { 2024-08-19T09:58:15.856 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:15.856 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.856 INFO:tasks.workunit.client.0.smithi190.stdout: "get_latency": { 2024-08-19T09:58:15.856 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 34861, 2024-08-19T09:58:15.856 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85362930 2024-08-19T09:58:15.856 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.856 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_delay_time": { 2024-08-19T09:58:15.856 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.856 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.856 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.856 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_memtable_time": { 2024-08-19T09:58:15.856 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.857 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.857 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.857 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-19T09:58:15.857 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.857 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.857 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.857 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_wal_time": { 2024-08-19T09:58:15.857 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.857 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.857 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.857 INFO:tasks.workunit.client.0.smithi190.stdout: "submit_latency": { 2024-08-19T09:58:15.857 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.857 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.858 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.858 INFO:tasks.workunit.client.0.smithi190.stdout: "submit_sync_latency": { 2024-08-19T09:58:15.858 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1781, 2024-08-19T09:58:15.858 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 537615112 2024-08-19T09:58:15.858 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.858 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.858 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.858 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.e8e8a39e8a704cc636e4b7cd84be5402a622ff9a": { 2024-08-19T09:58:15.858 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:15.858 INFO:tasks.workunit.client.0.smithi190.stdout: "election_call": { 2024-08-19T09:58:15.858 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:15.858 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.858 INFO:tasks.workunit.client.0.smithi190.stdout: "election_lose": { 2024-08-19T09:58:15.858 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:15.859 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.859 INFO:tasks.workunit.client.0.smithi190.stdout: "election_win": { 2024-08-19T09:58:15.859 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.859 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.859 INFO:tasks.workunit.client.0.smithi190.stdout: "num_elections": { 2024-08-19T09:58:15.859 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3 2024-08-19T09:58:15.859 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.859 INFO:tasks.workunit.client.0.smithi190.stdout: "num_sessions": { 2024-08-19T09:58:15.859 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:15.859 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.859 INFO:tasks.workunit.client.0.smithi190.stdout: "session_add": { 2024-08-19T09:58:15.859 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5 2024-08-19T09:58:15.859 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.860 INFO:tasks.workunit.client.0.smithi190.stdout: "session_rm": { 2024-08-19T09:58:15.860 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 70 2024-08-19T09:58:15.860 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.860 INFO:tasks.workunit.client.0.smithi190.stdout: "session_trim": { 2024-08-19T09:58:15.860 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.860 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.860 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.860 INFO:tasks.workunit.client.0.smithi190.stdout: "paxos": { 2024-08-19T09:58:15.860 INFO:tasks.workunit.client.0.smithi190.stdout: "accept_timeout": { 2024-08-19T09:58:15.860 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.860 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.860 INFO:tasks.workunit.client.0.smithi190.stdout: "begin": { 2024-08-19T09:58:15.861 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 803 2024-08-19T09:58:15.861 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.861 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_bytes": { 2024-08-19T09:58:15.861 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 803, 2024-08-19T09:58:15.861 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3887576 2024-08-19T09:58:15.861 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.861 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_keys": { 2024-08-19T09:58:15.861 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.861 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.861 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.861 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_latency": { 2024-08-19T09:58:15.861 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 803, 2024-08-19T09:58:15.861 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 204993969 2024-08-19T09:58:15.862 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.862 INFO:tasks.workunit.client.0.smithi190.stdout: "collect": { 2024-08-19T09:58:15.862 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:15.862 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.862 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_bytes": { 2024-08-19T09:58:15.862 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:15.862 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73 2024-08-19T09:58:15.862 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.862 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_keys": { 2024-08-19T09:58:15.862 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:15.862 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:15.862 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.863 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_latency": { 2024-08-19T09:58:15.863 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:15.863 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 999971 2024-08-19T09:58:15.863 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.863 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_timeout": { 2024-08-19T09:58:15.863 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.863 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.863 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_uncommitted": { 2024-08-19T09:58:15.863 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.863 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.863 INFO:tasks.workunit.client.0.smithi190.stdout: "commit": { 2024-08-19T09:58:15.863 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 804 2024-08-19T09:58:15.863 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.863 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_bytes": { 2024-08-19T09:58:15.864 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.864 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.864 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.864 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_keys": { 2024-08-19T09:58:15.864 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.864 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.864 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.864 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_latency": { 2024-08-19T09:58:15.864 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.864 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.864 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.864 INFO:tasks.workunit.client.0.smithi190.stdout: "lease_ack_timeout": { 2024-08-19T09:58:15.864 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.865 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.865 INFO:tasks.workunit.client.0.smithi190.stdout: "lease_timeout": { 2024-08-19T09:58:15.865 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.865 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.865 INFO:tasks.workunit.client.0.smithi190.stdout: "new_pn": { 2024-08-19T09:58:15.865 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.865 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.865 INFO:tasks.workunit.client.0.smithi190.stdout: "new_pn_latency": { 2024-08-19T09:58:15.865 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.865 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.865 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.865 INFO:tasks.workunit.client.0.smithi190.stdout: "refresh": { 2024-08-19T09:58:15.866 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 804 2024-08-19T09:58:15.866 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.866 INFO:tasks.workunit.client.0.smithi190.stdout: "refresh_latency": { 2024-08-19T09:58:15.866 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 804, 2024-08-19T09:58:15.866 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1952942445 2024-08-19T09:58:15.866 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.866 INFO:tasks.workunit.client.0.smithi190.stdout: "restart": { 2024-08-19T09:58:15.866 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 8 2024-08-19T09:58:15.866 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.866 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state": { 2024-08-19T09:58:15.866 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.866 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.866 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state_bytes": { 2024-08-19T09:58:15.866 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.867 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.867 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.867 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state_keys": { 2024-08-19T09:58:15.867 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.867 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.867 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.867 INFO:tasks.workunit.client.0.smithi190.stdout: "start_leader": { 2024-08-19T09:58:15.867 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.867 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.867 INFO:tasks.workunit.client.0.smithi190.stdout: "start_peon": { 2024-08-19T09:58:15.867 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:15.867 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.867 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state": { 2024-08-19T09:58:15.867 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 804 2024-08-19T09:58:15.868 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.868 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_bytes": { 2024-08-19T09:58:15.868 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 804, 2024-08-19T09:58:15.868 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7624582 2024-08-19T09:58:15.868 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.868 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_keys": { 2024-08-19T09:58:15.868 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 804, 2024-08-19T09:58:15.868 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5456 2024-08-19T09:58:15.868 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.868 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_latency": { 2024-08-19T09:58:15.868 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 804, 2024-08-19T09:58:15.868 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 376988875 2024-08-19T09:58:15.868 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.869 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.869 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache": { 2024-08-19T09:58:15.869 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:15.869 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1020054731 2024-08-19T09:58:15.869 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.869 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:15.869 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 41754624 2024-08-19T09:58:15.869 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.869 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:15.869 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 32112640 2024-08-19T09:58:15.869 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.869 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:15.869 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2147483648 2024-08-19T09:58:15.869 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.870 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:15.870 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9641984 2024-08-19T09:58:15.870 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.870 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.870 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:full": { 2024-08-19T09:58:15.870 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.870 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 348127232 2024-08-19T09:58:15.870 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.870 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.870 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.870 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.870 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.870 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.871 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.871 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.871 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 277006350 2024-08-19T09:58:15.871 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.871 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.871 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 308816 2024-08-19T09:58:15.871 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.871 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.871 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.871 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.871 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.871 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.871 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.871 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.871 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.872 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.872 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.872 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.872 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.872 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.872 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.872 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.872 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.872 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.872 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.872 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.872 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.872 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.872 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.873 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.873 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.873 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.873 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 70812066 2024-08-19T09:58:15.873 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.873 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.873 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:inc": { 2024-08-19T09:58:15.873 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.873 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 348127232 2024-08-19T09:58:15.873 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.873 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.873 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.873 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.873 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.874 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.874 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.874 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.874 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 277006350 2024-08-19T09:58:15.874 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.874 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.874 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43945 2024-08-19T09:58:15.874 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.874 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.874 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.874 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.874 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.874 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.874 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.875 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.875 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.875 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.875 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.875 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.875 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.875 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.875 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.875 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.875 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.875 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.875 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.875 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.875 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.876 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.876 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.876 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.876 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.876 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.876 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71076937 2024-08-19T09:58:15.876 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.876 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.876 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:kv": { 2024-08-19T09:58:15.876 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.876 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 322961408 2024-08-19T09:58:15.876 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.876 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.877 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:15.877 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.877 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.877 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.877 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.877 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.877 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 184670900 2024-08-19T09:58:15.877 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.877 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.877 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.877 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.877 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.878 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.878 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.878 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.878 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.878 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.878 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.878 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.878 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.878 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.878 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.878 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.878 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.878 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.879 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.879 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.879 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.879 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.879 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.879 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.879 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.879 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.879 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.879 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.879 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.879 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71181644 2024-08-19T09:58:15.879 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.880 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.880 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb": { 2024-08-19T09:58:15.880 INFO:tasks.workunit.client.0.smithi190.stdout: "compact": { 2024-08-19T09:58:15.880 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.880 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.880 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_queue_len": { 2024-08-19T09:58:15.880 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.880 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.880 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_queue_merge": { 2024-08-19T09:58:15.880 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.880 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.880 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_range": { 2024-08-19T09:58:15.880 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:15.880 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.881 INFO:tasks.workunit.client.0.smithi190.stdout: "get_latency": { 2024-08-19T09:58:15.881 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 34268, 2024-08-19T09:58:15.881 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85810926 2024-08-19T09:58:15.881 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.881 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_delay_time": { 2024-08-19T09:58:15.881 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.881 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.881 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.881 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_memtable_time": { 2024-08-19T09:58:15.881 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.881 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.881 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.881 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-19T09:58:15.881 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.882 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.882 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.882 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_wal_time": { 2024-08-19T09:58:15.882 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.882 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.882 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.882 INFO:tasks.workunit.client.0.smithi190.stdout: "submit_latency": { 2024-08-19T09:58:15.882 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.882 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.882 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.882 INFO:tasks.workunit.client.0.smithi190.stdout: "submit_sync_latency": { 2024-08-19T09:58:15.882 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1733, 2024-08-19T09:58:15.882 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 664548153 2024-08-19T09:58:15.883 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.883 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.883 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.883 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.0": { 2024-08-19T09:58:15.883 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.883 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:15.883 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.883 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.883 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:15.883 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.883 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.883 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:15.883 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:15.883 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.884 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:15.884 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.884 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.884 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:15.884 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.884 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.884 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:15.884 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.884 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.884 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:15.884 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:15.884 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.884 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:15.884 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7376896 2024-08-19T09:58:15.885 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.885 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:15.885 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.885 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.885 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.885 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:15.885 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.885 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.885 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.885 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:15.885 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:15.885 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.885 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:15.886 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:15.886 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.886 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:15.886 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3645440 2024-08-19T09:58:15.886 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.886 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:15.886 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3506176 2024-08-19T09:58:15.886 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.886 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:15.886 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:15.886 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.886 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:15.886 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.887 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.887 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:15.887 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.887 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.887 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:15.887 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:15.887 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.887 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:15.887 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:15.887 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.887 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:15.887 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:15.887 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.888 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:15.888 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:15.888 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.888 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:15.888 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:15.888 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.888 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:15.888 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.888 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.888 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:15.888 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.888 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.888 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:15.888 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:15.889 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.889 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:15.889 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:15.889 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.889 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:15.889 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:15.889 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.889 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:15.889 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5504 2024-08-19T09:58:15.889 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.889 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:15.889 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:15.889 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.890 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:15.890 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5504 2024-08-19T09:58:15.890 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.890 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:15.890 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:15.890 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.890 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:15.890 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.890 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.890 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:15.890 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.890 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.890 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:15.890 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.891 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.891 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:15.891 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.891 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.891 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:15.891 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.891 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.891 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:15.891 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.891 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.891 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:15.891 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.891 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.891 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:15.892 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.892 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.892 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:15.892 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.892 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.892 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:15.892 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10960896 2024-08-19T09:58:15.892 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.892 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.892 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:15.892 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:15.892 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:15.892 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.892 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:15.893 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1392640 2024-08-19T09:58:15.893 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.893 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:15.893 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 6, 2024-08-19T09:58:15.893 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 306144 2024-08-19T09:58:15.893 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.893 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:15.893 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.893 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.893 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.893 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:15.893 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.893 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.893 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:15.893 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.894 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.894 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:15.894 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.894 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.894 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:15.894 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 22, 2024-08-19T09:58:15.894 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 63239 2024-08-19T09:58:15.894 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.894 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:15.894 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.894 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.894 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.894 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:15.895 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.895 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.895 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:15.895 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 843, 2024-08-19T09:58:15.895 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 505188098 2024-08-19T09:58:15.895 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.895 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:15.895 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 835, 2024-08-19T09:58:15.895 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23899581 2024-08-19T09:58:15.895 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.895 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:15.895 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 843, 2024-08-19T09:58:15.896 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 745997 2024-08-19T09:58:15.896 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.896 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:15.896 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 843, 2024-08-19T09:58:15.896 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 505934095 2024-08-19T09:58:15.896 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.896 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:15.896 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.896 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.896 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.896 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:15.896 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:15.897 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31778 2024-08-19T09:58:15.897 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.897 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:15.897 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 8, 2024-08-19T09:58:15.897 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 17339 2024-08-19T09:58:15.897 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.897 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:15.897 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.897 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.897 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.897 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:15.897 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.897 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.897 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.898 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:15.898 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 4, 2024-08-19T09:58:15.898 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 11536 2024-08-19T09:58:15.898 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.898 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:15.898 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3956 2024-08-19T09:58:15.898 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.898 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:15.898 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 334 2024-08-19T09:58:15.898 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.898 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:15.898 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 130, 2024-08-19T09:58:15.898 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4358218 2024-08-19T09:58:15.899 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.899 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:15.899 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 347, 2024-08-19T09:58:15.899 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 309155 2024-08-19T09:58:15.899 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.899 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:15.899 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 217, 2024-08-19T09:58:15.899 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6545671 2024-08-19T09:58:15.899 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.899 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:15.899 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.899 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.899 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:15.899 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 103, 2024-08-19T09:58:15.900 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5622452 2024-08-19T09:58:15.900 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.900 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:15.900 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:15.900 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3917673214 2024-08-19T09:58:15.900 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.900 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:15.900 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 133, 2024-08-19T09:58:15.900 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 25831880 2024-08-19T09:58:15.900 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.900 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:15.900 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 132, 2024-08-19T09:58:15.900 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 242731508150 2024-08-19T09:58:15.901 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.901 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:15.901 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 133, 2024-08-19T09:58:15.901 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 160458268585 2024-08-19T09:58:15.901 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.901 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:15.901 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3588, 2024-08-19T09:58:15.901 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67451413231 2024-08-19T09:58:15.901 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.901 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:15.901 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3588, 2024-08-19T09:58:15.901 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 241828 2024-08-19T09:58:15.901 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.901 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:15.902 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:15.902 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 32535758 2024-08-19T09:58:15.902 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.902 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:15.902 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:15.902 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2897328274 2024-08-19T09:58:15.902 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.902 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:15.902 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:15.902 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 553349 2024-08-19T09:58:15.902 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.902 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:15.902 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:15.902 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1666900888 2024-08-19T09:58:15.903 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.903 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:15.903 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:15.903 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 395311739 2024-08-19T09:58:15.903 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.903 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:15.903 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 940999 2024-08-19T09:58:15.903 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.903 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:15.903 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 67, 2024-08-19T09:58:15.903 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 321287 2024-08-19T09:58:15.903 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.903 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:15.904 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:15.904 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 8910018847 2024-08-19T09:58:15.904 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.904 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:15.904 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:15.904 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 431647034 2024-08-19T09:58:15.904 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.904 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:15.904 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:15.904 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 287993395 2024-08-19T09:58:15.904 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.904 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.904 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:15.904 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:15.905 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861476070 2024-08-19T09:58:15.905 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.905 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:15.905 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 49938432 2024-08-19T09:58:15.905 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.905 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:15.905 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 48693248 2024-08-19T09:58:15.905 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.905 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:15.905 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137391104 2024-08-19T09:58:15.905 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.905 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:15.905 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1245184 2024-08-19T09:58:15.905 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.906 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.906 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:15.906 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.906 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:15.906 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.906 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.906 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.906 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.906 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.906 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.906 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.906 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.906 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85454763 2024-08-19T09:58:15.907 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.907 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.907 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.907 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.907 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.907 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.907 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.907 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.907 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.907 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.907 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.907 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.907 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.907 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.908 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.908 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.908 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.908 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 606208 2024-08-19T09:58:15.908 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.908 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.908 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.908 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.908 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.908 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.908 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.909 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.909 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.909 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.909 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.909 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73322581 2024-08-19T09:58:15.909 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.909 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.909 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:15.909 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.909 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:15.909 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.909 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.909 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:15.909 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.910 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.910 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.910 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.910 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.910 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 640910728 2024-08-19T09:58:15.910 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.910 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.910 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.910 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.910 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.910 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.910 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.910 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.910 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.911 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.911 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.911 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.911 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.911 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.911 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.911 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.911 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.911 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:15.911 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.911 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.911 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.911 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.912 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.912 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.912 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.912 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.912 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.912 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.912 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.912 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 72118824 2024-08-19T09:58:15.912 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.912 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.912 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:15.912 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.912 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:15.912 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.913 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.913 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:15.913 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.913 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.913 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:15.913 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.913 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.913 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56969842 2024-08-19T09:58:15.913 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.913 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.913 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.913 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.913 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.913 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.913 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.914 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.914 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.914 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.914 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.914 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.914 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.914 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.914 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.914 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.914 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.914 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.914 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.914 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.914 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.915 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.915 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.915 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.915 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.915 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.915 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.915 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.915 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.915 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68858814 2024-08-19T09:58:15.915 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.915 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.915 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:15.915 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.915 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:15.916 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.916 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.916 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.916 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.916 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.916 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.916 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.916 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.916 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 640910728 2024-08-19T09:58:15.916 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.916 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.916 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.916 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.916 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.917 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.917 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.917 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.917 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.917 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.917 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.917 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.917 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.917 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.917 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.917 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.917 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.918 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 372830 2024-08-19T09:58:15.918 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.918 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.918 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.918 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.918 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.918 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.918 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.918 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.918 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.918 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.918 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.918 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71748122 2024-08-19T09:58:15.918 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.919 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.919 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:15.919 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:15.919 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.919 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.919 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:15.919 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.919 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.919 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:15.919 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.919 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.919 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:15.919 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.919 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.920 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.920 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.920 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:15.920 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 44 2024-08-19T09:58:15.920 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.920 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:15.920 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.920 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.920 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:15.920 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6 2024-08-19T09:58:15.920 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.920 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:15.920 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.921 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.921 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:15.921 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.921 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.921 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:15.921 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 616 2024-08-19T09:58:15.921 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.921 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:15.921 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 6, 2024-08-19T09:58:15.921 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43905771 2024-08-19T09:58:15.921 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.921 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:15.921 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.921 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.922 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:15.922 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 7, 2024-08-19T09:58:15.922 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6172650 2024-08-19T09:58:15.922 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.922 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:15.922 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 6, 2024-08-19T09:58:15.922 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 28537901 2024-08-19T09:58:15.922 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.922 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:15.922 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.922 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.922 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:15.922 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.923 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.923 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.923 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:15.923 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.923 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.923 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:15.923 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.923 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.923 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:15.923 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.923 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.923 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.923 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:15.923 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.924 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.924 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.924 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:15.924 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.924 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.924 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:15.924 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.924 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.924 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:15.924 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.924 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.924 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.924 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:15.925 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.925 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.925 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:15.925 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.925 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.925 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:15.925 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.925 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.925 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:15.925 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.925 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.925 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.925 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:15.926 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.926 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.926 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.926 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:15.926 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6 2024-08-19T09:58:15.926 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.926 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:15.926 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 616 2024-08-19T09:58:15.926 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.926 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:15.926 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 6, 2024-08-19T09:58:15.926 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43905771 2024-08-19T09:58:15.926 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.926 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:15.927 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.927 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.927 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:15.927 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 7, 2024-08-19T09:58:15.927 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6172650 2024-08-19T09:58:15.927 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.927 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:15.927 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 6, 2024-08-19T09:58:15.927 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 28537901 2024-08-19T09:58:15.927 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.927 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:15.927 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.927 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.927 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:15.928 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1771104 2024-08-19T09:58:15.928 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.928 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:15.928 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6 2024-08-19T09:58:15.928 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.928 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:15.928 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:15.928 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.928 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:15.928 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 33255424 2024-08-19T09:58:15.928 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.928 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.928 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.928 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.1": { 2024-08-19T09:58:15.929 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.929 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:15.929 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.929 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.929 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:15.929 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.929 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.929 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:15.929 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:15.929 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.929 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:15.929 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.929 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.929 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:15.930 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.930 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.930 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:15.930 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.930 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.930 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:15.930 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:15.930 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.930 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:15.930 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2535424 2024-08-19T09:58:15.930 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.930 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:15.930 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.931 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.931 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.931 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:15.931 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.931 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.931 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.931 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:15.931 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:15.931 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.931 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:15.931 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 27656192 2024-08-19T09:58:15.931 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.931 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:15.931 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1601536 2024-08-19T09:58:15.932 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.932 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:15.932 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1462272 2024-08-19T09:58:15.932 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.932 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:15.932 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:15.932 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.932 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:15.932 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.932 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.932 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:15.932 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.932 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.932 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:15.932 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:15.933 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.933 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:15.933 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:15.933 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.933 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:15.933 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:15.933 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.933 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:15.933 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:15.933 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.933 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:15.933 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:15.933 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.933 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:15.934 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.934 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.934 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:15.934 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.934 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.934 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:15.934 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:15.934 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.934 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:15.934 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:15.934 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.934 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:15.934 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:15.934 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.935 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:15.935 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5505 2024-08-19T09:58:15.935 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.935 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:15.935 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:15.935 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.935 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:15.935 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5505 2024-08-19T09:58:15.935 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.935 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:15.935 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:15.935 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.935 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:15.936 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.936 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.936 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:15.936 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.936 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.936 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:15.936 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.936 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.936 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:15.936 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.936 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.936 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:15.936 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.936 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.936 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:15.937 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.937 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.937 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:15.937 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.937 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.937 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:15.937 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.937 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.937 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:15.937 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.937 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.937 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:15.938 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4075520 2024-08-19T09:58:15.938 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.938 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.938 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:15.938 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:15.938 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:15.938 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.938 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:15.938 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 794624 2024-08-19T09:58:15.938 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.938 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:15.938 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 5, 2024-08-19T09:58:15.938 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 175294 2024-08-19T09:58:15.939 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.939 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:15.939 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.939 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.939 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.939 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:15.939 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.939 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.939 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:15.939 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.939 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.939 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:15.939 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.939 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.940 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:15.940 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 29, 2024-08-19T09:58:15.940 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 94581 2024-08-19T09:58:15.940 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.940 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:15.940 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.940 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.940 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.940 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:15.940 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.940 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.940 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:15.940 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 344, 2024-08-19T09:58:15.940 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 93778225 2024-08-19T09:58:15.941 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.941 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:15.941 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 342, 2024-08-19T09:58:15.941 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 11639257 2024-08-19T09:58:15.941 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.941 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:15.941 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 344, 2024-08-19T09:58:15.941 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 339945 2024-08-19T09:58:15.941 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.941 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:15.941 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 344, 2024-08-19T09:58:15.941 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 94118170 2024-08-19T09:58:15.941 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.941 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:15.942 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.942 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.942 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.942 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:15.942 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:15.942 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 35045 2024-08-19T09:58:15.942 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.942 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:15.942 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 4, 2024-08-19T09:58:15.942 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9302 2024-08-19T09:58:15.942 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.942 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:15.942 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.942 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.943 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.943 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:15.943 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.943 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.943 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.943 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:15.943 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 5, 2024-08-19T09:58:15.943 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14280 2024-08-19T09:58:15.943 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.943 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:15.943 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 862 2024-08-19T09:58:15.943 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.943 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:15.943 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 247 2024-08-19T09:58:15.944 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.944 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:15.944 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 147, 2024-08-19T09:58:15.944 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4923567 2024-08-19T09:58:15.944 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.944 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:15.944 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 375, 2024-08-19T09:58:15.944 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 269378 2024-08-19T09:58:15.944 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.944 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:15.944 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 228, 2024-08-19T09:58:15.944 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5203039 2024-08-19T09:58:15.944 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.944 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:15.945 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.945 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.945 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:15.945 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:15.945 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 105618 2024-08-19T09:58:15.945 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.945 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:15.945 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:15.945 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15903139 2024-08-19T09:58:15.945 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.945 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:15.945 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 128, 2024-08-19T09:58:15.945 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31572579 2024-08-19T09:58:15.945 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.946 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:15.946 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 127, 2024-08-19T09:58:15.946 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 230231258360 2024-08-19T09:58:15.946 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.946 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:15.946 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 128, 2024-08-19T09:58:15.946 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 135982246487 2024-08-19T09:58:15.946 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.946 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:15.946 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 426, 2024-08-19T09:58:15.946 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 66558290165 2024-08-19T09:58:15.946 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.946 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:15.946 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 426, 2024-08-19T09:58:15.947 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 42594 2024-08-19T09:58:15.947 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.947 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:15.947 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:15.947 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1873960 2024-08-19T09:58:15.947 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.947 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:15.947 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:15.947 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 200944466 2024-08-19T09:58:15.947 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.947 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:15.947 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:15.947 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 154455 2024-08-19T09:58:15.947 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.948 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:15.948 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:15.948 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 109255154 2024-08-19T09:58:15.948 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.948 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:15.948 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:15.948 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 20756634 2024-08-19T09:58:15.948 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.948 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:15.948 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 350082 2024-08-19T09:58:15.948 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.948 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:15.948 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 61, 2024-08-19T09:58:15.948 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 269167 2024-08-19T09:58:15.949 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.949 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:15.949 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:15.949 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 348790704 2024-08-19T09:58:15.949 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.949 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:15.949 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:15.949 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24690103 2024-08-19T09:58:15.949 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.949 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:15.949 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:15.949 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2590056 2024-08-19T09:58:15.949 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.949 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.950 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:15.950 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:15.950 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861476070 2024-08-19T09:58:15.950 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.950 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:15.950 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 44695552 2024-08-19T09:58:15.950 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.950 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:15.950 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43786240 2024-08-19T09:58:15.950 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.950 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:15.950 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137391104 2024-08-19T09:58:15.950 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.950 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:15.950 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 909312 2024-08-19T09:58:15.951 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.951 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.951 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:15.951 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.951 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:15.951 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.951 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.951 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.951 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.951 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.951 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.951 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.951 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.951 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85498201 2024-08-19T09:58:15.952 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.952 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.952 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.952 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.952 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.952 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.952 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.952 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.952 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.952 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.952 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.952 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.952 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.952 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.952 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.953 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.953 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.953 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:15.953 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.953 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.953 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.953 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.953 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.953 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.953 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.953 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.953 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.953 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.953 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.954 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73873063 2024-08-19T09:58:15.954 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.954 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.954 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:15.954 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.954 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:15.954 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.954 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.954 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:15.954 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.954 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.954 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.954 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.954 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.954 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641236509 2024-08-19T09:58:15.955 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.955 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.955 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.955 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.955 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.955 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.955 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.955 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.955 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.955 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.955 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.955 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.955 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.955 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.955 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.956 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.956 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.956 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:15.956 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.956 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.956 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.956 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.956 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.956 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.956 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.956 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.956 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.957 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.957 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.957 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71793043 2024-08-19T09:58:15.957 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.957 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.957 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:15.957 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.957 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:15.957 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.957 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.957 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:15.957 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.957 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.957 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:15.958 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.958 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.958 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56998800 2024-08-19T09:58:15.958 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.958 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.958 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.958 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.958 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.958 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.958 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.958 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.958 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.958 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.959 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.959 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.959 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.959 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.959 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.959 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.959 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.959 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.959 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.959 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.959 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.959 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.959 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.959 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.960 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.960 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.960 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.960 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.960 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.960 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68829856 2024-08-19T09:58:15.960 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.960 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.960 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:15.960 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.960 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:15.960 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.960 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.961 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.961 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.961 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.961 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.961 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.961 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.961 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641236509 2024-08-19T09:58:15.961 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.961 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.961 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.961 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.961 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.961 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.961 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.962 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.962 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.962 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.962 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.962 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.962 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.962 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.962 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.962 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.962 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.962 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 242352 2024-08-19T09:58:15.962 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.962 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.962 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.963 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.963 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.963 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.963 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.963 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.963 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.963 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.963 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.963 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71552819 2024-08-19T09:58:15.963 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.963 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.963 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:15.963 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:15.964 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.964 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.964 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:15.964 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.964 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.964 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:15.964 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.964 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.964 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:15.964 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.964 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.964 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.964 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:15.965 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:15.965 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 39 2024-08-19T09:58:15.965 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.965 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:15.965 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.965 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.965 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:15.965 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 157 2024-08-19T09:58:15.965 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.965 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:15.965 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.965 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.965 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:15.965 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.966 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.966 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:15.966 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2429467 2024-08-19T09:58:15.966 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.966 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:15.966 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 157, 2024-08-19T09:58:15.966 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 539231468 2024-08-19T09:58:15.966 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.966 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:15.966 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1063 2024-08-19T09:58:15.966 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.966 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:15.966 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 157, 2024-08-19T09:58:15.966 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 55500017 2024-08-19T09:58:15.967 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.967 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:15.967 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 157, 2024-08-19T09:58:15.967 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 203176058 2024-08-19T09:58:15.967 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.967 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:15.967 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 33 2024-08-19T09:58:15.967 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.967 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:15.967 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 33, 2024-08-19T09:58:15.967 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5520457 2024-08-19T09:58:15.967 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.967 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:15.967 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.968 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.968 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:15.968 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1063 2024-08-19T09:58:15.968 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.968 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:15.968 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 33, 2024-08-19T09:58:15.968 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4835634 2024-08-19T09:58:15.968 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.968 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:15.968 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 33, 2024-08-19T09:58:15.968 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4115483 2024-08-19T09:58:15.968 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.968 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:15.969 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 22 2024-08-19T09:58:15.969 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.969 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:15.969 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.969 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.969 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:15.969 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 22, 2024-08-19T09:58:15.969 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 18624970 2024-08-19T09:58:15.969 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.969 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:15.969 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.969 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.969 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:15.970 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.970 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.970 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:15.970 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.970 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.970 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:15.970 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 22, 2024-08-19T09:58:15.970 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 8273427 2024-08-19T09:58:15.970 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.970 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:15.970 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 22, 2024-08-19T09:58:15.970 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 17589990 2024-08-19T09:58:15.970 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.970 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:15.971 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 102 2024-08-19T09:58:15.971 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.971 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:15.971 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2429467 2024-08-19T09:58:15.971 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.971 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:15.971 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 102, 2024-08-19T09:58:15.971 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 515086041 2024-08-19T09:58:15.971 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.971 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:15.971 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.971 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.971 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:15.971 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 102, 2024-08-19T09:58:15.972 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 42390956 2024-08-19T09:58:15.972 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.972 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:15.972 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 102, 2024-08-19T09:58:15.972 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 181470585 2024-08-19T09:58:15.972 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.972 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:15.972 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.972 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.972 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:15.972 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 590368 2024-08-19T09:58:15.972 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.972 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:15.972 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:15.973 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.973 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:15.973 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:15.973 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.973 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:15.973 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 28463104 2024-08-19T09:58:15.973 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.973 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.973 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.973 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.2": { 2024-08-19T09:58:15.973 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:15.973 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:15.973 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.973 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.974 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:15.974 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.974 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.974 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:15.974 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:15.974 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.974 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:15.974 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.974 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.974 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:15.974 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.974 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.974 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:15.974 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.975 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.975 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:15.975 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:15.975 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.975 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:15.975 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7077888 2024-08-19T09:58:15.975 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.975 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:15.975 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.975 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.975 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.975 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:15.975 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.975 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.975 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.976 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:15.976 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:15.976 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.976 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:15.976 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:15.976 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.976 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:15.976 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3551232 2024-08-19T09:58:15.976 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.976 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:15.976 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3411968 2024-08-19T09:58:15.976 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.976 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:15.976 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:15.976 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.977 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:15.977 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.977 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.977 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:15.977 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.977 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:15.977 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:15.977 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.977 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:15.977 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:15.977 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.977 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:15.978 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:15.978 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.978 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:15.978 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:15.978 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.978 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:15.978 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:15.978 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.978 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:15.978 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.978 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.978 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:15.979 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.979 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.979 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:15.979 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:15.979 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.979 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:15.979 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:15.979 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.979 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:15.979 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:15.979 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.979 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:15.979 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5504 2024-08-19T09:58:15.979 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.980 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:15.980 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:15.980 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.980 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:15.980 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5504 2024-08-19T09:58:15.980 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.980 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:15.980 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:15.980 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.980 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:15.980 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.980 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.980 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:15.980 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.981 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.981 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:15.981 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.981 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.981 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:15.981 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.981 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.981 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:15.981 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.981 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.981 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:15.981 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.981 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.981 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:15.982 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.982 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.982 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:15.982 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.982 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.982 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:15.982 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.982 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.982 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:15.982 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10567680 2024-08-19T09:58:15.982 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.982 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.982 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:15.982 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:15.983 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:15.983 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.983 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:15.983 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 782336 2024-08-19T09:58:15.983 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.983 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:15.983 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 4, 2024-08-19T09:58:15.983 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 320911 2024-08-19T09:58:15.983 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.983 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:15.983 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.983 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.983 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.983 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:15.984 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.984 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.984 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:15.984 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.984 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.984 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:15.984 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.984 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.984 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:15.984 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 12, 2024-08-19T09:58:15.984 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 30370 2024-08-19T09:58:15.984 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.984 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:15.984 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.985 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.985 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.985 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:15.985 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.985 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.985 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:15.985 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 820, 2024-08-19T09:58:15.985 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 496121428 2024-08-19T09:58:15.985 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.985 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:15.985 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 816, 2024-08-19T09:58:15.985 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 19958616 2024-08-19T09:58:15.985 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.985 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:15.986 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 820, 2024-08-19T09:58:15.986 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 782773 2024-08-19T09:58:15.986 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.986 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:15.986 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 820, 2024-08-19T09:58:15.986 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 496904201 2024-08-19T09:58:15.986 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.986 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:15.986 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.986 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.986 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.986 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:15.986 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:15.987 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 34884 2024-08-19T09:58:15.987 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.987 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:15.987 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:15.987 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1936 2024-08-19T09:58:15.987 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.987 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:15.987 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.987 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.987 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.987 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:15.987 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:15.987 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.987 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.988 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:15.988 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:15.988 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5665 2024-08-19T09:58:15.988 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.988 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:15.988 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3745 2024-08-19T09:58:15.988 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.988 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:15.988 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 321 2024-08-19T09:58:15.988 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.988 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:15.988 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 112, 2024-08-19T09:58:15.988 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6502706 2024-08-19T09:58:15.988 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.989 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:15.989 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 302, 2024-08-19T09:58:15.989 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 292974 2024-08-19T09:58:15.989 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.989 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:15.989 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 190, 2024-08-19T09:58:15.989 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7605426 2024-08-19T09:58:15.989 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.989 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:15.989 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.989 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.989 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:15.989 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 103, 2024-08-19T09:58:15.989 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5774978 2024-08-19T09:58:15.990 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.990 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:15.990 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:15.990 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3761624292 2024-08-19T09:58:15.990 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.990 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:15.990 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 124, 2024-08-19T09:58:15.990 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24258120 2024-08-19T09:58:15.990 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.990 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:15.990 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 123, 2024-08-19T09:58:15.990 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 196985715941 2024-08-19T09:58:15.990 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.991 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:15.991 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 124, 2024-08-19T09:58:15.991 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 128677002768 2024-08-19T09:58:15.991 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.991 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:15.991 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3444, 2024-08-19T09:58:15.991 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67519516337 2024-08-19T09:58:15.991 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.991 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:15.991 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3444, 2024-08-19T09:58:15.991 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 184445 2024-08-19T09:58:15.991 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.991 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:15.992 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:15.992 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 257332885 2024-08-19T09:58:15.992 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.992 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:15.992 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:15.992 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2210358975 2024-08-19T09:58:15.992 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.992 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:15.992 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:15.992 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 490602 2024-08-19T09:58:15.992 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.992 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:15.992 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:15.992 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1455647921 2024-08-19T09:58:15.993 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.993 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:15.993 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:15.993 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 384579936 2024-08-19T09:58:15.993 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.993 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:15.993 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 349903 2024-08-19T09:58:15.993 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.993 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:15.993 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 58, 2024-08-19T09:58:15.993 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 320275 2024-08-19T09:58:15.993 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.993 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:15.993 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:15.994 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 8069779346 2024-08-19T09:58:15.994 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.994 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:15.994 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:15.994 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 418020691 2024-08-19T09:58:15.994 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.994 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:15.994 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:15.994 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 284483135 2024-08-19T09:58:15.994 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.994 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.994 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:15.994 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:15.995 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861476070 2024-08-19T09:58:15.995 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.995 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:15.995 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 45613056 2024-08-19T09:58:15.995 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.995 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:15.995 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 45408256 2024-08-19T09:58:15.995 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.995 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:15.995 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137391104 2024-08-19T09:58:15.995 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.995 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:15.995 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 204800 2024-08-19T09:58:15.995 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.996 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.996 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:15.996 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.996 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:15.996 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.996 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.996 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.996 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.996 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:15.996 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.997 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.997 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:15.997 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85492344 2024-08-19T09:58:15.997 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.997 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:15.997 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.997 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.997 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:15.997 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.997 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.997 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:15.997 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.997 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.997 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:15.998 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.998 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.998 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:15.998 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.998 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.998 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:15.998 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 16384 2024-08-19T09:58:15.998 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.998 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:15.998 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.998 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.998 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:15.998 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.998 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.999 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:15.999 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:15.999 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.999 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:15.999 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73874824 2024-08-19T09:58:15.999 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:15.999 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.999 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:15.999 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:15.999 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:15.999 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:15.999 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:15.999 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:16.000 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.000 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.000 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.000 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.000 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.000 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641192580 2024-08-19T09:58:16.000 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.000 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.000 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.000 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.000 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.000 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.000 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.000 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.001 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.001 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.001 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.001 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.001 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.001 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.001 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.001 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.001 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.001 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:16.001 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.001 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.001 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.001 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.002 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.002 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.002 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.002 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.002 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.002 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.002 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.002 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71836972 2024-08-19T09:58:16.002 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.002 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.002 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:16.002 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.002 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:16.003 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.003 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.003 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:16.003 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.003 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.003 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:16.003 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.003 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.003 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56994896 2024-08-19T09:58:16.003 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.003 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.003 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.003 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.003 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.004 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.004 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.004 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.004 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.004 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.004 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.004 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.004 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.004 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.004 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.004 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.004 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.004 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.004 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.005 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.005 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.005 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.005 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.005 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.005 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.005 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.005 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.005 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.005 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.005 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68833760 2024-08-19T09:58:16.005 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.005 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.005 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:16.006 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.006 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:16.006 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.006 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.006 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.006 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.006 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.006 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.006 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.006 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.006 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641192580 2024-08-19T09:58:16.006 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.006 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.007 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.007 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.007 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.007 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.007 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.007 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.007 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.007 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.007 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.007 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.007 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.007 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.007 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.007 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.007 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.008 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 337506 2024-08-19T09:58:16.008 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.008 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.008 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.008 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.008 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.008 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.008 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.008 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.008 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.008 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.008 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.008 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71501594 2024-08-19T09:58:16.009 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.009 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.009 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:16.009 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:16.009 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.009 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.009 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:16.009 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.009 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.009 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:16.009 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.009 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.009 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:16.009 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.010 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.010 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.010 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:16.010 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:16.010 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31 2024-08-19T09:58:16.010 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.010 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:16.010 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.010 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.010 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:16.010 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:16.010 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.010 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:16.011 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.011 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.011 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:16.011 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.011 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.011 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:16.011 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.011 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.011 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:16.011 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:16.011 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 75161342 2024-08-19T09:58:16.011 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.011 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:16.012 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.012 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.012 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:16.012 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:16.012 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3868350 2024-08-19T09:58:16.012 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.012 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:16.012 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:16.012 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 63051620 2024-08-19T09:58:16.012 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.012 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:16.012 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.012 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.012 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:16.012 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.013 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.013 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.013 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:16.013 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.013 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.013 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:16.013 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.013 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.013 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:16.013 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.013 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.013 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.013 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:16.013 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.013 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.014 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.014 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:16.014 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.014 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.014 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:16.014 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.014 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.014 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:16.014 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.014 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.014 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.014 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:16.014 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.014 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.015 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:16.015 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.015 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.015 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:16.015 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.015 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.015 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:16.015 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.015 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.015 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.015 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:16.015 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.015 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.015 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.015 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:16.016 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:16.016 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.016 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:16.016 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.016 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.016 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:16.016 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:16.016 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 75161342 2024-08-19T09:58:16.016 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.016 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:16.016 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.016 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.016 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:16.017 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:16.017 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3868350 2024-08-19T09:58:16.017 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.017 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:16.017 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:16.017 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 63051620 2024-08-19T09:58:16.017 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.017 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:16.017 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.017 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.017 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:16.017 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.017 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.018 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:16.018 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.018 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.018 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:16.018 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:16.018 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.018 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:16.018 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 32645120 2024-08-19T09:58:16.018 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.018 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.018 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.018 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.3": { 2024-08-19T09:58:16.018 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:16.019 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:16.019 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.019 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.019 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:16.019 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.019 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.019 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:16.019 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:16.019 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.019 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:16.019 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.019 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.019 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:16.019 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.020 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.020 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:16.020 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.020 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.020 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:16.020 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:16.020 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.020 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:16.020 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6377472 2024-08-19T09:58:16.020 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.020 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:16.020 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.020 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.021 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.021 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:16.021 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.021 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.021 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.021 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:16.021 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:16.021 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.021 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:16.021 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:16.021 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.021 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:16.021 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3342336 2024-08-19T09:58:16.021 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.022 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:16.022 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3203072 2024-08-19T09:58:16.022 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.022 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:16.022 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:16.022 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.022 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:16.022 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.022 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.022 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:16.022 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.022 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:16.022 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:16.023 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.023 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:16.023 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:16.023 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.023 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:16.023 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:16.023 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.023 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:16.023 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:16.023 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.023 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:16.023 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:16.023 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.023 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:16.024 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.024 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.024 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:16.024 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.024 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.024 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:16.024 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:16.024 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.024 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:16.024 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:16.024 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.024 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:16.024 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:16.024 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.025 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:16.025 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5503 2024-08-19T09:58:16.025 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.025 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:16.025 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:16.025 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.025 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:16.025 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5503 2024-08-19T09:58:16.025 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.025 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:16.025 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:16.025 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.025 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:16.025 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.026 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.026 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:16.026 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.026 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.026 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:16.026 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.026 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.026 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:16.026 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.026 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.026 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:16.026 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.026 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.027 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:16.027 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.027 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.027 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:16.027 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.027 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.027 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:16.027 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.027 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.027 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:16.027 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.027 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.027 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:16.028 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9658368 2024-08-19T09:58:16.028 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.028 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.028 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:16.028 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:16.028 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:16.028 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.028 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:16.028 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 802816 2024-08-19T09:58:16.028 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.028 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:16.028 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.028 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.028 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.029 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:16.029 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.029 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.029 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.029 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:16.029 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.029 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.029 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:16.029 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.029 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.029 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:16.029 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.029 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.029 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:16.030 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:16.030 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4343 2024-08-19T09:58:16.030 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.030 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:16.030 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.030 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.030 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.030 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:16.030 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.030 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.030 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:16.030 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 769, 2024-08-19T09:58:16.030 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 507909219 2024-08-19T09:58:16.030 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.031 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:16.031 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 765, 2024-08-19T09:58:16.031 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 18738977 2024-08-19T09:58:16.031 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.031 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:16.031 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 769, 2024-08-19T09:58:16.031 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 712019 2024-08-19T09:58:16.031 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.031 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:16.031 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 769, 2024-08-19T09:58:16.031 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 508621238 2024-08-19T09:58:16.031 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.031 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:16.032 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.032 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.032 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.032 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:16.032 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:16.032 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 35102 2024-08-19T09:58:16.032 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.032 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:16.032 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:16.032 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 982 2024-08-19T09:58:16.032 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.032 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:16.033 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.033 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.033 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.033 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:16.033 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.033 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.033 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.033 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:16.033 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:16.033 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12570 2024-08-19T09:58:16.033 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.033 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:16.033 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3475 2024-08-19T09:58:16.033 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.034 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:16.034 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 331 2024-08-19T09:58:16.034 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.034 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:16.034 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 94, 2024-08-19T09:58:16.034 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 927607 2024-08-19T09:58:16.034 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.034 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:16.034 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 165, 2024-08-19T09:58:16.034 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 329441 2024-08-19T09:58:16.034 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.034 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:16.034 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 71, 2024-08-19T09:58:16.034 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 395659 2024-08-19T09:58:16.035 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.035 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:16.035 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.035 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.035 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:16.035 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 100, 2024-08-19T09:58:16.035 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5861741 2024-08-19T09:58:16.035 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.035 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:16.035 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:16.035 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4012218656 2024-08-19T09:58:16.035 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.035 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:16.035 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 57, 2024-08-19T09:58:16.036 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12541900 2024-08-19T09:58:16.036 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.036 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:16.036 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 54, 2024-08-19T09:58:16.036 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 242645401202 2024-08-19T09:58:16.036 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.036 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:16.036 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 57, 2024-08-19T09:58:16.036 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 101326370579 2024-08-19T09:58:16.036 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.036 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:16.036 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3353, 2024-08-19T09:58:16.036 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1210847681 2024-08-19T09:58:16.036 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.036 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:16.037 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3353, 2024-08-19T09:58:16.037 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 183053 2024-08-19T09:58:16.037 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.037 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:16.037 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:16.037 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 99197372 2024-08-19T09:58:16.037 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.037 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:16.037 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:16.037 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3059479942 2024-08-19T09:58:16.037 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.037 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:16.037 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:16.037 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 452497 2024-08-19T09:58:16.038 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.038 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:16.038 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:16.038 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1654445261 2024-08-19T09:58:16.038 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.038 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:16.038 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:16.038 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 386887550 2024-08-19T09:58:16.038 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.038 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:16.038 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 352637 2024-08-19T09:58:16.038 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.039 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:16.039 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 48, 2024-08-19T09:58:16.039 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 223031 2024-08-19T09:58:16.039 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.039 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:16.039 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:16.039 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9212451310 2024-08-19T09:58:16.039 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.039 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:16.039 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:16.039 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 425074294 2024-08-19T09:58:16.039 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.039 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:16.039 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:16.040 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 282881245 2024-08-19T09:58:16.040 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.040 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.040 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:16.040 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:16.040 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861476070 2024-08-19T09:58:16.040 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.040 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:16.040 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 45744128 2024-08-19T09:58:16.040 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.040 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:16.040 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 44867584 2024-08-19T09:58:16.040 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.040 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:16.040 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137391104 2024-08-19T09:58:16.041 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.041 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:16.041 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 876544 2024-08-19T09:58:16.041 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.041 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.041 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:16.041 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.041 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:16.041 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.041 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.041 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.041 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.041 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.042 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.042 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.042 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.042 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85492888 2024-08-19T09:58:16.042 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.042 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.042 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.042 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.042 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.042 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.042 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.042 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.042 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.042 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.043 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.043 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.043 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.043 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.043 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.043 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.043 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.043 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.043 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.043 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.043 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.043 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.043 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.043 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.044 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.044 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.044 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.044 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.044 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.044 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73890664 2024-08-19T09:58:16.044 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.045 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.046 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:16.046 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.046 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:16.046 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.046 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.046 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:16.046 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.046 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.046 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.046 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.046 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.046 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641196666 2024-08-19T09:58:16.046 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.047 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.047 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.047 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.047 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.047 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.047 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.047 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.047 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.047 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.047 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.047 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.047 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.047 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.048 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.048 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.048 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.048 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:16.048 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.048 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.048 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.048 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.048 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.048 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.048 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.048 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.048 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.048 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.049 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.049 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71832886 2024-08-19T09:58:16.049 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.049 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.049 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:16.049 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.049 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:16.049 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.049 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.049 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:16.049 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.049 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.049 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:16.049 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.050 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.050 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56995259 2024-08-19T09:58:16.050 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.050 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.050 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.050 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.050 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.050 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.050 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.050 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.050 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.050 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.050 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.051 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.051 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.051 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.051 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.051 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.051 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.051 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.051 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.051 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.051 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.051 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.051 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.051 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.051 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.052 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.052 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.052 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.052 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.052 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68833397 2024-08-19T09:58:16.052 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.052 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.052 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:16.052 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.052 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:16.052 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.052 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.052 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.052 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.052 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.053 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.053 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.053 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.053 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641196666 2024-08-19T09:58:16.053 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.053 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.053 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.053 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.053 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.053 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.053 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.053 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.053 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.053 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.053 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.054 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.054 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.054 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.054 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5823 2024-08-19T09:58:16.054 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.054 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.054 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 341284 2024-08-19T09:58:16.054 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.054 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.054 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.054 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.054 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.054 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.054 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.055 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.055 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.055 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.055 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.055 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71487907 2024-08-19T09:58:16.055 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.055 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.055 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:16.055 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:16.055 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.055 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.055 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:16.055 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.055 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.056 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:16.056 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.056 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.056 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:16.056 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.056 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.056 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.056 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:16.056 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:16.056 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 36 2024-08-19T09:58:16.056 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.056 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:16.056 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.056 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.056 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:16.057 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.057 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.057 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:16.057 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.057 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.057 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:16.057 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.057 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.057 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:16.057 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.057 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.057 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:16.057 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.057 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.058 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.058 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:16.058 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.058 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.058 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:16.058 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:16.058 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1289523 2024-08-19T09:58:16.058 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.058 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:16.058 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.058 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.058 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.058 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:16.058 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.059 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.059 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:16.059 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.059 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.059 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.059 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:16.059 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.059 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.059 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:16.059 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.059 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.059 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:16.059 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.060 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.060 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.060 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:16.060 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.060 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.060 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.060 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:16.060 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.060 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.060 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:16.060 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.060 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.060 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:16.060 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.061 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.061 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.061 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:16.061 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.061 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.061 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:16.061 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.061 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.061 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:16.061 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.061 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.061 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:16.061 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.061 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.061 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.062 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:16.062 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.062 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.062 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.062 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:16.062 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.062 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.062 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:16.062 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.062 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.062 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:16.062 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.062 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.062 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.063 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:16.063 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.063 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.063 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:16.063 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:16.063 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1289523 2024-08-19T09:58:16.063 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.063 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:16.063 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.063 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.063 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.063 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:16.063 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.063 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.064 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:16.064 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.064 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.064 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:16.064 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.064 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.064 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:16.064 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:16.064 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.064 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:16.064 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 32661504 2024-08-19T09:58:16.064 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.064 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.064 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.065 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.4": { 2024-08-19T09:58:16.065 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:16.065 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:16.065 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.065 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.065 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:16.065 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.065 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.065 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:16.065 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:16.065 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.065 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:16.065 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.065 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.066 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:16.066 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.066 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.066 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:16.066 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.066 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.066 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:16.066 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:16.066 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.066 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:16.066 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1449984 2024-08-19T09:58:16.066 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.066 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:16.066 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.067 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.067 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.067 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:16.067 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.067 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.067 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.067 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:16.067 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:16.067 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.067 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:16.067 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 27656192 2024-08-19T09:58:16.067 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.067 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:16.067 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1073152 2024-08-19T09:58:16.068 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.068 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:16.068 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 933888 2024-08-19T09:58:16.068 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.068 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:16.068 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:16.068 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.068 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:16.068 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.068 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.068 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:16.068 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.068 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:16.069 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:16.069 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.069 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:16.069 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:16.069 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.069 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:16.069 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:16.069 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.069 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:16.069 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:16.069 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.069 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:16.069 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:16.070 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.070 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:16.070 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.070 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.070 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:16.070 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.070 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.070 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:16.070 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:16.070 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.070 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:16.070 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:16.070 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.070 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:16.071 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:16.071 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.071 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:16.071 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5505 2024-08-19T09:58:16.071 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.071 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:16.071 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:16.071 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.071 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:16.071 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5505 2024-08-19T09:58:16.071 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.071 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:16.071 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:16.071 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.072 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:16.072 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.072 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.072 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:16.072 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.072 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.072 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:16.072 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.072 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.072 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:16.072 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.072 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.072 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:16.072 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.073 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.073 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:16.073 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.073 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.073 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:16.073 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.073 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.073 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:16.073 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.073 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.073 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:16.073 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.073 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.073 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:16.073 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2461696 2024-08-19T09:58:16.074 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.074 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.074 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:16.074 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:16.074 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:16.074 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.074 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:16.074 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 798720 2024-08-19T09:58:16.074 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.074 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:16.074 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 8, 2024-08-19T09:58:16.074 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 324328 2024-08-19T09:58:16.074 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.074 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:16.075 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.075 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.075 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.075 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:16.075 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.075 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.075 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:16.075 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.075 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.075 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:16.075 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.075 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.075 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:16.075 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:16.076 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4257 2024-08-19T09:58:16.076 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.076 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:16.076 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.076 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.076 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.076 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:16.076 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.076 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.076 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:16.076 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 215, 2024-08-19T09:58:16.076 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 47673462 2024-08-19T09:58:16.076 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.076 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:16.076 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 208, 2024-08-19T09:58:16.077 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5293286 2024-08-19T09:58:16.077 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.077 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:16.077 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 215, 2024-08-19T09:58:16.077 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 202797 2024-08-19T09:58:16.077 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.077 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:16.077 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 215, 2024-08-19T09:58:16.077 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 47876259 2024-08-19T09:58:16.077 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.077 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:16.077 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.077 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.077 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.077 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:16.078 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:16.078 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 48287 2024-08-19T09:58:16.078 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.078 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:16.078 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:16.078 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1095 2024-08-19T09:58:16.078 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.078 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:16.078 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.078 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.078 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.078 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:16.078 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.078 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.079 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.079 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:16.079 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:16.079 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 8662 2024-08-19T09:58:16.079 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.079 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:16.079 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 401 2024-08-19T09:58:16.079 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.079 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:16.079 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 248 2024-08-19T09:58:16.079 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.079 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:16.079 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 105, 2024-08-19T09:58:16.079 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1060739 2024-08-19T09:58:16.080 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.080 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:16.080 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 179, 2024-08-19T09:58:16.080 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 285735 2024-08-19T09:58:16.080 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.080 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:16.080 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 74, 2024-08-19T09:58:16.080 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 293826 2024-08-19T09:58:16.080 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.080 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:16.080 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.080 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.080 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:16.080 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 5, 2024-08-19T09:58:16.080 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 169804 2024-08-19T09:58:16.081 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.081 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:16.081 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:16.081 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5045956 2024-08-19T09:58:16.081 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.081 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:16.081 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 49, 2024-08-19T09:58:16.081 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3386356 2024-08-19T09:58:16.081 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.081 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:16.081 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 48, 2024-08-19T09:58:16.081 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 253984137918 2024-08-19T09:58:16.081 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.081 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:16.082 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 49, 2024-08-19T09:58:16.082 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 70308994755 2024-08-19T09:58:16.082 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.082 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:16.082 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 274, 2024-08-19T09:58:16.082 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 631542 2024-08-19T09:58:16.082 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.082 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:16.082 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 274, 2024-08-19T09:58:16.082 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 32663 2024-08-19T09:58:16.082 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.082 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:16.082 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:16.082 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 278147 2024-08-19T09:58:16.083 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.083 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:16.083 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:16.083 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 83635792 2024-08-19T09:58:16.083 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.083 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:16.083 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:16.083 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 103752 2024-08-19T09:58:16.083 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.083 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:16.083 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:16.083 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 39571488 2024-08-19T09:58:16.083 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.083 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:16.083 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:16.084 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 13404524 2024-08-19T09:58:16.084 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.084 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:16.084 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 350357 2024-08-19T09:58:16.084 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.084 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:16.084 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 47, 2024-08-19T09:58:16.084 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 211284 2024-08-19T09:58:16.084 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.084 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:16.084 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:16.084 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 141984062 2024-08-19T09:58:16.084 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.084 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:16.085 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:16.085 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15844729 2024-08-19T09:58:16.085 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.085 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:16.085 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:16.085 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1708032 2024-08-19T09:58:16.085 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.085 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.085 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:16.085 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:16.085 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861457792 2024-08-19T09:58:16.085 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.085 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:16.085 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 42532864 2024-08-19T09:58:16.086 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.086 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:16.086 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 42188800 2024-08-19T09:58:16.086 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.086 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:16.086 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137369600 2024-08-19T09:58:16.086 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.086 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:16.086 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 344064 2024-08-19T09:58:16.086 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.086 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.086 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:16.086 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.087 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:16.087 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.087 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.087 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.087 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.087 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.087 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.087 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.087 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.087 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85497444 2024-08-19T09:58:16.087 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.087 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.087 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.087 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.087 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.088 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.088 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.088 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.088 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.088 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.088 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.088 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.088 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.088 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.088 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.088 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.088 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.088 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 8192 2024-08-19T09:58:16.089 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.089 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.089 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.089 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.089 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.089 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.089 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.089 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.089 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.089 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.089 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.089 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73877916 2024-08-19T09:58:16.089 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.089 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.090 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:16.090 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.090 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:16.090 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.090 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.090 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:16.090 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.090 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.090 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.090 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.090 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.090 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641230834 2024-08-19T09:58:16.090 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.090 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.091 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.091 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.091 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.091 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.091 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.091 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.091 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.091 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.091 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.091 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.091 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.091 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.091 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.091 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.092 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.092 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:16.092 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.092 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.092 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.092 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.092 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.092 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.092 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.092 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.092 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.092 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.092 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.092 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71798718 2024-08-19T09:58:16.093 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.093 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.093 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:16.093 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.093 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:16.093 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.093 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.093 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:16.093 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.093 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.093 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:16.093 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.093 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.093 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56998296 2024-08-19T09:58:16.094 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.094 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.094 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.094 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.094 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.094 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.094 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.094 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.094 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.094 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.094 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.094 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.094 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.094 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.095 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.095 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.095 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.095 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.095 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.095 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.095 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.095 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.095 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.095 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.095 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.095 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.095 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.095 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.095 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.096 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68830360 2024-08-19T09:58:16.096 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.096 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.096 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:16.096 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.096 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:16.096 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.096 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.096 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.096 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.096 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.096 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.096 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.096 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.096 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641230834 2024-08-19T09:58:16.097 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.097 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.097 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.097 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.097 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.097 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.097 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.097 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.097 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.097 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.097 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.097 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.097 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.097 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.097 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.098 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.098 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.098 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 238413 2024-08-19T09:58:16.098 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.098 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.098 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.098 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.098 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.098 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.098 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.098 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.098 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.098 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.099 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.099 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71562433 2024-08-19T09:58:16.099 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.099 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.099 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:16.099 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:16.099 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.099 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.099 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:16.099 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.099 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.099 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:16.099 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.099 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.100 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:16.100 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.100 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.100 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.100 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:16.100 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:16.100 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 39 2024-08-19T09:58:16.100 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.100 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:16.100 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.100 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.100 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:16.100 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:16.100 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.101 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:16.101 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.101 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.101 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:16.101 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.101 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.101 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:16.101 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 22 2024-08-19T09:58:16.101 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.101 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:16.101 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:16.101 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6829332 2024-08-19T09:58:16.101 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.102 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:16.102 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.102 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.102 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:16.102 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:16.102 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 720944 2024-08-19T09:58:16.102 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.102 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:16.102 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:16.102 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6697385 2024-08-19T09:58:16.102 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.102 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:16.102 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.103 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.103 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:16.103 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.103 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.103 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.103 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:16.103 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.103 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.103 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:16.103 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.103 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.103 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:16.103 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.103 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.104 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.104 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:16.104 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.104 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.104 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.104 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:16.104 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.104 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.104 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:16.104 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.104 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.104 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:16.104 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.104 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.105 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.105 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:16.105 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.105 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.105 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:16.105 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.105 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.105 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:16.105 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.105 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.105 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:16.105 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.105 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.106 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.106 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:16.106 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.106 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.106 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.106 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:16.106 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:16.106 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.106 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:16.106 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 22 2024-08-19T09:58:16.106 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.106 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:16.106 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:16.107 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6829332 2024-08-19T09:58:16.107 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.107 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:16.107 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.107 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.107 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:16.107 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:16.107 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 720944 2024-08-19T09:58:16.107 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.107 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:16.107 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:16.107 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6697385 2024-08-19T09:58:16.107 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.107 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:16.108 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.108 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.108 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:16.108 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.108 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.108 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:16.108 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.108 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.108 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:16.108 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:16.108 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.108 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:16.108 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 28467200 2024-08-19T09:58:16.108 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.108 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.109 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.109 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.5": { 2024-08-19T09:58:16.109 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:16.109 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:16.109 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.109 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.109 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:16.109 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.109 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.109 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:16.109 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:16.109 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.109 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:16.109 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.110 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.110 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:16.110 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.110 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.110 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:16.110 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.110 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.110 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:16.110 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:16.110 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.110 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:16.110 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1261568 2024-08-19T09:58:16.110 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.110 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:16.111 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.111 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.111 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.111 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:16.111 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.111 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.111 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.111 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:16.111 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:16.111 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.111 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:16.111 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 27656192 2024-08-19T09:58:16.111 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.111 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:16.112 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 892928 2024-08-19T09:58:16.112 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.112 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:16.112 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 753664 2024-08-19T09:58:16.112 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.112 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:16.112 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:16.112 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.112 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:16.112 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.112 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.112 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:16.112 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.112 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:16.113 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:16.113 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.113 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:16.113 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:16.113 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.113 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:16.113 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:16.113 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.113 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:16.113 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:16.113 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.113 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:16.113 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:16.113 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.114 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:16.114 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.114 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.114 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:16.114 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.114 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.114 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:16.114 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:16.114 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.114 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:16.114 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:16.114 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.114 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:16.114 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:16.115 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.115 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:16.115 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5505 2024-08-19T09:58:16.115 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.115 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:16.115 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:16.115 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.115 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:16.115 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5505 2024-08-19T09:58:16.115 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.115 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:16.115 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:16.115 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.115 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:16.115 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.116 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.116 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:16.116 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.116 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.116 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:16.116 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.116 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.116 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:16.116 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.116 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.116 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:16.116 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.116 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.116 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:16.116 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.117 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.117 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:16.117 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.117 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.117 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:16.117 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.117 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.117 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:16.117 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.117 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.117 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:16.117 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2093056 2024-08-19T09:58:16.117 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.117 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.117 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:16.118 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:16.118 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:16.118 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.118 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:16.118 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 802816 2024-08-19T09:58:16.118 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.118 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:16.118 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 6, 2024-08-19T09:58:16.118 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 228087 2024-08-19T09:58:16.118 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.118 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:16.118 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.118 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.119 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.119 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:16.119 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.119 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.119 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:16.119 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.119 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.119 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:16.119 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.119 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.119 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:16.119 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 4, 2024-08-19T09:58:16.119 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6870 2024-08-19T09:58:16.119 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.120 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:16.120 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.120 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.120 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.120 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:16.120 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.120 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.120 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:16.120 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 171, 2024-08-19T09:58:16.120 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 94142168 2024-08-19T09:58:16.120 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.120 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:16.120 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 162, 2024-08-19T09:58:16.120 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5402282 2024-08-19T09:58:16.121 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.121 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:16.121 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 171, 2024-08-19T09:58:16.121 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 178466 2024-08-19T09:58:16.121 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.121 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:16.121 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 171, 2024-08-19T09:58:16.121 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 94320634 2024-08-19T09:58:16.121 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.121 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:16.121 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.121 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.121 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.121 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:16.121 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:16.122 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 40022 2024-08-19T09:58:16.122 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.122 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:16.122 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:16.122 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1080 2024-08-19T09:58:16.122 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.122 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:16.122 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.122 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.122 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.122 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:16.122 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.122 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.123 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.123 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:16.123 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:16.123 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4131 2024-08-19T09:58:16.123 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.123 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:16.123 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 375 2024-08-19T09:58:16.123 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.123 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:16.123 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 254 2024-08-19T09:58:16.123 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.123 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:16.123 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 97, 2024-08-19T09:58:16.124 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3621684 2024-08-19T09:58:16.124 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.124 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:16.124 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 161, 2024-08-19T09:58:16.124 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 233216 2024-08-19T09:58:16.124 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.124 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:16.124 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 64, 2024-08-19T09:58:16.124 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3243575 2024-08-19T09:58:16.124 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.124 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:16.124 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.124 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.124 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:16.125 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 4, 2024-08-19T09:58:16.125 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 109670 2024-08-19T09:58:16.125 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.125 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:16.125 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:16.125 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 48894532 2024-08-19T09:58:16.125 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.125 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:16.125 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 48, 2024-08-19T09:58:16.125 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3637829 2024-08-19T09:58:16.125 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.125 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:16.125 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 45, 2024-08-19T09:58:16.126 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 215857699370 2024-08-19T09:58:16.126 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.126 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:16.126 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 48, 2024-08-19T09:58:16.126 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 88792109169 2024-08-19T09:58:16.126 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.126 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:16.126 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 279, 2024-08-19T09:58:16.126 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6649796325 2024-08-19T09:58:16.126 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.126 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:16.126 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 279, 2024-08-19T09:58:16.126 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 27820 2024-08-19T09:58:16.126 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.127 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:16.127 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:16.127 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 263386 2024-08-19T09:58:16.127 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.127 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:16.127 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:16.127 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 184322937 2024-08-19T09:58:16.127 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.127 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:16.127 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:16.127 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 87299 2024-08-19T09:58:16.127 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.128 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:16.128 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:16.128 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 98781659 2024-08-19T09:58:16.128 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.128 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:16.128 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:16.128 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14218147 2024-08-19T09:58:16.128 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.128 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:16.128 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 352642 2024-08-19T09:58:16.128 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.128 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:16.129 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 40, 2024-08-19T09:58:16.129 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 170101 2024-08-19T09:58:16.129 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.129 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:16.129 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:16.129 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 346513448 2024-08-19T09:58:16.129 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.129 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:16.129 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:16.129 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 16609187 2024-08-19T09:58:16.129 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.129 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:16.130 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:16.130 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3248593 2024-08-19T09:58:16.130 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.130 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.130 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:16.130 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:16.130 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861457792 2024-08-19T09:58:16.130 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.130 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:16.130 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43646976 2024-08-19T09:58:16.130 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.130 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:16.130 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43089920 2024-08-19T09:58:16.131 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.131 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:16.131 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137369600 2024-08-19T09:58:16.131 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.131 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:16.131 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 557056 2024-08-19T09:58:16.131 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.131 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.131 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:16.131 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.131 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:16.131 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.131 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.131 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.131 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.132 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.132 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.132 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.132 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.132 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85497388 2024-08-19T09:58:16.132 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.132 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.132 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.132 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.132 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.132 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.132 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.132 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.132 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.132 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.133 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.133 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.133 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.133 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.133 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.133 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.133 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.133 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:16.133 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.133 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.133 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.133 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.133 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.133 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.134 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.134 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.134 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.134 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.134 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.134 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73882068 2024-08-19T09:58:16.134 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.134 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.134 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:16.134 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.134 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:16.134 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.134 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.134 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:16.134 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.135 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.135 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.135 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.135 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.135 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641230417 2024-08-19T09:58:16.135 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.135 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.135 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.135 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.135 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.135 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.135 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.135 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.135 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.135 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.136 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.136 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.136 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.136 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.136 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.136 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.136 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.136 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:16.136 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.136 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.136 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.136 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.136 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.136 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.137 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.137 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.137 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.137 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.137 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.137 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71799135 2024-08-19T09:58:16.137 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.137 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.137 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:16.137 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.137 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:16.137 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.137 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.137 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:16.138 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.138 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.138 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:16.138 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.138 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.138 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56998259 2024-08-19T09:58:16.138 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.138 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.138 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.138 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.138 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.138 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.138 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.139 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.139 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.139 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.139 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.139 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.139 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.139 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.139 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.139 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.139 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.139 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.139 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.139 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.139 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.139 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.140 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.140 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.140 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.140 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.140 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.140 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.140 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.140 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68830397 2024-08-19T09:58:16.140 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.140 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.140 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:16.140 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.140 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:16.141 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.141 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.141 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.141 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.141 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.141 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.141 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.141 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.141 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641230417 2024-08-19T09:58:16.141 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.141 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.141 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.141 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.142 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.142 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.142 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.142 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.142 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.142 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.142 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.142 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.142 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.142 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.142 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6054 2024-08-19T09:58:16.142 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.142 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.143 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 242199 2024-08-19T09:58:16.143 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.143 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.143 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.143 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.143 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.143 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.143 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.143 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.143 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.143 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.143 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.143 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71553010 2024-08-19T09:58:16.143 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.144 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.144 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:16.144 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:16.144 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.144 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.144 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:16.144 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.144 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.144 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:16.144 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.144 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.144 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:16.144 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.144 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.145 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.145 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:16.145 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:16.145 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 41 2024-08-19T09:58:16.145 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.145 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:16.145 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.145 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.145 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:16.145 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.145 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.145 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:16.145 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.145 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.145 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:16.146 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.146 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.146 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:16.146 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.146 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.146 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:16.146 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.146 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.146 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.146 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:16.146 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.146 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.146 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:16.146 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.147 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.147 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.147 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:16.147 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.147 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.147 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.147 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:16.147 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.147 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.147 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:16.147 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.147 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.147 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.147 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:16.148 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.148 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.148 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:16.148 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.148 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.148 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:16.148 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.148 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.148 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.148 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:16.148 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.148 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.148 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.148 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:16.149 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.149 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.149 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:16.149 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.149 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.149 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:16.149 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.149 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.149 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.149 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:16.149 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.149 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.149 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:16.149 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.149 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.150 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:16.150 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.150 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.150 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:16.150 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.150 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.150 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.150 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:16.150 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.150 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.150 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.150 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:16.150 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.150 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.151 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:16.151 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.151 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.151 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:16.151 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.151 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.151 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.151 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:16.151 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.151 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.151 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:16.151 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.151 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.151 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.151 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:16.152 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.152 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.152 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.152 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:16.152 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.152 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.152 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:16.152 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.152 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.152 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:16.152 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.152 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.152 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:16.152 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:16.152 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.153 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:16.153 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 28467200 2024-08-19T09:58:16.153 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.153 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.153 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.153 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.6": { 2024-08-19T09:58:16.153 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:16.153 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:16.153 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.153 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.153 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:16.153 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.153 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.153 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:16.154 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:16.154 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.154 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:16.154 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.154 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.154 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:16.154 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.154 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.154 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:16.154 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.154 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.154 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:16.154 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:16.154 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.155 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:16.155 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6103040 2024-08-19T09:58:16.155 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.155 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:16.155 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.155 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.155 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.155 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:16.155 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.155 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.155 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.155 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:16.155 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:16.155 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.156 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:16.156 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 27656192 2024-08-19T09:58:16.156 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.156 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:16.156 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3092480 2024-08-19T09:58:16.156 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.156 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:16.156 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2953216 2024-08-19T09:58:16.156 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.156 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:16.156 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:16.156 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.156 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:16.156 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.156 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.157 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:16.157 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.157 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.157 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:16.157 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:16.157 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.157 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:16.157 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:16.157 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.157 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:16.157 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:16.157 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.157 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:16.157 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:16.158 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.158 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:16.158 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:16.158 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.158 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:16.158 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.158 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.158 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:16.158 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.158 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.158 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:16.158 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:16.158 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.159 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:16.159 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:16.159 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.159 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:16.159 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:16.159 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.159 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:16.159 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5504 2024-08-19T09:58:16.159 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.159 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:16.159 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:16.159 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.159 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:16.159 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5504 2024-08-19T09:58:16.160 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.160 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:16.160 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:16.160 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.160 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:16.160 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.160 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.160 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:16.160 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.160 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.160 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:16.160 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.160 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.160 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:16.161 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.161 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.161 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:16.161 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.161 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.161 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:16.161 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.161 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.161 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:16.161 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.161 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.161 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:16.161 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.161 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.162 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:16.162 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.162 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.162 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:16.162 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9134080 2024-08-19T09:58:16.162 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.162 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.162 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:16.162 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:16.162 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:16.162 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.162 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:16.162 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1388544 2024-08-19T09:58:16.162 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.163 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:16.163 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.163 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.163 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.163 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:16.163 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.163 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.163 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.163 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:16.163 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.163 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.163 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:16.163 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.163 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.164 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:16.164 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.164 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.164 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:16.164 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 7, 2024-08-19T09:58:16.164 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 11142 2024-08-19T09:58:16.164 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.164 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:16.164 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.164 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.164 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.164 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:16.164 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.164 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.165 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:16.165 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 708, 2024-08-19T09:58:16.165 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 454542223 2024-08-19T09:58:16.165 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.165 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:16.165 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 707, 2024-08-19T09:58:16.165 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 19335203 2024-08-19T09:58:16.165 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.165 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:16.165 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 708, 2024-08-19T09:58:16.165 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 541780 2024-08-19T09:58:16.165 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.165 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:16.165 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 708, 2024-08-19T09:58:16.165 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 455084003 2024-08-19T09:58:16.166 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.166 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:16.166 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.166 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.166 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.166 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:16.166 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:16.166 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 40489 2024-08-19T09:58:16.166 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.166 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:16.166 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:16.166 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1168 2024-08-19T09:58:16.166 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.167 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:16.167 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.167 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.167 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.167 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:16.167 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.167 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.167 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.167 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:16.167 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:16.167 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15477 2024-08-19T09:58:16.167 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.167 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:16.167 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3450 2024-08-19T09:58:16.168 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.168 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:16.168 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 361 2024-08-19T09:58:16.168 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.168 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:16.168 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 100, 2024-08-19T09:58:16.168 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3767086 2024-08-19T09:58:16.168 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.168 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:16.168 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 159, 2024-08-19T09:58:16.168 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 288624 2024-08-19T09:58:16.168 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.168 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:16.168 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 59, 2024-08-19T09:58:16.168 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3418280 2024-08-19T09:58:16.169 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.169 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:16.169 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.169 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.169 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:16.169 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 100, 2024-08-19T09:58:16.169 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5466959 2024-08-19T09:58:16.169 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.169 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:16.169 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:16.169 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3614755945 2024-08-19T09:58:16.169 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.169 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:16.170 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 39, 2024-08-19T09:58:16.170 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 17400410 2024-08-19T09:58:16.170 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.170 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:16.170 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 36, 2024-08-19T09:58:16.170 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 217237096702 2024-08-19T09:58:16.170 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.170 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:16.170 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 39, 2024-08-19T09:58:16.170 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 52252438852 2024-08-19T09:58:16.170 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.170 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:16.170 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3364, 2024-08-19T09:58:16.170 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1132041460 2024-08-19T09:58:16.171 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.171 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:16.171 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3364, 2024-08-19T09:58:16.171 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 196597 2024-08-19T09:58:16.171 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.171 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:16.171 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:16.171 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 296684320 2024-08-19T09:58:16.171 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.171 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:16.171 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:16.171 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2363413357 2024-08-19T09:58:16.171 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.171 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:16.171 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:16.172 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 507215 2024-08-19T09:58:16.172 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.172 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:16.172 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:16.172 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1266136171 2024-08-19T09:58:16.172 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.172 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:16.172 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:16.172 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 370252490 2024-08-19T09:58:16.172 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.172 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:16.172 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 942901 2024-08-19T09:58:16.172 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.172 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:16.172 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 32, 2024-08-19T09:58:16.173 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 129351 2024-08-19T09:58:16.173 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.173 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:16.173 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:16.173 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7911491641 2024-08-19T09:58:16.173 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.173 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:16.173 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:16.173 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 404434483 2024-08-19T09:58:16.173 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.173 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:16.173 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:16.173 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 275349627 2024-08-19T09:58:16.173 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.174 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.174 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:16.174 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:16.174 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861457792 2024-08-19T09:58:16.174 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.174 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:16.174 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 46579712 2024-08-19T09:58:16.174 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.174 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:16.174 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 45907968 2024-08-19T09:58:16.174 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.174 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:16.174 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137369600 2024-08-19T09:58:16.174 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.174 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:16.175 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 671744 2024-08-19T09:58:16.175 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.175 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.175 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:16.175 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.175 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:16.175 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.175 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.175 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.175 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.175 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.175 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.175 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.175 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.175 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85490118 2024-08-19T09:58:16.176 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.176 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.176 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.176 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.176 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.176 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.176 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.176 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.176 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.176 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.176 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.176 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.176 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.176 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.177 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.177 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.177 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.177 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 16384 2024-08-19T09:58:16.177 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.177 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.177 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.177 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.177 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.177 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.177 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.177 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.177 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.177 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.178 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.178 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73877050 2024-08-19T09:58:16.178 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.178 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.178 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:16.178 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.178 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:16.178 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.178 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.178 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:16.178 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.178 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.178 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.178 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.178 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.179 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641175892 2024-08-19T09:58:16.179 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.179 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.179 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.179 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.179 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.179 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.179 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.179 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.179 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.179 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.179 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.179 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.179 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.180 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.180 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.180 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.180 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.180 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:16.180 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.180 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.180 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.180 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.180 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.180 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.180 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.180 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.180 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.180 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.181 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.181 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71853660 2024-08-19T09:58:16.181 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.181 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.181 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:16.181 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.181 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:16.181 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.181 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.181 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:16.181 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.181 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.181 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:16.181 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.181 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.182 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56993412 2024-08-19T09:58:16.182 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.182 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.182 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.182 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.182 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.182 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.182 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.182 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.182 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.182 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.182 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.182 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.182 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.183 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.183 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.183 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.183 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.183 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.183 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.183 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.183 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.183 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.183 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.183 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.183 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.183 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.183 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.184 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.184 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.184 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68835244 2024-08-19T09:58:16.184 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.184 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.184 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:16.184 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.184 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:16.184 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.184 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.184 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.184 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.184 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.184 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.184 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.185 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.185 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641175892 2024-08-19T09:58:16.185 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.185 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.185 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.185 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.185 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.185 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.185 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.185 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.185 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.185 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.185 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.185 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.186 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.186 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.186 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5926 2024-08-19T09:58:16.186 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.186 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.186 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 352028 2024-08-19T09:58:16.186 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.186 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.186 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.186 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.186 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.186 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.186 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.186 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.187 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.187 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.187 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.187 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71497834 2024-08-19T09:58:16.187 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.187 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.187 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:16.187 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:16.187 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.187 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.187 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:16.187 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.187 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.187 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:16.188 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.188 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.188 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:16.188 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.188 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.188 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.188 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:16.188 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:16.188 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 39 2024-08-19T09:58:16.188 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.188 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:16.188 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.188 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.188 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:16.188 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 13 2024-08-19T09:58:16.189 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.189 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:16.189 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.189 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.189 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:16.189 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.189 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.189 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:16.189 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2810 2024-08-19T09:58:16.189 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.189 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:16.189 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 13, 2024-08-19T09:58:16.189 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 70572443 2024-08-19T09:58:16.189 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.190 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:16.190 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.190 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.190 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:16.190 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 15, 2024-08-19T09:58:16.190 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9961716 2024-08-19T09:58:16.190 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.190 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:16.190 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 13, 2024-08-19T09:58:16.190 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 37057171 2024-08-19T09:58:16.190 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.190 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:16.190 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.190 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.191 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:16.191 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.191 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.191 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.191 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:16.191 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.191 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.191 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:16.191 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.191 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.191 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:16.191 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.191 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.191 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.191 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:16.192 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.192 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.192 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.192 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:16.192 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.192 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.192 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:16.192 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.192 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.192 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:16.192 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.192 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.192 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.192 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:16.193 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.193 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.193 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:16.193 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.193 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.193 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:16.193 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.193 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.193 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:16.193 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.193 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.193 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.193 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:16.193 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.193 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.194 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.194 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:16.194 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 13 2024-08-19T09:58:16.194 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.194 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:16.194 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2810 2024-08-19T09:58:16.194 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.194 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:16.194 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 13, 2024-08-19T09:58:16.194 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 70572443 2024-08-19T09:58:16.194 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.194 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:16.194 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.194 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.194 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:16.195 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 15, 2024-08-19T09:58:16.195 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9961716 2024-08-19T09:58:16.195 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.195 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:16.195 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 13, 2024-08-19T09:58:16.195 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 37057171 2024-08-19T09:58:16.195 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.195 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:16.195 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.195 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.195 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:16.195 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.195 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.195 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:16.196 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.196 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.196 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:16.196 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:16.196 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.196 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:16.196 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 29052928 2024-08-19T09:58:16.196 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.196 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.196 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.196 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.7": { 2024-08-19T09:58:16.196 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:16.196 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:16.196 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.197 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.197 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:16.197 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.197 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.197 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:16.197 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:16.197 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.197 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:16.197 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.197 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.197 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:16.197 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.197 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.198 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:16.198 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.198 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.198 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:16.198 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:16.198 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.198 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:16.198 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1171456 2024-08-19T09:58:16.198 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.198 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:16.198 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.198 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.199 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.199 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:16.199 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.199 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.199 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.199 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:16.199 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:16.199 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.199 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:16.199 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 27656192 2024-08-19T09:58:16.199 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.199 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:16.199 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 892928 2024-08-19T09:58:16.200 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.200 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:16.200 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 753664 2024-08-19T09:58:16.200 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.200 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:16.200 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:16.200 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.200 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:16.200 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.200 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.200 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:16.200 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.200 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.200 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:16.201 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:16.201 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.201 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:16.201 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:16.201 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.201 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:16.201 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:16.201 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.201 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:16.201 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:16.201 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.201 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:16.201 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:16.201 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.201 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:16.202 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.202 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.202 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:16.202 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.202 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.202 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:16.202 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:16.202 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.202 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:16.202 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:16.202 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.202 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:16.202 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:16.203 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.203 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:16.203 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5500 2024-08-19T09:58:16.203 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.203 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:16.203 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:16.203 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.203 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:16.203 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5500 2024-08-19T09:58:16.203 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.203 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:16.203 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:16.203 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.203 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:16.203 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.204 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.204 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:16.204 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.204 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.204 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:16.204 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.204 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.204 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:16.204 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.204 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.204 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:16.204 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.204 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.204 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:16.205 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.205 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.205 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:16.205 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.205 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.205 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:16.205 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.205 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.205 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:16.205 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.205 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.205 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:16.205 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2002944 2024-08-19T09:58:16.205 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.205 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.206 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:16.206 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:16.206 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:16.206 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.206 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:16.206 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1384448 2024-08-19T09:58:16.206 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.206 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:16.206 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:16.206 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 102223 2024-08-19T09:58:16.206 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.206 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:16.206 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.206 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.207 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.207 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:16.207 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.207 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.207 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:16.207 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.207 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.207 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:16.207 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.207 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.207 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:16.207 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 7, 2024-08-19T09:58:16.207 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 17440 2024-08-19T09:58:16.207 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.208 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:16.208 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.208 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.208 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.208 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:16.208 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.208 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.208 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:16.208 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 171, 2024-08-19T09:58:16.208 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 51304327 2024-08-19T09:58:16.208 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.208 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:16.208 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 166, 2024-08-19T09:58:16.208 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7602314 2024-08-19T09:58:16.208 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.209 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:16.209 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 171, 2024-08-19T09:58:16.209 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 105144 2024-08-19T09:58:16.209 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.209 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:16.209 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 171, 2024-08-19T09:58:16.209 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 51409471 2024-08-19T09:58:16.209 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.209 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:16.209 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.209 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.209 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.209 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:16.209 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:16.210 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 35952 2024-08-19T09:58:16.210 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.210 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:16.210 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:16.210 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1044 2024-08-19T09:58:16.210 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.210 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:16.210 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.210 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.210 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.210 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:16.210 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:16.210 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.210 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.211 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:16.211 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:16.211 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7280 2024-08-19T09:58:16.211 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.211 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:16.211 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 421 2024-08-19T09:58:16.211 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.211 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:16.211 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 283 2024-08-19T09:58:16.211 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.211 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:16.211 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 103, 2024-08-19T09:58:16.211 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1787758 2024-08-19T09:58:16.211 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.211 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:16.212 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 152, 2024-08-19T09:58:16.212 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 344783 2024-08-19T09:58:16.212 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.212 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:16.212 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 49, 2024-08-19T09:58:16.212 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1086128 2024-08-19T09:58:16.212 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.212 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:16.212 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.212 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.212 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:16.212 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:16.212 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 17073 2024-08-19T09:58:16.212 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.213 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:16.213 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:16.213 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2062977 2024-08-19T09:58:16.213 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.213 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:16.213 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 24, 2024-08-19T09:58:16.213 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1720394 2024-08-19T09:58:16.213 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.213 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:16.213 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 23, 2024-08-19T09:58:16.213 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 105184543982 2024-08-19T09:58:16.213 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.213 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:16.213 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 24, 2024-08-19T09:58:16.213 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 32921877299 2024-08-19T09:58:16.214 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.214 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:16.214 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 288, 2024-08-19T09:58:16.214 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 555158 2024-08-19T09:58:16.214 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.214 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:16.214 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 288, 2024-08-19T09:58:16.214 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 30838 2024-08-19T09:58:16.214 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.214 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:16.214 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:16.214 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 213737 2024-08-19T09:58:16.214 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.214 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:16.215 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:16.215 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 165486875 2024-08-19T09:58:16.215 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.215 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:16.215 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:16.215 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 98477 2024-08-19T09:58:16.215 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.215 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:16.215 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:16.215 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 111719775 2024-08-19T09:58:16.215 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.215 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:16.215 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:16.215 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 11730515 2024-08-19T09:58:16.216 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.216 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:16.216 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 940875 2024-08-19T09:58:16.216 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.216 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:16.216 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 23, 2024-08-19T09:58:16.216 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85379 2024-08-19T09:58:16.216 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.216 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:16.216 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:16.216 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 291260382 2024-08-19T09:58:16.216 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.216 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:16.216 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:16.216 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 13696698 2024-08-19T09:58:16.217 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.217 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:16.217 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:16.217 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2131830 2024-08-19T09:58:16.217 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.217 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.217 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:16.217 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:16.217 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861457792 2024-08-19T09:58:16.217 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.217 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:16.217 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43646976 2024-08-19T09:58:16.217 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.217 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:16.218 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 42942464 2024-08-19T09:58:16.218 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.218 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:16.218 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137369600 2024-08-19T09:58:16.218 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.218 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:16.218 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 704512 2024-08-19T09:58:16.218 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.218 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.218 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:16.218 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.218 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:16.218 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.219 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.219 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.219 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.219 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.219 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.219 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.219 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.219 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85488147 2024-08-19T09:58:16.219 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.219 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.219 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.219 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.219 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.219 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.220 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.220 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.220 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.220 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.220 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.220 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.220 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.220 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.220 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.220 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.220 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.220 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 143360 2024-08-19T09:58:16.220 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.220 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.220 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.221 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.221 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.221 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.221 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.221 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.221 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.221 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.221 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.221 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73752045 2024-08-19T09:58:16.221 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.221 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.221 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:16.221 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.221 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:16.222 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.222 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.222 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:16.222 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.222 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.222 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.222 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.222 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.222 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641161107 2024-08-19T09:58:16.222 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.222 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.222 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.223 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.223 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.223 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.223 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.223 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.223 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.223 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.223 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.223 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.223 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.223 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.224 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.224 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.224 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.224 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:16.224 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.224 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.224 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.224 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.224 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.224 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.224 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.224 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.224 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.224 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.225 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.225 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71868445 2024-08-19T09:58:16.225 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.225 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.225 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:16.225 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.225 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:16.225 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.225 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.225 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:16.225 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.225 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.225 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:16.225 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.226 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.226 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56992098 2024-08-19T09:58:16.226 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.226 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.226 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.226 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.226 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.226 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.226 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.226 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.226 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.226 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.226 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.227 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.227 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.227 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.227 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.227 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.227 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.227 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.227 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.227 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.227 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.227 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.227 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.227 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.227 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.228 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.228 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.228 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.228 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.228 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68836558 2024-08-19T09:58:16.228 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.228 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.228 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:16.228 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:16.228 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:16.228 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.228 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:16.229 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.229 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.229 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:16.229 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.229 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.229 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:16.229 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641161107 2024-08-19T09:58:16.229 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.229 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:16.229 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.229 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.229 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:16.229 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.230 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.230 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:16.230 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.230 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.230 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:16.230 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.230 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.230 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:16.230 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.230 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.230 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:16.230 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 259541 2024-08-19T09:58:16.230 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.231 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:16.231 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.231 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.231 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:16.231 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.231 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.231 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:16.231 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.231 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.231 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:16.231 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71611032 2024-08-19T09:58:16.231 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.231 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.231 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:16.231 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:16.232 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.232 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.232 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:16.232 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.232 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.232 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:16.232 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.232 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.232 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:16.232 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.232 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.232 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.232 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:16.232 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:16.233 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 46 2024-08-19T09:58:16.233 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.233 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:16.233 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.233 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.233 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:16.233 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43 2024-08-19T09:58:16.233 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.233 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:16.233 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.233 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.233 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:16.233 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.233 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.233 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:16.234 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.234 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.234 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:16.234 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 43, 2024-08-19T09:58:16.234 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 54819280 2024-08-19T09:58:16.234 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.234 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:16.234 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 132139 2024-08-19T09:58:16.234 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.234 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:16.234 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 45, 2024-08-19T09:58:16.234 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 11039303 2024-08-19T09:58:16.234 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.235 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:16.235 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 43, 2024-08-19T09:58:16.235 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 39963359 2024-08-19T09:58:16.235 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.235 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:16.235 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 28 2024-08-19T09:58:16.235 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.235 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:16.235 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 28, 2024-08-19T09:58:16.235 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4524140 2024-08-19T09:58:16.235 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.235 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:16.235 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.235 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.236 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:16.236 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 132139 2024-08-19T09:58:16.236 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.236 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:16.236 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 28, 2024-08-19T09:58:16.236 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4202435 2024-08-19T09:58:16.236 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.236 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:16.236 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 28, 2024-08-19T09:58:16.236 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3513864 2024-08-19T09:58:16.236 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.236 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:16.236 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:16.236 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.237 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:16.237 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.237 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.237 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:16.237 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:16.237 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 8141639 2024-08-19T09:58:16.237 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.237 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:16.237 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.237 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.237 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:16.237 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.237 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.237 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:16.237 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.238 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.238 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:16.238 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:16.238 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3557461 2024-08-19T09:58:16.238 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.238 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:16.238 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:16.238 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7761726 2024-08-19T09:58:16.238 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.238 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:16.238 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5 2024-08-19T09:58:16.238 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.238 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:16.238 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.239 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.239 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:16.239 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 5, 2024-08-19T09:58:16.239 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 42153501 2024-08-19T09:58:16.239 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.239 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:16.239 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.239 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.239 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:16.239 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 7, 2024-08-19T09:58:16.239 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3279407 2024-08-19T09:58:16.239 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.239 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 5, 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 28687769 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.240 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:16.241 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 29052928 2024-08-19T09:58:16.241 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.241 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.241 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.241 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.241 INFO:tasks.workunit.client.0.smithi190.stdout: "pools": [ 2024-08-19T09:58:16.241 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.241 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:16.241 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr" 2024-08-19T09:58:16.241 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.241 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:16.241 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:16.241 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:16.241 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:16.242 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:16.242 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 1, 2024-08-19T09:58:16.242 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 1, 2024-08-19T09:58:16.242 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 1, 2024-08-19T09:58:16.242 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:16.242 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:16.242 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:16.242 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 1781760, 2024-08-19T09:58:16.242 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:16.242 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:16.242 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 1781760, 2024-08-19T09:58:16.242 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:16.242 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:16.242 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 2, 2024-08-19T09:58:16.243 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:16.243 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 2.443116500217002e-06, 2024-08-19T09:58:16.243 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:16.243 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:16.243 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 212, 2024-08-19T09:58:16.243 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 313344, 2024-08-19T09:58:16.243 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 590368, 2024-08-19T09:58:16.243 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 590368, 2024-08-19T09:58:16.243 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:16.243 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 1771104, 2024-08-19T09:58:16.243 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 179, 2024-08-19T09:58:16.243 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 2473984 2024-08-19T09:58:16.243 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.243 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:16.243 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:16.244 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:16.244 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.244 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.244 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:16.244 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs" 2024-08-19T09:58:16.244 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.244 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:16.244 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:16.244 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:16.244 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:16.244 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:16.244 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 32, 2024-08-19T09:58:16.244 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 32, 2024-08-19T09:58:16.244 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 2, 2024-08-19T09:58:16.244 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:16.245 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:16.245 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:16.245 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 98304, 2024-08-19T09:58:16.245 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:16.245 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:16.245 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 98304, 2024-08-19T09:58:16.245 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:16.245 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:16.245 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 22, 2024-08-19T09:58:16.245 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:16.245 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 1.347929554640359e-07, 2024-08-19T09:58:16.245 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:16.245 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:16.245 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 0, 2024-08-19T09:58:16.246 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 0, 2024-08-19T09:58:16.246 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 3428, 2024-08-19T09:58:16.246 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 3428, 2024-08-19T09:58:16.246 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:16.246 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 10284, 2024-08-19T09:58:16.246 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 51, 2024-08-19T09:58:16.246 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 20480 2024-08-19T09:58:16.246 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.246 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:16.246 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:16.246 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:16.246 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.246 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.247 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:16.247 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs" 2024-08-19T09:58:16.247 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.247 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:16.247 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:16.247 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:16.247 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:16.249 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:16.250 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 64, 2024-08-19T09:58:16.250 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 64, 2024-08-19T09:58:16.250 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 3, 2024-08-19T09:58:16.250 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:16.250 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:16.250 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:16.250 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 0, 2024-08-19T09:58:16.250 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:16.250 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:16.250 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 0, 2024-08-19T09:58:16.250 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:16.250 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:16.250 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 0, 2024-08-19T09:58:16.250 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:16.251 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 0.0, 2024-08-19T09:58:16.251 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:16.251 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:16.251 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 0, 2024-08-19T09:58:16.251 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 0, 2024-08-19T09:58:16.251 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 0, 2024-08-19T09:58:16.251 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 0, 2024-08-19T09:58:16.251 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:16.251 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 0, 2024-08-19T09:58:16.251 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 0, 2024-08-19T09:58:16.251 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 0 2024-08-19T09:58:16.251 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.251 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:16.251 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:16.252 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:16.252 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.252 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.252 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:16.252 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd" 2024-08-19T09:58:16.252 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.252 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:16.252 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:16.252 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:16.252 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:16.252 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:16.252 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 8, 2024-08-19T09:58:16.252 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 8, 2024-08-19T09:58:16.252 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 4, 2024-08-19T09:58:16.253 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:16.253 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:16.253 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:16.253 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 12288, 2024-08-19T09:58:16.253 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:16.253 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:16.253 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 12288, 2024-08-19T09:58:16.253 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:16.253 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:16.253 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 2, 2024-08-19T09:58:16.253 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:16.253 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 1.684912120936133e-08, 2024-08-19T09:58:16.253 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:16.253 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:16.254 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 0, 2024-08-19T09:58:16.254 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 0, 2024-08-19T09:58:16.254 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 19, 2024-08-19T09:58:16.254 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 19, 2024-08-19T09:58:16.254 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:16.254 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 57, 2024-08-19T09:58:16.254 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 2, 2024-08-19T09:58:16.254 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 2048 2024-08-19T09:58:16.254 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.254 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:16.254 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:16.254 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:16.254 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.254 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.255 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd": { 2024-08-19T09:58:16.255 INFO:tasks.workunit.client.0.smithi190.stdout: "mirroring_by_pool": [ 2024-08-19T09:58:16.255 INFO:tasks.workunit.client.0.smithi190.stdout: false 2024-08-19T09:58:16.255 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.255 INFO:tasks.workunit.client.0.smithi190.stdout: "num_images_by_pool": [ 2024-08-19T09:58:16.255 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.255 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.255 INFO:tasks.workunit.client.0.smithi190.stdout: "num_pools": 1 2024-08-19T09:58:16.255 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.255 INFO:tasks.workunit.client.0.smithi190.stdout: "report_id": "a194e1db-a9a3-4f3b-ba48-29fff605c460", 2024-08-19T09:58:16.255 INFO:tasks.workunit.client.0.smithi190.stdout: "report_timestamp": "2024-08-19T09:58:15.381555", 2024-08-19T09:58:16.255 INFO:tasks.workunit.client.0.smithi190.stdout: "report_version": 1, 2024-08-19T09:58:16.255 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_stats": { 2024-08-19T09:58:16.256 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "7.9.2" 2024-08-19T09:58:16.256 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.256 INFO:tasks.workunit.client.0.smithi190.stdout: "rook": { 2024-08-19T09:58:16.256 INFO:tasks.workunit.client.0.smithi190.stdout: "cluster": { 2024-08-19T09:58:16.256 INFO:tasks.workunit.client.0.smithi190.stdout: "external-mode": null, 2024-08-19T09:58:16.256 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:16.256 INFO:tasks.workunit.client.0.smithi190.stdout: "allow-multiple-per-node": null, 2024-08-19T09:58:16.256 INFO:tasks.workunit.client.0.smithi190.stdout: "count": null, 2024-08-19T09:58:16.256 INFO:tasks.workunit.client.0.smithi190.stdout: "max-id": null, 2024-08-19T09:58:16.256 INFO:tasks.workunit.client.0.smithi190.stdout: "pvc": { 2024-08-19T09:58:16.257 INFO:tasks.workunit.client.0.smithi190.stdout: "enabled": null 2024-08-19T09:58:16.257 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.257 INFO:tasks.workunit.client.0.smithi190.stdout: "stretch": { 2024-08-19T09:58:16.257 INFO:tasks.workunit.client.0.smithi190.stdout: "enabled": null 2024-08-19T09:58:16.257 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.257 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.257 INFO:tasks.workunit.client.0.smithi190.stdout: "network": { 2024-08-19T09:58:16.257 INFO:tasks.workunit.client.0.smithi190.stdout: "provider": null 2024-08-19T09:58:16.257 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.257 INFO:tasks.workunit.client.0.smithi190.stdout: "storage": { 2024-08-19T09:58:16.257 INFO:tasks.workunit.client.0.smithi190.stdout: "device-set": { 2024-08-19T09:58:16.257 INFO:tasks.workunit.client.0.smithi190.stdout: "count": { 2024-08-19T09:58:16.257 INFO:tasks.workunit.client.0.smithi190.stdout: "non-portable": null, 2024-08-19T09:58:16.257 INFO:tasks.workunit.client.0.smithi190.stdout: "portable": null, 2024-08-19T09:58:16.258 INFO:tasks.workunit.client.0.smithi190.stdout: "total": null 2024-08-19T09:58:16.258 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.258 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.258 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.258 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.258 INFO:tasks.workunit.client.0.smithi190.stdout: "csi": { 2024-08-19T09:58:16.258 INFO:tasks.workunit.client.0.smithi190.stdout: "version": null 2024-08-19T09:58:16.258 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.258 INFO:tasks.workunit.client.0.smithi190.stdout: "kubernetes": { 2024-08-19T09:58:16.258 INFO:tasks.workunit.client.0.smithi190.stdout: "version": null 2024-08-19T09:58:16.258 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.258 INFO:tasks.workunit.client.0.smithi190.stdout: "node": { 2024-08-19T09:58:16.258 INFO:tasks.workunit.client.0.smithi190.stdout: "count": { 2024-08-19T09:58:16.258 INFO:tasks.workunit.client.0.smithi190.stdout: "kubernetes-total": null, 2024-08-19T09:58:16.259 INFO:tasks.workunit.client.0.smithi190.stdout: "with-ceph-daemons": null, 2024-08-19T09:58:16.259 INFO:tasks.workunit.client.0.smithi190.stdout: "with-csi-cephfs-plugin": null, 2024-08-19T09:58:16.259 INFO:tasks.workunit.client.0.smithi190.stdout: "with-csi-nfs-plugin": null, 2024-08-19T09:58:16.259 INFO:tasks.workunit.client.0.smithi190.stdout: "with-csi-rbd-plugin": null 2024-08-19T09:58:16.259 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.259 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.259 INFO:tasks.workunit.client.0.smithi190.stdout: "usage": { 2024-08-19T09:58:16.259 INFO:tasks.workunit.client.0.smithi190.stdout: "storage-class": { 2024-08-19T09:58:16.259 INFO:tasks.workunit.client.0.smithi190.stdout: "count": { 2024-08-19T09:58:16.259 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket": null, 2024-08-19T09:58:16.259 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs": null, 2024-08-19T09:58:16.259 INFO:tasks.workunit.client.0.smithi190.stdout: "nfs": null, 2024-08-19T09:58:16.259 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd": null, 2024-08-19T09:58:16.260 INFO:tasks.workunit.client.0.smithi190.stdout: "total": null 2024-08-19T09:58:16.260 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.260 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:16.260 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.260 INFO:tasks.workunit.client.0.smithi190.stdout: "version": null 2024-08-19T09:58:16.260 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.260 INFO:tasks.workunit.client.0.smithi190.stdout: "services": {}, 2024-08-19T09:58:16.260 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_per_pg": [ 2024-08-19T09:58:16.260 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.260 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.260 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.260 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.260 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.260 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.261 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.261 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.261 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.261 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.261 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.261 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.261 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429292+0000", 2024-08-19T09:58:16.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.845468+0000", 2024-08-19T09:58:16.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.845468+0000", 2024-08-19T09:58:16.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.846225+0000", 2024-08-19T09:58:16.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429292+0000", 2024-08-19T09:58:16.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.262 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.262 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.262 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429292+0000", 2024-08-19T09:58:16.262 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429292+0000", 2024-08-19T09:58:16.262 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429292+0000", 2024-08-19T09:58:16.262 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.262 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.262 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.262 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429292+0000", 2024-08-19T09:58:16.262 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429292+0000", 2024-08-19T09:58:16.262 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.262 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.262 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.262 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.263 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.263 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.263 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.263 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.263 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.263 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.263 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.263 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.263 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.263 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.3f", 2024-08-19T09:58:16.263 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.263 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.263 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.264 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.264 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.264 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:00:29.464966+0000", 2024-08-19T09:58:16.264 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.264 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.264 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.267 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.267 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.267 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.267 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.267 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.267 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.267 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.267 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.267 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.267 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.267 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.267 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.267 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.267 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.267 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.268 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.268 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.268 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.268 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.268 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.268 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.268 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:16.268 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.268 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.268 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.268 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.268 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.268 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.268 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855442+0000", 2024-08-19T09:58:16.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.835234+0000", 2024-08-19T09:58:16.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.835234+0000", 2024-08-19T09:58:16.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.835727+0000", 2024-08-19T09:58:16.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855442+0000", 2024-08-19T09:58:16.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855442+0000", 2024-08-19T09:58:16.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855442+0000", 2024-08-19T09:58:16.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855442+0000", 2024-08-19T09:58:16.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855442+0000", 2024-08-19T09:58:16.270 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855442+0000", 2024-08-19T09:58:16.270 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.270 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.270 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.270 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.270 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.270 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.270 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.270 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.270 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.270 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.270 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.270 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.270 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.271 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.3e", 2024-08-19T09:58:16.271 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.271 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.271 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.271 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.271 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.271 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:46:54.956013+0000", 2024-08-19T09:58:16.271 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.271 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.271 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.274 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.274 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.274 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.274 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.274 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.274 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.274 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.274 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.274 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.274 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.274 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.274 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.274 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.275 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.275 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.275 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.275 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:16.275 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.275 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.275 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.275 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.275 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.275 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.275 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.275 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.275 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:16.275 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.275 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.276 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.276 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.276 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.276 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.430119+0000", 2024-08-19T09:58:16.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.842752+0000", 2024-08-19T09:58:16.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.842752+0000", 2024-08-19T09:58:16.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.843032+0000", 2024-08-19T09:58:16.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.430119+0000", 2024-08-19T09:58:16.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.430119+0000", 2024-08-19T09:58:16.277 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.430119+0000", 2024-08-19T09:58:16.277 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.430119+0000", 2024-08-19T09:58:16.277 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.277 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.277 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.277 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.430119+0000", 2024-08-19T09:58:16.277 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.430119+0000", 2024-08-19T09:58:16.277 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.277 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.277 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.278 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.278 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.278 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.278 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.278 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.278 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.278 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.278 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.278 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.278 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.278 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.3d", 2024-08-19T09:58:16.278 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.279 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.279 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.279 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.279 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.279 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:52:27.405229+0000", 2024-08-19T09:58:16.279 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.279 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.279 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.279 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.281 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.281 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.281 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.281 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.281 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.281 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.281 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.281 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.281 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.281 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.281 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.282 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.282 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.282 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.282 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.282 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.282 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.282 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.282 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.282 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.282 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.282 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.282 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.283 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.283 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.283 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.283 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.283 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.283 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.283 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.283 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.283 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.283 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.284 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:16.284 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.284 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.284 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.284 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.284 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.284 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.284 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.284 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.284 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:16.284 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.284 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.284 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.284 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.285 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.285 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.285 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947551+0000", 2024-08-19T09:58:16.285 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.849416+0000", 2024-08-19T09:58:16.285 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.849416+0000", 2024-08-19T09:58:16.285 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.850245+0000", 2024-08-19T09:58:16.285 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947551+0000", 2024-08-19T09:58:16.285 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.285 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.285 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.285 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.285 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947551+0000", 2024-08-19T09:58:16.285 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947551+0000", 2024-08-19T09:58:16.285 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947551+0000", 2024-08-19T09:58:16.286 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.286 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.286 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.286 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947551+0000", 2024-08-19T09:58:16.286 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947551+0000", 2024-08-19T09:58:16.286 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.286 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.286 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.286 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.286 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.286 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.286 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.286 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.286 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.286 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.287 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.287 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.287 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.287 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.3c", 2024-08-19T09:58:16.287 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.287 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.287 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.287 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.287 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.287 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:07:14.039792+0000", 2024-08-19T09:58:16.287 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.287 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.287 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.287 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.289 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.289 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.289 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.289 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.289 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.289 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.289 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.289 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.289 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.289 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.289 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.289 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.289 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.289 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.289 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.290 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.290 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.290 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.290 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.290 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.290 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.290 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.290 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.290 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.290 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.290 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.290 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.290 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.291 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.291 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.291 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.291 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.291 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:16.291 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.291 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.291 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.291 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.291 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.291 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.291 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.291 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.291 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.292 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.292 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.292 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.292 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.292 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.292 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.292 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.428906+0000", 2024-08-19T09:58:16.292 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.849188+0000", 2024-08-19T09:58:16.292 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.849188+0000", 2024-08-19T09:58:16.292 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.849918+0000", 2024-08-19T09:58:16.292 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.428906+0000", 2024-08-19T09:58:16.292 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.292 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.293 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.293 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.293 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.428906+0000", 2024-08-19T09:58:16.293 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.428906+0000", 2024-08-19T09:58:16.293 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.428906+0000", 2024-08-19T09:58:16.293 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.293 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.293 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.293 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.428906+0000", 2024-08-19T09:58:16.293 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.428906+0000", 2024-08-19T09:58:16.293 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.293 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.294 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.294 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.294 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.294 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.294 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.294 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.294 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.294 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.294 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.294 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.294 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.294 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.3b", 2024-08-19T09:58:16.294 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.295 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.295 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.295 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.295 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.295 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:53:04.178066+0000", 2024-08-19T09:58:16.295 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.295 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.295 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.296 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.296 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.296 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.296 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.296 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.296 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.296 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.296 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.296 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.296 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.296 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.296 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.296 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.297 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.297 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.297 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.297 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.297 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.297 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.297 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.297 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.297 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.297 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.297 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.297 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.297 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.298 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.298 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.298 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.298 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.298 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.298 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.298 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.298 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.298 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.298 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.298 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.298 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.299 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.299 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.299 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.299 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.299 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.299 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.299 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.299 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.299 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.299 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.299 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.299 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.299 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.299 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:16.299 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.300 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.300 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.300 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.300 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.300 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.300 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947510+0000", 2024-08-19T09:58:16.300 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.848441+0000", 2024-08-19T09:58:16.300 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.848441+0000", 2024-08-19T09:58:16.300 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.848771+0000", 2024-08-19T09:58:16.300 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947510+0000", 2024-08-19T09:58:16.300 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.300 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.300 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.300 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.301 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947510+0000", 2024-08-19T09:58:16.301 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947510+0000", 2024-08-19T09:58:16.301 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947510+0000", 2024-08-19T09:58:16.301 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.301 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.301 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.301 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947510+0000", 2024-08-19T09:58:16.301 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947510+0000", 2024-08-19T09:58:16.301 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.301 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.301 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.301 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.301 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.301 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.302 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.302 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.302 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.302 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.302 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.302 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.302 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.302 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.3a", 2024-08-19T09:58:16.302 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.302 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.302 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.302 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.302 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.303 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:29:37.530596+0000", 2024-08-19T09:58:16.303 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.303 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.303 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.303 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.303 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.303 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.303 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.303 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.303 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.303 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.303 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.303 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.304 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.304 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.304 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.304 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.304 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.304 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.304 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.304 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.304 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.304 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.304 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.304 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.304 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.304 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.305 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.305 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.305 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.305 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.305 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.305 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.305 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.305 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.305 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.305 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.305 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.305 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.305 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.305 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.306 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.306 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.306 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.306 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.306 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.306 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.306 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.306 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.306 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.306 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.306 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.306 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:16.306 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.306 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.307 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.307 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.307 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.307 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.307 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.307 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.307 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.307 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.307 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.307 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.307 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.307 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.307 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.307 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.428755+0000", 2024-08-19T09:58:16.308 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.852746+0000", 2024-08-19T09:58:16.308 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.852746+0000", 2024-08-19T09:58:16.308 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.853640+0000", 2024-08-19T09:58:16.308 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.428755+0000", 2024-08-19T09:58:16.308 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.308 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.308 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.308 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.308 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.428755+0000", 2024-08-19T09:58:16.308 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.428755+0000", 2024-08-19T09:58:16.308 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.428755+0000", 2024-08-19T09:58:16.308 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.308 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.308 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.308 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.428755+0000", 2024-08-19T09:58:16.309 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.428755+0000", 2024-08-19T09:58:16.309 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.309 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.309 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.309 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.309 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.309 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.309 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.309 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.309 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.309 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.309 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.309 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.309 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.310 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.39", 2024-08-19T09:58:16.310 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.310 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.310 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.310 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.310 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.310 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:23:03.250191+0000", 2024-08-19T09:58:16.310 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.310 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.310 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.310 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.310 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.310 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.310 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.311 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.311 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.311 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.311 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.311 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.311 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.311 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.311 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.311 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.311 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.311 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.311 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.311 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.311 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.312 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.312 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.312 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.312 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.312 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.312 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.312 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.312 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.312 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.312 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.312 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.312 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.312 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.312 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.312 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.313 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.313 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.313 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.313 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.313 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.313 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.313 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.313 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.313 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.313 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.313 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.313 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.313 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.313 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.314 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.314 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.314 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.314 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.314 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.314 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.314 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.314 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.314 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.314 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.314 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:16.314 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.314 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.314 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.315 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.315 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.315 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.315 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429066+0000", 2024-08-19T09:58:16.315 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.841268+0000", 2024-08-19T09:58:16.315 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.841268+0000", 2024-08-19T09:58:16.315 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.841530+0000", 2024-08-19T09:58:16.315 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429066+0000", 2024-08-19T09:58:16.315 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.315 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.315 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.315 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.315 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429066+0000", 2024-08-19T09:58:16.315 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429066+0000", 2024-08-19T09:58:16.316 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429066+0000", 2024-08-19T09:58:16.316 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.316 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.316 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.316 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429066+0000", 2024-08-19T09:58:16.316 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429066+0000", 2024-08-19T09:58:16.316 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.316 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.316 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.316 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.316 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.316 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.316 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.316 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.317 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.317 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.317 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.317 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.317 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.317 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.38", 2024-08-19T09:58:16.317 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.317 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.317 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.317 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.318 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.318 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:13:59.505877+0000", 2024-08-19T09:58:16.318 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.318 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.318 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.318 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.318 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.318 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.318 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.318 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.318 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.319 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.319 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.319 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.319 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.319 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.319 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.319 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.319 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.319 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.319 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.320 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.320 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.320 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.320 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.320 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.320 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.320 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.320 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.320 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.320 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.321 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.321 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.321 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.321 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.321 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.321 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.321 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.321 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.321 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.321 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.322 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.322 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.322 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.322 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.322 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.322 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.322 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.322 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.322 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.322 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.322 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.322 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.323 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:16.323 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.323 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.323 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.323 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.323 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.323 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.323 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.323 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.323 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.323 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.323 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.323 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.323 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.324 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.324 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.324 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429424+0000", 2024-08-19T09:58:16.324 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.845936+0000", 2024-08-19T09:58:16.324 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.845936+0000", 2024-08-19T09:58:16.324 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.846503+0000", 2024-08-19T09:58:16.324 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429424+0000", 2024-08-19T09:58:16.324 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.324 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.324 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.324 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.324 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429424+0000", 2024-08-19T09:58:16.324 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429424+0000", 2024-08-19T09:58:16.324 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429424+0000", 2024-08-19T09:58:16.325 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.325 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.325 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.325 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429424+0000", 2024-08-19T09:58:16.325 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429424+0000", 2024-08-19T09:58:16.325 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.325 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.325 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.325 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.325 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.325 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.325 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.325 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.326 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.326 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.326 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.326 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.326 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.326 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.37", 2024-08-19T09:58:16.326 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.326 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.326 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.326 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.326 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.326 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:06:41.470526+0000", 2024-08-19T09:58:16.326 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.327 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.327 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.327 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.327 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.327 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.327 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.327 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.327 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.327 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.327 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.327 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.327 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.327 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.327 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.328 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.328 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.328 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.328 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.328 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.328 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.328 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.328 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.328 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.328 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.328 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.328 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.328 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.328 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.330 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.330 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.330 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.330 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.330 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.330 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.330 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.330 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.330 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.330 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.330 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.330 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.330 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.330 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.331 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.331 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.331 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.331 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.331 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:16.331 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.331 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.331 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.331 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.331 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.331 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.331 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284411+0000", 2024-08-19T09:58:16.331 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.845581+0000", 2024-08-19T09:58:16.332 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.845581+0000", 2024-08-19T09:58:16.332 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.845858+0000", 2024-08-19T09:58:16.332 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284411+0000", 2024-08-19T09:58:16.332 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.332 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.332 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.332 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.332 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284411+0000", 2024-08-19T09:58:16.332 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284411+0000", 2024-08-19T09:58:16.332 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284411+0000", 2024-08-19T09:58:16.332 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.332 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.332 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.333 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284411+0000", 2024-08-19T09:58:16.333 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284411+0000", 2024-08-19T09:58:16.333 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.333 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.333 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.333 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.333 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.333 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.333 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.333 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.333 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.333 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.333 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.334 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.334 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.334 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.36", 2024-08-19T09:58:16.334 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.334 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.334 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.334 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.334 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.334 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:34:49.387845+0000", 2024-08-19T09:58:16.334 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.334 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.334 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.335 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.335 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.335 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.335 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.335 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.335 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.335 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.335 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.335 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.335 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.335 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.335 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.335 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.335 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.336 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.336 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.336 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.336 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.336 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.336 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.336 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.336 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.336 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.336 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.336 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.336 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.336 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.336 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.337 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.337 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.337 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.338 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.338 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.338 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.338 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.338 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.338 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:16.338 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.338 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.338 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.338 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.338 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.338 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.339 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.339 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.339 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:16.339 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.339 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.339 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.339 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.339 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.339 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.339 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284438+0000", 2024-08-19T09:58:16.339 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.845592+0000", 2024-08-19T09:58:16.339 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.845592+0000", 2024-08-19T09:58:16.339 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.846017+0000", 2024-08-19T09:58:16.339 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284438+0000", 2024-08-19T09:58:16.340 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.340 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.340 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.340 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.340 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284438+0000", 2024-08-19T09:58:16.340 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284438+0000", 2024-08-19T09:58:16.340 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284438+0000", 2024-08-19T09:58:16.340 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.340 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.340 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.340 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284438+0000", 2024-08-19T09:58:16.340 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284438+0000", 2024-08-19T09:58:16.340 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.340 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.340 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.341 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.341 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.341 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.341 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.341 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.341 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.341 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.341 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.341 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.341 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.341 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.35", 2024-08-19T09:58:16.341 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.341 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.341 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.342 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.342 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.342 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:11:22.229445+0000", 2024-08-19T09:58:16.342 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.342 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.342 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.342 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.342 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.342 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.342 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.342 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.342 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.342 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.342 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.343 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.343 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.343 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.343 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.343 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.343 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.343 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.343 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.343 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.343 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.343 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.343 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.343 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.343 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.345 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.345 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.345 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.345 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.345 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.345 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.345 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.345 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.345 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:16.345 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.346 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.346 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.346 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.346 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.346 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.346 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.346 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.346 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 4, 2024-08-19T09:58:16.346 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.346 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.346 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.346 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.346 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.346 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.347 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.859026+0000", 2024-08-19T09:58:16.347 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.836665+0000", 2024-08-19T09:58:16.347 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.836665+0000", 2024-08-19T09:58:16.347 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.836931+0000", 2024-08-19T09:58:16.347 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.859026+0000", 2024-08-19T09:58:16.347 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.347 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.347 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.347 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.347 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.859026+0000", 2024-08-19T09:58:16.347 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.859026+0000", 2024-08-19T09:58:16.347 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.859026+0000", 2024-08-19T09:58:16.347 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.348 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.348 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.348 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.859026+0000", 2024-08-19T09:58:16.348 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.859026+0000", 2024-08-19T09:58:16.348 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.348 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.348 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.348 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.348 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.348 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.348 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.348 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.348 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.348 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.349 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.349 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.349 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.349 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.34", 2024-08-19T09:58:16.349 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.349 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.349 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.349 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.349 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.349 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:47:34.685899+0000", 2024-08-19T09:58:16.349 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.349 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.349 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.349 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.350 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.350 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.350 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.350 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.350 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.350 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.350 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.350 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.350 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.350 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.350 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.350 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.350 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.351 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.351 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.351 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.351 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.351 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.351 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.351 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.351 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.351 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.351 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.351 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.351 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.351 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.351 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.352 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.352 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.353 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.353 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.353 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.353 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.353 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.353 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.353 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 4, 2024-08-19T09:58:16.353 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.353 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.353 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.353 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.353 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.353 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.354 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.354 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.354 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:16.354 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.354 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.354 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.354 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.354 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.354 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.354 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429394+0000", 2024-08-19T09:58:16.354 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.833420+0000", 2024-08-19T09:58:16.354 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.833420+0000", 2024-08-19T09:58:16.354 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.833687+0000", 2024-08-19T09:58:16.354 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429394+0000", 2024-08-19T09:58:16.355 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.355 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.355 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.355 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.355 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429394+0000", 2024-08-19T09:58:16.355 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429394+0000", 2024-08-19T09:58:16.355 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429394+0000", 2024-08-19T09:58:16.355 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.355 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.355 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.355 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429394+0000", 2024-08-19T09:58:16.355 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429394+0000", 2024-08-19T09:58:16.355 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.355 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.356 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.356 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.356 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.356 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.356 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.356 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.356 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.356 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.356 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.356 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.356 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.356 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.33", 2024-08-19T09:58:16.356 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.357 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.357 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.357 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.357 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.357 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:59:03.404828+0000", 2024-08-19T09:58:16.357 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.357 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.357 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.357 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.357 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.357 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.357 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.357 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.357 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.358 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.358 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.358 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.358 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.358 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.358 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.358 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.358 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.358 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.358 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.358 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.358 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.358 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.360 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.360 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.360 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.360 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.360 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.360 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.360 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.361 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.361 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:16.361 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.361 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.361 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.361 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.361 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.361 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.361 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:16.361 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.361 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:16.361 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.361 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.361 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.362 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.362 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.362 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.362 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429293+0000", 2024-08-19T09:58:16.362 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.847105+0000", 2024-08-19T09:58:16.362 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.847105+0000", 2024-08-19T09:58:16.362 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.848914+0000", 2024-08-19T09:58:16.362 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429293+0000", 2024-08-19T09:58:16.362 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.362 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.362 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.362 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.362 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429293+0000", 2024-08-19T09:58:16.362 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429293+0000", 2024-08-19T09:58:16.363 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429293+0000", 2024-08-19T09:58:16.363 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.363 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.363 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.363 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429293+0000", 2024-08-19T09:58:16.363 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429293+0000", 2024-08-19T09:58:16.363 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.363 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.363 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.363 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.363 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.363 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.363 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.364 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.364 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.364 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.364 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.364 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.364 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.364 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.32", 2024-08-19T09:58:16.364 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.364 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.364 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.364 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.364 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.364 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:45:09.721527+0000", 2024-08-19T09:58:16.364 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.364 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.365 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.365 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.365 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.365 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.365 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.365 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.365 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.365 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.365 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.365 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.365 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.365 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.365 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.365 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.366 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.366 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.366 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.366 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.366 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.366 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.366 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.366 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.366 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.366 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.366 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.366 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.366 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.366 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.367 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.368 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.368 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.368 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.368 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.368 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.368 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:16.368 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.368 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:16.368 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.368 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.368 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.368 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.368 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.368 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.369 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:16.369 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.369 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:16.369 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.369 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.369 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.369 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.369 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.369 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.369 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855461+0000", 2024-08-19T09:58:16.369 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.838642+0000", 2024-08-19T09:58:16.369 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.838642+0000", 2024-08-19T09:58:16.369 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.838947+0000", 2024-08-19T09:58:16.369 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855461+0000", 2024-08-19T09:58:16.370 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.370 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.370 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.370 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.370 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855461+0000", 2024-08-19T09:58:16.370 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855461+0000", 2024-08-19T09:58:16.370 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855461+0000", 2024-08-19T09:58:16.370 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.370 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.370 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.370 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855461+0000", 2024-08-19T09:58:16.370 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855461+0000", 2024-08-19T09:58:16.370 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.370 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.371 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.371 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.371 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.371 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.371 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.371 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.371 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.371 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.371 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.371 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.371 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.371 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.31", 2024-08-19T09:58:16.371 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.371 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.372 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.372 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.372 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.372 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:46:40.639186+0000", 2024-08-19T09:58:16.372 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.372 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.372 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.372 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.372 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.372 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.372 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.372 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.372 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.372 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.372 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.373 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.373 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.373 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.373 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.373 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.373 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.373 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.373 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.373 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.373 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.373 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.373 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.375 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.375 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.375 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.375 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.375 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.375 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.376 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:16.376 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.376 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:16.376 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.376 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.376 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.376 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.376 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.376 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.376 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.376 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.376 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:16.376 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.376 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.377 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.377 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.377 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.377 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.377 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947385+0000", 2024-08-19T09:58:16.377 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.850747+0000", 2024-08-19T09:58:16.377 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.850747+0000", 2024-08-19T09:58:16.377 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.851024+0000", 2024-08-19T09:58:16.377 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947385+0000", 2024-08-19T09:58:16.377 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.377 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.377 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.377 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.378 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947385+0000", 2024-08-19T09:58:16.378 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947385+0000", 2024-08-19T09:58:16.378 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947385+0000", 2024-08-19T09:58:16.378 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.378 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.378 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.378 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947385+0000", 2024-08-19T09:58:16.378 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947385+0000", 2024-08-19T09:58:16.378 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.378 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.378 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.378 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.378 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.378 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.379 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.379 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.379 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.379 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.379 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.379 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.379 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.379 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.30", 2024-08-19T09:58:16.379 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.379 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.379 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.379 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.379 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.380 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:46:01.131533+0000", 2024-08-19T09:58:16.380 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.380 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.380 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.380 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.380 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.380 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.380 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.380 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.380 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.380 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.380 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.380 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.380 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.383 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.383 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.383 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.383 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.383 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.383 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.383 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.383 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.383 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.383 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.383 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:16.383 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.383 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.383 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.383 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.384 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.384 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.384 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.384 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.384 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:16.384 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.384 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.384 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.384 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.384 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.384 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.384 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.948048+0000", 2024-08-19T09:58:16.384 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.848776+0000", 2024-08-19T09:58:16.385 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.848776+0000", 2024-08-19T09:58:16.385 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.849091+0000", 2024-08-19T09:58:16.385 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.948048+0000", 2024-08-19T09:58:16.385 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.385 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.385 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.385 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.385 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.948048+0000", 2024-08-19T09:58:16.385 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.948048+0000", 2024-08-19T09:58:16.385 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.948048+0000", 2024-08-19T09:58:16.385 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.385 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.385 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.385 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.948048+0000", 2024-08-19T09:58:16.386 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.948048+0000", 2024-08-19T09:58:16.386 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.386 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.386 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.386 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.386 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.386 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.386 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.386 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.386 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.386 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.386 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.386 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.386 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.387 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.2f", 2024-08-19T09:58:16.387 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.387 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.387 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.387 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.387 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.387 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:06:48.603678+0000", 2024-08-19T09:58:16.387 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.387 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.387 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.387 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.387 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.387 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.387 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.387 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.388 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.388 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.388 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.388 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.388 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.388 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.388 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.388 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.388 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.388 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.388 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.388 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.388 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.388 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.390 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.390 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.390 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.390 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.390 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.390 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.391 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.391 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.391 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:16.391 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.391 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.391 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.391 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.391 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.391 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.391 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.391 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.391 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:16.391 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.392 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.392 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.392 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.392 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.392 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.392 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854384+0000", 2024-08-19T09:58:16.392 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.834609+0000", 2024-08-19T09:58:16.392 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.834609+0000", 2024-08-19T09:58:16.392 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.835028+0000", 2024-08-19T09:58:16.392 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854384+0000", 2024-08-19T09:58:16.392 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.392 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.392 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.392 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.393 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854384+0000", 2024-08-19T09:58:16.393 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854384+0000", 2024-08-19T09:58:16.393 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854384+0000", 2024-08-19T09:58:16.393 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.393 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.393 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.393 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854384+0000", 2024-08-19T09:58:16.393 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854384+0000", 2024-08-19T09:58:16.393 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.393 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.393 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.393 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.393 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.393 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.394 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.394 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.394 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.394 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.394 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.394 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.394 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.394 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.2e", 2024-08-19T09:58:16.394 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.394 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.394 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.394 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.394 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.395 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T09:56:51.486116+0000", 2024-08-19T09:58:16.395 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.395 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.395 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.395 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.395 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.395 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.395 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.395 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.395 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.395 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.395 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.395 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.395 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.398 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.398 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.398 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.398 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.398 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.398 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.398 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.398 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.398 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.398 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.398 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:16.398 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.398 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.399 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.399 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.399 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.399 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.399 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.399 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.399 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.399 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.399 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.399 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.399 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.399 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.400 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.400 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429160+0000", 2024-08-19T09:58:16.400 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.837706+0000", 2024-08-19T09:58:16.400 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.837706+0000", 2024-08-19T09:58:16.400 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.837976+0000", 2024-08-19T09:58:16.400 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429160+0000", 2024-08-19T09:58:16.400 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.400 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.400 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.400 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.400 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429160+0000", 2024-08-19T09:58:16.400 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429160+0000", 2024-08-19T09:58:16.400 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429160+0000", 2024-08-19T09:58:16.400 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.401 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.401 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.401 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429160+0000", 2024-08-19T09:58:16.401 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429160+0000", 2024-08-19T09:58:16.401 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.401 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.401 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.401 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.401 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.401 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.401 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.401 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.401 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.401 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.401 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.402 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.402 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.402 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.2d", 2024-08-19T09:58:16.402 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.402 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.402 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.402 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.402 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.402 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:07:41.194305+0000", 2024-08-19T09:58:16.402 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.402 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.402 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.402 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.403 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.403 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.403 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.403 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.403 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.403 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.403 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.403 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.403 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.403 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.403 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.403 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.403 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.403 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.403 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.405 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.405 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.405 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.405 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.406 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.406 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.406 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.406 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.406 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.406 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.406 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.406 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.406 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.406 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.406 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.406 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.406 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.406 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:16.407 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.407 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.407 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.407 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.407 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.407 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.407 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284300+0000", 2024-08-19T09:58:16.407 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:25.281701+0000", 2024-08-19T09:58:16.407 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:25.281701+0000", 2024-08-19T09:58:16.407 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:25.282063+0000", 2024-08-19T09:58:16.407 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284300+0000", 2024-08-19T09:58:16.407 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.407 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.407 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.407 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 67, 2024-08-19T09:58:16.408 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284300+0000", 2024-08-19T09:58:16.408 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284300+0000", 2024-08-19T09:58:16.408 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284300+0000", 2024-08-19T09:58:16.408 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.408 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.408 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.408 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284300+0000", 2024-08-19T09:58:16.408 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284300+0000", 2024-08-19T09:58:16.408 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.408 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.408 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.408 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.408 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 66, 2024-08-19T09:58:16.409 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.409 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.409 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.409 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.409 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.409 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.409 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.409 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.409 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.2c", 2024-08-19T09:58:16.409 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.409 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.409 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.409 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 32, 2024-08-19T09:58:16.409 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.410 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:50:45.191809+0000", 2024-08-19T09:58:16.410 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.410 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.410 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.410 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.410 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.410 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.410 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.410 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.410 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.410 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.410 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.410 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.410 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.413 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.413 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.413 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.413 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.413 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.413 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.413 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.413 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.413 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:16.413 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.413 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.413 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.413 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.413 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.413 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.414 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.414 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.414 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:16.414 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.414 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.414 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.414 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.414 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.414 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.414 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429791+0000", 2024-08-19T09:58:16.414 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.841527+0000", 2024-08-19T09:58:16.414 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.841527+0000", 2024-08-19T09:58:16.414 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.841812+0000", 2024-08-19T09:58:16.415 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429791+0000", 2024-08-19T09:58:16.415 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.415 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.415 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.415 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.415 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429791+0000", 2024-08-19T09:58:16.415 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429791+0000", 2024-08-19T09:58:16.415 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429791+0000", 2024-08-19T09:58:16.415 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.415 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.415 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.415 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429791+0000", 2024-08-19T09:58:16.415 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429791+0000", 2024-08-19T09:58:16.415 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.415 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.416 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.416 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.416 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.416 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.416 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.416 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.416 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.416 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.416 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.416 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.416 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.416 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.2b", 2024-08-19T09:58:16.416 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.416 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.417 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.417 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.417 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.417 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:59:55.759233+0000", 2024-08-19T09:58:16.417 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.417 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.417 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.417 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.417 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.417 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.417 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.417 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.417 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.417 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.420 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.420 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.420 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.420 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.420 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.420 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.420 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.420 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.420 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:16.421 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.421 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.421 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.421 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.421 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.421 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.421 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.421 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.421 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:16.421 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.421 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.421 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.421 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.422 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.422 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.422 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947575+0000", 2024-08-19T09:58:16.422 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.850328+0000", 2024-08-19T09:58:16.422 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.850328+0000", 2024-08-19T09:58:16.422 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.850585+0000", 2024-08-19T09:58:16.422 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947575+0000", 2024-08-19T09:58:16.422 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.422 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.422 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.422 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.422 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947575+0000", 2024-08-19T09:58:16.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947575+0000", 2024-08-19T09:58:16.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947575+0000", 2024-08-19T09:58:16.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947575+0000", 2024-08-19T09:58:16.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947575+0000", 2024-08-19T09:58:16.423 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.423 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.423 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.423 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.423 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.423 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.423 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.424 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.424 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.424 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.424 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.424 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.424 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.424 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.2a", 2024-08-19T09:58:16.424 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.424 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.424 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.424 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.424 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.424 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:41:51.323976+0000", 2024-08-19T09:58:16.424 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.425 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.425 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.425 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.425 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.425 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.425 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.425 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.425 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.425 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.425 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.425 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.425 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.425 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.428 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.428 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.428 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.428 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.428 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.428 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.428 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.428 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.428 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:16.428 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.428 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.428 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.428 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.428 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.428 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.429 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.429 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.429 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:16.429 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.429 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.429 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.429 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.429 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.429 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.429 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429150+0000", 2024-08-19T09:58:16.429 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:25.241465+0000", 2024-08-19T09:58:16.429 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:25.241465+0000", 2024-08-19T09:58:16.429 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:25.241870+0000", 2024-08-19T09:58:16.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429150+0000", 2024-08-19T09:58:16.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 67, 2024-08-19T09:58:16.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429150+0000", 2024-08-19T09:58:16.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429150+0000", 2024-08-19T09:58:16.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429150+0000", 2024-08-19T09:58:16.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429150+0000", 2024-08-19T09:58:16.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429150+0000", 2024-08-19T09:58:16.430 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.431 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.431 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.431 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.431 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 66, 2024-08-19T09:58:16.431 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.431 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.431 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.431 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.431 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.431 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.431 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.431 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.431 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.29", 2024-08-19T09:58:16.431 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.432 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.432 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.432 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 31, 2024-08-19T09:58:16.432 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.432 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:10:02.380502+0000", 2024-08-19T09:58:16.432 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.432 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.432 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.432 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.432 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.432 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.432 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.432 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.432 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.432 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.435 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.435 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.435 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.435 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.435 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.435 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.435 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.435 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.435 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:16.435 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.436 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.436 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.436 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.436 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.436 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.436 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.436 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.436 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:16.436 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.436 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.436 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.436 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.436 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.437 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.437 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947382+0000", 2024-08-19T09:58:16.437 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.843724+0000", 2024-08-19T09:58:16.437 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.843724+0000", 2024-08-19T09:58:16.437 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.844012+0000", 2024-08-19T09:58:16.437 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947382+0000", 2024-08-19T09:58:16.437 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.437 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.437 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.437 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.437 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947382+0000", 2024-08-19T09:58:16.437 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947382+0000", 2024-08-19T09:58:16.437 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947382+0000", 2024-08-19T09:58:16.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947382+0000", 2024-08-19T09:58:16.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947382+0000", 2024-08-19T09:58:16.438 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.438 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.438 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.438 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.438 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.438 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.438 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.438 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.438 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.439 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.439 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.439 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.439 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.439 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.28", 2024-08-19T09:58:16.439 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.439 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.439 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.439 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.439 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.439 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:39:07.672406+0000", 2024-08-19T09:58:16.439 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.439 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.439 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.440 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.440 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.440 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.440 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.440 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.440 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.440 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.440 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.440 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.440 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.440 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.440 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.440 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.440 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.442 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.442 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.442 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.443 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.443 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.443 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.443 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.443 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.443 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:16.443 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.443 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.443 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.443 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.443 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.443 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.443 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.443 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.444 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:16.444 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.444 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.444 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.444 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.444 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.444 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.444 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429728+0000", 2024-08-19T09:58:16.444 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.826457+0000", 2024-08-19T09:58:16.444 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.826457+0000", 2024-08-19T09:58:16.444 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.826722+0000", 2024-08-19T09:58:16.444 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429728+0000", 2024-08-19T09:58:16.444 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.444 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.445 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.445 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.445 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429728+0000", 2024-08-19T09:58:16.445 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429728+0000", 2024-08-19T09:58:16.445 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429728+0000", 2024-08-19T09:58:16.445 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.445 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.445 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.445 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429728+0000", 2024-08-19T09:58:16.445 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429728+0000", 2024-08-19T09:58:16.445 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.445 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.445 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.445 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.446 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.446 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.446 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.446 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.446 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.446 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.446 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.446 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.446 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.446 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.27", 2024-08-19T09:58:16.446 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.446 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.446 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.446 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.446 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.447 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:34:24.589134+0000", 2024-08-19T09:58:16.447 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.447 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.447 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.447 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.447 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.447 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.447 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.447 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.447 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.447 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.447 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.447 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.450 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.450 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.450 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.450 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.450 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.450 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.450 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.450 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.450 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:16.450 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.451 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.451 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.451 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.451 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.451 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.451 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.451 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.451 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:16.451 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.451 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.451 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.451 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.451 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.451 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.451 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284443+0000", 2024-08-19T09:58:16.452 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.840093+0000", 2024-08-19T09:58:16.452 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.840093+0000", 2024-08-19T09:58:16.452 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.840448+0000", 2024-08-19T09:58:16.452 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284443+0000", 2024-08-19T09:58:16.452 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.452 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.452 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.452 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.452 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284443+0000", 2024-08-19T09:58:16.452 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284443+0000", 2024-08-19T09:58:16.452 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284443+0000", 2024-08-19T09:58:16.452 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.452 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.452 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.453 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284443+0000", 2024-08-19T09:58:16.453 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284443+0000", 2024-08-19T09:58:16.453 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.453 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.453 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.453 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.453 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.453 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.453 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.453 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.453 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.453 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.453 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.453 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.454 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.454 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.26", 2024-08-19T09:58:16.454 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.454 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.454 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.454 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.454 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.454 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:21:20.278681+0000", 2024-08-19T09:58:16.454 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.454 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.454 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.454 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.454 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.454 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.457 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.457 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.457 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.457 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.457 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.457 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.458 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.458 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.458 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:16.458 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.458 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.458 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.458 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.458 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.458 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.458 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.458 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.458 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:16.458 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.458 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.458 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.459 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.459 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.459 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.459 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854920+0000", 2024-08-19T09:58:16.459 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.829198+0000", 2024-08-19T09:58:16.459 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.829198+0000", 2024-08-19T09:58:16.459 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.829467+0000", 2024-08-19T09:58:16.459 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854920+0000", 2024-08-19T09:58:16.459 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.459 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854920+0000", 2024-08-19T09:58:16.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854920+0000", 2024-08-19T09:58:16.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854920+0000", 2024-08-19T09:58:16.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854920+0000", 2024-08-19T09:58:16.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854920+0000", 2024-08-19T09:58:16.460 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.460 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.460 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.460 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.461 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.461 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.461 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.461 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.461 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.461 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.461 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.461 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.461 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.461 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.25", 2024-08-19T09:58:16.461 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.461 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.461 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.461 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.461 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.462 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:07:17.145946+0000", 2024-08-19T09:58:16.462 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.462 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.462 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.462 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.462 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.462 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.462 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.462 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.462 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.462 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.462 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.462 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.465 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.465 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.465 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.465 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.465 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.465 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.465 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.465 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.465 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.465 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.465 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.465 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:16.465 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.465 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.466 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.466 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.466 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.466 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.466 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.466 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.466 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:16.466 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.466 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.466 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.466 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.466 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.466 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.467 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429503+0000", 2024-08-19T09:58:16.467 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.831533+0000", 2024-08-19T09:58:16.467 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.831533+0000", 2024-08-19T09:58:16.467 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.831854+0000", 2024-08-19T09:58:16.467 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429503+0000", 2024-08-19T09:58:16.467 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.467 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.467 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.467 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.467 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429503+0000", 2024-08-19T09:58:16.467 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429503+0000", 2024-08-19T09:58:16.467 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429503+0000", 2024-08-19T09:58:16.467 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.467 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.468 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.468 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429503+0000", 2024-08-19T09:58:16.468 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429503+0000", 2024-08-19T09:58:16.468 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.468 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.468 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.468 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.468 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.468 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.468 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.468 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.468 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.468 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.468 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.469 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.469 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.469 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.24", 2024-08-19T09:58:16.469 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.469 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.469 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.469 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.469 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.469 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:06:15.013799+0000", 2024-08-19T09:58:16.469 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.469 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.469 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.469 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.469 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.470 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.470 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.470 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.470 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.470 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.470 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.470 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.470 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.470 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.470 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.470 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.470 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.470 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.470 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.472 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.472 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.472 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.472 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.472 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.473 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.473 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.473 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.473 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:16.473 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.473 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.473 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.473 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.473 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.473 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.473 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.473 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.473 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:16.473 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.473 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.474 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.474 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.474 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.474 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.474 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.853466+0000", 2024-08-19T09:58:16.474 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:25.281795+0000", 2024-08-19T09:58:16.474 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:25.281795+0000", 2024-08-19T09:58:16.474 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:25.282081+0000", 2024-08-19T09:58:16.474 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.853466+0000", 2024-08-19T09:58:16.474 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.474 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.474 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.474 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 67, 2024-08-19T09:58:16.475 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.853466+0000", 2024-08-19T09:58:16.475 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.853466+0000", 2024-08-19T09:58:16.475 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.853466+0000", 2024-08-19T09:58:16.475 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.475 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.475 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.475 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.853466+0000", 2024-08-19T09:58:16.475 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.853466+0000", 2024-08-19T09:58:16.475 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.475 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.475 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.475 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.475 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 66, 2024-08-19T09:58:16.475 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.476 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.476 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.476 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.476 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.476 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.476 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.476 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.476 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.23", 2024-08-19T09:58:16.476 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.476 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.476 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.476 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 20, 2024-08-19T09:58:16.476 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.476 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:10:32.793939+0000", 2024-08-19T09:58:16.477 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.477 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.477 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.477 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.477 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.477 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.477 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.477 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.477 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.477 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.477 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.477 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.477 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.477 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.480 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.480 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.480 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.480 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.480 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.480 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.480 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.480 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.480 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:16.480 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.480 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.480 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.481 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.481 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.481 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.481 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.481 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.481 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:16.481 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.481 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.481 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.481 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.481 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.481 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.481 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947605+0000", 2024-08-19T09:58:16.481 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.846160+0000", 2024-08-19T09:58:16.482 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.846160+0000", 2024-08-19T09:58:16.482 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.846609+0000", 2024-08-19T09:58:16.482 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947605+0000", 2024-08-19T09:58:16.482 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.482 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.482 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.482 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.482 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947605+0000", 2024-08-19T09:58:16.482 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947605+0000", 2024-08-19T09:58:16.482 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947605+0000", 2024-08-19T09:58:16.482 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.482 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.482 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.483 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947605+0000", 2024-08-19T09:58:16.483 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947605+0000", 2024-08-19T09:58:16.483 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.483 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.483 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.483 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.483 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.483 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.483 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.483 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.483 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.483 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.483 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.483 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.483 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.484 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.22", 2024-08-19T09:58:16.484 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.484 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.484 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.484 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.484 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.484 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:20:34.888117+0000", 2024-08-19T09:58:16.484 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.484 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.484 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.484 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.484 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.484 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.485 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.485 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.485 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.485 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.485 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.485 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.485 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.485 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.485 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.485 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.485 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.485 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.485 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.485 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.485 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.487 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.487 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.487 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.487 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.487 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.487 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.488 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.488 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.488 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:16.488 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.488 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.488 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.488 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.488 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.488 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.488 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.488 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.488 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:16.488 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.488 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.488 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.489 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.489 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.489 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.489 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.853969+0000", 2024-08-19T09:58:16.489 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.837958+0000", 2024-08-19T09:58:16.489 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.837958+0000", 2024-08-19T09:58:16.489 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.838202+0000", 2024-08-19T09:58:16.489 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.853969+0000", 2024-08-19T09:58:16.489 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.489 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.489 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.489 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.489 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.853969+0000", 2024-08-19T09:58:16.489 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.853969+0000", 2024-08-19T09:58:16.490 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.853969+0000", 2024-08-19T09:58:16.490 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.490 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.490 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.490 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.853969+0000", 2024-08-19T09:58:16.490 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.853969+0000", 2024-08-19T09:58:16.490 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.490 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.490 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.490 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.490 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.490 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.490 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.491 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.491 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.491 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.491 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.491 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.491 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.491 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.21", 2024-08-19T09:58:16.491 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.491 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.491 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.491 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.491 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.491 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:55:16.414148+0000", 2024-08-19T09:58:16.491 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.491 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.492 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.492 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.492 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.492 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.492 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.492 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.492 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.492 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.492 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.492 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.492 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.492 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.492 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.492 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.493 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.493 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.493 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.493 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.493 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.493 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.493 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.493 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.493 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.493 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.493 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.493 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.493 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.495 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.495 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.495 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.495 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.495 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.495 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.495 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.495 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.495 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:16.495 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.495 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.495 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.495 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.495 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.496 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.496 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:16.496 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.496 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:16.496 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.496 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.496 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.496 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.496 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.496 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.496 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.283980+0000", 2024-08-19T09:58:16.496 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.844968+0000", 2024-08-19T09:58:16.496 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.844968+0000", 2024-08-19T09:58:16.497 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.845238+0000", 2024-08-19T09:58:16.497 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.283980+0000", 2024-08-19T09:58:16.497 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.497 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.497 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.497 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.497 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.283980+0000", 2024-08-19T09:58:16.497 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.283980+0000", 2024-08-19T09:58:16.497 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.283980+0000", 2024-08-19T09:58:16.497 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.497 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.497 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.497 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.283980+0000", 2024-08-19T09:58:16.497 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.283980+0000", 2024-08-19T09:58:16.497 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.498 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.498 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.498 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.498 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.498 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.498 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.498 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.498 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.498 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.498 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.498 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.498 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.498 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.20", 2024-08-19T09:58:16.499 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.499 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.499 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.499 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.499 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.499 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:32:30.767451+0000", 2024-08-19T09:58:16.499 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.499 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.499 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.499 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.499 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.499 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.499 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.499 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.500 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.500 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.500 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.500 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.500 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.500 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.500 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.500 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.500 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.500 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.500 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.500 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.500 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.500 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.500 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.502 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.502 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.502 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.502 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.502 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.502 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.502 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:16.502 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.502 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:16.503 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.503 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.503 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.503 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.503 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.503 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.503 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.503 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.503 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 4, 2024-08-19T09:58:16.503 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.503 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.503 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.503 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.503 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.504 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.504 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.858268+0000", 2024-08-19T09:58:16.504 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.827243+0000", 2024-08-19T09:58:16.504 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.827243+0000", 2024-08-19T09:58:16.504 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.827938+0000", 2024-08-19T09:58:16.504 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.858268+0000", 2024-08-19T09:58:16.504 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.504 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.504 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.504 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.504 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.858268+0000", 2024-08-19T09:58:16.504 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.858268+0000", 2024-08-19T09:58:16.504 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.858268+0000", 2024-08-19T09:58:16.504 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.505 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.505 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.505 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.858268+0000", 2024-08-19T09:58:16.505 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.858268+0000", 2024-08-19T09:58:16.505 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.505 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.505 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.505 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.505 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.505 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.505 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.505 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.505 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.505 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.506 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.506 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.506 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.506 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.1a", 2024-08-19T09:58:16.506 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.506 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.506 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.506 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.506 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.506 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:23:14.173842+0000", 2024-08-19T09:58:16.506 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.506 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.506 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.506 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.507 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.507 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.507 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.507 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.507 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.507 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.507 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.507 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.507 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.507 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.507 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.507 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.507 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.508 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.508 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.508 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.508 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.508 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.508 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.508 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.508 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.508 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.508 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.508 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.508 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.508 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.510 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.510 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.510 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.510 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.510 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.510 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.510 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.510 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.510 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 4, 2024-08-19T09:58:16.510 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.510 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.510 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.510 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.510 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.511 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.511 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.511 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.511 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:16.511 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.511 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.511 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.511 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.511 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.511 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.511 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429512+0000", 2024-08-19T09:58:16.511 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:25.246482+0000", 2024-08-19T09:58:16.511 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:25.246482+0000", 2024-08-19T09:58:16.512 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:25.246859+0000", 2024-08-19T09:58:16.512 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429512+0000", 2024-08-19T09:58:16.512 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.512 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.512 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.512 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 67, 2024-08-19T09:58:16.512 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429512+0000", 2024-08-19T09:58:16.512 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429512+0000", 2024-08-19T09:58:16.512 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429512+0000", 2024-08-19T09:58:16.512 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.512 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.512 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.512 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429512+0000", 2024-08-19T09:58:16.513 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429512+0000", 2024-08-19T09:58:16.513 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.513 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 1, 2024-08-19T09:58:16.513 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.513 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.513 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 66, 2024-08-19T09:58:16.513 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.513 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.513 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.513 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.513 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 1, 2024-08-19T09:58:16.513 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.513 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.513 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.514 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.1b", 2024-08-19T09:58:16.514 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.514 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.514 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.514 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 35, 2024-08-19T09:58:16.514 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.514 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:15:19.042116+0000", 2024-08-19T09:58:16.514 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.514 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.514 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.514 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.514 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.514 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.515 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.515 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.515 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.515 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.515 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.515 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.515 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.515 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.515 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.515 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.515 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.515 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.515 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.515 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.516 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.516 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.516 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.516 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.516 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.516 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.516 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.516 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.516 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.516 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.516 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.516 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.516 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.516 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.516 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.517 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.517 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.517 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.517 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.517 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.517 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.518 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.518 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.518 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:16.518 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'1" 2024-08-19T09:58:16.518 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.518 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.518 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.518 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.518 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.518 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.518 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.518 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:16.518 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.519 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.519 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.519 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.519 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.519 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.519 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.853393+0000", 2024-08-19T09:58:16.519 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:25.281719+0000", 2024-08-19T09:58:16.519 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:25.281719+0000", 2024-08-19T09:58:16.519 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:25.282043+0000", 2024-08-19T09:58:16.519 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.853393+0000", 2024-08-19T09:58:16.519 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.519 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.519 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.519 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 67, 2024-08-19T09:58:16.520 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.853393+0000", 2024-08-19T09:58:16.520 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.853393+0000", 2024-08-19T09:58:16.520 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.853393+0000", 2024-08-19T09:58:16.520 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.520 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.520 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.520 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.853393+0000", 2024-08-19T09:58:16.520 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.853393+0000", 2024-08-19T09:58:16.520 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.520 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.520 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.520 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.521 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 66, 2024-08-19T09:58:16.521 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.521 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.521 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.521 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.521 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.521 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.521 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.521 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.521 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.1b", 2024-08-19T09:58:16.521 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.521 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.521 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.522 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 20, 2024-08-19T09:58:16.522 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.522 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:10:17.368993+0000", 2024-08-19T09:58:16.522 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.522 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.522 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.522 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.522 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.522 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.522 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.522 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.522 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.522 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.522 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.523 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.523 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.523 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.523 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.523 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.523 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.523 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.523 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.523 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.523 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.523 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.523 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.523 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.525 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.525 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.525 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.525 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.525 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.525 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.525 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.526 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.526 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:16.526 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.526 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.526 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.526 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.526 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.526 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.526 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.526 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.526 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:16.526 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.527 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.527 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.527 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.527 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.527 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.527 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284236+0000", 2024-08-19T09:58:16.527 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.822060+0000", 2024-08-19T09:58:16.527 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.822060+0000", 2024-08-19T09:58:16.527 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.822364+0000", 2024-08-19T09:58:16.527 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284236+0000", 2024-08-19T09:58:16.527 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.527 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.527 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.527 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.528 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284236+0000", 2024-08-19T09:58:16.528 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284236+0000", 2024-08-19T09:58:16.528 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284236+0000", 2024-08-19T09:58:16.528 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.528 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.528 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.528 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284236+0000", 2024-08-19T09:58:16.528 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284236+0000", 2024-08-19T09:58:16.528 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.528 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 1, 2024-08-19T09:58:16.528 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.528 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.528 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.528 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.529 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.529 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.529 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.529 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 1, 2024-08-19T09:58:16.529 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.529 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.529 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.529 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.1a", 2024-08-19T09:58:16.529 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.529 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.529 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.529 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:16.529 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.529 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:31:01.793305+0000", 2024-08-19T09:58:16.530 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.530 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.530 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.530 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.531 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.533 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.533 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.533 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.533 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.533 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.533 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.533 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.533 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.533 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:16.533 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'1" 2024-08-19T09:58:16.533 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.533 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.533 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.534 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.534 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.534 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.534 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.534 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:16.534 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.534 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.534 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.534 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.534 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.534 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.534 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429297+0000", 2024-08-19T09:58:16.534 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817246+0000", 2024-08-19T09:58:16.535 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817246+0000", 2024-08-19T09:58:16.535 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.817514+0000", 2024-08-19T09:58:16.535 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429297+0000", 2024-08-19T09:58:16.535 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.535 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.535 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.535 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.535 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429297+0000", 2024-08-19T09:58:16.535 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429297+0000", 2024-08-19T09:58:16.535 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429297+0000", 2024-08-19T09:58:16.535 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.535 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.535 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.536 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429297+0000", 2024-08-19T09:58:16.536 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429297+0000", 2024-08-19T09:58:16.536 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.536 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.536 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.536 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.536 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.536 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.536 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.536 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.536 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.536 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.536 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.536 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.537 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.537 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.19", 2024-08-19T09:58:16.537 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.537 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.537 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.537 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 25, 2024-08-19T09:58:16.537 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.537 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:20:43.157904+0000", 2024-08-19T09:58:16.537 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.537 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.537 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.537 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.538 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.538 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.538 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.538 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.538 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.538 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.538 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.538 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.538 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.538 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.538 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.538 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.538 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.538 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.539 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.539 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.539 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.539 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.539 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.539 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.539 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.539 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.539 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.539 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.539 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.539 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.540 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.540 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.541 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.541 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.541 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.541 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.541 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.541 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.541 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:16.541 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.541 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.541 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.541 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.541 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.541 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.541 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.542 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.542 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:16.542 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.542 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.542 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.542 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.542 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.542 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.542 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429146+0000", 2024-08-19T09:58:16.542 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.832234+0000", 2024-08-19T09:58:16.542 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.832234+0000", 2024-08-19T09:58:16.542 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.832533+0000", 2024-08-19T09:58:16.542 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429146+0000", 2024-08-19T09:58:16.543 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.543 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.543 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.543 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.543 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429146+0000", 2024-08-19T09:58:16.543 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429146+0000", 2024-08-19T09:58:16.543 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429146+0000", 2024-08-19T09:58:16.543 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.543 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.543 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.543 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429146+0000", 2024-08-19T09:58:16.543 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429146+0000", 2024-08-19T09:58:16.543 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.543 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.544 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.544 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.544 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.544 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.544 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.544 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.544 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.544 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.544 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.544 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.544 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.544 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.18", 2024-08-19T09:58:16.544 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.544 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.545 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.545 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.545 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.545 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:15:13.987600+0000", 2024-08-19T09:58:16.545 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.545 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.545 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.545 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.545 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.545 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.545 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.545 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.545 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.545 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.545 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.546 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.546 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.546 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.546 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.546 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.546 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.546 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.546 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.546 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.546 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.546 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.546 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.546 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.548 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.548 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.548 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.548 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.548 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.548 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.548 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.548 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.548 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:16.548 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.549 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.549 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.549 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.549 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.549 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.549 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.549 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.549 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:16.549 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.549 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.549 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.549 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.549 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.549 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.549 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947508+0000", 2024-08-19T09:58:16.550 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.826029+0000", 2024-08-19T09:58:16.550 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.826029+0000", 2024-08-19T09:58:16.550 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.826368+0000", 2024-08-19T09:58:16.550 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947508+0000", 2024-08-19T09:58:16.550 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.550 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.550 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.550 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.550 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947508+0000", 2024-08-19T09:58:16.550 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947508+0000", 2024-08-19T09:58:16.550 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947508+0000", 2024-08-19T09:58:16.550 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.550 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.550 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.551 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947508+0000", 2024-08-19T09:58:16.551 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947508+0000", 2024-08-19T09:58:16.551 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.551 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.551 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.551 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.551 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.551 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.551 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.551 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.551 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.551 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.551 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.551 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.551 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.552 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.18", 2024-08-19T09:58:16.552 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.552 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.552 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.552 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:16.552 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.552 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:51:36.186463+0000", 2024-08-19T09:58:16.552 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.552 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.552 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.552 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.552 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.552 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.552 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.553 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.553 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.553 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.553 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.553 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.553 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.553 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.553 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.553 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.553 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.553 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.553 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.553 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.555 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.555 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.555 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.555 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.556 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.556 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.556 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.556 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.556 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:16.556 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.556 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.556 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.556 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.556 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.556 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.556 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.556 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.557 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:16.557 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.557 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.557 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.557 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.557 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.557 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.557 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855348+0000", 2024-08-19T09:58:16.557 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.830881+0000", 2024-08-19T09:58:16.557 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.830881+0000", 2024-08-19T09:58:16.557 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.831347+0000", 2024-08-19T09:58:16.557 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855348+0000", 2024-08-19T09:58:16.557 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.557 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.557 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.558 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.558 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855348+0000", 2024-08-19T09:58:16.558 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855348+0000", 2024-08-19T09:58:16.558 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855348+0000", 2024-08-19T09:58:16.558 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.558 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.558 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.558 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855348+0000", 2024-08-19T09:58:16.558 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855348+0000", 2024-08-19T09:58:16.558 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.558 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.558 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.558 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.558 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.559 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.559 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.559 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.559 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.559 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.559 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.559 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.559 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.559 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.19", 2024-08-19T09:58:16.559 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.559 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.559 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.559 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.559 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.560 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:32:01.806304+0000", 2024-08-19T09:58:16.560 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.560 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.560 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.560 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.560 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.560 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.560 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.560 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.560 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.560 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.560 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.560 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.560 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.560 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.563 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.563 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.563 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.563 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.563 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.563 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.563 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.563 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.563 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.563 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:16.563 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.563 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.563 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.563 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.563 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.564 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.564 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.564 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.564 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:16.564 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.564 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.564 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.564 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.564 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.564 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.564 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284486+0000", 2024-08-19T09:58:16.564 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.819944+0000", 2024-08-19T09:58:16.564 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.819944+0000", 2024-08-19T09:58:16.565 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.820255+0000", 2024-08-19T09:58:16.565 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284486+0000", 2024-08-19T09:58:16.565 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.565 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.565 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.565 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.565 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284486+0000", 2024-08-19T09:58:16.565 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284486+0000", 2024-08-19T09:58:16.565 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284486+0000", 2024-08-19T09:58:16.565 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.565 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.565 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.565 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284486+0000", 2024-08-19T09:58:16.565 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284486+0000", 2024-08-19T09:58:16.566 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.566 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.566 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.566 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.566 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.566 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.566 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.566 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.566 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.566 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.566 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.566 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.566 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.567 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.17", 2024-08-19T09:58:16.567 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.567 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.567 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.567 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 25, 2024-08-19T09:58:16.567 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.567 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:57:30.507759+0000", 2024-08-19T09:58:16.567 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.567 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.567 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.567 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.567 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.567 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.568 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.568 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.568 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.568 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.568 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.568 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.568 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.568 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.568 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.568 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.568 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.568 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.568 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.570 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.570 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.571 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.571 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.571 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.571 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.571 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.571 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.571 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:16.571 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.571 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.571 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.571 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.571 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.571 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.571 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.572 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.572 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:16.572 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.572 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.572 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.572 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.572 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.572 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.572 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947801+0000", 2024-08-19T09:58:16.572 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.848607+0000", 2024-08-19T09:58:16.572 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.848607+0000", 2024-08-19T09:58:16.572 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.848930+0000", 2024-08-19T09:58:16.572 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947801+0000", 2024-08-19T09:58:16.573 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.573 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.573 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.573 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.573 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947801+0000", 2024-08-19T09:58:16.573 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947801+0000", 2024-08-19T09:58:16.573 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947801+0000", 2024-08-19T09:58:16.573 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.573 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.573 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.573 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947801+0000", 2024-08-19T09:58:16.573 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947801+0000", 2024-08-19T09:58:16.573 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.574 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.574 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.574 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.574 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.574 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.574 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.574 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.574 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.574 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.574 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.574 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.574 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.574 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.16", 2024-08-19T09:58:16.575 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.575 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.575 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.575 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.575 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.575 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:15:18.662329+0000", 2024-08-19T09:58:16.575 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.575 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.575 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.575 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.575 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.575 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.575 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.575 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.578 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.578 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.578 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.578 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.578 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.579 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.579 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.579 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.579 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:16.579 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.579 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.579 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.579 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.579 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.579 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.579 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.579 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.579 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:16.579 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.580 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.580 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.580 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.580 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.580 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.580 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947822+0000", 2024-08-19T09:58:16.580 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.823183+0000", 2024-08-19T09:58:16.580 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.823183+0000", 2024-08-19T09:58:16.580 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.823584+0000", 2024-08-19T09:58:16.580 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947822+0000", 2024-08-19T09:58:16.580 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.580 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.580 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947822+0000", 2024-08-19T09:58:16.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947822+0000", 2024-08-19T09:58:16.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947822+0000", 2024-08-19T09:58:16.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947822+0000", 2024-08-19T09:58:16.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947822+0000", 2024-08-19T09:58:16.581 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.581 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.581 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.581 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.581 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.582 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.582 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.582 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.582 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.582 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.582 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.582 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.582 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.582 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.16", 2024-08-19T09:58:16.582 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.582 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.582 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.582 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:16.582 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.583 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:26:18.296385+0000", 2024-08-19T09:58:16.583 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.583 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.583 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.583 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.583 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.583 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.583 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.583 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.583 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.583 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.583 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.583 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.586 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.586 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.586 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.586 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.586 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.586 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.586 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.586 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.586 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:16.586 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.586 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.587 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.587 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.587 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.587 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.587 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:16.587 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.587 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:16.587 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.587 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.587 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.587 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.587 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.587 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.587 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.430236+0000", 2024-08-19T09:58:16.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.846963+0000", 2024-08-19T09:58:16.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.846963+0000", 2024-08-19T09:58:16.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.848148+0000", 2024-08-19T09:58:16.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.430236+0000", 2024-08-19T09:58:16.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.430236+0000", 2024-08-19T09:58:16.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.430236+0000", 2024-08-19T09:58:16.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.430236+0000", 2024-08-19T09:58:16.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.430236+0000", 2024-08-19T09:58:16.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.430236+0000", 2024-08-19T09:58:16.589 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.589 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.589 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.589 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.589 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.589 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.589 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.589 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.589 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.589 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.589 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.589 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.590 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.590 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.17", 2024-08-19T09:58:16.590 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.590 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.590 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.590 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.590 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.590 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:48:14.202247+0000", 2024-08-19T09:58:16.590 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.590 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.590 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.590 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.590 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.590 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.593 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.593 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.593 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.593 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.593 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.593 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.593 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:16.594 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.594 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:16.594 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.594 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.594 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.594 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.594 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.594 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.594 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.594 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.594 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:16.594 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.594 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.594 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.595 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.595 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.595 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.595 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855046+0000", 2024-08-19T09:58:16.595 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.823023+0000", 2024-08-19T09:58:16.595 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.823023+0000", 2024-08-19T09:58:16.595 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.823311+0000", 2024-08-19T09:58:16.595 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855046+0000", 2024-08-19T09:58:16.595 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.595 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.595 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.595 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.595 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855046+0000", 2024-08-19T09:58:16.595 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855046+0000", 2024-08-19T09:58:16.595 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855046+0000", 2024-08-19T09:58:16.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855046+0000", 2024-08-19T09:58:16.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855046+0000", 2024-08-19T09:58:16.596 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.596 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 3, 2024-08-19T09:58:16.596 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.596 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.596 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.596 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.596 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.596 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.597 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.597 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 3, 2024-08-19T09:58:16.597 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.597 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.597 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.597 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.15", 2024-08-19T09:58:16.597 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.597 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.597 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.597 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 28, 2024-08-19T09:58:16.597 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.597 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:25:32.290003+0000", 2024-08-19T09:58:16.597 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.597 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.598 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.598 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 90, 2024-08-19T09:58:16.598 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.598 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.598 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.598 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.598 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.598 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.598 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.598 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.598 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.598 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.598 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.598 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 6, 2024-08-19T09:58:16.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 2, 2024-08-19T09:58:16.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 2, 2024-08-19T09:58:16.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:16.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 4, 2024-08-19T09:58:16.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 1 2024-08-19T09:58:16.600 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.601 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.601 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.601 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.601 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.601 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.601 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.601 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.601 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:16.601 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'3" 2024-08-19T09:58:16.601 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.601 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.601 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.601 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.601 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.602 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.602 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.602 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 4, 2024-08-19T09:58:16.602 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.602 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.602 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.602 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.602 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.602 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.602 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.859087+0000", 2024-08-19T09:58:16.602 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.846780+0000", 2024-08-19T09:58:16.602 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.846780+0000", 2024-08-19T09:58:16.602 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.847052+0000", 2024-08-19T09:58:16.602 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.859087+0000", 2024-08-19T09:58:16.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.859087+0000", 2024-08-19T09:58:16.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.859087+0000", 2024-08-19T09:58:16.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.859087+0000", 2024-08-19T09:58:16.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.859087+0000", 2024-08-19T09:58:16.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.859087+0000", 2024-08-19T09:58:16.603 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.603 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.604 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.604 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.604 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.604 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.604 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.604 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.604 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.604 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.604 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.604 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.604 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.604 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.14", 2024-08-19T09:58:16.604 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.604 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.605 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.605 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.605 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.605 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:14:51.280881+0000", 2024-08-19T09:58:16.605 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.605 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.605 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.605 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.605 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.605 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.605 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.605 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.605 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.608 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.608 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.608 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.608 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.608 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.608 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.608 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.608 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.608 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 4, 2024-08-19T09:58:16.609 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.609 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.609 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.609 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.609 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.609 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.609 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:16.609 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.609 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:16.609 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.609 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.609 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.609 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.609 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.610 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.610 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:57:10.965800+0000", 2024-08-19T09:58:16.610 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.822925+0000", 2024-08-19T09:58:16.610 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.822925+0000", 2024-08-19T09:58:16.610 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.823235+0000", 2024-08-19T09:58:16.610 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:57:10.965800+0000", 2024-08-19T09:58:16.610 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.610 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.610 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.610 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.610 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:57:10.965800+0000", 2024-08-19T09:58:16.610 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:57:10.965800+0000", 2024-08-19T09:58:16.610 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:57:10.965800+0000", 2024-08-19T09:58:16.610 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.611 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.611 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.611 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:57:10.965800+0000", 2024-08-19T09:58:16.611 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:57:10.965800+0000", 2024-08-19T09:58:16.611 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.611 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 12, 2024-08-19T09:58:16.611 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.611 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.611 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.611 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.611 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.611 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.612 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.612 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 12, 2024-08-19T09:58:16.612 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.612 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.612 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.612 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.14", 2024-08-19T09:58:16.612 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.612 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.612 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.612 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 37, 2024-08-19T09:58:16.612 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.612 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:42:55.984944+0000", 2024-08-19T09:58:16.612 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.612 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.612 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.613 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 2630, 2024-08-19T09:58:16.613 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.613 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.613 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.613 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.613 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.613 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.613 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.613 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.613 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.613 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.613 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.613 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.613 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 12, 2024-08-19T09:58:16.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 4, 2024-08-19T09:58:16.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 4, 2024-08-19T09:58:16.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:16.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 12, 2024-08-19T09:58:16.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 9 2024-08-19T09:58:16.616 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.616 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.616 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.616 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.616 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.616 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.616 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:16.616 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.616 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:16.616 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "75'12" 2024-08-19T09:58:16.616 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.616 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.616 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.616 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.617 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.617 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.617 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.617 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.617 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.617 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.617 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.617 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.617 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.617 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.617 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429075+0000", 2024-08-19T09:58:16.617 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.849405+0000", 2024-08-19T09:58:16.617 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.849405+0000", 2024-08-19T09:58:16.617 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.849695+0000", 2024-08-19T09:58:16.617 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429075+0000", 2024-08-19T09:58:16.618 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.618 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.618 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.618 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.618 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429075+0000", 2024-08-19T09:58:16.618 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429075+0000", 2024-08-19T09:58:16.618 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429075+0000", 2024-08-19T09:58:16.618 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.618 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.618 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.618 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429075+0000", 2024-08-19T09:58:16.618 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429075+0000", 2024-08-19T09:58:16.618 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.618 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.619 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.619 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.619 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.619 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.619 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.619 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.619 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.619 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.619 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.619 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.619 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.619 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.15", 2024-08-19T09:58:16.619 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.619 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.620 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.620 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.620 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.620 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:54:12.031333+0000", 2024-08-19T09:58:16.620 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.620 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.620 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.620 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.620 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.620 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.620 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.620 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.620 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.620 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.621 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.621 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.621 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.621 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.621 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.621 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.621 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.621 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.621 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.621 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.621 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.621 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.621 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.621 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.623 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.623 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.623 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.623 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.623 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.623 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.623 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.623 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.623 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.624 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.624 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.624 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.624 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.624 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.624 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.624 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:16.624 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.624 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:16.624 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.624 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.624 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.624 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.624 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.624 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.625 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429919+0000", 2024-08-19T09:58:16.625 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.814957+0000", 2024-08-19T09:58:16.625 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.814957+0000", 2024-08-19T09:58:16.625 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.815249+0000", 2024-08-19T09:58:16.625 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429919+0000", 2024-08-19T09:58:16.625 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.625 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.625 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.625 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.625 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429919+0000", 2024-08-19T09:58:16.625 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429919+0000", 2024-08-19T09:58:16.625 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429919+0000", 2024-08-19T09:58:16.625 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.625 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.625 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.626 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429919+0000", 2024-08-19T09:58:16.626 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429919+0000", 2024-08-19T09:58:16.626 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.626 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 2, 2024-08-19T09:58:16.626 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.626 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.626 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.626 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.626 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.626 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.626 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.626 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 2, 2024-08-19T09:58:16.626 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.627 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.627 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.627 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.13", 2024-08-19T09:58:16.627 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.627 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.627 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.627 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 28, 2024-08-19T09:58:16.627 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.627 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:46:40.156495+0000", 2024-08-19T09:58:16.627 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.627 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.627 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.627 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 34, 2024-08-19T09:58:16.627 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.628 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.628 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.628 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.628 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.628 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.628 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.628 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.628 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.628 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.628 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.628 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.628 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.628 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.628 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 6, 2024-08-19T09:58:16.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 2, 2024-08-19T09:58:16.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 2, 2024-08-19T09:58:16.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:16.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 3, 2024-08-19T09:58:16.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 7 2024-08-19T09:58:16.630 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.630 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.630 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.630 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.631 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.631 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.631 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:16.631 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.631 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:16.631 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'2" 2024-08-19T09:58:16.631 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.631 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.631 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.631 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.631 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.631 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:16.631 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.631 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:16.632 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.632 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.632 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.632 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.632 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.632 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.632 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429249+0000", 2024-08-19T09:58:16.632 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.834704+0000", 2024-08-19T09:58:16.632 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.834704+0000", 2024-08-19T09:58:16.632 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.834978+0000", 2024-08-19T09:58:16.632 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429249+0000", 2024-08-19T09:58:16.632 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.632 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.632 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.633 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.633 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429249+0000", 2024-08-19T09:58:16.633 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429249+0000", 2024-08-19T09:58:16.633 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429249+0000", 2024-08-19T09:58:16.633 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.633 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.633 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.633 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429249+0000", 2024-08-19T09:58:16.633 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429249+0000", 2024-08-19T09:58:16.633 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.633 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.633 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.633 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.633 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.634 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.634 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.634 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.634 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.634 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.634 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.634 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.634 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.634 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.12", 2024-08-19T09:58:16.634 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.634 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.634 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.634 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.634 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.635 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:15:01.318365+0000", 2024-08-19T09:58:16.635 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.635 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.635 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.635 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.635 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.635 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.635 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.635 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.635 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.635 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.635 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.635 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.636 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.636 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.636 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.636 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.636 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.636 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.636 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.636 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.636 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.636 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.636 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.636 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.636 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.636 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.636 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.638 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.638 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.638 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.638 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.638 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.638 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.638 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:16.638 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.638 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:16.638 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.638 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.638 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.639 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.639 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.639 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.639 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.639 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.639 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:16.639 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.639 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.639 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.639 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.639 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.639 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.639 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947700+0000", 2024-08-19T09:58:16.640 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.826622+0000", 2024-08-19T09:58:16.640 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.826622+0000", 2024-08-19T09:58:16.640 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.826929+0000", 2024-08-19T09:58:16.640 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947700+0000", 2024-08-19T09:58:16.640 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.640 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.640 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.640 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.640 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947700+0000", 2024-08-19T09:58:16.640 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947700+0000", 2024-08-19T09:58:16.640 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947700+0000", 2024-08-19T09:58:16.640 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.640 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.640 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.641 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947700+0000", 2024-08-19T09:58:16.641 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947700+0000", 2024-08-19T09:58:16.641 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.641 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.641 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.641 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.641 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.641 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.641 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.641 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.641 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.641 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.641 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.641 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.642 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.642 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.12", 2024-08-19T09:58:16.642 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.642 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.642 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.642 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:16.642 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.642 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:57:39.098822+0000", 2024-08-19T09:58:16.642 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.642 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.642 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.642 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.643 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.643 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.643 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.643 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.643 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.643 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.643 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.643 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.643 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.643 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.643 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.643 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.643 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.643 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.645 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.645 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.645 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.646 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.646 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.646 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.646 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.646 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.646 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:16.646 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.646 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.646 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.646 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.646 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.646 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.646 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.647 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.647 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.647 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.647 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.647 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.647 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.647 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.647 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.647 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.428959+0000", 2024-08-19T09:58:16.647 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.849609+0000", 2024-08-19T09:58:16.647 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.849609+0000", 2024-08-19T09:58:16.647 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.850124+0000", 2024-08-19T09:58:16.647 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.428959+0000", 2024-08-19T09:58:16.648 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.648 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.648 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.648 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.648 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.428959+0000", 2024-08-19T09:58:16.648 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.428959+0000", 2024-08-19T09:58:16.648 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.428959+0000", 2024-08-19T09:58:16.648 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.648 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.648 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.648 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.428959+0000", 2024-08-19T09:58:16.648 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.428959+0000", 2024-08-19T09:58:16.648 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.648 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.649 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.649 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.649 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.649 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.649 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.649 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.649 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.649 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.649 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.649 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.649 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.649 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.13", 2024-08-19T09:58:16.649 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.649 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.650 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.650 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.650 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.650 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:45:46.460243+0000", 2024-08-19T09:58:16.650 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.650 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.650 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.650 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.650 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.650 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.650 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.650 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.650 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.650 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.651 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.651 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.651 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.651 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.651 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.651 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.651 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.651 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.651 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.651 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.651 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.651 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.651 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.653 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.653 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.653 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.653 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.653 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.653 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.653 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.653 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.654 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.654 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.654 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.654 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.654 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.654 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.654 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.654 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.654 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.654 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:16.654 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.654 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.654 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.654 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.655 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.655 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.655 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284179+0000", 2024-08-19T09:58:16.655 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.822685+0000", 2024-08-19T09:58:16.655 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.822685+0000", 2024-08-19T09:58:16.655 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.823010+0000", 2024-08-19T09:58:16.655 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284179+0000", 2024-08-19T09:58:16.655 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.655 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.655 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.655 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.655 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284179+0000", 2024-08-19T09:58:16.655 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284179+0000", 2024-08-19T09:58:16.655 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284179+0000", 2024-08-19T09:58:16.656 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.656 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.656 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.656 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284179+0000", 2024-08-19T09:58:16.656 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284179+0000", 2024-08-19T09:58:16.657 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.657 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.658 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.658 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.658 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.658 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.658 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.658 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.658 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.658 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.658 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.658 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.658 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.658 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.11", 2024-08-19T09:58:16.658 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.659 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.659 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.659 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 25, 2024-08-19T09:58:16.659 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.659 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:23:07.614052+0000", 2024-08-19T09:58:16.659 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.659 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.659 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.659 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.659 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.659 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.659 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.659 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.659 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.662 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.662 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.662 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.662 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.662 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.662 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.662 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.662 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.662 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.662 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.662 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.662 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.662 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.663 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.663 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.663 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:16.663 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.663 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.663 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.663 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.663 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.663 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.663 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:16.663 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.663 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:16.663 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.663 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.664 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.664 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.664 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.664 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.283985+0000", 2024-08-19T09:58:16.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.846399+0000", 2024-08-19T09:58:16.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.846399+0000", 2024-08-19T09:58:16.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.846886+0000", 2024-08-19T09:58:16.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.283985+0000", 2024-08-19T09:58:16.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.283985+0000", 2024-08-19T09:58:16.665 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.283985+0000", 2024-08-19T09:58:16.665 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.283985+0000", 2024-08-19T09:58:16.665 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.665 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.665 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.665 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.283985+0000", 2024-08-19T09:58:16.665 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.283985+0000", 2024-08-19T09:58:16.665 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.665 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.665 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.665 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.665 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.665 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.665 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.666 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.666 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.666 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.666 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.666 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.666 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.666 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.10", 2024-08-19T09:58:16.666 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.666 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.666 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.666 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.666 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.666 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:41:12.835252+0000", 2024-08-19T09:58:16.667 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.667 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.667 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.670 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.670 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.670 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.670 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.670 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.670 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.670 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.670 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.670 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:16.670 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.670 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:16.670 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.670 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.670 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.671 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.671 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.671 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.671 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.671 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.671 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:16.671 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.671 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.671 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.671 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.671 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.671 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.671 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.853202+0000", 2024-08-19T09:58:16.671 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.813235+0000", 2024-08-19T09:58:16.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.813235+0000", 2024-08-19T09:58:16.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.813503+0000", 2024-08-19T09:58:16.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.853202+0000", 2024-08-19T09:58:16.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.853202+0000", 2024-08-19T09:58:16.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.853202+0000", 2024-08-19T09:58:16.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.853202+0000", 2024-08-19T09:58:16.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.853202+0000", 2024-08-19T09:58:16.673 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.853202+0000", 2024-08-19T09:58:16.673 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.673 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 8, 2024-08-19T09:58:16.673 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.673 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.673 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.673 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.673 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.673 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.673 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.673 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 8, 2024-08-19T09:58:16.673 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.673 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.673 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.674 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.10", 2024-08-19T09:58:16.674 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.674 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.674 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.674 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 34, 2024-08-19T09:58:16.674 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.674 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:39:50.016344+0000", 2024-08-19T09:58:16.674 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.674 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.674 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.674 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.674 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.674 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 12, 2024-08-19T09:58:16.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 4, 2024-08-19T09:58:16.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 4, 2024-08-19T09:58:16.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 4, 2024-08-19T09:58:16.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.677 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.677 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.677 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.677 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.677 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.677 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.677 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.677 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 12, 2024-08-19T09:58:16.677 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.677 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.677 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.677 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.677 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.677 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.677 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.678 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.678 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.678 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:16.678 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'8" 2024-08-19T09:58:16.678 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.678 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.678 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.678 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.678 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.678 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.678 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.678 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.678 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.678 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.679 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.679 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.679 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.679 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.428804+0000", 2024-08-19T09:58:16.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.853171+0000", 2024-08-19T09:58:16.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.853171+0000", 2024-08-19T09:58:16.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.853833+0000", 2024-08-19T09:58:16.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.428804+0000", 2024-08-19T09:58:16.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.428804+0000", 2024-08-19T09:58:16.680 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.428804+0000", 2024-08-19T09:58:16.680 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.428804+0000", 2024-08-19T09:58:16.680 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.680 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.680 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.680 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.428804+0000", 2024-08-19T09:58:16.680 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.428804+0000", 2024-08-19T09:58:16.680 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.680 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.680 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.680 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.680 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.680 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.680 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.681 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.681 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.681 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.681 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.681 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.681 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.681 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.11", 2024-08-19T09:58:16.681 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.681 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.681 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.681 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.681 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.681 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:41:37.498677+0000", 2024-08-19T09:58:16.681 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.681 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.682 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.684 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.685 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.685 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.685 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.685 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.685 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.685 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.685 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.685 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.685 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.685 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.685 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.685 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.685 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.685 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.685 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.686 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.686 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 4, 2024-08-19T09:58:16.686 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.686 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.686 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.686 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.686 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.686 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.686 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.859015+0000", 2024-08-19T09:58:16.686 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.816538+0000", 2024-08-19T09:58:16.686 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.816538+0000", 2024-08-19T09:58:16.686 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.817179+0000", 2024-08-19T09:58:16.686 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.859015+0000", 2024-08-19T09:58:16.686 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.859015+0000", 2024-08-19T09:58:16.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.859015+0000", 2024-08-19T09:58:16.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.859015+0000", 2024-08-19T09:58:16.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.859015+0000", 2024-08-19T09:58:16.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.859015+0000", 2024-08-19T09:58:16.687 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.687 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 1, 2024-08-19T09:58:16.687 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.687 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.688 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.688 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.688 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.688 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.688 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.688 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 1, 2024-08-19T09:58:16.688 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.688 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.688 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.688 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.f", 2024-08-19T09:58:16.688 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.688 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.689 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.689 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:16.689 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.689 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:42:23.447764+0000", 2024-08-19T09:58:16.689 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.689 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.689 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.689 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 22, 2024-08-19T09:58:16.689 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.689 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:16.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:16.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:16.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.692 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.692 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.692 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.692 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.692 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.692 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.692 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.692 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.692 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.692 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.692 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.692 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.692 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 1, 2024-08-19T09:58:16.693 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 1 2024-08-19T09:58:16.693 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.693 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.693 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.693 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.693 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.693 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.693 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.693 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.693 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 4, 2024-08-19T09:58:16.693 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'1" 2024-08-19T09:58:16.693 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.693 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.693 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.694 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.694 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.694 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.694 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.694 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.694 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.694 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.694 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.694 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.694 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.694 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.694 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429271+0000", 2024-08-19T09:58:16.694 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.849151+0000", 2024-08-19T09:58:16.695 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.849151+0000", 2024-08-19T09:58:16.695 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.850094+0000", 2024-08-19T09:58:16.695 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429271+0000", 2024-08-19T09:58:16.695 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.695 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.695 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.695 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.695 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429271+0000", 2024-08-19T09:58:16.695 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429271+0000", 2024-08-19T09:58:16.695 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429271+0000", 2024-08-19T09:58:16.695 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.695 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.695 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.695 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429271+0000", 2024-08-19T09:58:16.695 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429271+0000", 2024-08-19T09:58:16.696 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.696 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.696 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.696 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.696 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.696 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.696 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.696 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.696 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.696 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.696 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.696 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.696 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.696 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.e", 2024-08-19T09:58:16.697 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.697 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.697 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.697 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.697 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.697 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:38:39.155777+0000", 2024-08-19T09:58:16.697 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.697 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.697 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.700 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.700 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.700 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.700 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.700 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.700 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.700 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.700 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.700 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.700 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.700 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.700 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.700 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.701 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.701 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.701 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.701 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.701 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.701 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.701 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.701 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.701 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.701 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.701 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.701 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.701 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.701 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.701 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:16.702 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.702 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.702 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.702 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.702 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.702 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.702 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854525+0000", 2024-08-19T09:58:16.702 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817278+0000", 2024-08-19T09:58:16.702 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817278+0000", 2024-08-19T09:58:16.702 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.818064+0000", 2024-08-19T09:58:16.702 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854525+0000", 2024-08-19T09:58:16.702 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.702 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.703 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.703 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.703 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854525+0000", 2024-08-19T09:58:16.703 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854525+0000", 2024-08-19T09:58:16.703 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854525+0000", 2024-08-19T09:58:16.703 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.703 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.703 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.703 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854525+0000", 2024-08-19T09:58:16.703 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854525+0000", 2024-08-19T09:58:16.703 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.703 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 2, 2024-08-19T09:58:16.703 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.703 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.704 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.704 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.704 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.704 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.704 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.704 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 2, 2024-08-19T09:58:16.704 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.704 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.704 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.704 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.e", 2024-08-19T09:58:16.704 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.704 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.704 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.704 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 28, 2024-08-19T09:58:16.705 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.705 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:49:29.025516+0000", 2024-08-19T09:58:16.705 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.705 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.705 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:16.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:16.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:16.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:16.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.708 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.708 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.708 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.708 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 3, 2024-08-19T09:58:16.708 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.708 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.708 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.708 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.708 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.708 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.708 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.708 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.708 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.708 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:16.708 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'2" 2024-08-19T09:58:16.709 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.709 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.709 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.709 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.709 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.709 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.709 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.709 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.709 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.709 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.709 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.709 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.709 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.709 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.710 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429314+0000", 2024-08-19T09:58:16.710 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.849452+0000", 2024-08-19T09:58:16.710 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.849452+0000", 2024-08-19T09:58:16.710 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.849767+0000", 2024-08-19T09:58:16.710 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429314+0000", 2024-08-19T09:58:16.710 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.710 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.710 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.710 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.710 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429314+0000", 2024-08-19T09:58:16.710 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429314+0000", 2024-08-19T09:58:16.710 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429314+0000", 2024-08-19T09:58:16.710 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429314+0000", 2024-08-19T09:58:16.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429314+0000", 2024-08-19T09:58:16.711 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.711 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.711 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.711 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.711 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.711 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.711 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.711 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.711 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.712 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.712 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.712 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.712 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.712 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.f", 2024-08-19T09:58:16.712 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.712 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.712 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.712 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.712 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.712 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:17:53.780532+0000", 2024-08-19T09:58:16.712 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.712 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.713 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.715 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.716 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.716 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.716 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.716 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.716 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.716 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.716 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.716 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.716 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.716 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.716 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.716 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.716 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.717 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.717 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:16.717 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.717 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:16.717 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.717 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.717 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.717 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.717 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.717 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.717 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855128+0000", 2024-08-19T09:58:16.717 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.821027+0000", 2024-08-19T09:58:16.717 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.821027+0000", 2024-08-19T09:58:16.717 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.821349+0000", 2024-08-19T09:58:16.717 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855128+0000", 2024-08-19T09:58:16.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855128+0000", 2024-08-19T09:58:16.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855128+0000", 2024-08-19T09:58:16.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855128+0000", 2024-08-19T09:58:16.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855128+0000", 2024-08-19T09:58:16.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855128+0000", 2024-08-19T09:58:16.718 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.718 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 1, 2024-08-19T09:58:16.719 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.719 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.719 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.719 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.719 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.719 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.719 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.719 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 1, 2024-08-19T09:58:16.719 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.719 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.719 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.719 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.d", 2024-08-19T09:58:16.719 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.719 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.720 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.720 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:16.720 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.720 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:48:40.873573+0000", 2024-08-19T09:58:16.720 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.720 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.720 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.720 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 70, 2024-08-19T09:58:16.720 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.720 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:16.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:16.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:16.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 1, 2024-08-19T09:58:16.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 1 2024-08-19T09:58:16.723 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.723 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.723 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.724 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.724 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.724 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.724 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:16.724 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.724 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:16.724 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'1" 2024-08-19T09:58:16.724 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.724 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.724 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.724 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.724 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.724 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.725 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.725 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:16.725 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.725 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.725 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.725 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.725 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.725 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.725 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947730+0000", 2024-08-19T09:58:16.725 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.845362+0000", 2024-08-19T09:58:16.725 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.845362+0000", 2024-08-19T09:58:16.725 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.845628+0000", 2024-08-19T09:58:16.725 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947730+0000", 2024-08-19T09:58:16.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947730+0000", 2024-08-19T09:58:16.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947730+0000", 2024-08-19T09:58:16.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947730+0000", 2024-08-19T09:58:16.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947730+0000", 2024-08-19T09:58:16.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947730+0000", 2024-08-19T09:58:16.726 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.727 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.727 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.727 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.727 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.727 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.727 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.727 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.727 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.727 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.727 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.727 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.727 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.728 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.c", 2024-08-19T09:58:16.728 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.728 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.728 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.728 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.728 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.728 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:07:48.236814+0000", 2024-08-19T09:58:16.728 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.728 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.728 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.728 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.728 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.728 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.728 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.731 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.732 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.732 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.732 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.732 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.732 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.732 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.732 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.732 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:16.732 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.732 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.732 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.732 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.732 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.733 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.733 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.733 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.733 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:16.733 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.733 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.733 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.733 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.733 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.733 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.733 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854825+0000", 2024-08-19T09:58:16.733 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817351+0000", 2024-08-19T09:58:16.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817351+0000", 2024-08-19T09:58:16.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.817618+0000", 2024-08-19T09:58:16.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854825+0000", 2024-08-19T09:58:16.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854825+0000", 2024-08-19T09:58:16.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854825+0000", 2024-08-19T09:58:16.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854825+0000", 2024-08-19T09:58:16.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.735 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854825+0000", 2024-08-19T09:58:16.735 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854825+0000", 2024-08-19T09:58:16.735 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.735 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.735 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.735 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.735 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.735 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.735 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.735 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.735 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.735 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.735 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.736 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.736 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.736 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.c", 2024-08-19T09:58:16.736 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.736 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.736 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.736 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:16.736 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.736 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:24:45.834732+0000", 2024-08-19T09:58:16.736 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.736 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.736 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.739 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.739 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.739 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.739 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.739 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.739 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.739 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.739 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.739 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.739 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.739 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.739 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.740 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.740 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.740 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.740 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.740 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.740 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.740 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.740 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.740 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.740 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.740 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.740 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.740 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:16.740 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.740 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.741 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.741 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.741 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.741 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.741 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.741 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.741 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.741 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.741 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.741 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.741 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.741 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.741 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.741 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429067+0000", 2024-08-19T09:58:16.742 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:25.246356+0000", 2024-08-19T09:58:16.742 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:25.246356+0000", 2024-08-19T09:58:16.742 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:25.246792+0000", 2024-08-19T09:58:16.742 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429067+0000", 2024-08-19T09:58:16.742 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.742 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.742 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.742 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 67, 2024-08-19T09:58:16.742 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429067+0000", 2024-08-19T09:58:16.742 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429067+0000", 2024-08-19T09:58:16.742 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429067+0000", 2024-08-19T09:58:16.742 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.742 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.742 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.743 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429067+0000", 2024-08-19T09:58:16.743 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429067+0000", 2024-08-19T09:58:16.743 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.743 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.743 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.743 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.743 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 66, 2024-08-19T09:58:16.743 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.743 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.743 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.743 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.743 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.743 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.743 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.744 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.744 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.d", 2024-08-19T09:58:16.744 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.744 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.744 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.744 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 31, 2024-08-19T09:58:16.744 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.744 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:50:15.000524+0000", 2024-08-19T09:58:16.744 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.744 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.744 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.747 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.747 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.747 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.747 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.747 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.747 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.747 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.747 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.747 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.747 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.747 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.747 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.747 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.747 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.747 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.748 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.748 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.748 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.748 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.748 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.748 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.748 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.748 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.748 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.748 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.748 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:16.748 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.748 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.748 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:16.749 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.749 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.749 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.749 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284425+0000", 2024-08-19T09:58:16.749 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.284506+0000", 2024-08-19T09:58:16.749 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.284506+0000", 2024-08-19T09:58:16.749 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.784744+0000", 2024-08-19T09:58:16.749 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284425+0000", 2024-08-19T09:58:16.749 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.749 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.749 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.749 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:16.749 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284425+0000", 2024-08-19T09:58:16.749 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284425+0000", 2024-08-19T09:58:16.750 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284425+0000", 2024-08-19T09:58:16.750 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.750 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.750 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.750 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284425+0000", 2024-08-19T09:58:16.750 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284425+0000", 2024-08-19T09:58:16.750 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.750 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.750 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.750 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.750 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:16.750 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.750 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.750 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.751 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.751 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.751 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.751 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.751 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.751 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.5", 2024-08-19T09:58:16.751 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.751 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.751 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.751 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 21, 2024-08-19T09:58:16.751 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.751 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:24:50.564181+0000", 2024-08-19T09:58:16.751 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.000529786, 2024-08-19T09:58:16.751 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.751 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.754 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.754 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.755 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.755 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.755 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.755 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.755 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.755 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.755 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:16.755 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.755 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.755 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.755 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.755 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.755 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.755 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.755 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.756 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.756 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.756 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.756 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 19, 2024-08-19T09:58:16.756 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.756 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.756 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.756 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429001+0000", 2024-08-19T09:58:16.756 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:31.379548+0000", 2024-08-19T09:58:16.756 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:31.379548+0000", 2024-08-19T09:58:16.756 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:31.379926+0000", 2024-08-19T09:58:16.756 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429001+0000", 2024-08-19T09:58:16.756 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:52:34.373391+0000", 2024-08-19T09:58:16.756 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.757 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:52:34.373391+0000", 2024-08-19T09:58:16.757 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 58, 2024-08-19T09:58:16.757 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429001+0000", 2024-08-19T09:58:16.757 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429001+0000", 2024-08-19T09:58:16.757 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429001+0000", 2024-08-19T09:58:16.757 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.757 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.757 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:52:34.373391+0000", 2024-08-19T09:58:16.757 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429001+0000", 2024-08-19T09:58:16.757 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429001+0000", 2024-08-19T09:58:16.757 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.757 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 128, 2024-08-19T09:58:16.757 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.757 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.757 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 57, 2024-08-19T09:58:16.758 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.758 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.758 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.758 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.758 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 128, 2024-08-19T09:58:16.758 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.758 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.758 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.758 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "1.0", 2024-08-19T09:58:16.758 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.758 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.758 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.758 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 271, 2024-08-19T09:58:16.758 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.759 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:23:13.933393+0000", 2024-08-19T09:58:16.759 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.759 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.759 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 590368, 2024-08-19T09:58:16.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 1771104, 2024-08-19T09:58:16.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.760 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.760 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.760 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.760 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.760 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.760 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.760 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 6, 2024-08-19T09:58:16.760 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 2, 2024-08-19T09:58:16.760 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.760 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 2, 2024-08-19T09:58:16.760 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.760 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.760 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 6, 2024-08-19T09:58:16.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 212, 2024-08-19T09:58:16.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 306, 2024-08-19T09:58:16.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 179, 2024-08-19T09:58:16.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 2416 2024-08-19T09:58:16.762 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.762 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.762 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.762 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.762 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.762 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.762 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.762 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.762 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.763 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "68'128" 2024-08-19T09:58:16.763 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.763 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.763 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.763 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.763 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.763 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.763 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.763 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:16.763 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.763 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.763 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.763 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.763 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.764 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.764 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947531+0000", 2024-08-19T09:58:16.764 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.825915+0000", 2024-08-19T09:58:16.764 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.825915+0000", 2024-08-19T09:58:16.764 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.826234+0000", 2024-08-19T09:58:16.764 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947531+0000", 2024-08-19T09:58:16.764 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.764 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.764 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.764 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.764 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947531+0000", 2024-08-19T09:58:16.764 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947531+0000", 2024-08-19T09:58:16.764 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947531+0000", 2024-08-19T09:58:16.764 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.765 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.765 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.765 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947531+0000", 2024-08-19T09:58:16.765 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947531+0000", 2024-08-19T09:58:16.765 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.765 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.765 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.765 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.765 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.765 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.765 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.765 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.765 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.765 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.765 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.766 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.766 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.766 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.3", 2024-08-19T09:58:16.766 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.766 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.766 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.766 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:16.766 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.766 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:43:47.554119+0000", 2024-08-19T09:58:16.766 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.766 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.766 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.766 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.766 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.767 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.767 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.767 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.767 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.767 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.767 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.767 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.767 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.767 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.767 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.767 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.767 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.767 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.767 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.768 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.768 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.768 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.768 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.768 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.768 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.768 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.768 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.768 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.768 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.768 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.768 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.768 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.768 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.769 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.769 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.769 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.769 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.769 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.769 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.769 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.769 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.769 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.769 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.769 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.769 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.769 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.769 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.769 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.770 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.770 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.770 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.770 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:16.770 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.770 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.770 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.770 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.770 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.770 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.770 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.770 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.770 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:16.771 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.771 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.771 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.771 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.771 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.771 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.771 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429184+0000", 2024-08-19T09:58:16.771 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.840593+0000", 2024-08-19T09:58:16.771 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.840593+0000", 2024-08-19T09:58:16.771 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.840845+0000", 2024-08-19T09:58:16.771 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429184+0000", 2024-08-19T09:58:16.771 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.771 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.771 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.771 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.772 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429184+0000", 2024-08-19T09:58:16.772 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429184+0000", 2024-08-19T09:58:16.772 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429184+0000", 2024-08-19T09:58:16.772 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.772 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.772 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.772 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429184+0000", 2024-08-19T09:58:16.772 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429184+0000", 2024-08-19T09:58:16.772 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.772 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.772 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.772 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.772 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.772 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.773 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.773 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.773 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.773 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.773 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.773 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.773 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.773 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.2", 2024-08-19T09:58:16.773 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.773 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.773 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.773 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.773 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.773 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:25:03.933158+0000", 2024-08-19T09:58:16.773 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.774 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.774 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.774 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.774 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.774 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.774 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.774 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.774 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.774 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.774 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.774 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.774 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.774 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.775 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.775 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.775 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.775 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.775 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.775 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.775 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.775 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.775 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.775 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.775 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.775 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.775 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.775 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.776 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.776 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.776 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.776 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.776 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.776 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.776 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.776 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.776 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.776 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.776 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.776 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.776 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.776 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.777 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.777 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.777 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.777 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.777 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.777 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.777 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.777 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.777 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.777 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:16.777 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.777 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.777 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.777 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.778 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.778 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.778 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.778 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.778 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:16.778 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.778 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.778 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:16.778 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.778 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.778 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.778 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.430206+0000", 2024-08-19T09:58:16.778 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.287117+0000", 2024-08-19T09:58:16.778 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.287117+0000", 2024-08-19T09:58:16.778 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.697467+0000", 2024-08-19T09:58:16.779 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.430206+0000", 2024-08-19T09:58:16.779 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.779 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.779 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.779 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:16.779 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.430206+0000", 2024-08-19T09:58:16.779 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.430206+0000", 2024-08-19T09:58:16.779 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.430206+0000", 2024-08-19T09:58:16.779 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.779 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.779 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.779 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.430206+0000", 2024-08-19T09:58:16.779 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.430206+0000", 2024-08-19T09:58:16.779 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.780 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.780 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.780 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.780 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:16.780 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.780 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.780 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.780 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.780 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.780 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.780 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.780 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.780 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.6", 2024-08-19T09:58:16.780 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.781 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.781 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.781 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 21, 2024-08-19T09:58:16.781 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.781 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:45:41.067844+0000", 2024-08-19T09:58:16.781 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0003208, 2024-08-19T09:58:16.781 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.781 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.781 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.781 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.781 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.781 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.781 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.781 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.781 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.782 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.782 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.782 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.782 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.782 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.782 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.782 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.782 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.782 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.782 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.782 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.782 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.782 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.783 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.783 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.783 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.783 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.783 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.783 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.783 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.783 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.783 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.783 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.783 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.783 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.783 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.784 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.784 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.784 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.784 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.784 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.784 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.784 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.784 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.784 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.784 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.784 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.784 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.784 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.785 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.785 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.785 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:16.785 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.785 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.785 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.785 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.785 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.785 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.785 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.785 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.785 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.785 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.786 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.786 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.786 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.786 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.786 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.786 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.428877+0000", 2024-08-19T09:58:16.786 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.818801+0000", 2024-08-19T09:58:16.786 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.818801+0000", 2024-08-19T09:58:16.786 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.819110+0000", 2024-08-19T09:58:16.786 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.428877+0000", 2024-08-19T09:58:16.786 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.786 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.786 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.786 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.787 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.428877+0000", 2024-08-19T09:58:16.787 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.428877+0000", 2024-08-19T09:58:16.787 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.428877+0000", 2024-08-19T09:58:16.787 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.787 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.787 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.787 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.428877+0000", 2024-08-19T09:58:16.787 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.428877+0000", 2024-08-19T09:58:16.787 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.787 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.787 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.787 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.787 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.788 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.788 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.788 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.788 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.788 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.788 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.788 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.788 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.788 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.0", 2024-08-19T09:58:16.788 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.788 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.788 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.788 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 24, 2024-08-19T09:58:16.788 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.789 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:12:20.281920+0000", 2024-08-19T09:58:16.789 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.789 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.789 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.789 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.789 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.789 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.789 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.789 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.789 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.789 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.790 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.790 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.790 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.790 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.790 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.790 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.790 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.790 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.790 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.790 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.790 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.790 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.790 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.790 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.791 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.791 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.791 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.791 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.791 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.791 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.791 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.791 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.791 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.791 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.791 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.791 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.792 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.792 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.792 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.792 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.792 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.792 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.792 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.792 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.792 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.792 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.792 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.792 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.793 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.793 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.793 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.793 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.793 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.793 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.793 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.793 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.793 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.793 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.793 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:16.793 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.793 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:16.793 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.794 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.794 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.794 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.794 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.794 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.794 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429120+0000", 2024-08-19T09:58:16.794 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.837092+0000", 2024-08-19T09:58:16.794 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.837092+0000", 2024-08-19T09:58:16.794 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.837376+0000", 2024-08-19T09:58:16.794 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429120+0000", 2024-08-19T09:58:16.794 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.794 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.794 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.795 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.795 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429120+0000", 2024-08-19T09:58:16.795 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429120+0000", 2024-08-19T09:58:16.795 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429120+0000", 2024-08-19T09:58:16.795 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.795 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.795 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.795 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429120+0000", 2024-08-19T09:58:16.795 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429120+0000", 2024-08-19T09:58:16.795 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.795 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.795 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.795 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.795 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.796 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.796 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.796 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.796 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.796 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.796 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.796 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.796 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.796 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.1", 2024-08-19T09:58:16.796 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.796 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.796 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.796 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.796 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.796 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:29:42.017481+0000", 2024-08-19T09:58:16.797 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.797 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.797 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.797 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.797 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.797 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.797 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.797 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.797 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.797 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.797 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.797 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.797 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.797 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.798 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.798 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.798 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.798 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.798 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.798 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.798 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.798 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.798 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.798 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.798 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.798 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.798 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.799 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.799 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.799 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.799 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.799 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.799 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.799 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.799 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.799 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.799 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.799 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.799 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.799 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.799 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.800 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.800 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.800 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.800 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.800 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.800 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.800 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.800 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.800 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:16.800 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.800 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:16.800 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.800 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.800 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.800 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.801 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.801 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.801 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.801 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.801 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:16.801 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.801 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.801 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:16.801 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.801 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.801 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.801 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855132+0000", 2024-08-19T09:58:16.801 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.646323+0000", 2024-08-19T09:58:16.801 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.646323+0000", 2024-08-19T09:58:16.802 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.295095+0000", 2024-08-19T09:58:16.802 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855132+0000", 2024-08-19T09:58:16.802 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.802 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.802 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.802 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:16.802 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855132+0000", 2024-08-19T09:58:16.802 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855132+0000", 2024-08-19T09:58:16.802 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855132+0000", 2024-08-19T09:58:16.802 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.802 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.802 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.802 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855132+0000", 2024-08-19T09:58:16.803 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855132+0000", 2024-08-19T09:58:16.803 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.803 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.803 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.803 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.803 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:16.803 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.803 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.803 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.803 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.803 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.803 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.803 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.803 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.804 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.7", 2024-08-19T09:58:16.804 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.804 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.804 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.804 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 20, 2024-08-19T09:58:16.804 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.804 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:38:25.403182+0000", 2024-08-19T09:58:16.804 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.000735797, 2024-08-19T09:58:16.804 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.804 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.804 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.804 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.804 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.804 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.805 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.805 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.805 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.805 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.805 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.805 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.805 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.805 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.805 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.805 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.805 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.805 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.805 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.805 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.806 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.806 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.806 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.806 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.806 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.806 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.806 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.806 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.806 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.806 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.806 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.806 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.806 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.806 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.807 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.807 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.807 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.807 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.807 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.807 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.807 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.807 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.807 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.807 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.807 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.807 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.807 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.807 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.808 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.808 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.808 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:16.808 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.808 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.808 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.808 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.808 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.808 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.808 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.808 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.808 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:16.808 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.808 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.808 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.809 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.809 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.809 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.809 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854108+0000", 2024-08-19T09:58:16.809 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817622+0000", 2024-08-19T09:58:16.809 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817622+0000", 2024-08-19T09:58:16.809 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.817892+0000", 2024-08-19T09:58:16.809 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854108+0000", 2024-08-19T09:58:16.809 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.809 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.809 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.809 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.809 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854108+0000", 2024-08-19T09:58:16.809 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854108+0000", 2024-08-19T09:58:16.810 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854108+0000", 2024-08-19T09:58:16.810 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.810 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.810 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.810 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854108+0000", 2024-08-19T09:58:16.810 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854108+0000", 2024-08-19T09:58:16.810 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.810 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.810 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.810 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.810 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.810 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.810 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.810 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.810 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.811 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.811 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.811 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.811 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.811 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.1", 2024-08-19T09:58:16.811 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.811 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.811 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.811 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:16.811 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.811 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:00:30.917648+0000", 2024-08-19T09:58:16.811 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.811 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.811 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.811 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.812 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.812 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.812 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.812 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.812 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.812 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.812 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.812 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.812 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.812 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.812 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.812 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.812 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.812 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.813 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.813 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.813 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.813 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.813 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.813 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.813 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.813 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.813 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.813 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.813 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.813 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.813 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.813 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.813 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.814 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.814 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.814 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.814 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.814 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.814 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.814 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.814 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.814 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.814 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.814 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.814 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.814 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.815 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.815 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.815 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.815 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.815 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.815 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:16.815 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.815 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.815 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.815 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.815 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.815 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.815 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.815 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.816 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:16.816 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.816 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.816 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.816 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.816 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.816 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.816 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.853500+0000", 2024-08-19T09:58:16.816 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.836956+0000", 2024-08-19T09:58:16.816 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.836956+0000", 2024-08-19T09:58:16.816 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.837682+0000", 2024-08-19T09:58:16.816 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.853500+0000", 2024-08-19T09:58:16.816 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.816 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.816 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.817 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.817 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.853500+0000", 2024-08-19T09:58:16.817 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.853500+0000", 2024-08-19T09:58:16.817 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.853500+0000", 2024-08-19T09:58:16.817 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.817 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.817 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.817 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.853500+0000", 2024-08-19T09:58:16.817 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.853500+0000", 2024-08-19T09:58:16.817 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.817 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.817 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.817 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.817 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.818 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.818 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.818 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.818 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.818 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.818 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.818 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.818 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.818 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.0", 2024-08-19T09:58:16.818 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.818 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.818 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.818 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.818 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.819 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:24:20.679776+0000", 2024-08-19T09:58:16.819 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.819 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.819 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.819 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.819 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.819 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.819 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.819 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.819 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.819 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.819 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.819 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.819 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.819 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.820 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.820 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.820 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.820 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.820 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.820 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.820 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.820 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.820 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.820 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.820 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.820 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.820 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.820 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.821 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.821 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.821 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.821 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.821 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.821 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.821 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.821 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.821 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.821 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.821 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.821 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.821 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.821 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.822 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.822 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.822 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.822 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.822 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.822 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.822 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.822 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.822 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.822 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:16.822 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.822 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.822 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.822 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.823 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.823 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.823 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:16.823 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.823 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:16.823 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.823 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.823 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:16.823 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.823 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.823 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.823 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854488+0000", 2024-08-19T09:58:16.823 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.288033+0000", 2024-08-19T09:58:16.823 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.288033+0000", 2024-08-19T09:58:16.824 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.295414+0000", 2024-08-19T09:58:16.824 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854488+0000", 2024-08-19T09:58:16.824 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.824 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.824 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.824 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:16.824 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854488+0000", 2024-08-19T09:58:16.824 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854488+0000", 2024-08-19T09:58:16.824 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854488+0000", 2024-08-19T09:58:16.824 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.824 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.824 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.824 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854488+0000", 2024-08-19T09:58:16.824 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854488+0000", 2024-08-19T09:58:16.825 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.825 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.825 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.825 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.825 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:16.825 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.825 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.825 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.825 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.825 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.825 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.825 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.825 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.825 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.4", 2024-08-19T09:58:16.826 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.826 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.826 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.826 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 20, 2024-08-19T09:58:16.826 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.826 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:04:34.361227+0000", 2024-08-19T09:58:16.826 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.000874338, 2024-08-19T09:58:16.826 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.826 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.826 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.826 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.826 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.826 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.826 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.826 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.827 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.827 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.827 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.827 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.827 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.827 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.827 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.827 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.827 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.827 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.827 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.827 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.827 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.828 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.828 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.828 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.828 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.828 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.828 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.828 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.828 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.828 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.828 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.828 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.828 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.828 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.828 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.828 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.829 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.829 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.829 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.829 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.829 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.829 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.829 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.829 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.829 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.829 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.829 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.829 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.829 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:16.830 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.830 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:16.830 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.830 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.830 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.830 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.830 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.830 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.830 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.830 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.830 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:16.830 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.830 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.831 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.831 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.831 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.831 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.831 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947691+0000", 2024-08-19T09:58:16.831 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.822239+0000", 2024-08-19T09:58:16.831 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.822239+0000", 2024-08-19T09:58:16.831 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.822520+0000", 2024-08-19T09:58:16.831 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947691+0000", 2024-08-19T09:58:16.831 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.831 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.831 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.831 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.832 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947691+0000", 2024-08-19T09:58:16.832 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947691+0000", 2024-08-19T09:58:16.832 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947691+0000", 2024-08-19T09:58:16.832 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.832 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.832 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.832 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947691+0000", 2024-08-19T09:58:16.832 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947691+0000", 2024-08-19T09:58:16.832 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.832 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.832 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.832 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.832 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.832 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.833 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.833 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.833 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.833 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.833 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.833 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.833 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.833 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.2", 2024-08-19T09:58:16.833 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.833 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.833 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.833 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:16.833 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.833 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:32:16.828323+0000", 2024-08-19T09:58:16.834 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.834 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.834 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.834 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.834 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.834 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.834 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.834 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.834 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.834 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.834 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.834 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.834 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.835 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.835 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.835 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.835 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.835 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.835 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.835 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.835 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.835 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.835 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.835 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.835 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.835 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.836 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.836 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.836 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.836 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.836 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.836 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.836 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.836 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.836 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.836 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.836 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.836 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.837 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.837 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.837 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.837 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.837 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.837 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.837 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.837 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.837 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.837 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.837 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.837 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.837 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.837 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:16.838 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.838 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.838 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.838 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.838 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.838 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.838 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.838 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.838 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 4, 2024-08-19T09:58:16.838 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.838 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.838 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.838 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.839 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.839 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.839 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.858547+0000", 2024-08-19T09:58:16.839 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.838145+0000", 2024-08-19T09:58:16.839 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.838145+0000", 2024-08-19T09:58:16.839 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.838634+0000", 2024-08-19T09:58:16.839 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.858547+0000", 2024-08-19T09:58:16.839 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.839 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.839 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.839 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.839 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.858547+0000", 2024-08-19T09:58:16.839 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.858547+0000", 2024-08-19T09:58:16.839 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.858547+0000", 2024-08-19T09:58:16.840 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.840 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.840 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.840 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.858547+0000", 2024-08-19T09:58:16.840 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.858547+0000", 2024-08-19T09:58:16.840 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.840 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.840 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.840 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.840 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.840 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.840 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.840 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.840 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.841 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.841 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.841 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.841 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.841 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.3", 2024-08-19T09:58:16.841 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.841 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.841 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.841 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.841 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.841 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:08:37.439905+0000", 2024-08-19T09:58:16.841 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.841 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.841 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.842 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.842 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.842 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.842 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.842 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.842 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.842 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.842 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.842 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.842 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.842 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.842 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.842 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.842 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.843 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.843 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.843 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.843 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.843 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.843 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.843 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.843 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.843 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.843 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.843 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.843 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.843 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.844 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.844 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.844 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.844 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.844 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.844 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.844 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.844 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.844 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.844 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.844 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.844 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.844 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.844 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.845 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.845 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.845 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.845 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.845 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.845 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.845 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.845 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 4, 2024-08-19T09:58:16.845 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.845 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.845 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.845 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.845 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.846 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.846 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.846 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.846 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:16.846 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.846 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.846 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:16.846 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.846 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.846 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.846 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.853844+0000", 2024-08-19T09:58:16.846 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.646723+0000", 2024-08-19T09:58:16.847 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.646723+0000", 2024-08-19T09:58:16.847 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.295096+0000", 2024-08-19T09:58:16.847 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.853844+0000", 2024-08-19T09:58:16.847 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.847 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.847 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.847 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:16.847 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.853844+0000", 2024-08-19T09:58:16.847 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.853844+0000", 2024-08-19T09:58:16.847 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.853844+0000", 2024-08-19T09:58:16.847 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.848 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.848 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.848 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.853844+0000", 2024-08-19T09:58:16.848 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.853844+0000", 2024-08-19T09:58:16.848 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.848 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 2, 2024-08-19T09:58:16.848 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.848 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.848 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:16.848 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.848 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.848 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.849 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.849 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 2, 2024-08-19T09:58:16.849 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.849 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.849 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.849 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.2", 2024-08-19T09:58:16.849 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.849 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.849 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.849 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.849 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.849 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:34:32.715967+0000", 2024-08-19T09:58:16.849 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.00075623, 2024-08-19T09:58:16.850 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.850 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.850 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 19, 2024-08-19T09:58:16.850 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.850 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.850 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.850 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.850 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.850 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.850 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.850 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.850 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.851 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.851 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.851 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.851 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.851 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.851 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.851 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:16.851 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:16.851 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.851 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:16.851 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.851 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.852 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.852 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.852 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.852 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.852 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.852 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.852 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.852 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.852 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.852 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.852 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.852 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.853 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.853 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.853 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.853 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.853 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 2, 2024-08-19T09:58:16.853 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 2 2024-08-19T09:58:16.853 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.853 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.853 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.853 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.853 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.853 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.853 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.853 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.854 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:16.854 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "74'2" 2024-08-19T09:58:16.854 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.854 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.854 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.854 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.854 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.854 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.854 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.854 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:16.854 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.854 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.854 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.855 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.855 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.855 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.855 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854769+0000", 2024-08-19T09:58:16.855 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817237+0000", 2024-08-19T09:58:16.855 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817237+0000", 2024-08-19T09:58:16.855 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.817544+0000", 2024-08-19T09:58:16.855 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854769+0000", 2024-08-19T09:58:16.855 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.855 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.855 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.855 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.855 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854769+0000", 2024-08-19T09:58:16.856 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854769+0000", 2024-08-19T09:58:16.856 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854769+0000", 2024-08-19T09:58:16.856 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.856 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.856 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.856 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854769+0000", 2024-08-19T09:58:16.856 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854769+0000", 2024-08-19T09:58:16.856 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.856 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.856 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.856 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.856 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.856 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.857 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.857 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.857 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.857 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.857 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.857 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.857 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.857 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.4", 2024-08-19T09:58:16.857 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.857 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.857 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.857 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 25, 2024-08-19T09:58:16.857 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.858 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:18:11.557004+0000", 2024-08-19T09:58:16.858 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.858 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.858 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.858 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.858 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.858 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.858 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.858 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.858 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.858 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.858 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.858 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.858 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.859 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.859 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.859 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.859 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.859 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.859 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.859 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.859 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.859 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.859 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.860 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.860 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.860 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.860 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.860 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.860 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.860 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.860 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.860 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.860 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.860 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.860 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.860 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.861 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.861 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.861 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.861 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.861 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.861 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.861 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.861 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.861 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.861 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.861 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.861 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.861 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.861 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.862 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.862 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:16.862 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.862 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.862 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.862 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.862 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.862 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.862 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.862 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.862 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:16.862 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.863 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.863 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.863 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.863 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.863 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.863 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947749+0000", 2024-08-19T09:58:16.863 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.840170+0000", 2024-08-19T09:58:16.863 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.840170+0000", 2024-08-19T09:58:16.863 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.840475+0000", 2024-08-19T09:58:16.863 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947749+0000", 2024-08-19T09:58:16.863 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.863 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.864 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.864 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.864 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947749+0000", 2024-08-19T09:58:16.864 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947749+0000", 2024-08-19T09:58:16.864 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947749+0000", 2024-08-19T09:58:16.864 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.864 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.864 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.864 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947749+0000", 2024-08-19T09:58:16.864 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947749+0000", 2024-08-19T09:58:16.864 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.864 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.864 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.864 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.865 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.865 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.865 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.865 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.865 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.865 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.865 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.865 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.865 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.865 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.5", 2024-08-19T09:58:16.865 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.865 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.865 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.866 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.866 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.866 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:56:11.587356+0000", 2024-08-19T09:58:16.866 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.866 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.866 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.866 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.866 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.866 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.866 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.866 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.866 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.866 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.867 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.867 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.867 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.867 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.867 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.867 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.867 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.867 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.867 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.867 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.867 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.867 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.867 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.867 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.868 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.868 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.868 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.868 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.868 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.868 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.868 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.868 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.868 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.868 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.868 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.868 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.868 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.868 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.869 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.869 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.869 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.869 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.869 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.869 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.869 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.869 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.869 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.869 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.869 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.869 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.869 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.870 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:16.870 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.870 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.870 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.870 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.870 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.870 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.870 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.870 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.870 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:16.870 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.870 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.870 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:16.870 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.871 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.871 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.871 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429336+0000", 2024-08-19T09:58:16.871 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.646065+0000", 2024-08-19T09:58:16.871 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.646065+0000", 2024-08-19T09:58:16.871 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.697543+0000", 2024-08-19T09:58:16.871 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429336+0000", 2024-08-19T09:58:16.871 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.871 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.871 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.871 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:16.871 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429336+0000", 2024-08-19T09:58:16.871 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429336+0000", 2024-08-19T09:58:16.871 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429336+0000", 2024-08-19T09:58:16.872 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.872 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.872 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.872 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429336+0000", 2024-08-19T09:58:16.872 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429336+0000", 2024-08-19T09:58:16.872 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.872 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 1, 2024-08-19T09:58:16.872 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.872 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.872 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:16.872 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.872 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.872 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.872 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.873 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 1, 2024-08-19T09:58:16.873 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.873 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.873 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.873 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.3", 2024-08-19T09:58:16.873 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.873 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.873 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.873 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.873 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.873 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:27:36.601291+0000", 2024-08-19T09:58:16.873 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.000530936, 2024-08-19T09:58:16.873 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.873 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.874 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.874 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.874 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.874 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.874 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.874 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.874 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.874 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.874 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.874 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.874 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.874 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.874 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.874 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.875 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.875 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.875 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:16.875 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:16.875 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.875 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:16.875 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.875 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.875 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.875 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.875 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.875 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.875 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.876 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.876 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.876 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.876 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.876 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.876 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.876 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.876 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.876 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.876 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.876 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.876 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.876 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.877 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.877 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.877 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.877 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.877 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.877 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.877 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.877 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.877 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:16.877 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "72'1" 2024-08-19T09:58:16.877 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.877 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.877 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.878 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.878 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.878 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.878 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.878 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.878 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.878 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.878 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.878 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.878 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.878 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.878 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429168+0000", 2024-08-19T09:58:16.879 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.816503+0000", 2024-08-19T09:58:16.879 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.816503+0000", 2024-08-19T09:58:16.879 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.816789+0000", 2024-08-19T09:58:16.879 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429168+0000", 2024-08-19T09:58:16.879 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.879 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.879 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.879 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.879 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429168+0000", 2024-08-19T09:58:16.879 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429168+0000", 2024-08-19T09:58:16.879 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429168+0000", 2024-08-19T09:58:16.879 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.880 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.880 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.880 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429168+0000", 2024-08-19T09:58:16.880 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429168+0000", 2024-08-19T09:58:16.880 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.880 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.880 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.880 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.880 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.880 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.880 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.880 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.880 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.881 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.881 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.881 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.881 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.881 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.5", 2024-08-19T09:58:16.881 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.881 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.881 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.881 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 24, 2024-08-19T09:58:16.881 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.881 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:42:53.529210+0000", 2024-08-19T09:58:16.881 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.882 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.882 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.882 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.882 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.882 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.882 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.882 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.882 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.882 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.882 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.882 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.882 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.882 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.883 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.883 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.883 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.883 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.883 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.883 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.883 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.883 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.883 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.883 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.883 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.883 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.883 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.884 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.884 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.884 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.884 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.884 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.884 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.884 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.884 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.884 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.884 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.884 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.884 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.884 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.884 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.885 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.885 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.885 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.885 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.885 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.885 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.885 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.885 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.885 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.885 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.885 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.885 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.885 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.886 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.886 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.886 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.886 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.886 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:16.886 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.886 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:16.886 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.886 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.886 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.886 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.886 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.886 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.886 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854697+0000", 2024-08-19T09:58:16.887 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.839670+0000", 2024-08-19T09:58:16.887 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.839670+0000", 2024-08-19T09:58:16.887 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.840405+0000", 2024-08-19T09:58:16.887 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854697+0000", 2024-08-19T09:58:16.887 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.887 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.887 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.887 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.887 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854697+0000", 2024-08-19T09:58:16.887 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854697+0000", 2024-08-19T09:58:16.887 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854697+0000", 2024-08-19T09:58:16.888 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.888 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.888 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.888 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854697+0000", 2024-08-19T09:58:16.888 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854697+0000", 2024-08-19T09:58:16.888 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.888 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.888 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.888 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.888 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.888 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.889 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.889 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.889 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.889 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.889 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.889 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.889 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.889 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.4", 2024-08-19T09:58:16.889 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.889 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.889 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.889 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.890 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.890 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:16:26.369120+0000", 2024-08-19T09:58:16.890 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.890 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.890 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.890 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.890 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.890 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.890 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.890 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.890 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.890 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.891 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.891 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.891 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.891 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.891 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.891 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.891 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.891 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.891 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.891 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.891 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.892 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.892 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.892 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.892 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.892 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.892 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.892 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.892 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.892 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.892 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.892 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.892 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.893 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.893 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.893 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.893 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.893 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.893 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.893 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.893 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.893 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.893 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.893 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.893 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.894 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.894 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.894 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.894 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.894 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:16.894 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.894 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:16.894 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.894 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.894 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.894 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.894 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.895 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.895 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.895 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.895 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:16.895 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.895 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.895 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:16.895 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.895 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.895 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.895 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.428879+0000", 2024-08-19T09:58:16.895 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.285574+0000", 2024-08-19T09:58:16.895 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.285574+0000", 2024-08-19T09:58:16.896 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.751713+0000", 2024-08-19T09:58:16.896 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.428879+0000", 2024-08-19T09:58:16.896 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.896 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.896 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.896 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:16.896 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.428879+0000", 2024-08-19T09:58:16.896 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.428879+0000", 2024-08-19T09:58:16.896 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.428879+0000", 2024-08-19T09:58:16.896 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.896 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.896 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.896 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.428879+0000", 2024-08-19T09:58:16.897 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.428879+0000", 2024-08-19T09:58:16.897 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.897 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.897 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.897 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.897 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:16.897 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.897 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.897 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.897 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.897 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.897 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.897 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.898 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.898 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.0", 2024-08-19T09:58:16.898 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.898 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.898 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.898 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 20, 2024-08-19T09:58:16.898 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.898 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:45:04.367103+0000", 2024-08-19T09:58:16.898 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.000504573, 2024-08-19T09:58:16.898 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.898 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.898 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.898 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.898 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.899 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.899 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.899 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.899 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.899 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.899 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.899 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.899 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.899 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.899 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.899 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.899 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.899 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.899 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.900 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.900 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.900 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.900 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.900 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.900 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.900 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.900 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.900 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.900 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.900 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.900 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.900 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.900 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.901 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.901 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.901 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.901 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.901 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.901 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.901 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.901 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.901 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.901 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.901 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.901 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.901 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.901 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.902 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.902 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:16.902 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.902 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:16.902 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.902 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.902 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.902 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.902 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.902 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.902 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.902 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.902 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:16.903 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.903 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.903 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.903 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.903 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.903 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.903 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855518+0000", 2024-08-19T09:58:16.903 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.820613+0000", 2024-08-19T09:58:16.903 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.820613+0000", 2024-08-19T09:58:16.903 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.820950+0000", 2024-08-19T09:58:16.903 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855518+0000", 2024-08-19T09:58:16.903 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.903 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.903 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.904 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.904 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855518+0000", 2024-08-19T09:58:16.904 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855518+0000", 2024-08-19T09:58:16.904 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855518+0000", 2024-08-19T09:58:16.904 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.904 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.904 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.904 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855518+0000", 2024-08-19T09:58:16.904 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855518+0000", 2024-08-19T09:58:16.904 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.904 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 1, 2024-08-19T09:58:16.904 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.904 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.905 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.905 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.905 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.905 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.905 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.905 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 1, 2024-08-19T09:58:16.905 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.905 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.905 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.905 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.6", 2024-08-19T09:58:16.905 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.905 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.905 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.905 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:16.906 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.906 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:53:28.428843+0000", 2024-08-19T09:58:16.906 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.906 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.906 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.906 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.906 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.906 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.906 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.906 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.906 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.906 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.906 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.907 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.907 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.907 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.907 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.907 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.907 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.907 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.907 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.907 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:16.907 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:16.907 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.907 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:16.907 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.907 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.908 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.908 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.908 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.908 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:16.908 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.908 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.908 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.908 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.908 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.908 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.908 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.908 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.908 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.909 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.909 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.909 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.909 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 1, 2024-08-19T09:58:16.909 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.909 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.909 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.909 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.909 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.909 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.909 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.909 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.910 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.910 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:16.910 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'1" 2024-08-19T09:58:16.910 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.910 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.910 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.910 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.910 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.910 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.910 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.910 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:16.910 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.910 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.910 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.911 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.911 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.911 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.911 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429913+0000", 2024-08-19T09:58:16.911 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:25.247260+0000", 2024-08-19T09:58:16.911 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:25.247260+0000", 2024-08-19T09:58:16.911 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:25.247535+0000", 2024-08-19T09:58:16.911 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429913+0000", 2024-08-19T09:58:16.911 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.911 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.911 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.911 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 67, 2024-08-19T09:58:16.911 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429913+0000", 2024-08-19T09:58:16.912 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429913+0000", 2024-08-19T09:58:16.912 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429913+0000", 2024-08-19T09:58:16.912 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.912 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.912 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.912 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429913+0000", 2024-08-19T09:58:16.912 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429913+0000", 2024-08-19T09:58:16.912 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.912 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.912 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.912 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.912 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 66, 2024-08-19T09:58:16.912 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.913 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.913 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.913 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.913 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.913 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.913 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.913 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.913 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.7", 2024-08-19T09:58:16.913 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.913 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.913 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.913 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 31, 2024-08-19T09:58:16.913 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.914 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:47:43.402183+0000", 2024-08-19T09:58:16.914 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.914 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.914 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.914 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.914 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.914 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.914 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.914 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.914 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.914 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.914 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.915 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.915 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.915 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.915 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.915 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.915 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.915 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.915 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.915 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.915 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.915 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.916 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.916 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.916 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.916 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.916 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.916 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.916 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.916 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.916 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.916 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.916 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.916 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.917 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.917 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.917 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.917 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.917 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.917 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.917 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.917 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.917 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.917 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.917 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.917 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.917 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.918 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.918 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.918 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.918 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.918 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:16.918 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.918 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.918 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.918 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.918 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.918 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.918 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.918 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.919 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 4, 2024-08-19T09:58:16.919 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.919 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.919 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:16.919 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.919 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.919 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.919 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.858245+0000", 2024-08-19T09:58:16.919 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.646396+0000", 2024-08-19T09:58:16.919 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.646396+0000", 2024-08-19T09:58:16.919 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.294527+0000", 2024-08-19T09:58:16.919 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.858245+0000", 2024-08-19T09:58:16.919 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.919 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.920 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.920 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:16.920 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.858245+0000", 2024-08-19T09:58:16.920 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.858245+0000", 2024-08-19T09:58:16.920 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.858245+0000", 2024-08-19T09:58:16.920 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.920 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.920 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:16.920 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.858245+0000", 2024-08-19T09:58:16.920 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.858245+0000", 2024-08-19T09:58:16.920 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.920 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.920 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.920 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.920 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:16.921 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.921 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.921 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.921 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.921 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.921 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.921 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.921 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.921 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.1", 2024-08-19T09:58:16.921 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.921 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.921 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.921 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 21, 2024-08-19T09:58:16.922 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.922 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:13:30.313429+0000", 2024-08-19T09:58:16.922 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.000634754, 2024-08-19T09:58:16.922 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.922 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.922 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.922 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.922 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.922 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.922 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.922 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.922 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.923 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.923 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.923 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.923 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.923 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.923 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.923 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.923 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.923 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.923 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.923 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.923 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.924 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.924 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.924 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.924 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.924 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.924 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.924 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.924 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.924 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.924 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.924 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.924 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.925 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.925 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.925 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.925 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.925 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.925 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.925 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.925 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.925 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.925 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.925 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.925 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.926 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.926 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.926 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:16.926 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:16.926 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.926 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 4, 2024-08-19T09:58:16.926 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.926 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.926 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.926 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.926 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.926 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.927 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.927 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.927 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:16.927 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.927 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.927 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.927 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.927 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.927 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.927 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284520+0000", 2024-08-19T09:58:16.927 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817647+0000", 2024-08-19T09:58:16.927 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817647+0000", 2024-08-19T09:58:16.927 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.817998+0000", 2024-08-19T09:58:16.927 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284520+0000", 2024-08-19T09:58:16.928 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.928 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.928 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.928 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.928 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284520+0000", 2024-08-19T09:58:16.928 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284520+0000", 2024-08-19T09:58:16.928 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284520+0000", 2024-08-19T09:58:16.928 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.928 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.928 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.928 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284520+0000", 2024-08-19T09:58:16.928 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284520+0000", 2024-08-19T09:58:16.928 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.929 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 2, 2024-08-19T09:58:16.929 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.929 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.929 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.929 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.929 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.929 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.929 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.929 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 2, 2024-08-19T09:58:16.929 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.929 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.929 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.929 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.7", 2024-08-19T09:58:16.929 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.930 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.930 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.930 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 27, 2024-08-19T09:58:16.930 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.930 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:15:35.788835+0000", 2024-08-19T09:58:16.930 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.930 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.930 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.930 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.930 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.930 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.930 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.930 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.930 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.931 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.931 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.931 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.931 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.931 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.931 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.931 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.931 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.931 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.931 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.931 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:16.931 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:16.931 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.932 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:16.932 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.932 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.932 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.932 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.932 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.932 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:16.932 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.932 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.932 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.932 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.932 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.932 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.933 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.933 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.933 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.933 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.933 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.933 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.933 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 3, 2024-08-19T09:58:16.933 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.933 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.933 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.933 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.933 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.933 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.934 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.934 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:16.934 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.934 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:16.934 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'2" 2024-08-19T09:58:16.934 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.934 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.934 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.934 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.934 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.934 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.934 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.934 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:16.935 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.935 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.935 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.935 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.935 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.935 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.935 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.430103+0000", 2024-08-19T09:58:16.935 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.842523+0000", 2024-08-19T09:58:16.935 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.842523+0000", 2024-08-19T09:58:16.935 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.843439+0000", 2024-08-19T09:58:16.935 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.430103+0000", 2024-08-19T09:58:16.935 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.935 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.936 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.936 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.936 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.430103+0000", 2024-08-19T09:58:16.936 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.430103+0000", 2024-08-19T09:58:16.936 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.430103+0000", 2024-08-19T09:58:16.936 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.936 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.936 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.936 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.430103+0000", 2024-08-19T09:58:16.936 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.430103+0000", 2024-08-19T09:58:16.936 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.937 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.937 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.937 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.937 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.937 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.937 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.937 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.937 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.937 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.937 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.937 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.937 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.938 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.6", 2024-08-19T09:58:16.938 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.938 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.938 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.938 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.938 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.938 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:00:09.619816+0000", 2024-08-19T09:58:16.938 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.938 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.938 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.938 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.938 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.939 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.939 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.939 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.939 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.939 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.939 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.939 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.939 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.939 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.939 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.939 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.939 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.940 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.940 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.940 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.940 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.940 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.940 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.940 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.940 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.940 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.940 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.940 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.940 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.940 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.940 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.941 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.941 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.941 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.941 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.941 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.941 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.941 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.941 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.941 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.941 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.941 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.941 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.942 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.942 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.942 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.942 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.942 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.942 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.942 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.942 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.942 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:16.942 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.942 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.942 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.942 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.943 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.943 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.943 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.943 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.943 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.943 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.943 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.943 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.943 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.943 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.943 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.943 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.428784+0000", 2024-08-19T09:58:16.943 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817837+0000", 2024-08-19T09:58:16.943 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817837+0000", 2024-08-19T09:58:16.944 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.818183+0000", 2024-08-19T09:58:16.944 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.428784+0000", 2024-08-19T09:58:16.944 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.944 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.944 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.944 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.944 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.428784+0000", 2024-08-19T09:58:16.944 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.428784+0000", 2024-08-19T09:58:16.944 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.428784+0000", 2024-08-19T09:58:16.944 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.944 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.944 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.944 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.428784+0000", 2024-08-19T09:58:16.944 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.428784+0000", 2024-08-19T09:58:16.945 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.945 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.945 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.945 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.945 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.945 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.945 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.945 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.945 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.945 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.945 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.945 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.945 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.945 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.8", 2024-08-19T09:58:16.946 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.946 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.946 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.946 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 24, 2024-08-19T09:58:16.946 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.946 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:17:18.259754+0000", 2024-08-19T09:58:16.946 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.946 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.946 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.946 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.946 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.946 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.946 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.946 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.947 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.947 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.947 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.947 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.947 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.947 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.947 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.947 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.947 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.947 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.947 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.947 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.947 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.947 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.948 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.948 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.948 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.948 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.948 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.948 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.948 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.948 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.948 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.948 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.948 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.948 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.948 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.948 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.949 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.949 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.949 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.949 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.949 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.949 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.949 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.949 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.949 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.949 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.949 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.949 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.949 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.949 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.950 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.950 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.950 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.950 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.950 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.950 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.950 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.950 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.950 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.950 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.950 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 4, 2024-08-19T09:58:16.950 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.950 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.950 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.951 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.951 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.951 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.951 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.858469+0000", 2024-08-19T09:58:16.951 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.847729+0000", 2024-08-19T09:58:16.951 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.847729+0000", 2024-08-19T09:58:16.951 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.847998+0000", 2024-08-19T09:58:16.951 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.858469+0000", 2024-08-19T09:58:16.951 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.951 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.951 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.951 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.951 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.858469+0000", 2024-08-19T09:58:16.951 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.858469+0000", 2024-08-19T09:58:16.952 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.858469+0000", 2024-08-19T09:58:16.952 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.952 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.952 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.952 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.858469+0000", 2024-08-19T09:58:16.952 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.858469+0000", 2024-08-19T09:58:16.952 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.952 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.952 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.952 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.952 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.952 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.952 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.952 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.953 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.953 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.953 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.953 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.953 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.953 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.9", 2024-08-19T09:58:16.953 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.953 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.953 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.953 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.953 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.953 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:42:24.055444+0000", 2024-08-19T09:58:16.953 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.953 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.953 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.954 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.954 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.954 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.954 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.954 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.954 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.954 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.954 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.954 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.954 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.954 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.954 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.954 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.954 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.955 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.955 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.955 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.955 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.955 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.955 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.955 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.955 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.955 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.955 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.955 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.955 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.955 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.955 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.956 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.956 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.956 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.956 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.956 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.956 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.956 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.956 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.956 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.956 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.956 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.956 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.956 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.957 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.957 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.957 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.957 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.957 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:16.957 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.957 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.957 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 4, 2024-08-19T09:58:16.957 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.957 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.957 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.957 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.957 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.957 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.957 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:16.958 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.958 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:16.958 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.958 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.958 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.958 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.958 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.958 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.958 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855528+0000", 2024-08-19T09:58:16.958 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817789+0000", 2024-08-19T09:58:16.958 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817789+0000", 2024-08-19T09:58:16.958 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.818081+0000", 2024-08-19T09:58:16.958 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855528+0000", 2024-08-19T09:58:16.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855528+0000", 2024-08-19T09:58:16.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855528+0000", 2024-08-19T09:58:16.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855528+0000", 2024-08-19T09:58:16.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855528+0000", 2024-08-19T09:58:16.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855528+0000", 2024-08-19T09:58:16.959 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.959 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.960 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.960 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.960 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.960 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.960 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.960 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.960 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.960 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.960 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.960 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.960 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.960 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.9", 2024-08-19T09:58:16.960 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.960 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.961 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.961 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 25, 2024-08-19T09:58:16.961 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.961 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:53:49.637050+0000", 2024-08-19T09:58:16.961 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.961 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.961 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.964 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.964 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.964 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.964 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.964 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.964 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.964 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.964 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.964 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.964 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.964 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.964 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.964 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:16.964 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.965 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:16.965 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.965 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.965 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.965 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.965 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.965 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.965 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.965 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.965 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:16.965 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.965 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.965 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.965 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.966 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.966 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429759+0000", 2024-08-19T09:58:16.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.835862+0000", 2024-08-19T09:58:16.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.835862+0000", 2024-08-19T09:58:16.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.836134+0000", 2024-08-19T09:58:16.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429759+0000", 2024-08-19T09:58:16.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429759+0000", 2024-08-19T09:58:16.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429759+0000", 2024-08-19T09:58:16.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429759+0000", 2024-08-19T09:58:16.967 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.967 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.967 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.967 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429759+0000", 2024-08-19T09:58:16.967 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429759+0000", 2024-08-19T09:58:16.967 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.967 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.967 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.967 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.967 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.967 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.967 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.967 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.967 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.967 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.968 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.968 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.968 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.968 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.8", 2024-08-19T09:58:16.968 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.968 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.968 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.968 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.968 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.968 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:26:25.531382+0000", 2024-08-19T09:58:16.968 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.968 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.968 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.968 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.971 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.971 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.971 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.972 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.972 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.972 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.972 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.972 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.972 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:16.972 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.972 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.972 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.972 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.972 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.972 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.972 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.972 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.973 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:16.973 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.973 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.973 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.973 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.973 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.973 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854227+0000", 2024-08-19T09:58:16.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.818555+0000", 2024-08-19T09:58:16.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.818555+0000", 2024-08-19T09:58:16.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.818864+0000", 2024-08-19T09:58:16.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854227+0000", 2024-08-19T09:58:16.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854227+0000", 2024-08-19T09:58:16.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854227+0000", 2024-08-19T09:58:16.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854227+0000", 2024-08-19T09:58:16.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854227+0000", 2024-08-19T09:58:16.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854227+0000", 2024-08-19T09:58:16.974 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.974 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.974 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.974 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.975 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.975 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.975 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.975 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.975 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.975 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.975 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.975 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.975 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.975 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.a", 2024-08-19T09:58:16.975 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.975 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.975 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.976 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 25, 2024-08-19T09:58:16.976 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.976 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:39:56.586436+0000", 2024-08-19T09:58:16.976 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.976 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.976 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.979 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.979 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.979 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.979 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.979 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.979 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.979 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.979 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.979 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.979 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:16.979 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.979 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:16.979 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.980 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:16.980 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.980 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.980 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.980 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.980 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.980 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.980 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.980 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.980 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:16.980 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.980 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.980 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.981 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.981 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.981 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429368+0000", 2024-08-19T09:58:16.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.832185+0000", 2024-08-19T09:58:16.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.832185+0000", 2024-08-19T09:58:16.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.832503+0000", 2024-08-19T09:58:16.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429368+0000", 2024-08-19T09:58:16.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429368+0000", 2024-08-19T09:58:16.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429368+0000", 2024-08-19T09:58:16.982 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429368+0000", 2024-08-19T09:58:16.982 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.982 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.982 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.982 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429368+0000", 2024-08-19T09:58:16.982 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429368+0000", 2024-08-19T09:58:16.982 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.982 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.982 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.982 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.982 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.982 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.982 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.982 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.983 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.983 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.983 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.983 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.983 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.983 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.b", 2024-08-19T09:58:16.983 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.983 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.983 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.983 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:16.983 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.983 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:18:58.511945+0000", 2024-08-19T09:58:16.983 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.984 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.984 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:16.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:16.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:16.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:16.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:16.987 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.987 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.987 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.987 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.987 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.987 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:16.987 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:16.987 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:16.987 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.987 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:16.987 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:16.987 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.987 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.987 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.988 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.988 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.988 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:16.988 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.988 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:16.988 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.988 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.988 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:16.988 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.988 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.988 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.988 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429057+0000", 2024-08-19T09:58:16.988 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.824718+0000", 2024-08-19T09:58:16.988 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.824718+0000", 2024-08-19T09:58:16.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.825027+0000", 2024-08-19T09:58:16.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429057+0000", 2024-08-19T09:58:16.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:16.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429057+0000", 2024-08-19T09:58:16.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429057+0000", 2024-08-19T09:58:16.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429057+0000", 2024-08-19T09:58:16.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:16.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429057+0000", 2024-08-19T09:58:16.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429057+0000", 2024-08-19T09:58:16.990 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.990 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 2, 2024-08-19T09:58:16.990 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.990 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.990 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:16.990 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.990 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.990 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.990 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.990 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 2, 2024-08-19T09:58:16.990 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.990 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.990 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.991 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.b", 2024-08-19T09:58:16.991 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.991 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.991 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.991 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:16.991 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.991 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:02:01.523784+0000", 2024-08-19T09:58:16.991 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.991 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.991 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.991 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.991 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.991 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.991 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.991 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:16.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:16.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:16.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:16.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:16.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:16.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:16.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:16.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:16.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:16.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:16.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:16.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:16.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:16.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:16.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:16.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:16.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:16.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:16.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:16.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:16.994 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:16.994 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:16.994 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:16.994 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:16.994 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:16.994 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:16.994 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 1, 2024-08-19T09:58:16.994 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:16.994 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.994 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:16.994 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:16.994 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:16.994 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:16.994 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.995 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:16.995 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.995 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:16.995 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'2" 2024-08-19T09:58:16.995 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:16.995 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:16.995 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:16.995 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:16.995 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:16.995 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:16.995 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:16.995 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:16.995 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:16.995 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:16.996 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:16.996 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:16.996 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:16.996 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:16.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284126+0000", 2024-08-19T09:58:16.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.835892+0000", 2024-08-19T09:58:16.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.835892+0000", 2024-08-19T09:58:16.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.836226+0000", 2024-08-19T09:58:16.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284126+0000", 2024-08-19T09:58:16.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:16.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:16.997 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284126+0000", 2024-08-19T09:58:16.997 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284126+0000", 2024-08-19T09:58:16.997 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284126+0000", 2024-08-19T09:58:16.997 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:16.997 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:16.997 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:16.997 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284126+0000", 2024-08-19T09:58:16.997 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284126+0000", 2024-08-19T09:58:16.997 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:16.997 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:16.997 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:16.997 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:16.997 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:16.997 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:16.997 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:16.998 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:16.998 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:16.998 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:16.998 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:16.998 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:16.998 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:16.998 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.a", 2024-08-19T09:58:16.998 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:16.998 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:16.998 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:16.998 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:16.998 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:16.998 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:40:53.238015+0000", 2024-08-19T09:58:16.998 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:16.999 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:16.999 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:16.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:16.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:16.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:16.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:16.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:16.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:16.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:16.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:16.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:16.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:16.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:16.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:17.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:17.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:17.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:17.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.002 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:17.002 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:17.002 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.002 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:17.002 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:17.002 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:17.002 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:17.002 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:17.002 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:17.002 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.002 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:17.002 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:17.002 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.002 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.003 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:17.003 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:17.003 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:17.003 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:17.003 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.003 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:17.003 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:17.003 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:17.003 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:17.003 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:17.003 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:17.003 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:17.003 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947921+0000", 2024-08-19T09:58:17.003 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.849142+0000", 2024-08-19T09:58:17.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.849142+0000", 2024-08-19T09:58:17.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.849471+0000", 2024-08-19T09:58:17.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947921+0000", 2024-08-19T09:58:17.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:17.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:17.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947921+0000", 2024-08-19T09:58:17.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947921+0000", 2024-08-19T09:58:17.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947921+0000", 2024-08-19T09:58:17.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:17.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:17.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.005 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947921+0000", 2024-08-19T09:58:17.005 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947921+0000", 2024-08-19T09:58:17.005 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:17.005 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:17.005 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:17.005 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:17.005 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:17.005 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:17.005 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:17.005 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:17.005 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:17.005 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:17.005 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:17.005 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:17.005 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:17.006 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.1d", 2024-08-19T09:58:17.006 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:17.006 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:17.006 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:17.006 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:17.006 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:17.006 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:48:23.567720+0000", 2024-08-19T09:58:17.006 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:17.006 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:17.006 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.006 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:17.006 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.006 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:17.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:17.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:17.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:17.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:17.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:17.009 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.009 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:17.010 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:17.010 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:17.010 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:17.010 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:17.010 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:17.010 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.010 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:17.010 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:17.010 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.010 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.010 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:17.010 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:17.010 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:17.010 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:17.011 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.011 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:17.011 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:17.011 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:17.011 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:17.011 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:17.011 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:17.011 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:17.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429188+0000", 2024-08-19T09:58:17.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.825476+0000", 2024-08-19T09:58:17.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.825476+0000", 2024-08-19T09:58:17.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.825922+0000", 2024-08-19T09:58:17.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429188+0000", 2024-08-19T09:58:17.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:17.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:17.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:17.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:17.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429188+0000", 2024-08-19T09:58:17.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429188+0000", 2024-08-19T09:58:17.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429188+0000", 2024-08-19T09:58:17.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:17.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:17.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:17.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429188+0000", 2024-08-19T09:58:17.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429188+0000", 2024-08-19T09:58:17.012 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:17.012 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 2, 2024-08-19T09:58:17.012 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:17.012 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:17.013 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:17.013 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:17.013 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:17.013 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:17.013 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:17.013 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 2, 2024-08-19T09:58:17.013 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:17.013 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:17.013 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:17.013 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.1c", 2024-08-19T09:58:17.013 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:17.013 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:17.013 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:17.013 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:17.014 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:17.014 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:22:21.965265+0000", 2024-08-19T09:58:17.014 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:17.014 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:17.014 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:17.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:17.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:17.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:17.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:17.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.017 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 3, 2024-08-19T09:58:17.017 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:17.017 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.017 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:17.017 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:17.017 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:17.017 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:17.017 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:17.017 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:17.017 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.017 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:17.017 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'2" 2024-08-19T09:58:17.018 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.018 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.018 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:17.018 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:17.018 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:17.018 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:17.018 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.018 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:17.018 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:17.018 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:17.018 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:17.018 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:17.018 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:17.018 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:17.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947650+0000", 2024-08-19T09:58:17.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.848290+0000", 2024-08-19T09:58:17.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.848290+0000", 2024-08-19T09:58:17.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.850641+0000", 2024-08-19T09:58:17.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947650+0000", 2024-08-19T09:58:17.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:17.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:17.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947650+0000", 2024-08-19T09:58:17.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947650+0000", 2024-08-19T09:58:17.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947650+0000", 2024-08-19T09:58:17.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:17.020 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:17.020 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.020 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947650+0000", 2024-08-19T09:58:17.020 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947650+0000", 2024-08-19T09:58:17.020 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:17.020 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:17.020 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:17.020 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:17.020 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:17.020 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:17.020 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:17.020 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:17.020 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:17.020 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:17.021 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:17.021 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:17.021 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:17.021 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.1c", 2024-08-19T09:58:17.021 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:17.021 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:17.021 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:17.021 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:17.021 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:17.021 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:12:29.357952+0000", 2024-08-19T09:58:17.021 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:17.021 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:17.021 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.021 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:17.021 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:17.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:17.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:17.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:17.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.025 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.025 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.025 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.025 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:17.025 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:17.025 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.025 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:17.025 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:17.025 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:17.025 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:17.025 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:17.025 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:17.026 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.026 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:17.026 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:17.026 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.026 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.026 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:17.026 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:17.026 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:17.026 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:17.026 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.026 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:17.026 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:17.027 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:17.027 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:17.027 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:17.027 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:17.027 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:17.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429119+0000", 2024-08-19T09:58:17.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.816219+0000", 2024-08-19T09:58:17.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.816219+0000", 2024-08-19T09:58:17.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.816654+0000", 2024-08-19T09:58:17.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429119+0000", 2024-08-19T09:58:17.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:17.028 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:17.028 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:17.028 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:17.028 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429119+0000", 2024-08-19T09:58:17.028 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429119+0000", 2024-08-19T09:58:17.028 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429119+0000", 2024-08-19T09:58:17.028 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:17.028 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:17.028 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:17.028 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429119+0000", 2024-08-19T09:58:17.028 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429119+0000", 2024-08-19T09:58:17.029 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:17.029 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 2, 2024-08-19T09:58:17.029 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:17.029 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:17.029 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:17.029 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:17.029 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:17.029 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:17.029 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:17.029 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 2, 2024-08-19T09:58:17.029 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:17.030 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:17.030 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:17.030 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.1d", 2024-08-19T09:58:17.030 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:17.030 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:17.030 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:17.030 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:17.030 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:17.030 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:02:07.512268+0000", 2024-08-19T09:58:17.030 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:17.031 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:17.031 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:17.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:17.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:17.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:17.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.033 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.033 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.033 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.033 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.033 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:17.033 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.033 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.033 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.033 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.033 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.034 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.034 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.034 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.034 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.034 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.034 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.034 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.034 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 3, 2024-08-19T09:58:17.034 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:17.034 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.035 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:17.035 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:17.035 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:17.035 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:17.035 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:17.035 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:17.035 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.035 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:17.035 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'2" 2024-08-19T09:58:17.035 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.035 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.035 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:17.035 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:17.035 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:17.036 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:17.036 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.036 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:17.036 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:17.036 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:17.036 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:17.036 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:17.036 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:17.036 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:17.036 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.430185+0000", 2024-08-19T09:58:17.036 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.847394+0000", 2024-08-19T09:58:17.036 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.847394+0000", 2024-08-19T09:58:17.036 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.848334+0000", 2024-08-19T09:58:17.036 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.430185+0000", 2024-08-19T09:58:17.037 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.037 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:17.037 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.037 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:17.037 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.430185+0000", 2024-08-19T09:58:17.037 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.430185+0000", 2024-08-19T09:58:17.037 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.430185+0000", 2024-08-19T09:58:17.037 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:17.037 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:17.037 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.037 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.430185+0000", 2024-08-19T09:58:17.037 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.430185+0000", 2024-08-19T09:58:17.037 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:17.037 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:17.038 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:17.038 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:17.038 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:17.038 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:17.038 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:17.038 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:17.038 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:17.038 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:17.038 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:17.038 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:17.038 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:17.038 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.1f", 2024-08-19T09:58:17.038 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:17.038 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:17.039 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:17.039 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:17.039 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:17.039 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:13:40.828662+0000", 2024-08-19T09:58:17.039 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:17.039 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:17.039 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:17.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.040 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.040 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.040 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.040 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.040 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.040 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.040 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.040 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.040 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.040 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:17.040 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:17.040 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.040 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:17.040 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.041 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.041 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.041 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.041 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.041 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:17.041 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.041 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.041 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.041 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.041 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.041 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.041 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.041 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.042 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.042 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.042 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.042 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.042 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:17.042 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:17.042 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.042 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:17.042 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:17.042 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:17.042 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:17.042 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:17.042 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:17.042 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.043 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:17.043 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:17.043 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.043 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.043 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:17.043 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:17.043 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:17.043 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:17.043 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.043 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:17.043 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:17.043 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:17.043 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:17.043 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:17.044 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:17.044 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:17.044 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429786+0000", 2024-08-19T09:58:17.044 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.823485+0000", 2024-08-19T09:58:17.044 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.823485+0000", 2024-08-19T09:58:17.044 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.823790+0000", 2024-08-19T09:58:17.044 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429786+0000", 2024-08-19T09:58:17.044 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:17.044 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:17.044 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:17.044 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:17.044 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429786+0000", 2024-08-19T09:58:17.044 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429786+0000", 2024-08-19T09:58:17.044 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429786+0000", 2024-08-19T09:58:17.045 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:17.045 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:17.045 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:17.045 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429786+0000", 2024-08-19T09:58:17.045 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429786+0000", 2024-08-19T09:58:17.045 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:17.045 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 1, 2024-08-19T09:58:17.045 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:17.045 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:17.045 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:17.045 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:17.045 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:17.045 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:17.045 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:17.046 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 1, 2024-08-19T09:58:17.046 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:17.046 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:17.046 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:17.046 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.1e", 2024-08-19T09:58:17.046 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:17.046 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:17.046 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:17.046 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:17.046 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:17.046 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:06:02.385803+0000", 2024-08-19T09:58:17.046 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:17.046 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:17.047 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:17.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.048 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.048 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.048 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.048 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.048 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:17.048 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:17.048 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.048 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:17.048 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.048 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.048 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.048 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.048 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.048 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:17.049 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.049 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.049 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.049 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.049 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.049 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.049 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.049 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.049 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.049 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.049 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.049 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.049 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:17.049 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:17.050 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.050 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:17.050 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:17.050 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:17.050 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:17.050 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:17.050 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:17.050 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.050 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:17.050 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'1" 2024-08-19T09:58:17.050 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.050 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.050 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:17.050 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:17.051 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:17.051 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:17.051 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.051 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:17.051 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:17.051 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:17.051 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:17.051 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:17.051 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:17.051 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:17.051 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429658+0000", 2024-08-19T09:58:17.051 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.833781+0000", 2024-08-19T09:58:17.051 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.833781+0000", 2024-08-19T09:58:17.052 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.834046+0000", 2024-08-19T09:58:17.052 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429658+0000", 2024-08-19T09:58:17.052 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.052 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:17.052 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.052 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:17.052 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429658+0000", 2024-08-19T09:58:17.052 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429658+0000", 2024-08-19T09:58:17.052 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429658+0000", 2024-08-19T09:58:17.052 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:17.052 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:17.052 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.052 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429658+0000", 2024-08-19T09:58:17.053 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429658+0000", 2024-08-19T09:58:17.053 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:17.053 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:17.053 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:17.053 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:17.053 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:17.053 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:17.053 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:17.053 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:17.053 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:17.053 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:17.053 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:17.053 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:17.053 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:17.054 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.1e", 2024-08-19T09:58:17.054 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:17.054 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:17.054 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:17.054 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:17.054 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:17.054 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:38:05.891107+0000", 2024-08-19T09:58:17.054 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:17.054 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:17.054 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:17.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:17.056 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:17.056 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.056 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:17.056 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.056 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.056 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.056 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.056 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.056 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:17.056 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.056 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.056 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.056 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.057 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.057 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.057 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.057 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.057 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.057 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.057 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.057 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.057 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:17.057 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:17.057 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.057 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:17.057 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:17.057 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:17.058 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:17.058 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:17.058 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:17.058 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.058 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:17.058 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:17.058 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.058 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.058 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:17.058 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:17.058 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:17.058 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:17.058 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.059 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:17.059 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:17.059 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:17.059 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:17.059 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:17.059 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:17.059 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:17.059 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.430338+0000", 2024-08-19T09:58:17.059 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.816397+0000", 2024-08-19T09:58:17.059 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.816397+0000", 2024-08-19T09:58:17.059 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.816632+0000", 2024-08-19T09:58:17.059 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.430338+0000", 2024-08-19T09:58:17.059 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:17.060 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:17.060 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:17.060 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:17.060 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.430338+0000", 2024-08-19T09:58:17.060 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.430338+0000", 2024-08-19T09:58:17.060 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.430338+0000", 2024-08-19T09:58:17.060 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:17.060 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:17.060 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:17.060 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.430338+0000", 2024-08-19T09:58:17.060 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.430338+0000", 2024-08-19T09:58:17.060 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:17.060 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 4, 2024-08-19T09:58:17.060 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:17.061 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:17.061 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:17.061 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:17.061 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:17.061 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:17.061 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:17.061 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 4, 2024-08-19T09:58:17.061 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:17.061 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:17.061 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:17.061 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.1f", 2024-08-19T09:58:17.061 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:17.061 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:17.061 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:17.062 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 30, 2024-08-19T09:58:17.062 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:17.062 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:40:03.756739+0000", 2024-08-19T09:58:17.062 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:17.062 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:17.062 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 582, 2024-08-19T09:58:17.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.063 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.063 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.063 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.063 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.063 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.063 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.063 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.063 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.063 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 6, 2024-08-19T09:58:17.063 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 2, 2024-08-19T09:58:17.063 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.063 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 2, 2024-08-19T09:58:17.067 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.067 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.067 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.067 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:17.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 4, 2024-08-19T09:58:17.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 1 2024-08-19T09:58:17.069 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.069 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:17.069 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:17.069 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:17.070 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:17.070 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:17.070 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:17.070 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.070 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:17.070 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'4" 2024-08-19T09:58:17.070 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.070 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.070 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_per_pool": [ 2024-08-19T09:58:17.070 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.071 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": 24, 2024-08-19T09:58:17.071 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:17.071 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd" 2024-08-19T09:58:17.071 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.071 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 3, 2024-08-19T09:58:17.071 INFO:tasks.workunit.client.0.smithi190.stdout: "num_pg": 8, 2024-08-19T09:58:17.071 INFO:tasks.workunit.client.0.smithi190.stdout: "num_store_stats": 8, 2024-08-19T09:58:17.071 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 3, 2024-08-19T09:58:17.071 INFO:tasks.workunit.client.0.smithi190.stdout: "poolid": 4, 2024-08-19T09:58:17.072 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.072 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 19, 2024-08-19T09:58:17.072 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.072 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.072 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.072 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.073 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.073 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.073 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.073 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.073 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.073 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.073 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.073 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.073 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.073 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.073 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.073 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 6, 2024-08-19T09:58:17.073 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 2, 2024-08-19T09:58:17.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 2, 2024-08-19T09:58:17.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:17.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 2, 2024-08-19T09:58:17.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 2 2024-08-19T09:58:17.075 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.075 INFO:tasks.workunit.client.0.smithi190.stdout: "store_stats": { 2024-08-19T09:58:17.075 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": 12288, 2024-08-19T09:58:17.076 INFO:tasks.workunit.client.0.smithi190.stdout: "available": 0, 2024-08-19T09:58:17.076 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed": 0, 2024-08-19T09:58:17.076 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_allocated": 0, 2024-08-19T09:58:17.076 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_original": 0, 2024-08-19T09:58:17.076 INFO:tasks.workunit.client.0.smithi190.stdout: "data_stored": 57, 2024-08-19T09:58:17.076 INFO:tasks.workunit.client.0.smithi190.stdout: "internal_metadata": 0, 2024-08-19T09:58:17.076 INFO:tasks.workunit.client.0.smithi190.stdout: "internally_reserved": 0, 2024-08-19T09:58:17.076 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_allocated": 0, 2024-08-19T09:58:17.076 INFO:tasks.workunit.client.0.smithi190.stdout: "total": 0 2024-08-19T09:58:17.076 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.076 INFO:tasks.workunit.client.0.smithi190.stdout: "up": 24 2024-08-19T09:58:17.076 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.076 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.076 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": 192, 2024-08-19T09:58:17.077 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:17.077 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs" 2024-08-19T09:58:17.077 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.077 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:17.077 INFO:tasks.workunit.client.0.smithi190.stdout: "num_pg": 64, 2024-08-19T09:58:17.077 INFO:tasks.workunit.client.0.smithi190.stdout: "num_store_stats": 8, 2024-08-19T09:58:17.077 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:17.077 INFO:tasks.workunit.client.0.smithi190.stdout: "poolid": 3, 2024-08-19T09:58:17.077 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.077 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:17.077 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.077 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.077 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.077 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.078 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.078 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.078 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.078 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.078 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.078 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.078 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.078 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.078 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.078 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.079 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.079 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:17.079 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:17.079 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.079 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:17.079 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.079 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.080 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.080 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.080 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.080 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:17.080 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.080 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.080 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.080 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.080 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.080 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.080 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.080 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.080 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.081 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.081 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.081 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.081 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:17.081 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:17.081 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.081 INFO:tasks.workunit.client.0.smithi190.stdout: "store_stats": { 2024-08-19T09:58:17.081 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": 0, 2024-08-19T09:58:17.082 INFO:tasks.workunit.client.0.smithi190.stdout: "available": 0, 2024-08-19T09:58:17.082 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed": 0, 2024-08-19T09:58:17.082 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_allocated": 0, 2024-08-19T09:58:17.082 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_original": 0, 2024-08-19T09:58:17.082 INFO:tasks.workunit.client.0.smithi190.stdout: "data_stored": 0, 2024-08-19T09:58:17.082 INFO:tasks.workunit.client.0.smithi190.stdout: "internal_metadata": 0, 2024-08-19T09:58:17.083 INFO:tasks.workunit.client.0.smithi190.stdout: "internally_reserved": 0, 2024-08-19T09:58:17.083 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_allocated": 0, 2024-08-19T09:58:17.083 INFO:tasks.workunit.client.0.smithi190.stdout: "total": 0 2024-08-19T09:58:17.083 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.083 INFO:tasks.workunit.client.0.smithi190.stdout: "up": 192 2024-08-19T09:58:17.083 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.084 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.084 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": 96, 2024-08-19T09:58:17.084 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:17.084 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs" 2024-08-19T09:58:17.084 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.085 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 45, 2024-08-19T09:58:17.085 INFO:tasks.workunit.client.0.smithi190.stdout: "num_pg": 32, 2024-08-19T09:58:17.085 INFO:tasks.workunit.client.0.smithi190.stdout: "num_store_stats": 8, 2024-08-19T09:58:17.085 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 45, 2024-08-19T09:58:17.085 INFO:tasks.workunit.client.0.smithi190.stdout: "poolid": 2, 2024-08-19T09:58:17.085 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.086 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 3428, 2024-08-19T09:58:17.086 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.086 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.086 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.086 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.086 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.086 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.087 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.087 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.087 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.087 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.087 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.087 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.087 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.087 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.088 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.088 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 66, 2024-08-19T09:58:17.088 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 22, 2024-08-19T09:58:17.088 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.088 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 22, 2024-08-19T09:58:17.088 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.088 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.088 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.089 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.089 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.089 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 14, 2024-08-19T09:58:17.089 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.089 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 51, 2024-08-19T09:58:17.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 20 2024-08-19T09:58:17.091 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.091 INFO:tasks.workunit.client.0.smithi190.stdout: "store_stats": { 2024-08-19T09:58:17.092 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": 98304, 2024-08-19T09:58:17.092 INFO:tasks.workunit.client.0.smithi190.stdout: "available": 0, 2024-08-19T09:58:17.092 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed": 0, 2024-08-19T09:58:17.092 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_allocated": 0, 2024-08-19T09:58:17.092 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_original": 0, 2024-08-19T09:58:17.092 INFO:tasks.workunit.client.0.smithi190.stdout: "data_stored": 10284, 2024-08-19T09:58:17.092 INFO:tasks.workunit.client.0.smithi190.stdout: "internal_metadata": 0, 2024-08-19T09:58:17.092 INFO:tasks.workunit.client.0.smithi190.stdout: "internally_reserved": 0, 2024-08-19T09:58:17.092 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_allocated": 0, 2024-08-19T09:58:17.092 INFO:tasks.workunit.client.0.smithi190.stdout: "total": 0 2024-08-19T09:58:17.093 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.093 INFO:tasks.workunit.client.0.smithi190.stdout: "up": 96 2024-08-19T09:58:17.093 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.093 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.093 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": 3, 2024-08-19T09:58:17.093 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:17.093 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr" 2024-08-19T09:58:17.093 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.093 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 128, 2024-08-19T09:58:17.093 INFO:tasks.workunit.client.0.smithi190.stdout: "num_pg": 1, 2024-08-19T09:58:17.093 INFO:tasks.workunit.client.0.smithi190.stdout: "num_store_stats": 3, 2024-08-19T09:58:17.093 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 128, 2024-08-19T09:58:17.093 INFO:tasks.workunit.client.0.smithi190.stdout: "poolid": 1, 2024-08-19T09:58:17.094 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.094 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 590368, 2024-08-19T09:58:17.094 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.094 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 1771104, 2024-08-19T09:58:17.094 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.094 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.095 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.095 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.095 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.095 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.095 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.095 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.095 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.095 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.095 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.096 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.096 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.096 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 6, 2024-08-19T09:58:17.096 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 2, 2024-08-19T09:58:17.096 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.096 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 2, 2024-08-19T09:58:17.096 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.096 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.096 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.096 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:17.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 6, 2024-08-19T09:58:17.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 212, 2024-08-19T09:58:17.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 306, 2024-08-19T09:58:17.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 179, 2024-08-19T09:58:17.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 2416 2024-08-19T09:58:17.098 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.098 INFO:tasks.workunit.client.0.smithi190.stdout: "store_stats": { 2024-08-19T09:58:17.098 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": 1781760, 2024-08-19T09:58:17.098 INFO:tasks.workunit.client.0.smithi190.stdout: "available": 0, 2024-08-19T09:58:17.098 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed": 0, 2024-08-19T09:58:17.098 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_allocated": 0, 2024-08-19T09:58:17.098 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_original": 0, 2024-08-19T09:58:17.098 INFO:tasks.workunit.client.0.smithi190.stdout: "data_stored": 1771104, 2024-08-19T09:58:17.098 INFO:tasks.workunit.client.0.smithi190.stdout: "internal_metadata": 0, 2024-08-19T09:58:17.098 INFO:tasks.workunit.client.0.smithi190.stdout: "internally_reserved": 0, 2024-08-19T09:58:17.098 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_allocated": 0, 2024-08-19T09:58:17.099 INFO:tasks.workunit.client.0.smithi190.stdout: "total": 0 2024-08-19T09:58:17.099 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.099 INFO:tasks.workunit.client.0.smithi190.stdout: "up": 3 2024-08-19T09:58:17.099 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.099 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.099 INFO:tasks.workunit.client.0.smithi190.stdout: "usage": { 2024-08-19T09:58:17.099 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 105, 2024-08-19T09:58:17.099 INFO:tasks.workunit.client.0.smithi190.stdout: "pools": 4, 2024-08-19T09:58:17.099 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_by_class": { 2024-08-19T09:58:17.099 INFO:tasks.workunit.client.0.smithi190.stdout: "ssd": { 2024-08-19T09:58:17.099 INFO:tasks.workunit.client.0.smithi190.stdout: "total_avail_bytes": 767718219776, 2024-08-19T09:58:17.099 INFO:tasks.workunit.client.0.smithi190.stdout: "total_bytes": 767960285184, 2024-08-19T09:58:17.100 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_bytes": 242065408, 2024-08-19T09:58:17.100 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_raw_bytes": 242065408, 2024-08-19T09:58:17.100 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_raw_ratio": 0.00031520563061349094 2024-08-19T09:58:17.100 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.100 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.100 INFO:tasks.workunit.client.0.smithi190.stdout: "total_avail_bytes": 767718219776, 2024-08-19T09:58:17.100 INFO:tasks.workunit.client.0.smithi190.stdout: "total_bytes": 767960285184, 2024-08-19T09:58:17.100 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_bytes": 242065408 2024-08-19T09:58:17.100 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.100 INFO:tasks.workunit.client.0.smithi190.stdout:} 2024-08-19T09:58:17.100 INFO:tasks.workunit.client.0.smithi190.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-19T09:58:17.102 INFO:tasks.workunit.client.0.smithi190.stderr:+ ceph telemetry show-device 2024-08-19T09:58:17.103 INFO:tasks.workunit.client.0.smithi190.stdout:{ 2024-08-19T09:58:17.103 INFO:tasks.workunit.client.0.smithi190.stdout: "8bbbf3c8-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:17.103 INFO:tasks.workunit.client.0.smithi190.stdout: "INTEL_SSDPEDMD400G4_8bbc7e1a-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:17.103 INFO:tasks.workunit.client.0.smithi190.stdout: "20240819-095238": { 2024-08-19T09:58:17.103 INFO:tasks.workunit.client.0.smithi190.stdout: "device": { 2024-08-19T09:58:17.103 INFO:tasks.workunit.client.0.smithi190.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T09:58:17.103 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "/dev/nvme0n1", 2024-08-19T09:58:17.103 INFO:tasks.workunit.client.0.smithi190.stdout: "protocol": "NVMe", 2024-08-19T09:58:17.103 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "nvme" 2024-08-19T09:58:17.104 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.104 INFO:tasks.workunit.client.0.smithi190.stdout: "firmware_version": "8DV101H0", 2024-08-19T09:58:17.104 INFO:tasks.workunit.client.0.smithi190.stdout: "host_id": "8bbbf3c8-5e11-11ef-8a0f-0cc47a887763", 2024-08-19T09:58:17.104 INFO:tasks.workunit.client.0.smithi190.stdout: "json_format_version": [ 2024-08-19T09:58:17.104 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:17.104 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:17.104 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.104 INFO:tasks.workunit.client.0.smithi190.stdout: "local_time": { 2024-08-19T09:58:17.104 INFO:tasks.workunit.client.0.smithi190.stdout: "asctime": "Mon Aug 19 09:52:37 2024 UTC", 2024-08-19T09:58:17.105 INFO:tasks.workunit.client.0.smithi190.stdout: "time_t": 1724061157 2024-08-19T09:58:17.105 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.105 INFO:tasks.workunit.client.0.smithi190.stdout: "logical_block_size": 512, 2024-08-19T09:58:17.105 INFO:tasks.workunit.client.0.smithi190.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-19T09:58:17.105 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_controller_id": 0, 2024-08-19T09:58:17.105 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T09:58:17.105 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_namespaces": [ 2024-08-19T09:58:17.105 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.105 INFO:tasks.workunit.client.0.smithi190.stdout: "capacity": { 2024-08-19T09:58:17.105 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.105 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.106 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.106 INFO:tasks.workunit.client.0.smithi190.stdout: "formatted_lba_size": 512, 2024-08-19T09:58:17.106 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 1, 2024-08-19T09:58:17.106 INFO:tasks.workunit.client.0.smithi190.stdout: "size": { 2024-08-19T09:58:17.106 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.106 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.106 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.106 INFO:tasks.workunit.client.0.smithi190.stdout: "utilization": { 2024-08-19T09:58:17.106 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.106 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.106 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.106 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.106 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.106 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T09:58:17.107 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_pci_vendor": { 2024-08-19T09:58:17.107 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 32902, 2024-08-19T09:58:17.107 INFO:tasks.workunit.client.0.smithi190.stdout: "subsystem_id": 32902 2024-08-19T09:58:17.107 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.107 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T09:58:17.107 INFO:tasks.workunit.client.0.smithi190.stdout: "Device stats": { 2024-08-19T09:58:17.107 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_fw_downgrades": { 2024-08-19T09:58:17.107 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.107 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.107 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.107 INFO:tasks.workunit.client.0.smithi190.stdout: "crc_error_count": { 2024-08-19T09:58:17.107 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.107 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.107 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.108 INFO:tasks.workunit.client.0.smithi190.stdout: "end_to_end_error_detection_count": { 2024-08-19T09:58:17.108 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.108 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.108 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.108 INFO:tasks.workunit.client.0.smithi190.stdout: "erase_fail_count": { 2024-08-19T09:58:17.108 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.108 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.108 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.108 INFO:tasks.workunit.client.0.smithi190.stdout: "host_bytes_written": { 2024-08-19T09:58:17.108 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.108 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 25068769 2024-08-19T09:58:17.108 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.108 INFO:tasks.workunit.client.0.smithi190.stdout: "host_ctx_wear_used": { 2024-08-19T09:58:17.108 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.108 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 1 2024-08-19T09:58:17.109 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.109 INFO:tasks.workunit.client.0.smithi190.stdout: "media_bytes_read": { 2024-08-19T09:58:17.109 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.109 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.109 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.109 INFO:tasks.workunit.client.0.smithi190.stdout: "nand_bytes_written": { 2024-08-19T09:58:17.109 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.109 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 45793301 2024-08-19T09:58:17.109 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.109 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_stat_indicator": { 2024-08-19T09:58:17.109 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.109 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.109 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.109 INFO:tasks.workunit.client.0.smithi190.stdout: "pll_lock_loss_count": { 2024-08-19T09:58:17.110 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.110 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.110 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.110 INFO:tasks.workunit.client.0.smithi190.stdout: "program_fail_count": { 2024-08-19T09:58:17.110 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.110 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.110 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.110 INFO:tasks.workunit.client.0.smithi190.stdout: "re_alloc_sectr_cnt": { 2024-08-19T09:58:17.110 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.110 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.110 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.110 INFO:tasks.workunit.client.0.smithi190.stdout: "retry_buffer_overflow_count": { 2024-08-19T09:58:17.110 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.110 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.110 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.111 INFO:tasks.workunit.client.0.smithi190.stdout: "soft_ecc_err_rate": { 2024-08-19T09:58:17.111 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.111 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.111 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.111 INFO:tasks.workunit.client.0.smithi190.stdout: "thermal_throttle_status": { 2024-08-19T09:58:17.111 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.111 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:17.111 INFO:tasks.workunit.client.0.smithi190.stdout: "cnt": 0, 2024-08-19T09:58:17.111 INFO:tasks.workunit.client.0.smithi190.stdout: "pct": 0 2024-08-19T09:58:17.111 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.111 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.111 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_host_reads": { 2024-08-19T09:58:17.111 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.111 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:17.112 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.112 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_media_wear": { 2024-08-19T09:58:17.112 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.112 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": "63.999023" 2024-08-19T09:58:17.112 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.112 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_timer": { 2024-08-19T09:58:17.112 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.112 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:17.112 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.112 INFO:tasks.workunit.client.0.smithi190.stdout: "unexp_power_loss": { 2024-08-19T09:58:17.112 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.112 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.112 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.112 INFO:tasks.workunit.client.0.smithi190.stdout: "wear_leveling": { 2024-08-19T09:58:17.113 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 90, 2024-08-19T09:58:17.113 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:17.113 INFO:tasks.workunit.client.0.smithi190.stdout: "avg": 3166, 2024-08-19T09:58:17.113 INFO:tasks.workunit.client.0.smithi190.stdout: "max": 3179, 2024-08-19T09:58:17.113 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 3152 2024-08-19T09:58:17.113 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.113 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.113 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.113 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T09:58:17.113 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.113 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_log": { 2024-08-19T09:58:17.113 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare": 100, 2024-08-19T09:58:17.113 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare_threshold": 10, 2024-08-19T09:58:17.113 INFO:tasks.workunit.client.0.smithi190.stdout: "controller_busy_time": 0, 2024-08-19T09:58:17.114 INFO:tasks.workunit.client.0.smithi190.stdout: "critical_warning": 0, 2024-08-19T09:58:17.114 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_read": 342316303, 2024-08-19T09:58:17.114 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_written": 1642906858, 2024-08-19T09:58:17.114 INFO:tasks.workunit.client.0.smithi190.stdout: "host_reads": 5386706496, 2024-08-19T09:58:17.114 INFO:tasks.workunit.client.0.smithi190.stdout: "host_writes": 28491883910, 2024-08-19T09:58:17.114 INFO:tasks.workunit.client.0.smithi190.stdout: "media_errors": 0, 2024-08-19T09:58:17.114 INFO:tasks.workunit.client.0.smithi190.stdout: "num_err_log_entries": 0, 2024-08-19T09:58:17.114 INFO:tasks.workunit.client.0.smithi190.stdout: "percentage_used": 10, 2024-08-19T09:58:17.114 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycles": 58579, 2024-08-19T09:58:17.114 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_hours": 55941, 2024-08-19T09:58:17.114 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": 25, 2024-08-19T09:58:17.114 INFO:tasks.workunit.client.0.smithi190.stdout: "unsafe_shutdowns": 25 2024-08-19T09:58:17.114 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.114 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_vendor": "intel", 2024-08-19T09:58:17.115 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_version": { 2024-08-19T09:58:17.115 INFO:tasks.workunit.client.0.smithi190.stdout: "string": "<1.2", 2024-08-19T09:58:17.115 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.115 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.115 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycle_count": 58579, 2024-08-19T09:58:17.115 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_time": { 2024-08-19T09:58:17.115 INFO:tasks.workunit.client.0.smithi190.stdout: "hours": 55941 2024-08-19T09:58:17.115 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.115 INFO:tasks.workunit.client.0.smithi190.stdout: "serial_number": "deleted", 2024-08-19T09:58:17.115 INFO:tasks.workunit.client.0.smithi190.stdout: "smart_status": { 2024-08-19T09:58:17.115 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme": { 2024-08-19T09:58:17.115 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.115 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.115 INFO:tasks.workunit.client.0.smithi190.stdout: "passed": true 2024-08-19T09:58:17.115 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.116 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl": { 2024-08-19T09:58:17.116 INFO:tasks.workunit.client.0.smithi190.stdout: "argv": [ 2024-08-19T09:58:17.116 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl", 2024-08-19T09:58:17.116 INFO:tasks.workunit.client.0.smithi190.stdout: "-x", 2024-08-19T09:58:17.116 INFO:tasks.workunit.client.0.smithi190.stdout: "--json=o", 2024-08-19T09:58:17.116 INFO:tasks.workunit.client.0.smithi190.stdout: "/dev/nvme0n1" 2024-08-19T09:58:17.116 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.116 INFO:tasks.workunit.client.0.smithi190.stdout: "build_info": "(local build)", 2024-08-19T09:58:17.116 INFO:tasks.workunit.client.0.smithi190.stdout: "exit_status": 0, 2024-08-19T09:58:17.116 INFO:tasks.workunit.client.0.smithi190.stdout: "output": [ 2024-08-19T09:58:17.116 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T09:58:17.116 INFO:tasks.workunit.client.0.smithi190.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T09:58:17.116 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.116 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T09:58:17.116 INFO:tasks.workunit.client.0.smithi190.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-19T09:58:17.117 INFO:tasks.workunit.client.0.smithi190.stdout: "Serial Number: deleted", 2024-08-19T09:58:17.117 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Version: 8DV101H0", 2024-08-19T09:58:17.117 INFO:tasks.workunit.client.0.smithi190.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T09:58:17.117 INFO:tasks.workunit.client.0.smithi190.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T09:58:17.117 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller ID: 0", 2024-08-19T09:58:17.117 INFO:tasks.workunit.client.0.smithi190.stdout: "NVMe Version: <1.2", 2024-08-19T09:58:17.117 INFO:tasks.workunit.client.0.smithi190.stdout: "Number of Namespaces: 1", 2024-08-19T09:58:17.117 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-19T09:58:17.117 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T09:58:17.117 INFO:tasks.workunit.client.0.smithi190.stdout: "Local Time is: Mon Aug 19 09:52:37 2024 UTC", 2024-08-19T09:58:17.117 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T09:58:17.117 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T09:58:17.117 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T09:58:17.117 INFO:tasks.workunit.client.0.smithi190.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T09:58:17.117 INFO:tasks.workunit.client.0.smithi190.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T09:58:17.118 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.118 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported Power States", 2024-08-19T09:58:17.118 INFO:tasks.workunit.client.0.smithi190.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T09:58:17.118 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T09:58:17.118 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.118 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T09:58:17.118 INFO:tasks.workunit.client.0.smithi190.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T09:58:17.118 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 512 0 2", 2024-08-19T09:58:17.118 INFO:tasks.workunit.client.0.smithi190.stdout: " 1 - 512 8 2", 2024-08-19T09:58:17.118 INFO:tasks.workunit.client.0.smithi190.stdout: " 2 - 512 16 2", 2024-08-19T09:58:17.118 INFO:tasks.workunit.client.0.smithi190.stdout: " 3 - 4096 0 0", 2024-08-19T09:58:17.118 INFO:tasks.workunit.client.0.smithi190.stdout: " 4 - 4096 8 0", 2024-08-19T09:58:17.118 INFO:tasks.workunit.client.0.smithi190.stdout: " 5 - 4096 64 0", 2024-08-19T09:58:17.118 INFO:tasks.workunit.client.0.smithi190.stdout: " 6 - 4096 128 0", 2024-08-19T09:58:17.119 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.119 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T09:58:17.119 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T09:58:17.119 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.119 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T09:58:17.119 INFO:tasks.workunit.client.0.smithi190.stdout: "Critical Warning: 0x00", 2024-08-19T09:58:17.119 INFO:tasks.workunit.client.0.smithi190.stdout: "Temperature: 25 Celsius", 2024-08-19T09:58:17.119 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare: 100%", 2024-08-19T09:58:17.119 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare Threshold: 10%", 2024-08-19T09:58:17.119 INFO:tasks.workunit.client.0.smithi190.stdout: "Percentage Used: 10%", 2024-08-19T09:58:17.119 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Read: 342,316,303 [175 TB]", 2024-08-19T09:58:17.119 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Written: 1,642,906,858 [841 TB]", 2024-08-19T09:58:17.119 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Read Commands: 5,386,706,496", 2024-08-19T09:58:17.119 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Write Commands: 28,491,883,910", 2024-08-19T09:58:17.120 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller Busy Time: 0", 2024-08-19T09:58:17.120 INFO:tasks.workunit.client.0.smithi190.stdout: "Power Cycles: 58,579", 2024-08-19T09:58:17.120 INFO:tasks.workunit.client.0.smithi190.stdout: "Power On Hours: 55,941", 2024-08-19T09:58:17.120 INFO:tasks.workunit.client.0.smithi190.stdout: "Unsafe Shutdowns: 25", 2024-08-19T09:58:17.120 INFO:tasks.workunit.client.0.smithi190.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T09:58:17.120 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information Log Entries: 0", 2024-08-19T09:58:17.120 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.120 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T09:58:17.120 INFO:tasks.workunit.client.0.smithi190.stdout: "No Errors Logged", 2024-08-19T09:58:17.120 INFO:tasks.workunit.client.0.smithi190.stdout: "" 2024-08-19T09:58:17.120 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.120 INFO:tasks.workunit.client.0.smithi190.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T09:58:17.120 INFO:tasks.workunit.client.0.smithi190.stdout: "svn_revision": "5155", 2024-08-19T09:58:17.120 INFO:tasks.workunit.client.0.smithi190.stdout: "version": [ 2024-08-19T09:58:17.121 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:17.121 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:17.121 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.121 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.121 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": { 2024-08-19T09:58:17.121 INFO:tasks.workunit.client.0.smithi190.stdout: "current": 25 2024-08-19T09:58:17.121 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.121 INFO:tasks.workunit.client.0.smithi190.stdout: "user_capacity": { 2024-08-19T09:58:17.121 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.121 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.121 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.121 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.121 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.121 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.122 INFO:tasks.workunit.client.0.smithi190.stdout: "8bbdb942-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:17.122 INFO:tasks.workunit.client.0.smithi190.stdout: "INTEL_SSDPEDMD400G4_8bbe2f30-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:17.122 INFO:tasks.workunit.client.0.smithi190.stdout: "20240819-095236": { 2024-08-19T09:58:17.122 INFO:tasks.workunit.client.0.smithi190.stdout: "device": { 2024-08-19T09:58:17.122 INFO:tasks.workunit.client.0.smithi190.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T09:58:17.122 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "/dev/nvme0n1", 2024-08-19T09:58:17.122 INFO:tasks.workunit.client.0.smithi190.stdout: "protocol": "NVMe", 2024-08-19T09:58:17.122 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "nvme" 2024-08-19T09:58:17.122 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.122 INFO:tasks.workunit.client.0.smithi190.stdout: "firmware_version": "8DV101H0", 2024-08-19T09:58:17.122 INFO:tasks.workunit.client.0.smithi190.stdout: "host_id": "8bbdb942-5e11-11ef-8a0f-0cc47a887763", 2024-08-19T09:58:17.122 INFO:tasks.workunit.client.0.smithi190.stdout: "json_format_version": [ 2024-08-19T09:58:17.122 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:17.122 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:17.123 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.123 INFO:tasks.workunit.client.0.smithi190.stdout: "local_time": { 2024-08-19T09:58:17.123 INFO:tasks.workunit.client.0.smithi190.stdout: "asctime": "Mon Aug 19 09:52:35 2024 UTC", 2024-08-19T09:58:17.123 INFO:tasks.workunit.client.0.smithi190.stdout: "time_t": 1724061155 2024-08-19T09:58:17.123 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.123 INFO:tasks.workunit.client.0.smithi190.stdout: "logical_block_size": 512, 2024-08-19T09:58:17.123 INFO:tasks.workunit.client.0.smithi190.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-19T09:58:17.123 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_controller_id": 0, 2024-08-19T09:58:17.123 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T09:58:17.123 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_namespaces": [ 2024-08-19T09:58:17.123 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.123 INFO:tasks.workunit.client.0.smithi190.stdout: "capacity": { 2024-08-19T09:58:17.123 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.123 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.123 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.124 INFO:tasks.workunit.client.0.smithi190.stdout: "formatted_lba_size": 512, 2024-08-19T09:58:17.124 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 1, 2024-08-19T09:58:17.124 INFO:tasks.workunit.client.0.smithi190.stdout: "size": { 2024-08-19T09:58:17.124 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.124 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.124 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.124 INFO:tasks.workunit.client.0.smithi190.stdout: "utilization": { 2024-08-19T09:58:17.124 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.124 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.124 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.124 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.124 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.124 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T09:58:17.124 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_pci_vendor": { 2024-08-19T09:58:17.125 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 32902, 2024-08-19T09:58:17.125 INFO:tasks.workunit.client.0.smithi190.stdout: "subsystem_id": 32902 2024-08-19T09:58:17.125 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.125 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T09:58:17.125 INFO:tasks.workunit.client.0.smithi190.stdout: "Device stats": { 2024-08-19T09:58:17.125 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_fw_downgrades": { 2024-08-19T09:58:17.125 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.125 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.125 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.125 INFO:tasks.workunit.client.0.smithi190.stdout: "crc_error_count": { 2024-08-19T09:58:17.125 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.125 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.125 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.125 INFO:tasks.workunit.client.0.smithi190.stdout: "end_to_end_error_detection_count": { 2024-08-19T09:58:17.125 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.126 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.126 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.126 INFO:tasks.workunit.client.0.smithi190.stdout: "erase_fail_count": { 2024-08-19T09:58:17.126 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.126 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.126 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.126 INFO:tasks.workunit.client.0.smithi190.stdout: "host_bytes_written": { 2024-08-19T09:58:17.126 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.126 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 28673347 2024-08-19T09:58:17.126 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.126 INFO:tasks.workunit.client.0.smithi190.stdout: "host_ctx_wear_used": { 2024-08-19T09:58:17.126 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.126 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 1 2024-08-19T09:58:17.127 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.127 INFO:tasks.workunit.client.0.smithi190.stdout: "media_bytes_read": { 2024-08-19T09:58:17.127 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.127 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.127 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.127 INFO:tasks.workunit.client.0.smithi190.stdout: "nand_bytes_written": { 2024-08-19T09:58:17.127 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.127 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 49662675 2024-08-19T09:58:17.127 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.127 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_stat_indicator": { 2024-08-19T09:58:17.127 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.127 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.127 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.127 INFO:tasks.workunit.client.0.smithi190.stdout: "pll_lock_loss_count": { 2024-08-19T09:58:17.127 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.128 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.128 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.128 INFO:tasks.workunit.client.0.smithi190.stdout: "program_fail_count": { 2024-08-19T09:58:17.128 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.128 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.128 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.128 INFO:tasks.workunit.client.0.smithi190.stdout: "re_alloc_sectr_cnt": { 2024-08-19T09:58:17.128 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.128 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.128 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.128 INFO:tasks.workunit.client.0.smithi190.stdout: "retry_buffer_overflow_count": { 2024-08-19T09:58:17.128 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.128 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.129 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.129 INFO:tasks.workunit.client.0.smithi190.stdout: "soft_ecc_err_rate": { 2024-08-19T09:58:17.129 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.129 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.129 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.129 INFO:tasks.workunit.client.0.smithi190.stdout: "thermal_throttle_status": { 2024-08-19T09:58:17.129 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.129 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:17.129 INFO:tasks.workunit.client.0.smithi190.stdout: "cnt": 0, 2024-08-19T09:58:17.129 INFO:tasks.workunit.client.0.smithi190.stdout: "pct": 0 2024-08-19T09:58:17.129 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.129 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.129 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_host_reads": { 2024-08-19T09:58:17.129 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.129 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:17.130 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.130 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_media_wear": { 2024-08-19T09:58:17.130 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.130 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": "63.999023" 2024-08-19T09:58:17.130 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.130 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_timer": { 2024-08-19T09:58:17.130 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.130 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:17.130 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.130 INFO:tasks.workunit.client.0.smithi190.stdout: "unexp_power_loss": { 2024-08-19T09:58:17.130 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.130 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.130 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.131 INFO:tasks.workunit.client.0.smithi190.stdout: "wear_leveling": { 2024-08-19T09:58:17.131 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 89, 2024-08-19T09:58:17.131 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:17.131 INFO:tasks.workunit.client.0.smithi190.stdout: "avg": 3370, 2024-08-19T09:58:17.131 INFO:tasks.workunit.client.0.smithi190.stdout: "max": 3389, 2024-08-19T09:58:17.131 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 3356 2024-08-19T09:58:17.131 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.131 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.131 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.131 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T09:58:17.131 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.131 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_log": { 2024-08-19T09:58:17.131 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare": 100, 2024-08-19T09:58:17.131 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare_threshold": 10, 2024-08-19T09:58:17.132 INFO:tasks.workunit.client.0.smithi190.stdout: "controller_busy_time": 0, 2024-08-19T09:58:17.132 INFO:tasks.workunit.client.0.smithi190.stdout: "critical_warning": 0, 2024-08-19T09:58:17.132 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_read": 389506371, 2024-08-19T09:58:17.132 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_written": 1879136484, 2024-08-19T09:58:17.132 INFO:tasks.workunit.client.0.smithi190.stdout: "host_reads": 6457831125, 2024-08-19T09:58:17.132 INFO:tasks.workunit.client.0.smithi190.stdout: "host_writes": 32575899328, 2024-08-19T09:58:17.132 INFO:tasks.workunit.client.0.smithi190.stdout: "media_errors": 0, 2024-08-19T09:58:17.132 INFO:tasks.workunit.client.0.smithi190.stdout: "num_err_log_entries": 0, 2024-08-19T09:58:17.132 INFO:tasks.workunit.client.0.smithi190.stdout: "percentage_used": 11, 2024-08-19T09:58:17.132 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycles": 54364, 2024-08-19T09:58:17.132 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_hours": 56804, 2024-08-19T09:58:17.132 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": 24, 2024-08-19T09:58:17.132 INFO:tasks.workunit.client.0.smithi190.stdout: "unsafe_shutdowns": 22 2024-08-19T09:58:17.132 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.132 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_vendor": "intel", 2024-08-19T09:58:17.133 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_version": { 2024-08-19T09:58:17.133 INFO:tasks.workunit.client.0.smithi190.stdout: "string": "<1.2", 2024-08-19T09:58:17.133 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.133 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.133 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycle_count": 54364, 2024-08-19T09:58:17.133 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_time": { 2024-08-19T09:58:17.133 INFO:tasks.workunit.client.0.smithi190.stdout: "hours": 56804 2024-08-19T09:58:17.133 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.133 INFO:tasks.workunit.client.0.smithi190.stdout: "serial_number": "deleted", 2024-08-19T09:58:17.133 INFO:tasks.workunit.client.0.smithi190.stdout: "smart_status": { 2024-08-19T09:58:17.133 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme": { 2024-08-19T09:58:17.133 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.133 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.133 INFO:tasks.workunit.client.0.smithi190.stdout: "passed": true 2024-08-19T09:58:17.134 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.134 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl": { 2024-08-19T09:58:17.134 INFO:tasks.workunit.client.0.smithi190.stdout: "argv": [ 2024-08-19T09:58:17.134 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl", 2024-08-19T09:58:17.134 INFO:tasks.workunit.client.0.smithi190.stdout: "-x", 2024-08-19T09:58:17.134 INFO:tasks.workunit.client.0.smithi190.stdout: "--json=o", 2024-08-19T09:58:17.134 INFO:tasks.workunit.client.0.smithi190.stdout: "/dev/nvme0n1" 2024-08-19T09:58:17.134 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.134 INFO:tasks.workunit.client.0.smithi190.stdout: "build_info": "(local build)", 2024-08-19T09:58:17.134 INFO:tasks.workunit.client.0.smithi190.stdout: "exit_status": 0, 2024-08-19T09:58:17.134 INFO:tasks.workunit.client.0.smithi190.stdout: "output": [ 2024-08-19T09:58:17.134 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T09:58:17.134 INFO:tasks.workunit.client.0.smithi190.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T09:58:17.134 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.135 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T09:58:17.135 INFO:tasks.workunit.client.0.smithi190.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-19T09:58:17.135 INFO:tasks.workunit.client.0.smithi190.stdout: "Serial Number: deleted", 2024-08-19T09:58:17.135 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Version: 8DV101H0", 2024-08-19T09:58:17.135 INFO:tasks.workunit.client.0.smithi190.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T09:58:17.135 INFO:tasks.workunit.client.0.smithi190.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T09:58:17.135 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller ID: 0", 2024-08-19T09:58:17.135 INFO:tasks.workunit.client.0.smithi190.stdout: "NVMe Version: <1.2", 2024-08-19T09:58:17.135 INFO:tasks.workunit.client.0.smithi190.stdout: "Number of Namespaces: 1", 2024-08-19T09:58:17.135 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-19T09:58:17.135 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T09:58:17.135 INFO:tasks.workunit.client.0.smithi190.stdout: "Local Time is: Mon Aug 19 09:52:35 2024 UTC", 2024-08-19T09:58:17.135 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T09:58:17.135 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T09:58:17.135 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T09:58:17.136 INFO:tasks.workunit.client.0.smithi190.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T09:58:17.136 INFO:tasks.workunit.client.0.smithi190.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T09:58:17.136 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.136 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported Power States", 2024-08-19T09:58:17.136 INFO:tasks.workunit.client.0.smithi190.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T09:58:17.136 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T09:58:17.136 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.136 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T09:58:17.136 INFO:tasks.workunit.client.0.smithi190.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T09:58:17.136 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 512 0 2", 2024-08-19T09:58:17.136 INFO:tasks.workunit.client.0.smithi190.stdout: " 1 - 512 8 2", 2024-08-19T09:58:17.136 INFO:tasks.workunit.client.0.smithi190.stdout: " 2 - 512 16 2", 2024-08-19T09:58:17.136 INFO:tasks.workunit.client.0.smithi190.stdout: " 3 - 4096 0 0", 2024-08-19T09:58:17.136 INFO:tasks.workunit.client.0.smithi190.stdout: " 4 - 4096 8 0", 2024-08-19T09:58:17.137 INFO:tasks.workunit.client.0.smithi190.stdout: " 5 - 4096 64 0", 2024-08-19T09:58:17.137 INFO:tasks.workunit.client.0.smithi190.stdout: " 6 - 4096 128 0", 2024-08-19T09:58:17.137 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.137 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T09:58:17.137 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T09:58:17.137 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.137 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T09:58:17.137 INFO:tasks.workunit.client.0.smithi190.stdout: "Critical Warning: 0x00", 2024-08-19T09:58:17.137 INFO:tasks.workunit.client.0.smithi190.stdout: "Temperature: 24 Celsius", 2024-08-19T09:58:17.137 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare: 100%", 2024-08-19T09:58:17.137 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare Threshold: 10%", 2024-08-19T09:58:17.137 INFO:tasks.workunit.client.0.smithi190.stdout: "Percentage Used: 11%", 2024-08-19T09:58:17.137 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Read: 389,506,371 [199 TB]", 2024-08-19T09:58:17.137 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Written: 1,879,136,484 [962 TB]", 2024-08-19T09:58:17.137 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Read Commands: 6,457,831,125", 2024-08-19T09:58:17.138 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Write Commands: 32,575,899,328", 2024-08-19T09:58:17.138 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller Busy Time: 0", 2024-08-19T09:58:17.138 INFO:tasks.workunit.client.0.smithi190.stdout: "Power Cycles: 54,364", 2024-08-19T09:58:17.138 INFO:tasks.workunit.client.0.smithi190.stdout: "Power On Hours: 56,804", 2024-08-19T09:58:17.138 INFO:tasks.workunit.client.0.smithi190.stdout: "Unsafe Shutdowns: 22", 2024-08-19T09:58:17.138 INFO:tasks.workunit.client.0.smithi190.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T09:58:17.138 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information Log Entries: 0", 2024-08-19T09:58:17.138 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.138 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T09:58:17.138 INFO:tasks.workunit.client.0.smithi190.stdout: "No Errors Logged", 2024-08-19T09:58:17.138 INFO:tasks.workunit.client.0.smithi190.stdout: "" 2024-08-19T09:58:17.138 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.138 INFO:tasks.workunit.client.0.smithi190.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T09:58:17.138 INFO:tasks.workunit.client.0.smithi190.stdout: "svn_revision": "5155", 2024-08-19T09:58:17.139 INFO:tasks.workunit.client.0.smithi190.stdout: "version": [ 2024-08-19T09:58:17.139 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:17.139 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:17.139 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.139 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.139 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": { 2024-08-19T09:58:17.139 INFO:tasks.workunit.client.0.smithi190.stdout: "current": 24 2024-08-19T09:58:17.139 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.139 INFO:tasks.workunit.client.0.smithi190.stdout: "user_capacity": { 2024-08-19T09:58:17.139 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.139 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.139 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.139 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.139 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.139 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.140 INFO:tasks.workunit.client.0.smithi190.stdout:} 2024-08-19T09:58:17.140 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:17.140 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:17.140 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3570392263' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-19T09:58:17.140 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3570392263' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-19T09:58:17.140 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:17.140 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:17.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:17.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.141 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.142 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.142 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.142 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.142 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.142 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.142 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.142 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.142 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.142 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.142 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.142 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.142 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:17.143 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:17.143 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.143 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.143 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.143 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.143 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.143 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.143 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.143 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.143 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.143 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.143 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.143 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.143 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.143 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.144 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.144 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.144 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.144 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.144 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.144 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.144 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.144 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.144 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.144 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:15 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.144 INFO:tasks.workunit.client.0.smithi190.stderr:+ ceph telemetry show-all 2024-08-19T09:58:17.145 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:17.145 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:17.145 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3570392263' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-19T09:58:17.145 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3570392263' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-19T09:58:17.145 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:17.145 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:17.145 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:17.145 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.145 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.145 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.145 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.145 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.146 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.146 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.146 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.146 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.146 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.146 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.146 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.146 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.146 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.146 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.146 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.146 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.146 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.146 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:17.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:17.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3570392263' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-19T09:58:17.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3570392263' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-19T09:58:17.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:17.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:17.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:17.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.147 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.148 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.148 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.148 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.148 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.148 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.148 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.148 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.148 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.148 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.148 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.148 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.148 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.148 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.148 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.149 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.149 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.149 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.149 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.149 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.149 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.149 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:17.149 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:17.149 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.149 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.150 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.150 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.150 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.150 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.150 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.150 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.150 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.150 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.150 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.150 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.150 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.150 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.150 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.150 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.151 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.151 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.151 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.151 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.151 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.151 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.151 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.151 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.151 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:17.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:17.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.152 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.153 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.153 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.153 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.153 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.153 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.153 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.153 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.153 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.153 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:17.153 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:17.153 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.153 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.154 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.154 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:17.154 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:17.154 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:15 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:17.160 INFO:tasks.workunit.client.0.smithi190.stdout:{ 2024-08-19T09:58:17.161 INFO:tasks.workunit.client.0.smithi190.stdout: "device_report": { 2024-08-19T09:58:17.161 INFO:tasks.workunit.client.0.smithi190.stdout: "8bbbf3c8-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:17.161 INFO:tasks.workunit.client.0.smithi190.stdout: "INTEL_SSDPEDMD400G4_8bbc7e1a-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:17.161 INFO:tasks.workunit.client.0.smithi190.stdout: "20240819-095238": { 2024-08-19T09:58:17.161 INFO:tasks.workunit.client.0.smithi190.stdout: "device": { 2024-08-19T09:58:17.161 INFO:tasks.workunit.client.0.smithi190.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T09:58:17.161 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "/dev/nvme0n1", 2024-08-19T09:58:17.161 INFO:tasks.workunit.client.0.smithi190.stdout: "protocol": "NVMe", 2024-08-19T09:58:17.161 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "nvme" 2024-08-19T09:58:17.161 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.161 INFO:tasks.workunit.client.0.smithi190.stdout: "firmware_version": "8DV101H0", 2024-08-19T09:58:17.161 INFO:tasks.workunit.client.0.smithi190.stdout: "host_id": "8bbbf3c8-5e11-11ef-8a0f-0cc47a887763", 2024-08-19T09:58:17.161 INFO:tasks.workunit.client.0.smithi190.stdout: "json_format_version": [ 2024-08-19T09:58:17.162 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:17.162 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:17.162 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.162 INFO:tasks.workunit.client.0.smithi190.stdout: "local_time": { 2024-08-19T09:58:17.162 INFO:tasks.workunit.client.0.smithi190.stdout: "asctime": "Mon Aug 19 09:52:37 2024 UTC", 2024-08-19T09:58:17.162 INFO:tasks.workunit.client.0.smithi190.stdout: "time_t": 1724061157 2024-08-19T09:58:17.162 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.162 INFO:tasks.workunit.client.0.smithi190.stdout: "logical_block_size": 512, 2024-08-19T09:58:17.162 INFO:tasks.workunit.client.0.smithi190.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-19T09:58:17.162 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_controller_id": 0, 2024-08-19T09:58:17.162 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T09:58:17.162 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_namespaces": [ 2024-08-19T09:58:17.162 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.162 INFO:tasks.workunit.client.0.smithi190.stdout: "capacity": { 2024-08-19T09:58:17.163 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.163 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.163 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.163 INFO:tasks.workunit.client.0.smithi190.stdout: "formatted_lba_size": 512, 2024-08-19T09:58:17.163 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 1, 2024-08-19T09:58:17.163 INFO:tasks.workunit.client.0.smithi190.stdout: "size": { 2024-08-19T09:58:17.163 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.163 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.163 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.163 INFO:tasks.workunit.client.0.smithi190.stdout: "utilization": { 2024-08-19T09:58:17.163 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.163 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.163 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.163 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.164 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.164 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T09:58:17.164 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_pci_vendor": { 2024-08-19T09:58:17.164 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 32902, 2024-08-19T09:58:17.164 INFO:tasks.workunit.client.0.smithi190.stdout: "subsystem_id": 32902 2024-08-19T09:58:17.164 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.164 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T09:58:17.164 INFO:tasks.workunit.client.0.smithi190.stdout: "Device stats": { 2024-08-19T09:58:17.164 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_fw_downgrades": { 2024-08-19T09:58:17.164 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.164 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.164 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.164 INFO:tasks.workunit.client.0.smithi190.stdout: "crc_error_count": { 2024-08-19T09:58:17.165 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.165 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.165 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.165 INFO:tasks.workunit.client.0.smithi190.stdout: "end_to_end_error_detection_count": { 2024-08-19T09:58:17.165 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.165 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.165 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.165 INFO:tasks.workunit.client.0.smithi190.stdout: "erase_fail_count": { 2024-08-19T09:58:17.165 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.165 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.165 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.165 INFO:tasks.workunit.client.0.smithi190.stdout: "host_bytes_written": { 2024-08-19T09:58:17.165 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.165 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 25068769 2024-08-19T09:58:17.166 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.166 INFO:tasks.workunit.client.0.smithi190.stdout: "host_ctx_wear_used": { 2024-08-19T09:58:17.166 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.166 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 1 2024-08-19T09:58:17.166 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.166 INFO:tasks.workunit.client.0.smithi190.stdout: "media_bytes_read": { 2024-08-19T09:58:17.166 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.166 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.166 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.166 INFO:tasks.workunit.client.0.smithi190.stdout: "nand_bytes_written": { 2024-08-19T09:58:17.166 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.166 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 45793301 2024-08-19T09:58:17.166 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.167 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_stat_indicator": { 2024-08-19T09:58:17.167 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.167 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.167 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.167 INFO:tasks.workunit.client.0.smithi190.stdout: "pll_lock_loss_count": { 2024-08-19T09:58:17.167 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.167 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.167 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.167 INFO:tasks.workunit.client.0.smithi190.stdout: "program_fail_count": { 2024-08-19T09:58:17.167 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.167 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.167 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.167 INFO:tasks.workunit.client.0.smithi190.stdout: "re_alloc_sectr_cnt": { 2024-08-19T09:58:17.167 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.168 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.168 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.168 INFO:tasks.workunit.client.0.smithi190.stdout: "retry_buffer_overflow_count": { 2024-08-19T09:58:17.168 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.168 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.168 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.168 INFO:tasks.workunit.client.0.smithi190.stdout: "soft_ecc_err_rate": { 2024-08-19T09:58:17.168 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.168 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.168 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.168 INFO:tasks.workunit.client.0.smithi190.stdout: "thermal_throttle_status": { 2024-08-19T09:58:17.168 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.168 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:17.168 INFO:tasks.workunit.client.0.smithi190.stdout: "cnt": 0, 2024-08-19T09:58:17.168 INFO:tasks.workunit.client.0.smithi190.stdout: "pct": 0 2024-08-19T09:58:17.169 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.169 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.169 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_host_reads": { 2024-08-19T09:58:17.169 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.169 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:17.169 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.169 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_media_wear": { 2024-08-19T09:58:17.169 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.169 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": "63.999023" 2024-08-19T09:58:17.169 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.169 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_timer": { 2024-08-19T09:58:17.169 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.169 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:17.170 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.170 INFO:tasks.workunit.client.0.smithi190.stdout: "unexp_power_loss": { 2024-08-19T09:58:17.170 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.170 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.170 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.170 INFO:tasks.workunit.client.0.smithi190.stdout: "wear_leveling": { 2024-08-19T09:58:17.170 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 90, 2024-08-19T09:58:17.170 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:17.170 INFO:tasks.workunit.client.0.smithi190.stdout: "avg": 3166, 2024-08-19T09:58:17.170 INFO:tasks.workunit.client.0.smithi190.stdout: "max": 3179, 2024-08-19T09:58:17.170 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 3152 2024-08-19T09:58:17.170 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.170 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.170 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.171 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T09:58:17.171 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.171 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_log": { 2024-08-19T09:58:17.171 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare": 100, 2024-08-19T09:58:17.171 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare_threshold": 10, 2024-08-19T09:58:17.171 INFO:tasks.workunit.client.0.smithi190.stdout: "controller_busy_time": 0, 2024-08-19T09:58:17.171 INFO:tasks.workunit.client.0.smithi190.stdout: "critical_warning": 0, 2024-08-19T09:58:17.171 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_read": 342316303, 2024-08-19T09:58:17.171 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_written": 1642906858, 2024-08-19T09:58:17.171 INFO:tasks.workunit.client.0.smithi190.stdout: "host_reads": 5386706496, 2024-08-19T09:58:17.171 INFO:tasks.workunit.client.0.smithi190.stdout: "host_writes": 28491883910, 2024-08-19T09:58:17.171 INFO:tasks.workunit.client.0.smithi190.stdout: "media_errors": 0, 2024-08-19T09:58:17.171 INFO:tasks.workunit.client.0.smithi190.stdout: "num_err_log_entries": 0, 2024-08-19T09:58:17.171 INFO:tasks.workunit.client.0.smithi190.stdout: "percentage_used": 10, 2024-08-19T09:58:17.171 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycles": 58579, 2024-08-19T09:58:17.172 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_hours": 55941, 2024-08-19T09:58:17.172 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": 25, 2024-08-19T09:58:17.172 INFO:tasks.workunit.client.0.smithi190.stdout: "unsafe_shutdowns": 25 2024-08-19T09:58:17.172 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.172 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_vendor": "intel", 2024-08-19T09:58:17.172 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_version": { 2024-08-19T09:58:17.172 INFO:tasks.workunit.client.0.smithi190.stdout: "string": "<1.2", 2024-08-19T09:58:17.172 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.172 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.172 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycle_count": 58579, 2024-08-19T09:58:17.172 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_time": { 2024-08-19T09:58:17.172 INFO:tasks.workunit.client.0.smithi190.stdout: "hours": 55941 2024-08-19T09:58:17.172 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.172 INFO:tasks.workunit.client.0.smithi190.stdout: "serial_number": "deleted", 2024-08-19T09:58:17.173 INFO:tasks.workunit.client.0.smithi190.stdout: "smart_status": { 2024-08-19T09:58:17.173 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme": { 2024-08-19T09:58:17.173 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.173 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.173 INFO:tasks.workunit.client.0.smithi190.stdout: "passed": true 2024-08-19T09:58:17.173 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.173 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl": { 2024-08-19T09:58:17.173 INFO:tasks.workunit.client.0.smithi190.stdout: "argv": [ 2024-08-19T09:58:17.173 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl", 2024-08-19T09:58:17.173 INFO:tasks.workunit.client.0.smithi190.stdout: "-x", 2024-08-19T09:58:17.173 INFO:tasks.workunit.client.0.smithi190.stdout: "--json=o", 2024-08-19T09:58:17.173 INFO:tasks.workunit.client.0.smithi190.stdout: "/dev/nvme0n1" 2024-08-19T09:58:17.173 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.173 INFO:tasks.workunit.client.0.smithi190.stdout: "build_info": "(local build)", 2024-08-19T09:58:17.174 INFO:tasks.workunit.client.0.smithi190.stdout: "exit_status": 0, 2024-08-19T09:58:17.174 INFO:tasks.workunit.client.0.smithi190.stdout: "output": [ 2024-08-19T09:58:17.174 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T09:58:17.174 INFO:tasks.workunit.client.0.smithi190.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T09:58:17.174 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.174 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T09:58:17.174 INFO:tasks.workunit.client.0.smithi190.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-19T09:58:17.174 INFO:tasks.workunit.client.0.smithi190.stdout: "Serial Number: deleted", 2024-08-19T09:58:17.174 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Version: 8DV101H0", 2024-08-19T09:58:17.174 INFO:tasks.workunit.client.0.smithi190.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T09:58:17.174 INFO:tasks.workunit.client.0.smithi190.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T09:58:17.174 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller ID: 0", 2024-08-19T09:58:17.174 INFO:tasks.workunit.client.0.smithi190.stdout: "NVMe Version: <1.2", 2024-08-19T09:58:17.175 INFO:tasks.workunit.client.0.smithi190.stdout: "Number of Namespaces: 1", 2024-08-19T09:58:17.175 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-19T09:58:17.175 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T09:58:17.175 INFO:tasks.workunit.client.0.smithi190.stdout: "Local Time is: Mon Aug 19 09:52:37 2024 UTC", 2024-08-19T09:58:17.175 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T09:58:17.175 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T09:58:17.175 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T09:58:17.175 INFO:tasks.workunit.client.0.smithi190.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T09:58:17.175 INFO:tasks.workunit.client.0.smithi190.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T09:58:17.175 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.175 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported Power States", 2024-08-19T09:58:17.175 INFO:tasks.workunit.client.0.smithi190.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T09:58:17.175 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T09:58:17.175 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.176 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T09:58:17.176 INFO:tasks.workunit.client.0.smithi190.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T09:58:17.176 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 512 0 2", 2024-08-19T09:58:17.176 INFO:tasks.workunit.client.0.smithi190.stdout: " 1 - 512 8 2", 2024-08-19T09:58:17.176 INFO:tasks.workunit.client.0.smithi190.stdout: " 2 - 512 16 2", 2024-08-19T09:58:17.176 INFO:tasks.workunit.client.0.smithi190.stdout: " 3 - 4096 0 0", 2024-08-19T09:58:17.176 INFO:tasks.workunit.client.0.smithi190.stdout: " 4 - 4096 8 0", 2024-08-19T09:58:17.176 INFO:tasks.workunit.client.0.smithi190.stdout: " 5 - 4096 64 0", 2024-08-19T09:58:17.176 INFO:tasks.workunit.client.0.smithi190.stdout: " 6 - 4096 128 0", 2024-08-19T09:58:17.176 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.176 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T09:58:17.176 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T09:58:17.176 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.176 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T09:58:17.176 INFO:tasks.workunit.client.0.smithi190.stdout: "Critical Warning: 0x00", 2024-08-19T09:58:17.177 INFO:tasks.workunit.client.0.smithi190.stdout: "Temperature: 25 Celsius", 2024-08-19T09:58:17.177 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare: 100%", 2024-08-19T09:58:17.177 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare Threshold: 10%", 2024-08-19T09:58:17.177 INFO:tasks.workunit.client.0.smithi190.stdout: "Percentage Used: 10%", 2024-08-19T09:58:17.177 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Read: 342,316,303 [175 TB]", 2024-08-19T09:58:17.177 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Written: 1,642,906,858 [841 TB]", 2024-08-19T09:58:17.177 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Read Commands: 5,386,706,496", 2024-08-19T09:58:17.177 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Write Commands: 28,491,883,910", 2024-08-19T09:58:17.177 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller Busy Time: 0", 2024-08-19T09:58:17.177 INFO:tasks.workunit.client.0.smithi190.stdout: "Power Cycles: 58,579", 2024-08-19T09:58:17.177 INFO:tasks.workunit.client.0.smithi190.stdout: "Power On Hours: 55,941", 2024-08-19T09:58:17.177 INFO:tasks.workunit.client.0.smithi190.stdout: "Unsafe Shutdowns: 25", 2024-08-19T09:58:17.177 INFO:tasks.workunit.client.0.smithi190.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T09:58:17.177 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information Log Entries: 0", 2024-08-19T09:58:17.177 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.178 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T09:58:17.178 INFO:tasks.workunit.client.0.smithi190.stdout: "No Errors Logged", 2024-08-19T09:58:17.178 INFO:tasks.workunit.client.0.smithi190.stdout: "" 2024-08-19T09:58:17.178 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.178 INFO:tasks.workunit.client.0.smithi190.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T09:58:17.178 INFO:tasks.workunit.client.0.smithi190.stdout: "svn_revision": "5155", 2024-08-19T09:58:17.178 INFO:tasks.workunit.client.0.smithi190.stdout: "version": [ 2024-08-19T09:58:17.178 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:17.178 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:17.178 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.178 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.178 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": { 2024-08-19T09:58:17.178 INFO:tasks.workunit.client.0.smithi190.stdout: "current": 25 2024-08-19T09:58:17.178 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.179 INFO:tasks.workunit.client.0.smithi190.stdout: "user_capacity": { 2024-08-19T09:58:17.179 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.179 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.179 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.179 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.179 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.179 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.179 INFO:tasks.workunit.client.0.smithi190.stdout: "8bbdb942-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:17.179 INFO:tasks.workunit.client.0.smithi190.stdout: "INTEL_SSDPEDMD400G4_8bbe2f30-5e11-11ef-8a0f-0cc47a887763": { 2024-08-19T09:58:17.179 INFO:tasks.workunit.client.0.smithi190.stdout: "20240819-095236": { 2024-08-19T09:58:17.179 INFO:tasks.workunit.client.0.smithi190.stdout: "device": { 2024-08-19T09:58:17.179 INFO:tasks.workunit.client.0.smithi190.stdout: "info_name": "/dev/nvme0n1", 2024-08-19T09:58:17.179 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "/dev/nvme0n1", 2024-08-19T09:58:17.179 INFO:tasks.workunit.client.0.smithi190.stdout: "protocol": "NVMe", 2024-08-19T09:58:17.180 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "nvme" 2024-08-19T09:58:17.180 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.180 INFO:tasks.workunit.client.0.smithi190.stdout: "firmware_version": "8DV101H0", 2024-08-19T09:58:17.180 INFO:tasks.workunit.client.0.smithi190.stdout: "host_id": "8bbdb942-5e11-11ef-8a0f-0cc47a887763", 2024-08-19T09:58:17.180 INFO:tasks.workunit.client.0.smithi190.stdout: "json_format_version": [ 2024-08-19T09:58:17.180 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:17.180 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:17.180 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.180 INFO:tasks.workunit.client.0.smithi190.stdout: "local_time": { 2024-08-19T09:58:17.180 INFO:tasks.workunit.client.0.smithi190.stdout: "asctime": "Mon Aug 19 09:52:35 2024 UTC", 2024-08-19T09:58:17.180 INFO:tasks.workunit.client.0.smithi190.stdout: "time_t": 1724061155 2024-08-19T09:58:17.180 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.180 INFO:tasks.workunit.client.0.smithi190.stdout: "logical_block_size": 512, 2024-08-19T09:58:17.180 INFO:tasks.workunit.client.0.smithi190.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-19T09:58:17.180 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_controller_id": 0, 2024-08-19T09:58:17.181 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-19T09:58:17.181 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_namespaces": [ 2024-08-19T09:58:17.181 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.181 INFO:tasks.workunit.client.0.smithi190.stdout: "capacity": { 2024-08-19T09:58:17.181 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.181 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.181 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.181 INFO:tasks.workunit.client.0.smithi190.stdout: "formatted_lba_size": 512, 2024-08-19T09:58:17.181 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 1, 2024-08-19T09:58:17.181 INFO:tasks.workunit.client.0.smithi190.stdout: "size": { 2024-08-19T09:58:17.181 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.181 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.181 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.181 INFO:tasks.workunit.client.0.smithi190.stdout: "utilization": { 2024-08-19T09:58:17.182 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.182 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.182 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.182 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.182 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.182 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_number_of_namespaces": 1, 2024-08-19T09:58:17.182 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_pci_vendor": { 2024-08-19T09:58:17.182 INFO:tasks.workunit.client.0.smithi190.stdout: "id": 32902, 2024-08-19T09:58:17.182 INFO:tasks.workunit.client.0.smithi190.stdout: "subsystem_id": 32902 2024-08-19T09:58:17.182 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.182 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_add_log": { 2024-08-19T09:58:17.182 INFO:tasks.workunit.client.0.smithi190.stdout: "Device stats": { 2024-08-19T09:58:17.182 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_fw_downgrades": { 2024-08-19T09:58:17.182 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: "crc_error_count": { 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: "end_to_end_error_detection_count": { 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: "erase_fail_count": { 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: "host_bytes_written": { 2024-08-19T09:58:17.183 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.184 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 28673347 2024-08-19T09:58:17.184 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.184 INFO:tasks.workunit.client.0.smithi190.stdout: "host_ctx_wear_used": { 2024-08-19T09:58:17.184 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.184 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 1 2024-08-19T09:58:17.184 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.184 INFO:tasks.workunit.client.0.smithi190.stdout: "media_bytes_read": { 2024-08-19T09:58:17.184 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.184 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.184 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.184 INFO:tasks.workunit.client.0.smithi190.stdout: "nand_bytes_written": { 2024-08-19T09:58:17.184 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.184 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 49662675 2024-08-19T09:58:17.184 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.185 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_stat_indicator": { 2024-08-19T09:58:17.185 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.185 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.185 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.185 INFO:tasks.workunit.client.0.smithi190.stdout: "pll_lock_loss_count": { 2024-08-19T09:58:17.185 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.185 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.185 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.185 INFO:tasks.workunit.client.0.smithi190.stdout: "program_fail_count": { 2024-08-19T09:58:17.185 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.185 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.185 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.185 INFO:tasks.workunit.client.0.smithi190.stdout: "re_alloc_sectr_cnt": { 2024-08-19T09:58:17.186 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.186 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.186 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.186 INFO:tasks.workunit.client.0.smithi190.stdout: "retry_buffer_overflow_count": { 2024-08-19T09:58:17.186 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.186 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.186 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.186 INFO:tasks.workunit.client.0.smithi190.stdout: "soft_ecc_err_rate": { 2024-08-19T09:58:17.186 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.186 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.186 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.186 INFO:tasks.workunit.client.0.smithi190.stdout: "thermal_throttle_status": { 2024-08-19T09:58:17.186 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.186 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:17.187 INFO:tasks.workunit.client.0.smithi190.stdout: "cnt": 0, 2024-08-19T09:58:17.187 INFO:tasks.workunit.client.0.smithi190.stdout: "pct": 0 2024-08-19T09:58:17.187 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.187 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.187 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_host_reads": { 2024-08-19T09:58:17.187 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.187 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:17.187 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.187 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_media_wear": { 2024-08-19T09:58:17.187 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.187 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": "63.999023" 2024-08-19T09:58:17.187 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.187 INFO:tasks.workunit.client.0.smithi190.stdout: "timed_workload_timer": { 2024-08-19T09:58:17.187 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 100, 2024-08-19T09:58:17.187 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 65535 2024-08-19T09:58:17.188 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.188 INFO:tasks.workunit.client.0.smithi190.stdout: "unexp_power_loss": { 2024-08-19T09:58:17.188 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 0, 2024-08-19T09:58:17.188 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": 0 2024-08-19T09:58:17.188 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.188 INFO:tasks.workunit.client.0.smithi190.stdout: "wear_leveling": { 2024-08-19T09:58:17.188 INFO:tasks.workunit.client.0.smithi190.stdout: "normalized": 89, 2024-08-19T09:58:17.188 INFO:tasks.workunit.client.0.smithi190.stdout: "raw": { 2024-08-19T09:58:17.188 INFO:tasks.workunit.client.0.smithi190.stdout: "avg": 3370, 2024-08-19T09:58:17.188 INFO:tasks.workunit.client.0.smithi190.stdout: "max": 3389, 2024-08-19T09:58:17.188 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 3356 2024-08-19T09:58:17.188 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.188 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.188 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.189 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel Smart log": "nvme0n1" 2024-08-19T09:58:17.189 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.189 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_smart_health_information_log": { 2024-08-19T09:58:17.189 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare": 100, 2024-08-19T09:58:17.189 INFO:tasks.workunit.client.0.smithi190.stdout: "available_spare_threshold": 10, 2024-08-19T09:58:17.189 INFO:tasks.workunit.client.0.smithi190.stdout: "controller_busy_time": 0, 2024-08-19T09:58:17.189 INFO:tasks.workunit.client.0.smithi190.stdout: "critical_warning": 0, 2024-08-19T09:58:17.189 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_read": 389506371, 2024-08-19T09:58:17.189 INFO:tasks.workunit.client.0.smithi190.stdout: "data_units_written": 1879136484, 2024-08-19T09:58:17.189 INFO:tasks.workunit.client.0.smithi190.stdout: "host_reads": 6457831125, 2024-08-19T09:58:17.189 INFO:tasks.workunit.client.0.smithi190.stdout: "host_writes": 32575899328, 2024-08-19T09:58:17.189 INFO:tasks.workunit.client.0.smithi190.stdout: "media_errors": 0, 2024-08-19T09:58:17.189 INFO:tasks.workunit.client.0.smithi190.stdout: "num_err_log_entries": 0, 2024-08-19T09:58:17.189 INFO:tasks.workunit.client.0.smithi190.stdout: "percentage_used": 11, 2024-08-19T09:58:17.189 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycles": 54364, 2024-08-19T09:58:17.190 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_hours": 56804, 2024-08-19T09:58:17.190 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": 24, 2024-08-19T09:58:17.190 INFO:tasks.workunit.client.0.smithi190.stdout: "unsafe_shutdowns": 22 2024-08-19T09:58:17.190 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.190 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_vendor": "intel", 2024-08-19T09:58:17.190 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme_version": { 2024-08-19T09:58:17.190 INFO:tasks.workunit.client.0.smithi190.stdout: "string": "<1.2", 2024-08-19T09:58:17.190 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.190 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.190 INFO:tasks.workunit.client.0.smithi190.stdout: "power_cycle_count": 54364, 2024-08-19T09:58:17.190 INFO:tasks.workunit.client.0.smithi190.stdout: "power_on_time": { 2024-08-19T09:58:17.190 INFO:tasks.workunit.client.0.smithi190.stdout: "hours": 56804 2024-08-19T09:58:17.190 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.190 INFO:tasks.workunit.client.0.smithi190.stdout: "serial_number": "deleted", 2024-08-19T09:58:17.191 INFO:tasks.workunit.client.0.smithi190.stdout: "smart_status": { 2024-08-19T09:58:17.191 INFO:tasks.workunit.client.0.smithi190.stdout: "nvme": { 2024-08-19T09:58:17.191 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.191 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.191 INFO:tasks.workunit.client.0.smithi190.stdout: "passed": true 2024-08-19T09:58:17.191 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.191 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl": { 2024-08-19T09:58:17.191 INFO:tasks.workunit.client.0.smithi190.stdout: "argv": [ 2024-08-19T09:58:17.191 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl", 2024-08-19T09:58:17.191 INFO:tasks.workunit.client.0.smithi190.stdout: "-x", 2024-08-19T09:58:17.191 INFO:tasks.workunit.client.0.smithi190.stdout: "--json=o", 2024-08-19T09:58:17.191 INFO:tasks.workunit.client.0.smithi190.stdout: "/dev/nvme0n1" 2024-08-19T09:58:17.191 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.191 INFO:tasks.workunit.client.0.smithi190.stdout: "build_info": "(local build)", 2024-08-19T09:58:17.192 INFO:tasks.workunit.client.0.smithi190.stdout: "exit_status": 0, 2024-08-19T09:58:17.192 INFO:tasks.workunit.client.0.smithi190.stdout: "output": [ 2024-08-19T09:58:17.192 INFO:tasks.workunit.client.0.smithi190.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-19T09:58:17.192 INFO:tasks.workunit.client.0.smithi190.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-19T09:58:17.192 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.192 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-19T09:58:17.192 INFO:tasks.workunit.client.0.smithi190.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-19T09:58:17.192 INFO:tasks.workunit.client.0.smithi190.stdout: "Serial Number: deleted", 2024-08-19T09:58:17.192 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Version: 8DV101H0", 2024-08-19T09:58:17.192 INFO:tasks.workunit.client.0.smithi190.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-19T09:58:17.192 INFO:tasks.workunit.client.0.smithi190.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-19T09:58:17.192 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller ID: 0", 2024-08-19T09:58:17.192 INFO:tasks.workunit.client.0.smithi190.stdout: "NVMe Version: <1.2", 2024-08-19T09:58:17.192 INFO:tasks.workunit.client.0.smithi190.stdout: "Number of Namespaces: 1", 2024-08-19T09:58:17.192 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-19T09:58:17.193 INFO:tasks.workunit.client.0.smithi190.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-19T09:58:17.193 INFO:tasks.workunit.client.0.smithi190.stdout: "Local Time is: Mon Aug 19 09:52:35 2024 UTC", 2024-08-19T09:58:17.193 INFO:tasks.workunit.client.0.smithi190.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-19T09:58:17.193 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-19T09:58:17.193 INFO:tasks.workunit.client.0.smithi190.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-19T09:58:17.193 INFO:tasks.workunit.client.0.smithi190.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-19T09:58:17.193 INFO:tasks.workunit.client.0.smithi190.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-19T09:58:17.193 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.193 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported Power States", 2024-08-19T09:58:17.193 INFO:tasks.workunit.client.0.smithi190.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-19T09:58:17.193 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-19T09:58:17.193 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.193 INFO:tasks.workunit.client.0.smithi190.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-19T09:58:17.193 INFO:tasks.workunit.client.0.smithi190.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-19T09:58:17.194 INFO:tasks.workunit.client.0.smithi190.stdout: " 0 + 512 0 2", 2024-08-19T09:58:17.194 INFO:tasks.workunit.client.0.smithi190.stdout: " 1 - 512 8 2", 2024-08-19T09:58:17.194 INFO:tasks.workunit.client.0.smithi190.stdout: " 2 - 512 16 2", 2024-08-19T09:58:17.194 INFO:tasks.workunit.client.0.smithi190.stdout: " 3 - 4096 0 0", 2024-08-19T09:58:17.194 INFO:tasks.workunit.client.0.smithi190.stdout: " 4 - 4096 8 0", 2024-08-19T09:58:17.194 INFO:tasks.workunit.client.0.smithi190.stdout: " 5 - 4096 64 0", 2024-08-19T09:58:17.194 INFO:tasks.workunit.client.0.smithi190.stdout: " 6 - 4096 128 0", 2024-08-19T09:58:17.194 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.194 INFO:tasks.workunit.client.0.smithi190.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-19T09:58:17.194 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-19T09:58:17.194 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.194 INFO:tasks.workunit.client.0.smithi190.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-19T09:58:17.194 INFO:tasks.workunit.client.0.smithi190.stdout: "Critical Warning: 0x00", 2024-08-19T09:58:17.194 INFO:tasks.workunit.client.0.smithi190.stdout: "Temperature: 24 Celsius", 2024-08-19T09:58:17.194 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare: 100%", 2024-08-19T09:58:17.195 INFO:tasks.workunit.client.0.smithi190.stdout: "Available Spare Threshold: 10%", 2024-08-19T09:58:17.195 INFO:tasks.workunit.client.0.smithi190.stdout: "Percentage Used: 11%", 2024-08-19T09:58:17.195 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Read: 389,506,371 [199 TB]", 2024-08-19T09:58:17.195 INFO:tasks.workunit.client.0.smithi190.stdout: "Data Units Written: 1,879,136,484 [962 TB]", 2024-08-19T09:58:17.195 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Read Commands: 6,457,831,125", 2024-08-19T09:58:17.195 INFO:tasks.workunit.client.0.smithi190.stdout: "Host Write Commands: 32,575,899,328", 2024-08-19T09:58:17.195 INFO:tasks.workunit.client.0.smithi190.stdout: "Controller Busy Time: 0", 2024-08-19T09:58:17.195 INFO:tasks.workunit.client.0.smithi190.stdout: "Power Cycles: 54,364", 2024-08-19T09:58:17.195 INFO:tasks.workunit.client.0.smithi190.stdout: "Power On Hours: 56,804", 2024-08-19T09:58:17.195 INFO:tasks.workunit.client.0.smithi190.stdout: "Unsafe Shutdowns: 22", 2024-08-19T09:58:17.195 INFO:tasks.workunit.client.0.smithi190.stdout: "Media and Data Integrity Errors: 0", 2024-08-19T09:58:17.195 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information Log Entries: 0", 2024-08-19T09:58:17.195 INFO:tasks.workunit.client.0.smithi190.stdout: "", 2024-08-19T09:58:17.195 INFO:tasks.workunit.client.0.smithi190.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-19T09:58:17.195 INFO:tasks.workunit.client.0.smithi190.stdout: "No Errors Logged", 2024-08-19T09:58:17.196 INFO:tasks.workunit.client.0.smithi190.stdout: "" 2024-08-19T09:58:17.196 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.196 INFO:tasks.workunit.client.0.smithi190.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-19T09:58:17.196 INFO:tasks.workunit.client.0.smithi190.stdout: "svn_revision": "5155", 2024-08-19T09:58:17.196 INFO:tasks.workunit.client.0.smithi190.stdout: "version": [ 2024-08-19T09:58:17.196 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:17.196 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:17.196 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.196 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.196 INFO:tasks.workunit.client.0.smithi190.stdout: "temperature": { 2024-08-19T09:58:17.196 INFO:tasks.workunit.client.0.smithi190.stdout: "current": 24 2024-08-19T09:58:17.196 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.196 INFO:tasks.workunit.client.0.smithi190.stdout: "user_capacity": { 2024-08-19T09:58:17.197 INFO:tasks.workunit.client.0.smithi190.stdout: "blocks": 781422768, 2024-08-19T09:58:17.197 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 400088457216 2024-08-19T09:58:17.197 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.197 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.197 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.197 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.197 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.197 INFO:tasks.workunit.client.0.smithi190.stdout: "report": { 2024-08-19T09:58:17.197 INFO:tasks.workunit.client.0.smithi190.stdout: "balancer": { 2024-08-19T09:58:17.197 INFO:tasks.workunit.client.0.smithi190.stdout: "active": true, 2024-08-19T09:58:17.197 INFO:tasks.workunit.client.0.smithi190.stdout: "mode": "" 2024-08-19T09:58:17.197 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.197 INFO:tasks.workunit.client.0.smithi190.stdout: "channels": [ 2024-08-19T09:58:17.197 INFO:tasks.workunit.client.0.smithi190.stdout: "basic", 2024-08-19T09:58:17.197 INFO:tasks.workunit.client.0.smithi190.stdout: "crash", 2024-08-19T09:58:17.198 INFO:tasks.workunit.client.0.smithi190.stdout: "device", 2024-08-19T09:58:17.198 INFO:tasks.workunit.client.0.smithi190.stdout: "ident", 2024-08-19T09:58:17.198 INFO:tasks.workunit.client.0.smithi190.stdout: "perf" 2024-08-19T09:58:17.198 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.198 INFO:tasks.workunit.client.0.smithi190.stdout: "channels_available": [ 2024-08-19T09:58:17.198 INFO:tasks.workunit.client.0.smithi190.stdout: "basic", 2024-08-19T09:58:17.198 INFO:tasks.workunit.client.0.smithi190.stdout: "ident", 2024-08-19T09:58:17.198 INFO:tasks.workunit.client.0.smithi190.stdout: "crash", 2024-08-19T09:58:17.198 INFO:tasks.workunit.client.0.smithi190.stdout: "device", 2024-08-19T09:58:17.198 INFO:tasks.workunit.client.0.smithi190.stdout: "perf" 2024-08-19T09:58:17.198 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.198 INFO:tasks.workunit.client.0.smithi190.stdout: "collections_available": [ 2024-08-19T09:58:17.198 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_base", 2024-08-19T09:58:17.198 INFO:tasks.workunit.client.0.smithi190.stdout: "device_base", 2024-08-19T09:58:17.199 INFO:tasks.workunit.client.0.smithi190.stdout: "crash_base", 2024-08-19T09:58:17.199 INFO:tasks.workunit.client.0.smithi190.stdout: "ident_base", 2024-08-19T09:58:17.199 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_perf", 2024-08-19T09:58:17.199 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_mds_metadata", 2024-08-19T09:58:17.199 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_usage", 2024-08-19T09:58:17.199 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_usage_by_class", 2024-08-19T09:58:17.199 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_rook_v01", 2024-08-19T09:58:17.199 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_memory_metrics", 2024-08-19T09:58:17.199 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_options_bluestore" 2024-08-19T09:58:17.199 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.199 INFO:tasks.workunit.client.0.smithi190.stdout: "collections_opted_in": [ 2024-08-19T09:58:17.199 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_base", 2024-08-19T09:58:17.199 INFO:tasks.workunit.client.0.smithi190.stdout: "device_base", 2024-08-19T09:58:17.200 INFO:tasks.workunit.client.0.smithi190.stdout: "crash_base", 2024-08-19T09:58:17.200 INFO:tasks.workunit.client.0.smithi190.stdout: "ident_base", 2024-08-19T09:58:17.200 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_perf", 2024-08-19T09:58:17.200 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_mds_metadata", 2024-08-19T09:58:17.200 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_usage", 2024-08-19T09:58:17.200 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_usage_by_class", 2024-08-19T09:58:17.200 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_rook_v01", 2024-08-19T09:58:17.200 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_memory_metrics", 2024-08-19T09:58:17.200 INFO:tasks.workunit.client.0.smithi190.stdout: "basic_pool_options_bluestore" 2024-08-19T09:58:17.200 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.200 INFO:tasks.workunit.client.0.smithi190.stdout: "config": { 2024-08-19T09:58:17.200 INFO:tasks.workunit.client.0.smithi190.stdout: "active_changed": [ 2024-08-19T09:58:17.200 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T09:58:17.200 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_debug", 2024-08-19T09:58:17.200 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_mon_ticket_ttl", 2024-08-19T09:58:17.201 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_service_ticket_ttl", 2024-08-19T09:58:17.201 INFO:tasks.workunit.client.0.smithi190.stdout: "bdev_debug_aio", 2024-08-19T09:58:17.201 INFO:tasks.workunit.client.0.smithi190.stdout: "client_check_pool_perm", 2024-08-19T09:58:17.201 INFO:tasks.workunit.client.0.smithi190.stdout: "client_mount_gid", 2024-08-19T09:58:17.201 INFO:tasks.workunit.client.0.smithi190.stdout: "client_mount_uid", 2024-08-19T09:58:17.201 INFO:tasks.workunit.client.0.smithi190.stdout: "client_quota", 2024-08-19T09:58:17.201 INFO:tasks.workunit.client.0.smithi190.stdout: "container_image", 2024-08-19T09:58:17.201 INFO:tasks.workunit.client.0.smithi190.stdout: "daemonize", 2024-08-19T09:58:17.201 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_asserts_on_shutdown", 2024-08-19T09:58:17.201 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mgr", 2024-08-19T09:58:17.201 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mon", 2024-08-19T09:58:17.201 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_ms", 2024-08-19T09:58:17.201 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_osd", 2024-08-19T09:58:17.201 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_paxos", 2024-08-19T09:58:17.202 INFO:tasks.workunit.client.0.smithi190.stdout: "keyring", 2024-08-19T09:58:17.202 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_block_size", 2024-08-19T09:58:17.202 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_cache_size", 2024-08-19T09:58:17.202 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_compression", 2024-08-19T09:58:17.202 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_log", 2024-08-19T09:58:17.202 INFO:tasks.workunit.client.0.smithi190.stdout: "leveldb_write_buffer_size", 2024-08-19T09:58:17.202 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_file", 2024-08-19T09:58:17.202 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_journald", 2024-08-19T09:58:17.202 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_stderr", 2024-08-19T09:58:17.202 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_allow_pool_delete", 2024-08-19T09:58:17.202 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_clock_drift_allowed", 2024-08-19T09:58:17.202 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_file_level", 2024-08-19T09:58:17.202 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_file", 2024-08-19T09:58:17.202 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_journald", 2024-08-19T09:58:17.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_stderr", 2024-08-19T09:58:17.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_data_avail_warn", 2024-08-19T09:58:17.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_election_default_strategy", 2024-08-19T09:58:17.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_host", 2024-08-19T09:58:17.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_max_pg_per_osd", 2024-08-19T09:58:17.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_mgr_mkfs_grace", 2024-08-19T09:58:17.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_prime_pg_temp", 2024-08-19T09:58:17.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T09:58:17.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T09:58:17.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T09:58:17.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T09:58:17.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T09:58:17.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T09:58:17.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T09:58:17.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T09:58:17.204 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T09:58:17.204 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T09:58:17.204 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_too_few_osds", 2024-08-19T09:58:17.204 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_bug", 2024-08-19T09:58:17.204 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_old_message", 2024-08-19T09:58:17.204 INFO:tasks.workunit.client.0.smithi190.stdout: "no_config_file", 2024-08-19T09:58:17.204 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_default_list", 2024-08-19T09:58:17.204 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_load_list", 2024-08-19T09:58:17.204 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_crush_chooseleaf_type", 2024-08-19T09:58:17.204 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_misdirected_ops", 2024-08-19T09:58:17.204 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_op_order", 2024-08-19T09:58:17.204 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_pg_log_writeout", 2024-08-19T09:58:17.204 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_shutdown", 2024-08-19T09:58:17.204 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T09:58:17.205 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T09:58:17.205 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T09:58:17.205 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T09:58:17.205 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep", 2024-08-19T09:58:17.205 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep_hdd", 2024-08-19T09:58:17.205 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep_hybrid", 2024-08-19T09:58:17.205 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_delete_sleep_ssd", 2024-08-19T09:58:17.205 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_max_backfills", 2024-08-19T09:58:17.205 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T09:58:17.205 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_profile", 2024-08-19T09:58:17.205 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-19T09:58:17.205 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-19T09:58:17.205 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-19T09:58:17.205 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-19T09:58:17.205 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-19T09:58:17.206 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-19T09:58:17.206 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_client_lim", 2024-08-19T09:58:17.206 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_client_res", 2024-08-19T09:58:17.206 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-19T09:58:17.206 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target", 2024-08-19T09:58:17.206 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target_autotune", 2024-08-19T09:58:17.206 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue", 2024-08-19T09:58:17.206 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue_cut_off", 2024-08-19T09:58:17.206 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pg_delete_cost", 2024-08-19T09:58:17.206 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T09:58:17.206 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T09:58:17.206 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recover_clone_overlap", 2024-08-19T09:58:17.206 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_active", 2024-08-19T09:58:17.206 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_active_hdd", 2024-08-19T09:58:17.207 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_active_ssd", 2024-08-19T09:58:17.207 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_chunk", 2024-08-19T09:58:17.207 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep", 2024-08-19T09:58:17.207 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep_hdd", 2024-08-19T09:58:17.207 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep_hybrid", 2024-08-19T09:58:17.207 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_sleep_ssd", 2024-08-19T09:58:17.207 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_load_threshold", 2024-08-19T09:58:17.207 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_max_interval", 2024-08-19T09:58:17.207 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_sleep", 2024-08-19T09:58:17.207 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_shutdown_pgref_assert", 2024-08-19T09:58:17.207 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep", 2024-08-19T09:58:17.207 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep_hdd", 2024-08-19T09:58:17.207 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-19T09:58:17.207 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_snap_trim_sleep_ssd", 2024-08-19T09:58:17.208 INFO:tasks.workunit.client.0.smithi190.stdout: "public_addr", 2024-08-19T09:58:17.208 INFO:tasks.workunit.client.0.smithi190.stdout: "public_addrv", 2024-08-19T09:58:17.208 INFO:tasks.workunit.client.0.smithi190.stdout: "public_network", 2024-08-19T09:58:17.208 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd_default_features", 2024-08-19T09:58:17.208 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd_qos_exclude_ops", 2024-08-19T09:58:17.208 INFO:tasks.workunit.client.0.smithi190.stdout: "setgroup", 2024-08-19T09:58:17.208 INFO:tasks.workunit.client.0.smithi190.stdout: "setuser" 2024-08-19T09:58:17.208 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.208 INFO:tasks.workunit.client.0.smithi190.stdout: "cluster_changed": [ 2024-08-19T09:58:17.208 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-19T09:58:17.208 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_debug", 2024-08-19T09:58:17.208 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_mon_ticket_ttl", 2024-08-19T09:58:17.208 INFO:tasks.workunit.client.0.smithi190.stdout: "auth_service_ticket_ttl", 2024-08-19T09:58:17.208 INFO:tasks.workunit.client.0.smithi190.stdout: "bdev_debug_aio", 2024-08-19T09:58:17.208 INFO:tasks.workunit.client.0.smithi190.stdout: "container_image", 2024-08-19T09:58:17.209 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_asserts_on_shutdown", 2024-08-19T09:58:17.209 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mgr", 2024-08-19T09:58:17.209 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_mon", 2024-08-19T09:58:17.209 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_ms", 2024-08-19T09:58:17.209 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_osd", 2024-08-19T09:58:17.209 INFO:tasks.workunit.client.0.smithi190.stdout: "debug_paxos", 2024-08-19T09:58:17.209 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_file", 2024-08-19T09:58:17.209 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_journald", 2024-08-19T09:58:17.209 INFO:tasks.workunit.client.0.smithi190.stdout: "log_to_stderr", 2024-08-19T09:58:17.209 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_join_fs", 2024-08-19T09:58:17.209 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/allow_ptrace", 2024-08-19T09:58:17.209 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/container_init", 2024-08-19T09:58:17.209 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/migration_current", 2024-08-19T09:58:17.209 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/cephadm/use_repo_digest", 2024-08-19T09:58:17.209 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-19T09:58:17.210 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-19T09:58:17.210 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-19T09:58:17.210 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-19T09:58:17.210 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/dashboard/ssl_server_port", 2024-08-19T09:58:17.210 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/orchestrator/orchestrator", 2024-08-19T09:58:17.210 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/channel_ident", 2024-08-19T09:58:17.210 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/channel_perf", 2024-08-19T09:58:17.210 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/description", 2024-08-19T09:58:17.210 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/enabled", 2024-08-19T09:58:17.210 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr/telemetry/organization", 2024-08-19T09:58:17.210 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_allow_pool_delete", 2024-08-19T09:58:17.210 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_clock_drift_allowed", 2024-08-19T09:58:17.210 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_file_level", 2024-08-19T09:58:17.210 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_cluster_log_to_file", 2024-08-19T09:58:17.211 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_data_avail_warn", 2024-08-19T09:58:17.211 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_election_default_strategy", 2024-08-19T09:58:17.211 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_max_pg_per_osd", 2024-08-19T09:58:17.211 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_mgr_mkfs_grace", 2024-08-19T09:58:17.211 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_prime_pg_temp", 2024-08-19T09:58:17.211 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_osd_reporter_subtree_level", 2024-08-19T09:58:17.211 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_pg_warn_max_object_skew", 2024-08-19T09:58:17.211 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-19T09:58:17.211 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-19T09:58:17.211 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-19T09:58:17.211 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-19T09:58:17.211 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-19T09:58:17.211 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-19T09:58:17.211 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-19T09:58:17.212 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-19T09:58:17.212 INFO:tasks.workunit.client.0.smithi190.stdout: "mon_warn_on_too_few_osds", 2024-08-19T09:58:17.212 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_bug", 2024-08-19T09:58:17.212 INFO:tasks.workunit.client.0.smithi190.stdout: "ms_die_on_old_message", 2024-08-19T09:58:17.212 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_default_list", 2024-08-19T09:58:17.212 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_class_load_list", 2024-08-19T09:58:17.212 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_misdirected_ops", 2024-08-19T09:58:17.212 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_op_order", 2024-08-19T09:58:17.212 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_pg_log_writeout", 2024-08-19T09:58:17.212 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_shutdown", 2024-08-19T09:58:17.212 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_cached_snaps", 2024-08-19T09:58:17.212 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_missing_on_start", 2024-08-19T09:58:17.212 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_debug_verify_stray_on_activate", 2024-08-19T09:58:17.212 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-19T09:58:17.213 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-19T09:58:17.213 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mclock_profile", 2024-08-19T09:58:17.213 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target", 2024-08-19T09:58:17.213 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_memory_target_autotune", 2024-08-19T09:58:17.213 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue", 2024-08-19T09:58:17.213 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_op_queue_cut_off", 2024-08-19T09:58:17.213 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_erasure_code_profile", 2024-08-19T09:58:17.213 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-19T09:58:17.213 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recover_clone_overlap", 2024-08-19T09:58:17.213 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_recovery_max_chunk", 2024-08-19T09:58:17.213 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_load_threshold", 2024-08-19T09:58:17.213 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_scrub_max_interval", 2024-08-19T09:58:17.213 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_shutdown_pgref_assert", 2024-08-19T09:58:17.213 INFO:tasks.workunit.client.0.smithi190.stdout: "public_network", 2024-08-19T09:58:17.214 INFO:tasks.workunit.client.0.smithi190.stdout: "rgw_cache_enabled", 2024-08-19T09:58:17.214 INFO:tasks.workunit.client.0.smithi190.stdout: "rgw_enable_ops_log", 2024-08-19T09:58:17.214 INFO:tasks.workunit.client.0.smithi190.stdout: "rgw_enable_usage_log" 2024-08-19T09:58:17.214 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.214 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.214 INFO:tasks.workunit.client.0.smithi190.stdout: "contact": null, 2024-08-19T09:58:17.214 INFO:tasks.workunit.client.0.smithi190.stdout: "crashes": [], 2024-08-19T09:58:17.214 INFO:tasks.workunit.client.0.smithi190.stdout: "created": "2024-08-19T09:49:32.980697Z", 2024-08-19T09:58:17.214 INFO:tasks.workunit.client.0.smithi190.stdout: "crush": { 2024-08-19T09:58:17.214 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket_algs": { 2024-08-19T09:58:17.214 INFO:tasks.workunit.client.0.smithi190.stdout: "straw2": 3 2024-08-19T09:58:17.214 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.214 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket_sizes": { 2024-08-19T09:58:17.214 INFO:tasks.workunit.client.0.smithi190.stdout: "2": 1, 2024-08-19T09:58:17.215 INFO:tasks.workunit.client.0.smithi190.stdout: "4": 2 2024-08-19T09:58:17.215 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.215 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket_types": { 2024-08-19T09:58:17.215 INFO:tasks.workunit.client.0.smithi190.stdout: "1": 2, 2024-08-19T09:58:17.215 INFO:tasks.workunit.client.0.smithi190.stdout: "11": 1 2024-08-19T09:58:17.215 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.215 INFO:tasks.workunit.client.0.smithi190.stdout: "compat_weight_set": false, 2024-08-19T09:58:17.215 INFO:tasks.workunit.client.0.smithi190.stdout: "device_classes": [ 2024-08-19T09:58:17.215 INFO:tasks.workunit.client.0.smithi190.stdout: 8 2024-08-19T09:58:17.215 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.215 INFO:tasks.workunit.client.0.smithi190.stdout: "num_buckets": 6, 2024-08-19T09:58:17.215 INFO:tasks.workunit.client.0.smithi190.stdout: "num_devices": 8, 2024-08-19T09:58:17.215 INFO:tasks.workunit.client.0.smithi190.stdout: "num_rules": 1, 2024-08-19T09:58:17.215 INFO:tasks.workunit.client.0.smithi190.stdout: "num_types": 12, 2024-08-19T09:58:17.216 INFO:tasks.workunit.client.0.smithi190.stdout: "num_weight_sets": 0, 2024-08-19T09:58:17.216 INFO:tasks.workunit.client.0.smithi190.stdout: "tunables": { 2024-08-19T09:58:17.216 INFO:tasks.workunit.client.0.smithi190.stdout: "allowed_bucket_algs": 54, 2024-08-19T09:58:17.216 INFO:tasks.workunit.client.0.smithi190.stdout: "choose_local_fallback_tries": 0, 2024-08-19T09:58:17.216 INFO:tasks.workunit.client.0.smithi190.stdout: "choose_local_tries": 0, 2024-08-19T09:58:17.216 INFO:tasks.workunit.client.0.smithi190.stdout: "choose_total_tries": 50, 2024-08-19T09:58:17.216 INFO:tasks.workunit.client.0.smithi190.stdout: "chooseleaf_descend_once": 1, 2024-08-19T09:58:17.216 INFO:tasks.workunit.client.0.smithi190.stdout: "chooseleaf_stable": 1, 2024-08-19T09:58:17.216 INFO:tasks.workunit.client.0.smithi190.stdout: "chooseleaf_vary_r": 1, 2024-08-19T09:58:17.216 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v2_rules": 0, 2024-08-19T09:58:17.216 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v3_rules": 0, 2024-08-19T09:58:17.216 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v4_buckets": 1, 2024-08-19T09:58:17.216 INFO:tasks.workunit.client.0.smithi190.stdout: "has_v5_rules": 0, 2024-08-19T09:58:17.216 INFO:tasks.workunit.client.0.smithi190.stdout: "legacy_tunables": 0, 2024-08-19T09:58:17.216 INFO:tasks.workunit.client.0.smithi190.stdout: "minimum_required_version": "jewel", 2024-08-19T09:58:17.217 INFO:tasks.workunit.client.0.smithi190.stdout: "optimal_tunables": 1, 2024-08-19T09:58:17.217 INFO:tasks.workunit.client.0.smithi190.stdout: "profile": "jewel", 2024-08-19T09:58:17.217 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables": 1, 2024-08-19T09:58:17.217 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables2": 1, 2024-08-19T09:58:17.217 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables3": 1, 2024-08-19T09:58:17.217 INFO:tasks.workunit.client.0.smithi190.stdout: "require_feature_tunables5": 1, 2024-08-19T09:58:17.217 INFO:tasks.workunit.client.0.smithi190.stdout: "straw_calc_version": 1 2024-08-19T09:58:17.217 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.217 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.217 INFO:tasks.workunit.client.0.smithi190.stdout: "description": "upgrade test cluster", 2024-08-19T09:58:17.217 INFO:tasks.workunit.client.0.smithi190.stdout: "fs": { 2024-08-19T09:58:17.217 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:17.217 INFO:tasks.workunit.client.0.smithi190.stdout: "feature_flags": { 2024-08-19T09:58:17.217 INFO:tasks.workunit.client.0.smithi190.stdout: "enable_multiple": true, 2024-08-19T09:58:17.218 INFO:tasks.workunit.client.0.smithi190.stdout: "ever_enabled_multiple": true 2024-08-19T09:58:17.218 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.218 INFO:tasks.workunit.client.0.smithi190.stdout: "filesystems": [ 2024-08-19T09:58:17.218 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.218 INFO:tasks.workunit.client.0.smithi190.stdout: "approx_ctime": "2024-08", 2024-08-19T09:58:17.218 INFO:tasks.workunit.client.0.smithi190.stdout: "balancer_enabled": false, 2024-08-19T09:58:17.218 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.218 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_caps": 0, 2024-08-19T09:58:17.218 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_dns": 10, 2024-08-19T09:58:17.218 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_inos": 13, 2024-08-19T09:58:17.218 INFO:tasks.workunit.client.0.smithi190.stdout: "cached_subtrees": 2, 2024-08-19T09:58:17.218 INFO:tasks.workunit.client.0.smithi190.stdout: "ever_allowed_features": 0, 2024-08-19T09:58:17.218 INFO:tasks.workunit.client.0.smithi190.stdout: "explicitly_allowed_features": 0, 2024-08-19T09:58:17.218 INFO:tasks.workunit.client.0.smithi190.stdout: "files": 0, 2024-08-19T09:58:17.218 INFO:tasks.workunit.client.0.smithi190.stdout: "max_mds": 1, 2024-08-19T09:58:17.219 INFO:tasks.workunit.client.0.smithi190.stdout: "num_data_pools": 1, 2024-08-19T09:58:17.219 INFO:tasks.workunit.client.0.smithi190.stdout: "num_in": 1, 2024-08-19T09:58:17.219 INFO:tasks.workunit.client.0.smithi190.stdout: "num_mds": 1, 2024-08-19T09:58:17.219 INFO:tasks.workunit.client.0.smithi190.stdout: "num_sessions": 0, 2024-08-19T09:58:17.219 INFO:tasks.workunit.client.0.smithi190.stdout: "num_standby_replay": 0, 2024-08-19T09:58:17.219 INFO:tasks.workunit.client.0.smithi190.stdout: "num_up": 1, 2024-08-19T09:58:17.219 INFO:tasks.workunit.client.0.smithi190.stdout: "snaps": 0, 2024-08-19T09:58:17.219 INFO:tasks.workunit.client.0.smithi190.stdout: "standby_count_wanted": 0 2024-08-19T09:58:17.219 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.219 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.219 INFO:tasks.workunit.client.0.smithi190.stdout: "num_standby_mds": 1, 2024-08-19T09:58:17.219 INFO:tasks.workunit.client.0.smithi190.stdout: "total_num_mds": 2 2024-08-19T09:58:17.219 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.219 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_stats": { 2024-08-19T09:58:17.220 INFO:tasks.workunit.client.0.smithi190.stdout: "mds": { 2024-08-19T09:58:17.220 INFO:tasks.workunit.client.0.smithi190.stdout: "mds.0b6ec5d466511bcb60d7f443a350651aba209219": { 2024-08-19T09:58:17.220 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 20135936, 2024-08-19T09:58:17.220 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 344408, 2024-08-19T09:58:17.220 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2621440, 2024-08-19T09:58:17.220 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 868352, 2024-08-19T09:58:17.220 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 0, 2024-08-19T09:58:17.220 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 341, 2024-08-19T09:58:17.220 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:17.220 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 872200, 2024-08-19T09:58:17.220 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 12, 2024-08-19T09:58:17.220 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 720384, 2024-08-19T09:58:17.220 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 14709152, 2024-08-19T09:58:17.220 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 20135936 2024-08-19T09:58:17.221 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.221 INFO:tasks.workunit.client.0.smithi190.stdout: "mds.765e5943307463a5e1531512a52e7b3d85ec88ab": { 2024-08-19T09:58:17.221 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 20545536, 2024-08-19T09:58:17.221 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 495664, 2024-08-19T09:58:17.221 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2621440, 2024-08-19T09:58:17.221 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 16384, 2024-08-19T09:58:17.221 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 638976, 2024-08-19T09:58:17.221 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 431, 2024-08-19T09:58:17.221 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:17.221 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 1280384, 2024-08-19T09:58:17.221 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 20, 2024-08-19T09:58:17.221 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 1008640, 2024-08-19T09:58:17.221 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 15123024, 2024-08-19T09:58:17.221 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 21184512 2024-08-19T09:58:17.221 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.222 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.222 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:17.222 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.0b6ec5d466511bcb60d7f443a350651aba209219": { 2024-08-19T09:58:17.222 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 44826624, 2024-08-19T09:58:17.222 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 1668008, 2024-08-19T09:58:17.222 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2621440, 2024-08-19T09:58:17.222 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 622592, 2024-08-19T09:58:17.222 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 4685824, 2024-08-19T09:58:17.222 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1760, 2024-08-19T09:58:17.222 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:17.222 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 11358720, 2024-08-19T09:58:17.222 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 23, 2024-08-19T09:58:17.222 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 2896384, 2024-08-19T09:58:17.222 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 25659480, 2024-08-19T09:58:17.223 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 49512448 2024-08-19T09:58:17.223 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.223 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.765e5943307463a5e1531512a52e7b3d85ec88ab": { 2024-08-19T09:58:17.223 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 36225024, 2024-08-19T09:58:17.223 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 1817312, 2024-08-19T09:58:17.223 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2621440, 2024-08-19T09:58:17.223 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 425984, 2024-08-19T09:58:17.223 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 9207808, 2024-08-19T09:58:17.223 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1216, 2024-08-19T09:58:17.223 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:17.223 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 7405704, 2024-08-19T09:58:17.223 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 21, 2024-08-19T09:58:17.223 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 1356288, 2024-08-19T09:58:17.223 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 22598296, 2024-08-19T09:58:17.223 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 45432832 2024-08-19T09:58:17.224 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.224 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.e8e8a39e8a704cc636e4b7cd84be5402a622ff9a": { 2024-08-19T09:58:17.224 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 35577856, 2024-08-19T09:58:17.224 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 863016, 2024-08-19T09:58:17.224 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2621440, 2024-08-19T09:58:17.224 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 901120, 2024-08-19T09:58:17.224 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 8798208, 2024-08-19T09:58:17.224 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 987, 2024-08-19T09:58:17.224 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:17.224 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 6728280, 2024-08-19T09:58:17.224 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 21, 2024-08-19T09:58:17.224 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 1784576, 2024-08-19T09:58:17.224 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 22679424, 2024-08-19T09:58:17.224 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 44376064 2024-08-19T09:58:17.224 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.225 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.225 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.225 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.0": { 2024-08-19T09:58:17.225 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 51453952, 2024-08-19T09:58:17.225 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 1713576, 2024-08-19T09:58:17.225 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:17.225 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 0, 2024-08-19T09:58:17.225 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 1236992, 2024-08-19T09:58:17.225 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1785, 2024-08-19T09:58:17.225 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:17.225 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 5874000, 2024-08-19T09:58:17.225 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 47, 2024-08-19T09:58:17.225 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 4010752, 2024-08-19T09:58:17.226 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 37103112, 2024-08-19T09:58:17.226 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 52690944 2024-08-19T09:58:17.226 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.226 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.1": { 2024-08-19T09:58:17.226 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 46833664, 2024-08-19T09:58:17.226 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 593440, 2024-08-19T09:58:17.226 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:17.226 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 0, 2024-08-19T09:58:17.226 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 614400, 2024-08-19T09:58:17.226 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1384, 2024-08-19T09:58:17.226 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:17.226 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 6109808, 2024-08-19T09:58:17.226 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 47, 2024-08-19T09:58:17.226 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 2479360, 2024-08-19T09:58:17.227 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 34898544, 2024-08-19T09:58:17.227 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 47448064 2024-08-19T09:58:17.227 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.227 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.2": { 2024-08-19T09:58:17.227 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 48152576, 2024-08-19T09:58:17.227 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 1785312, 2024-08-19T09:58:17.227 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:17.227 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 0, 2024-08-19T09:58:17.227 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 212992, 2024-08-19T09:58:17.227 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1640, 2024-08-19T09:58:17.227 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:17.227 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 5351560, 2024-08-19T09:58:17.227 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 47, 2024-08-19T09:58:17.227 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 3652864, 2024-08-19T09:58:17.228 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 34610328, 2024-08-19T09:58:17.228 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 48365568 2024-08-19T09:58:17.228 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.228 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.3": { 2024-08-19T09:58:17.228 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 47800320, 2024-08-19T09:58:17.228 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 1720208, 2024-08-19T09:58:17.228 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:17.228 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 0, 2024-08-19T09:58:17.228 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 696320, 2024-08-19T09:58:17.228 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1668, 2024-08-19T09:58:17.228 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:17.228 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 5619472, 2024-08-19T09:58:17.228 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 47, 2024-08-19T09:58:17.228 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 3036928, 2024-08-19T09:58:17.229 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 34671200, 2024-08-19T09:58:17.229 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 48496640 2024-08-19T09:58:17.229 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.229 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.4": { 2024-08-19T09:58:17.229 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 45080576, 2024-08-19T09:58:17.229 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 759416, 2024-08-19T09:58:17.229 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:17.229 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 0, 2024-08-19T09:58:17.229 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 204800, 2024-08-19T09:58:17.229 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1279, 2024-08-19T09:58:17.229 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:17.229 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 4982584, 2024-08-19T09:58:17.229 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 48, 2024-08-19T09:58:17.229 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 1990400, 2024-08-19T09:58:17.229 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 34595664, 2024-08-19T09:58:17.230 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 45285376 2024-08-19T09:58:17.230 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.230 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.5": { 2024-08-19T09:58:17.230 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 45875200, 2024-08-19T09:58:17.230 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 1120728, 2024-08-19T09:58:17.230 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:17.230 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 0, 2024-08-19T09:58:17.230 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 524288, 2024-08-19T09:58:17.230 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1298, 2024-08-19T09:58:17.230 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:17.230 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 4917904, 2024-08-19T09:58:17.230 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 47, 2024-08-19T09:58:17.230 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 1974272, 2024-08-19T09:58:17.231 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 35109784, 2024-08-19T09:58:17.231 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 46399488 2024-08-19T09:58:17.231 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.231 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.6": { 2024-08-19T09:58:17.231 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 49790976, 2024-08-19T09:58:17.231 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 1995032, 2024-08-19T09:58:17.231 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:17.231 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 1048576, 2024-08-19T09:58:17.231 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 589824, 2024-08-19T09:58:17.231 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1645, 2024-08-19T09:58:17.231 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:17.231 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 5548784, 2024-08-19T09:58:17.231 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 47, 2024-08-19T09:58:17.231 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 3591168, 2024-08-19T09:58:17.232 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 34854904, 2024-08-19T09:58:17.232 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 50380800 2024-08-19T09:58:17.232 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.232 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.7": { 2024-08-19T09:58:17.232 INFO:tasks.workunit.client.0.smithi190.stdout: "actual_memory_used": 45989888, 2024-08-19T09:58:17.232 INFO:tasks.workunit.client.0.smithi190.stdout: "central_cache_freelist": 1209664, 2024-08-19T09:58:17.232 INFO:tasks.workunit.client.0.smithi190.stdout: "malloc_metadata": 2752512, 2024-08-19T09:58:17.232 INFO:tasks.workunit.client.0.smithi190.stdout: "page_heap_freelist": 0, 2024-08-19T09:58:17.232 INFO:tasks.workunit.client.0.smithi190.stdout: "released_to_os": 409600, 2024-08-19T09:58:17.232 INFO:tasks.workunit.client.0.smithi190.stdout: "spans_in_use": 1361, 2024-08-19T09:58:17.232 INFO:tasks.workunit.client.0.smithi190.stdout: "tcmalloc_page_size": 8192, 2024-08-19T09:58:17.232 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_cache_freelists": 5340848, 2024-08-19T09:58:17.232 INFO:tasks.workunit.client.0.smithi190.stdout: "thread_heaps_in_use": 46, 2024-08-19T09:58:17.232 INFO:tasks.workunit.client.0.smithi190.stdout: "transfer_cache_freelist": 1832704, 2024-08-19T09:58:17.232 INFO:tasks.workunit.client.0.smithi190.stdout: "use_by_application": 34854160, 2024-08-19T09:58:17.233 INFO:tasks.workunit.client.0.smithi190.stdout: "virtual_address_space_used": 46399488 2024-08-19T09:58:17.233 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.233 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.233 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.233 INFO:tasks.workunit.client.0.smithi190.stdout: "hosts": { 2024-08-19T09:58:17.233 INFO:tasks.workunit.client.0.smithi190.stdout: "num": 2, 2024-08-19T09:58:17.233 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_mds": 2, 2024-08-19T09:58:17.233 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_mgr": 2, 2024-08-19T09:58:17.233 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_mon": 2, 2024-08-19T09:58:17.233 INFO:tasks.workunit.client.0.smithi190.stdout: "num_with_osd": 2 2024-08-19T09:58:17.233 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.233 INFO:tasks.workunit.client.0.smithi190.stdout: "io_rate": { 2024-08-19T09:58:17.233 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_stats_delta": { 2024-08-19T09:58:17.233 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": 0, 2024-08-19T09:58:17.233 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:17.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_store_stats": 0, 2024-08-19T09:58:17.234 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:17.234 INFO:tasks.workunit.client.0.smithi190.stdout: "stamp_delta": "12.002593", 2024-08-19T09:58:17.234 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:17.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:17.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:17.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:17.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:17.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.237 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:17.237 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:17.237 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.237 INFO:tasks.workunit.client.0.smithi190.stdout: "store_stats": { 2024-08-19T09:58:17.237 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": 0, 2024-08-19T09:58:17.237 INFO:tasks.workunit.client.0.smithi190.stdout: "available": 0, 2024-08-19T09:58:17.237 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed": 0, 2024-08-19T09:58:17.237 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_allocated": 0, 2024-08-19T09:58:17.237 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_original": 0, 2024-08-19T09:58:17.237 INFO:tasks.workunit.client.0.smithi190.stdout: "data_stored": 0, 2024-08-19T09:58:17.237 INFO:tasks.workunit.client.0.smithi190.stdout: "internal_metadata": 0, 2024-08-19T09:58:17.237 INFO:tasks.workunit.client.0.smithi190.stdout: "internally_reserved": 0, 2024-08-19T09:58:17.237 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_allocated": 0, 2024-08-19T09:58:17.237 INFO:tasks.workunit.client.0.smithi190.stdout: "total": 0 2024-08-19T09:58:17.237 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.238 INFO:tasks.workunit.client.0.smithi190.stdout: "up": 0 2024-08-19T09:58:17.238 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.238 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.238 INFO:tasks.workunit.client.0.smithi190.stdout: "leaderboard": false, 2024-08-19T09:58:17.238 INFO:tasks.workunit.client.0.smithi190.stdout: "leaderboard_description": null, 2024-08-19T09:58:17.238 INFO:tasks.workunit.client.0.smithi190.stdout: "license": "sharing-1-0", 2024-08-19T09:58:17.238 INFO:tasks.workunit.client.0.smithi190.stdout: "mempool": { 2024-08-19T09:58:17.238 INFO:tasks.workunit.client.0.smithi190.stdout: "mds": { 2024-08-19T09:58:17.238 INFO:tasks.workunit.client.0.smithi190.stdout: "mds.0b6ec5d466511bcb60d7f443a350651aba209219": { 2024-08-19T09:58:17.238 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:17.238 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.238 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.238 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.238 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.239 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.239 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.239 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.239 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:17.239 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.239 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.239 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.239 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:17.239 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.239 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.239 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.239 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:17.239 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.239 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.240 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.240 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:17.240 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.240 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.240 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.240 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:17.240 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.240 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.240 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.240 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:17.240 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.240 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.240 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.240 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:17.241 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.241 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.241 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.241 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:17.241 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.241 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.241 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.241 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:17.241 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.241 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.241 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.241 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:17.241 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.241 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.242 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.242 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:17.242 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.242 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.242 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.242 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:17.242 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.242 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.242 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.242 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:17.242 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.242 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.242 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.243 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:17.243 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.243 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.243 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.243 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:17.243 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.243 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.243 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.243 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:17.243 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.243 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.243 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.243 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:17.243 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 150168, 2024-08-19T09:58:17.244 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 33 2024-08-19T09:58:17.244 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.244 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:17.244 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.244 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.244 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.244 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:17.244 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 928, 2024-08-19T09:58:17.244 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 2 2024-08-19T09:58:17.244 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.244 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.244 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.244 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.244 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.244 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:17.245 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.245 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.245 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.245 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:17.245 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.245 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.245 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.245 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:17.245 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.245 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.245 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.245 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:17.245 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.245 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.246 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.246 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:17.246 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.246 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.246 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.246 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:17.246 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.246 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.246 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.246 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:17.246 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.246 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.246 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.246 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.246 INFO:tasks.workunit.client.0.smithi190.stdout: "mds.765e5943307463a5e1531512a52e7b3d85ec88ab": { 2024-08-19T09:58:17.247 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:17.247 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.247 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.247 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.247 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.247 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.247 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.247 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.247 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:17.247 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.247 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.247 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.247 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:17.247 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.247 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.248 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.248 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:17.248 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.248 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.248 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.248 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:17.248 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.248 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.248 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.248 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:17.248 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.248 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.248 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.248 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:17.249 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.249 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.249 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.249 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:17.249 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.249 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.249 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.249 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:17.249 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.249 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.249 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.249 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:17.249 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.249 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.250 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.250 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:17.250 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.250 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.250 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.250 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:17.250 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.250 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.250 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.250 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:17.250 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.250 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.250 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.250 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:17.250 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.251 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.251 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.251 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:17.251 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.251 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.251 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.251 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:17.251 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.251 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.251 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.251 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:17.251 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.251 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.251 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.252 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:17.252 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 222727, 2024-08-19T09:58:17.252 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 72 2024-08-19T09:58:17.252 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.252 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:17.252 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.252 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.252 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.252 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:17.252 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 51704, 2024-08-19T09:58:17.252 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 208 2024-08-19T09:58:17.252 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.252 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.252 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.252 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.253 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.253 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:17.253 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.253 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.253 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.253 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:17.253 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.253 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.253 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.253 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:17.253 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 8208, 2024-08-19T09:58:17.253 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 139 2024-08-19T09:58:17.253 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.253 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:17.253 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.254 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.254 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.254 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:17.254 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.254 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.254 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.254 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:17.254 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.254 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.254 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.254 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:17.254 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.254 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.254 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.254 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.255 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.255 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:17.255 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.0b6ec5d466511bcb60d7f443a350651aba209219": { 2024-08-19T09:58:17.255 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:17.255 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.255 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.255 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.255 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.255 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.255 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.255 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.255 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:17.255 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.255 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.255 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.256 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:17.256 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.256 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.256 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.256 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:17.256 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.256 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.256 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.256 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:17.256 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.256 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.256 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.256 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:17.257 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.257 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.257 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.257 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:17.257 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.257 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.257 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.257 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:17.257 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.257 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.257 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.257 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:17.257 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.257 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.257 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.258 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:17.258 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.258 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.258 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.258 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:17.258 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.258 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.258 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.258 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:17.258 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.258 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.258 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.258 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:17.258 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.259 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.259 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.259 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:17.259 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.259 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.259 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.259 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:17.259 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.259 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.259 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.259 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:17.259 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.259 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.259 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.260 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:17.260 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.260 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.260 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.260 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:17.260 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1215574, 2024-08-19T09:58:17.260 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 355 2024-08-19T09:58:17.260 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.260 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:17.260 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 440, 2024-08-19T09:58:17.260 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 5 2024-08-19T09:58:17.260 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.260 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:17.261 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.261 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.261 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.261 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.261 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.261 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.261 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.261 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:17.261 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.261 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.261 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.261 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:17.261 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.261 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.262 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.262 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:17.262 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6784, 2024-08-19T09:58:17.262 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 138 2024-08-19T09:58:17.262 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.262 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:17.262 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12744, 2024-08-19T09:58:17.262 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 1546 2024-08-19T09:58:17.262 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.262 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:17.262 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 10624, 2024-08-19T09:58:17.262 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 206 2024-08-19T09:58:17.262 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.262 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:17.263 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.263 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.263 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.263 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:17.263 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.263 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.263 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.263 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.263 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.765e5943307463a5e1531512a52e7b3d85ec88ab": { 2024-08-19T09:58:17.263 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:17.263 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.263 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.263 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.263 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.264 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.264 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.264 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.264 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:17.264 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.264 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.264 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.264 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:17.264 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.264 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.264 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.264 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:17.264 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.264 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.264 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.265 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:17.265 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.265 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.265 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.265 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:17.265 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.265 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.265 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.265 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:17.265 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.265 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.265 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.265 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:17.265 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.265 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.266 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.266 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:17.266 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.266 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.266 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.266 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:17.266 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.266 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.266 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.266 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:17.266 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.266 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.266 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.266 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:17.267 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.267 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.267 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.267 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:17.267 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.267 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.267 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.267 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:17.267 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.267 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.267 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.267 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:17.267 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.267 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.267 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.268 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:17.268 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.268 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.268 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.268 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:17.268 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.268 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.268 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.268 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:17.268 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1181587, 2024-08-19T09:58:17.268 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 373 2024-08-19T09:58:17.268 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.268 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:17.268 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 176, 2024-08-19T09:58:17.269 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 2 2024-08-19T09:58:17.269 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.269 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:17.269 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.269 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.269 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.269 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.269 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.269 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.269 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.269 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:17.269 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.269 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.269 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.270 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:17.270 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.270 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.270 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.270 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:17.270 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6784, 2024-08-19T09:58:17.270 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 138 2024-08-19T09:58:17.270 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.270 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:17.270 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12744, 2024-08-19T09:58:17.270 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 1546 2024-08-19T09:58:17.270 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.270 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:17.270 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 5312, 2024-08-19T09:58:17.271 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 103 2024-08-19T09:58:17.271 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.271 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:17.271 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.271 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.271 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.271 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:17.271 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.271 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.271 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.271 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.271 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.e8e8a39e8a704cc636e4b7cd84be5402a622ff9a": { 2024-08-19T09:58:17.271 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:17.271 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.272 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.272 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.272 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.272 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.272 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.272 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.272 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:17.272 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.272 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.272 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.272 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:17.272 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.272 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.272 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.273 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:17.273 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.273 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.273 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.273 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:17.273 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.273 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.273 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.273 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:17.273 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.273 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.273 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.274 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:17.274 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.274 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.274 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.274 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:17.274 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.274 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.274 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.274 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:17.274 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.274 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.274 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.274 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:17.275 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.275 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.275 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.275 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:17.275 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.275 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.275 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.275 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:17.275 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.275 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.275 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.275 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:17.275 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.275 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.276 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.276 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:17.276 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.276 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.276 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.276 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:17.276 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.276 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.276 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.276 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:17.276 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.276 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.276 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.276 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:17.277 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.277 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.277 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.277 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:17.277 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1169070, 2024-08-19T09:58:17.277 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 367 2024-08-19T09:58:17.277 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.277 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:17.277 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.277 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.277 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.277 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:17.277 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.277 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.277 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.278 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.278 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.278 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.278 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.278 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:17.278 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.278 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.278 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.278 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:17.278 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.278 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.278 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.278 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:17.278 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6784, 2024-08-19T09:58:17.279 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 138 2024-08-19T09:58:17.279 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.279 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:17.279 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12744, 2024-08-19T09:58:17.279 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 1546 2024-08-19T09:58:17.279 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.279 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:17.279 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 5312, 2024-08-19T09:58:17.279 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 103 2024-08-19T09:58:17.279 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.279 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:17.279 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.279 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.279 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.280 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:17.280 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.280 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.280 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.280 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.280 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.280 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.280 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.0": { 2024-08-19T09:58:17.280 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:17.280 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.280 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.280 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.280 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.280 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:17.281 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:17.281 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.281 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:17.281 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:17.281 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:17.281 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.281 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:17.281 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:17.281 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:17.281 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.281 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:17.281 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6240, 2024-08-19T09:58:17.281 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 78 2024-08-19T09:58:17.281 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.281 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:17.282 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 22960, 2024-08-19T09:58:17.282 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 205 2024-08-19T09:58:17.282 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.282 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:17.282 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1712, 2024-08-19T09:58:17.282 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 45 2024-08-19T09:58:17.282 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.282 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:17.282 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 606208, 2024-08-19T09:58:17.282 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 17 2024-08-19T09:58:17.282 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.282 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:17.282 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 97184, 2024-08-19T09:58:17.282 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 16627 2024-08-19T09:58:17.283 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.283 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:17.283 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 213096, 2024-08-19T09:58:17.283 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 345 2024-08-19T09:58:17.283 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.283 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:17.283 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 11628, 2024-08-19T09:58:17.283 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 775 2024-08-19T09:58:17.283 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.283 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:17.283 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9840, 2024-08-19T09:58:17.283 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 205 2024-08-19T09:58:17.283 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.283 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:17.283 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.284 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.284 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.284 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:17.284 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 33394, 2024-08-19T09:58:17.284 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 213 2024-08-19T09:58:17.284 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.284 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:17.284 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 22960, 2024-08-19T09:58:17.284 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 205 2024-08-19T09:58:17.284 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.284 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:17.284 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.284 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.284 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.284 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:17.285 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 452221, 2024-08-19T09:58:17.285 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 98 2024-08-19T09:58:17.285 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.285 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:17.285 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.285 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.285 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.285 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:17.285 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2459624, 2024-08-19T09:58:17.285 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 199 2024-08-19T09:58:17.285 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.285 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:17.285 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6864, 2024-08-19T09:58:17.285 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 78 2024-08-19T09:58:17.286 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.286 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:17.286 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.286 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.286 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.286 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.286 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 510048, 2024-08-19T09:58:17.286 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 44 2024-08-19T09:58:17.286 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.286 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:17.286 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.286 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.286 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.286 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:17.286 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 99424, 2024-08-19T09:58:17.287 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 196 2024-08-19T09:58:17.287 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.287 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:17.287 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 241352, 2024-08-19T09:58:17.287 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3539 2024-08-19T09:58:17.287 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.287 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:17.287 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.287 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.287 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.287 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:17.287 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.287 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.287 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.287 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:17.288 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.288 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.288 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.288 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:17.288 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.288 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.288 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.288 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.288 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.1": { 2024-08-19T09:58:17.288 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:17.288 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.288 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.288 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.288 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.289 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:17.289 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:17.289 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.289 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:17.289 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:17.289 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:17.289 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.289 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:17.289 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:17.289 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:17.289 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.289 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:17.289 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 5280, 2024-08-19T09:58:17.289 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 66 2024-08-19T09:58:17.289 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.290 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:17.290 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21728, 2024-08-19T09:58:17.290 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 194 2024-08-19T09:58:17.290 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.290 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:17.290 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1152, 2024-08-19T09:58:17.290 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 40 2024-08-19T09:58:17.290 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.290 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:17.291 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12288, 2024-08-19T09:58:17.291 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:17.291 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.291 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:17.291 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 52270, 2024-08-19T09:58:17.291 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 9661 2024-08-19T09:58:17.291 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.291 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:17.291 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 137616, 2024-08-19T09:58:17.291 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 234 2024-08-19T09:58:17.291 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.291 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:17.291 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9940, 2024-08-19T09:58:17.291 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 605 2024-08-19T09:58:17.292 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.292 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:17.292 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9312, 2024-08-19T09:58:17.292 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 194 2024-08-19T09:58:17.292 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.292 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:17.292 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.292 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.292 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.292 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:17.292 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 29806, 2024-08-19T09:58:17.292 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 202 2024-08-19T09:58:17.292 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.292 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:17.293 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21728, 2024-08-19T09:58:17.293 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 194 2024-08-19T09:58:17.293 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.293 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:17.293 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 736, 2024-08-19T09:58:17.293 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 1 2024-08-19T09:58:17.293 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.293 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:17.293 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 473819, 2024-08-19T09:58:17.293 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 104 2024-08-19T09:58:17.293 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.293 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:17.293 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12112, 2024-08-19T09:58:17.293 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:17.294 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.294 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:17.294 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2419466, 2024-08-19T09:58:17.294 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 181 2024-08-19T09:58:17.294 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.294 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:17.294 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 5016, 2024-08-19T09:58:17.294 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 57 2024-08-19T09:58:17.294 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.294 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:17.294 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.294 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.294 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.294 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.295 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 452088, 2024-08-19T09:58:17.295 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 39 2024-08-19T09:58:17.295 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.295 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:17.295 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.295 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.295 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.295 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:17.295 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 8528, 2024-08-19T09:58:17.295 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 22 2024-08-19T09:58:17.295 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.295 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:17.295 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 241352, 2024-08-19T09:58:17.295 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3539 2024-08-19T09:58:17.296 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.296 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:17.296 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.296 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.296 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.296 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:17.296 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.296 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.296 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.296 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:17.296 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.296 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.296 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.296 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:17.296 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.297 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.297 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.297 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.297 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.2": { 2024-08-19T09:58:17.297 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:17.297 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.297 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.297 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.297 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.297 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:17.297 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:17.297 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.297 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:17.297 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:17.297 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:17.298 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.298 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:17.298 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:17.298 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:17.298 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.298 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:17.298 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 4960, 2024-08-19T09:58:17.298 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 62 2024-08-19T09:58:17.298 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.298 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:17.298 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21392, 2024-08-19T09:58:17.298 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 191 2024-08-19T09:58:17.298 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.299 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:17.299 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1264, 2024-08-19T09:58:17.299 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 41 2024-08-19T09:58:17.299 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.299 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:17.299 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16384, 2024-08-19T09:58:17.299 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 4 2024-08-19T09:58:17.299 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.299 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:17.299 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 88310, 2024-08-19T09:58:17.299 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 15273 2024-08-19T09:58:17.299 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.299 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:17.299 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 198816, 2024-08-19T09:58:17.299 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 324 2024-08-19T09:58:17.300 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.300 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:17.300 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 8984, 2024-08-19T09:58:17.300 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 591 2024-08-19T09:58:17.300 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.300 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:17.300 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9168, 2024-08-19T09:58:17.300 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 191 2024-08-19T09:58:17.300 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.300 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:17.300 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.300 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.300 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.300 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:17.300 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 27750, 2024-08-19T09:58:17.301 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 192 2024-08-19T09:58:17.301 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.301 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:17.301 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21392, 2024-08-19T09:58:17.301 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 191 2024-08-19T09:58:17.301 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.301 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:17.301 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 736, 2024-08-19T09:58:17.301 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 1 2024-08-19T09:58:17.301 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.301 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:17.301 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 415181, 2024-08-19T09:58:17.301 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 89 2024-08-19T09:58:17.301 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.302 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:17.302 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12112, 2024-08-19T09:58:17.302 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:17.302 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.302 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:17.302 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2470520, 2024-08-19T09:58:17.302 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 193 2024-08-19T09:58:17.302 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.302 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:17.302 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 4488, 2024-08-19T09:58:17.302 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 51 2024-08-19T09:58:17.302 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.302 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:17.302 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.302 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.303 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.303 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.303 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 359352, 2024-08-19T09:58:17.303 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 31 2024-08-19T09:58:17.303 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.303 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:17.303 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.303 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.303 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.303 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:17.303 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 8840, 2024-08-19T09:58:17.303 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 25 2024-08-19T09:58:17.303 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.303 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:17.303 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 241864, 2024-08-19T09:58:17.304 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3563 2024-08-19T09:58:17.304 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.304 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:17.304 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.304 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.304 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.304 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:17.304 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.304 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.304 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.304 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:17.304 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.304 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.304 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.305 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:17.305 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.305 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.305 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.305 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.305 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.3": { 2024-08-19T09:58:17.305 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:17.305 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.305 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.305 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.305 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.305 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:17.305 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:17.305 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.305 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:17.306 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:17.306 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:17.306 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.306 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:17.306 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:17.306 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:17.306 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.306 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:17.306 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 4240, 2024-08-19T09:58:17.306 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 53 2024-08-19T09:58:17.306 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.306 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:17.306 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21952, 2024-08-19T09:58:17.306 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 196 2024-08-19T09:58:17.306 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.307 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:17.307 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 480, 2024-08-19T09:58:17.307 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 34 2024-08-19T09:58:17.307 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.307 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:17.307 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.307 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.307 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.307 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:17.307 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 89572, 2024-08-19T09:58:17.307 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 15551 2024-08-19T09:58:17.307 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.307 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:17.308 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 202896, 2024-08-19T09:58:17.308 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 330 2024-08-19T09:58:17.308 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.308 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:17.308 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9676, 2024-08-19T09:58:17.308 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 608 2024-08-19T09:58:17.308 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.308 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:17.308 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9408, 2024-08-19T09:58:17.308 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 196 2024-08-19T09:58:17.308 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.308 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:17.308 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.308 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.309 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.309 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:17.309 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 28446, 2024-08-19T09:58:17.309 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 198 2024-08-19T09:58:17.309 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.309 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:17.309 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21952, 2024-08-19T09:58:17.309 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 196 2024-08-19T09:58:17.309 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.309 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:17.309 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2208, 2024-08-19T09:58:17.309 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:17.309 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.309 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:17.310 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 317925, 2024-08-19T09:58:17.310 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 66 2024-08-19T09:58:17.310 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.310 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:17.310 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 26565, 2024-08-19T09:58:17.310 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 9 2024-08-19T09:58:17.310 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.310 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:17.310 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2437438, 2024-08-19T09:58:17.310 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 180 2024-08-19T09:58:17.310 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.310 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:17.310 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 4664, 2024-08-19T09:58:17.310 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 53 2024-08-19T09:58:17.310 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.311 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:17.311 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.311 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.311 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.311 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.311 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 417312, 2024-08-19T09:58:17.311 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 36 2024-08-19T09:58:17.311 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.311 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:17.311 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.311 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.311 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.311 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:17.311 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 10400, 2024-08-19T09:58:17.312 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 20 2024-08-19T09:58:17.312 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.312 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:17.312 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 241352, 2024-08-19T09:58:17.312 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3539 2024-08-19T09:58:17.312 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.312 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:17.312 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.312 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.312 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.312 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:17.312 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.312 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.312 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.312 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:17.313 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.313 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.313 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.313 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:17.313 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.313 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.313 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.313 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.313 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.4": { 2024-08-19T09:58:17.313 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:17.313 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.313 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.313 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.313 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.314 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:17.314 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:17.314 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.314 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:17.314 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:17.314 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:17.314 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.314 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:17.314 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:17.314 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:17.314 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.314 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:17.314 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 3920, 2024-08-19T09:58:17.314 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 49 2024-08-19T09:58:17.315 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.315 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:17.315 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21840, 2024-08-19T09:58:17.315 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 195 2024-08-19T09:58:17.315 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.315 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:17.315 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1040, 2024-08-19T09:58:17.315 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 39 2024-08-19T09:58:17.315 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.315 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:17.315 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 8192, 2024-08-19T09:58:17.315 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 2 2024-08-19T09:58:17.315 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.315 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:17.316 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 51623, 2024-08-19T09:58:17.316 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 9612 2024-08-19T09:58:17.316 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.316 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:17.316 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 136936, 2024-08-19T09:58:17.316 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 233 2024-08-19T09:58:17.316 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.316 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:17.316 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9960, 2024-08-19T09:58:17.316 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 607 2024-08-19T09:58:17.316 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.316 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:17.316 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9360, 2024-08-19T09:58:17.316 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 195 2024-08-19T09:58:17.316 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.317 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:17.317 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.317 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.317 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.317 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:17.317 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 29382, 2024-08-19T09:58:17.317 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 201 2024-08-19T09:58:17.317 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.317 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:17.317 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21840, 2024-08-19T09:58:17.317 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 195 2024-08-19T09:58:17.317 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.317 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:17.317 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 736, 2024-08-19T09:58:17.318 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 1 2024-08-19T09:58:17.318 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.318 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:17.318 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 949131, 2024-08-19T09:58:17.318 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 77 2024-08-19T09:58:17.318 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.318 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:17.318 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12112, 2024-08-19T09:58:17.318 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:17.318 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.318 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:17.318 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2446052, 2024-08-19T09:58:17.318 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 185 2024-08-19T09:58:17.318 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.319 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:17.319 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 4928, 2024-08-19T09:58:17.319 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 56 2024-08-19T09:58:17.319 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.319 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:17.319 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.319 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.319 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.319 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.319 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 452088, 2024-08-19T09:58:17.319 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 39 2024-08-19T09:58:17.319 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.319 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:17.319 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.319 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.320 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.320 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:17.320 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 8944, 2024-08-19T09:58:17.320 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 18 2024-08-19T09:58:17.320 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.320 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:17.320 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 241864, 2024-08-19T09:58:17.320 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3563 2024-08-19T09:58:17.320 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.320 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:17.320 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.320 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.320 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.320 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:17.320 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.321 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.321 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.321 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:17.321 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.321 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.321 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.321 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:17.321 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.321 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.321 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.321 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.321 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.5": { 2024-08-19T09:58:17.321 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:17.321 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.321 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.322 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.322 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.322 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:17.322 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:17.322 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.322 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:17.322 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:17.322 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:17.322 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.322 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:17.322 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:17.322 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:17.322 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.322 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:17.323 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 3440, 2024-08-19T09:58:17.323 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 43 2024-08-19T09:58:17.323 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.323 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:17.323 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21952, 2024-08-19T09:58:17.323 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 196 2024-08-19T09:58:17.323 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.323 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:17.323 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 592, 2024-08-19T09:58:17.323 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 35 2024-08-19T09:58:17.323 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.323 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:17.323 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 4096, 2024-08-19T09:58:17.323 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 1 2024-08-19T09:58:17.324 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.324 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:17.324 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 52972, 2024-08-19T09:58:17.324 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 9796 2024-08-19T09:58:17.324 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.324 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:17.324 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 139656, 2024-08-19T09:58:17.324 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 237 2024-08-19T09:58:17.324 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.324 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:17.324 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 10236, 2024-08-19T09:58:17.324 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 613 2024-08-19T09:58:17.324 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.324 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:17.324 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9408, 2024-08-19T09:58:17.325 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 196 2024-08-19T09:58:17.325 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.325 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:17.325 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.325 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.325 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.325 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:17.325 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 30238, 2024-08-19T09:58:17.325 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 205 2024-08-19T09:58:17.325 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.325 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:17.325 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 21952, 2024-08-19T09:58:17.325 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 196 2024-08-19T09:58:17.325 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.326 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:17.326 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2208, 2024-08-19T09:58:17.326 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:17.326 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.326 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:17.326 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 881504, 2024-08-19T09:58:17.326 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 60 2024-08-19T09:58:17.326 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.326 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:17.326 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 26565, 2024-08-19T09:58:17.326 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 9 2024-08-19T09:58:17.326 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.326 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:17.326 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2435306, 2024-08-19T09:58:17.327 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 179 2024-08-19T09:58:17.327 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.327 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:17.327 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 5544, 2024-08-19T09:58:17.327 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 63 2024-08-19T09:58:17.327 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.327 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:17.327 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.327 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.327 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.327 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.327 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 475272, 2024-08-19T09:58:17.327 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 41 2024-08-19T09:58:17.327 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.327 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:17.328 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.328 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.328 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.328 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:17.328 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 13520, 2024-08-19T09:58:17.328 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 26 2024-08-19T09:58:17.328 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.328 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:17.328 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 241864, 2024-08-19T09:58:17.328 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3563 2024-08-19T09:58:17.328 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.328 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:17.328 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.328 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.329 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.329 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:17.329 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.329 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.329 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.329 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:17.329 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.329 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.329 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.329 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:17.329 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.329 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.329 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.329 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.330 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.6": { 2024-08-19T09:58:17.330 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:17.330 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.330 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.330 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.330 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.330 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:17.330 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:17.330 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.330 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:17.330 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:17.330 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:17.330 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.330 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:17.330 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:17.331 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:17.331 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.331 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:17.331 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2800, 2024-08-19T09:58:17.331 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 35 2024-08-19T09:58:17.331 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.331 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:17.331 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 22848, 2024-08-19T09:58:17.331 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 204 2024-08-19T09:58:17.331 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.331 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:17.331 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 704, 2024-08-19T09:58:17.331 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 36 2024-08-19T09:58:17.331 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.332 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:17.332 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 29838, 2024-08-19T09:58:17.332 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 6 2024-08-19T09:58:17.332 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.332 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:17.332 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 91802, 2024-08-19T09:58:17.332 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 16082 2024-08-19T09:58:17.332 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.332 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:17.332 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 205616, 2024-08-19T09:58:17.332 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 334 2024-08-19T09:58:17.332 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.332 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:17.332 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 11240, 2024-08-19T09:58:17.333 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 768 2024-08-19T09:58:17.333 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.333 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:17.333 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9792, 2024-08-19T09:58:17.333 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 204 2024-08-19T09:58:17.333 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.333 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:17.333 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.333 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.333 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.333 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:17.333 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 30666, 2024-08-19T09:58:17.333 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 202 2024-08-19T09:58:17.333 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.333 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:17.334 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 22848, 2024-08-19T09:58:17.334 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 204 2024-08-19T09:58:17.334 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.334 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:17.334 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.334 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.334 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.334 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:17.334 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 519073, 2024-08-19T09:58:17.334 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 53 2024-08-19T09:58:17.334 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.334 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:17.334 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.334 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.335 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.335 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:17.335 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2412654, 2024-08-19T09:58:17.335 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 168 2024-08-19T09:58:17.335 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.335 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:17.335 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 4928, 2024-08-19T09:58:17.335 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 56 2024-08-19T09:58:17.335 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.335 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:17.335 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.335 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.335 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.335 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.336 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 452088, 2024-08-19T09:58:17.336 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 39 2024-08-19T09:58:17.336 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.336 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:17.336 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.336 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.336 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.336 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:17.336 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 99112, 2024-08-19T09:58:17.336 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 201 2024-08-19T09:58:17.336 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.336 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:17.336 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 242120, 2024-08-19T09:58:17.336 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3575 2024-08-19T09:58:17.336 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.337 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:17.337 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.337 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.337 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.337 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:17.337 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.337 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.337 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.337 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:17.337 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.337 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.337 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.337 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:17.337 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.338 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.338 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.338 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.338 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.7": { 2024-08-19T09:58:17.338 INFO:tasks.workunit.client.0.smithi190.stdout: "bloom_filter": { 2024-08-19T09:58:17.338 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.338 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.338 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.338 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.338 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6304, 2024-08-19T09:58:17.338 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 115 2024-08-19T09:58:17.338 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.338 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_reader": { 2024-08-19T09:58:17.338 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 16896, 2024-08-19T09:58:17.339 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 8 2024-08-19T09:58:17.339 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.339 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs_file_writer": { 2024-08-19T09:58:17.339 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 576, 2024-08-19T09:58:17.339 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3 2024-08-19T09:58:17.339 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.339 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_alloc": { 2024-08-19T09:58:17.339 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2080, 2024-08-19T09:58:17.339 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 26 2024-08-19T09:58:17.339 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.339 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_blob": { 2024-08-19T09:58:17.339 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 22736, 2024-08-19T09:58:17.339 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 203 2024-08-19T09:58:17.339 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.339 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_buffer": { 2024-08-19T09:58:17.340 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 1600, 2024-08-19T09:58:17.340 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 44 2024-08-19T09:58:17.340 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.340 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_data": { 2024-08-19T09:58:17.340 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 297372, 2024-08-19T09:58:17.340 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 13 2024-08-19T09:58:17.340 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.340 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_meta": { 2024-08-19T09:58:17.340 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 56214, 2024-08-19T09:58:17.340 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 10434 2024-08-19T09:58:17.340 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.340 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_onode": { 2024-08-19T09:58:17.340 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 143736, 2024-08-19T09:58:17.341 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 243 2024-08-19T09:58:17.341 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.341 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_cache_other": { 2024-08-19T09:58:17.341 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 12004, 2024-08-19T09:58:17.341 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 773 2024-08-19T09:58:17.341 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.341 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_extent": { 2024-08-19T09:58:17.341 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 9744, 2024-08-19T09:58:17.341 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 203 2024-08-19T09:58:17.341 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.341 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_fsck": { 2024-08-19T09:58:17.341 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.341 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.341 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.341 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_inline_bl": { 2024-08-19T09:58:17.342 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 33138, 2024-08-19T09:58:17.342 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 211 2024-08-19T09:58:17.342 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.342 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_shared_blob": { 2024-08-19T09:58:17.342 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 22736, 2024-08-19T09:58:17.342 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 203 2024-08-19T09:58:17.342 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.342 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_txc": { 2024-08-19T09:58:17.342 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.342 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.342 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.342 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing": { 2024-08-19T09:58:17.342 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 183694, 2024-08-19T09:58:17.342 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 36 2024-08-19T09:58:17.343 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.343 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore_writing_deferred": { 2024-08-19T09:58:17.343 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.343 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.343 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.343 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_anon": { 2024-08-19T09:58:17.343 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 2414382, 2024-08-19T09:58:17.343 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 209 2024-08-19T09:58:17.343 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.343 INFO:tasks.workunit.client.0.smithi190.stdout: "buffer_meta": { 2024-08-19T09:58:17.343 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 6424, 2024-08-19T09:58:17.343 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 73 2024-08-19T09:58:17.343 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.343 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_co": { 2024-08-19T09:58:17.343 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.344 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.344 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.344 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.344 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 533232, 2024-08-19T09:58:17.344 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 46 2024-08-19T09:58:17.344 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.344 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_mapbl": { 2024-08-19T09:58:17.344 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.344 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.344 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.344 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_pglog": { 2024-08-19T09:58:17.344 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 102960, 2024-08-19T09:58:17.344 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 242 2024-08-19T09:58:17.344 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.344 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap": { 2024-08-19T09:58:17.345 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 241352, 2024-08-19T09:58:17.345 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 3539 2024-08-19T09:58:17.345 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.345 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap_mapping": { 2024-08-19T09:58:17.345 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.345 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.345 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.345 INFO:tasks.workunit.client.0.smithi190.stdout: "pgmap": { 2024-08-19T09:58:17.345 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.345 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.345 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.345 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_1": { 2024-08-19T09:58:17.345 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.345 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.346 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.346 INFO:tasks.workunit.client.0.smithi190.stdout: "unittest_2": { 2024-08-19T09:58:17.346 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes": 0, 2024-08-19T09:58:17.346 INFO:tasks.workunit.client.0.smithi190.stdout: "items": 0 2024-08-19T09:58:17.346 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.346 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.346 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.346 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.346 INFO:tasks.workunit.client.0.smithi190.stdout: "metadata": { 2024-08-19T09:58:17.346 INFO:tasks.workunit.client.0.smithi190.stdout: "mds": { 2024-08-19T09:58:17.346 INFO:tasks.workunit.client.0.smithi190.stdout: "arch": { 2024-08-19T09:58:17.346 INFO:tasks.workunit.client.0.smithi190.stdout: "x86_64": 2 2024-08-19T09:58:17.346 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.346 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_version": { 2024-08-19T09:58:17.347 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T09:58:17.347 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.347 INFO:tasks.workunit.client.0.smithi190.stdout: "cpu": { 2024-08-19T09:58:17.347 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-19T09:58:17.347 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.347 INFO:tasks.workunit.client.0.smithi190.stdout: "distro": { 2024-08-19T09:58:17.347 INFO:tasks.workunit.client.0.smithi190.stdout: "centos": 2 2024-08-19T09:58:17.347 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.347 INFO:tasks.workunit.client.0.smithi190.stdout: "distro_description": { 2024-08-19T09:58:17.347 INFO:tasks.workunit.client.0.smithi190.stdout: "CentOS Stream 9": 2 2024-08-19T09:58:17.347 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.347 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_description": { 2024-08-19T09:58:17.347 INFO:tasks.workunit.client.0.smithi190.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-19T09:58:17.347 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.348 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_version": { 2024-08-19T09:58:17.348 INFO:tasks.workunit.client.0.smithi190.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-19T09:58:17.348 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.348 INFO:tasks.workunit.client.0.smithi190.stdout: "os": { 2024-08-19T09:58:17.348 INFO:tasks.workunit.client.0.smithi190.stdout: "Linux": 2 2024-08-19T09:58:17.348 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.348 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.348 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:17.348 INFO:tasks.workunit.client.0.smithi190.stdout: "arch": { 2024-08-19T09:58:17.348 INFO:tasks.workunit.client.0.smithi190.stdout: "x86_64": 3 2024-08-19T09:58:17.348 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.348 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_version": { 2024-08-19T09:58:17.348 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T09:58:17.348 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.349 INFO:tasks.workunit.client.0.smithi190.stdout: "cpu": { 2024-08-19T09:58:17.349 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-19T09:58:17.349 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.349 INFO:tasks.workunit.client.0.smithi190.stdout: "distro": { 2024-08-19T09:58:17.349 INFO:tasks.workunit.client.0.smithi190.stdout: "centos": 3 2024-08-19T09:58:17.349 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.349 INFO:tasks.workunit.client.0.smithi190.stdout: "distro_description": { 2024-08-19T09:58:17.349 INFO:tasks.workunit.client.0.smithi190.stdout: "CentOS Stream 9": 3 2024-08-19T09:58:17.349 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.349 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_description": { 2024-08-19T09:58:17.349 INFO:tasks.workunit.client.0.smithi190.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-19T09:58:17.349 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.349 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_version": { 2024-08-19T09:58:17.349 INFO:tasks.workunit.client.0.smithi190.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-19T09:58:17.350 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.350 INFO:tasks.workunit.client.0.smithi190.stdout: "os": { 2024-08-19T09:58:17.350 INFO:tasks.workunit.client.0.smithi190.stdout: "Linux": 3 2024-08-19T09:58:17.350 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.350 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.350 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.350 INFO:tasks.workunit.client.0.smithi190.stdout: "arch": { 2024-08-19T09:58:17.350 INFO:tasks.workunit.client.0.smithi190.stdout: "x86_64": 8 2024-08-19T09:58:17.350 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.350 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_version": { 2024-08-19T09:58:17.350 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T09:58:17.350 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.350 INFO:tasks.workunit.client.0.smithi190.stdout: "cpu": { 2024-08-19T09:58:17.350 INFO:tasks.workunit.client.0.smithi190.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-19T09:58:17.350 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.351 INFO:tasks.workunit.client.0.smithi190.stdout: "distro": { 2024-08-19T09:58:17.351 INFO:tasks.workunit.client.0.smithi190.stdout: "centos": 8 2024-08-19T09:58:17.351 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.351 INFO:tasks.workunit.client.0.smithi190.stdout: "distro_description": { 2024-08-19T09:58:17.351 INFO:tasks.workunit.client.0.smithi190.stdout: "CentOS Stream 9": 8 2024-08-19T09:58:17.351 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.351 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_description": { 2024-08-19T09:58:17.351 INFO:tasks.workunit.client.0.smithi190.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-19T09:58:17.351 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.351 INFO:tasks.workunit.client.0.smithi190.stdout: "kernel_version": { 2024-08-19T09:58:17.351 INFO:tasks.workunit.client.0.smithi190.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-19T09:58:17.351 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.351 INFO:tasks.workunit.client.0.smithi190.stdout: "os": { 2024-08-19T09:58:17.351 INFO:tasks.workunit.client.0.smithi190.stdout: "Linux": 8 2024-08-19T09:58:17.352 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.352 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_objectstore": { 2024-08-19T09:58:17.352 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": 8 2024-08-19T09:58:17.352 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.352 INFO:tasks.workunit.client.0.smithi190.stdout: "rotational": { 2024-08-19T09:58:17.352 INFO:tasks.workunit.client.0.smithi190.stdout: "0": 8 2024-08-19T09:58:17.352 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.352 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.352 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.352 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:17.352 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:17.352 INFO:tasks.workunit.client.0.smithi190.stdout: "features": { 2024-08-19T09:58:17.352 INFO:tasks.workunit.client.0.smithi190.stdout: "optional": [], 2024-08-19T09:58:17.352 INFO:tasks.workunit.client.0.smithi190.stdout: "persistent": [ 2024-08-19T09:58:17.353 INFO:tasks.workunit.client.0.smithi190.stdout: "kraken", 2024-08-19T09:58:17.353 INFO:tasks.workunit.client.0.smithi190.stdout: "luminous", 2024-08-19T09:58:17.353 INFO:tasks.workunit.client.0.smithi190.stdout: "mimic", 2024-08-19T09:58:17.353 INFO:tasks.workunit.client.0.smithi190.stdout: "osdmap-prune", 2024-08-19T09:58:17.353 INFO:tasks.workunit.client.0.smithi190.stdout: "nautilus", 2024-08-19T09:58:17.353 INFO:tasks.workunit.client.0.smithi190.stdout: "octopus", 2024-08-19T09:58:17.353 INFO:tasks.workunit.client.0.smithi190.stdout: "pacific", 2024-08-19T09:58:17.353 INFO:tasks.workunit.client.0.smithi190.stdout: "elector-pinging", 2024-08-19T09:58:17.353 INFO:tasks.workunit.client.0.smithi190.stdout: "quincy", 2024-08-19T09:58:17.353 INFO:tasks.workunit.client.0.smithi190.stdout: "reef" 2024-08-19T09:58:17.353 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.353 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.353 INFO:tasks.workunit.client.0.smithi190.stdout: "ipv4_addr_mons": 6, 2024-08-19T09:58:17.353 INFO:tasks.workunit.client.0.smithi190.stdout: "ipv6_addr_mons": 0, 2024-08-19T09:58:17.353 INFO:tasks.workunit.client.0.smithi190.stdout: "min_mon_release": 18, 2024-08-19T09:58:17.354 INFO:tasks.workunit.client.0.smithi190.stdout: "v1_addr_mons": 3, 2024-08-19T09:58:17.354 INFO:tasks.workunit.client.0.smithi190.stdout: "v2_addr_mons": 3 2024-08-19T09:58:17.354 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.354 INFO:tasks.workunit.client.0.smithi190.stdout: "organization": "ceph-qa", 2024-08-19T09:58:17.354 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.354 INFO:tasks.workunit.client.0.smithi190.stdout: "cluster_network": false, 2024-08-19T09:58:17.354 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 8, 2024-08-19T09:58:17.354 INFO:tasks.workunit.client.0.smithi190.stdout: "require_min_compat_client": "luminous", 2024-08-19T09:58:17.354 INFO:tasks.workunit.client.0.smithi190.stdout: "require_osd_release": "reef" 2024-08-19T09:58:17.354 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.354 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_perf_histograms": [ 2024-08-19T09:58:17.354 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.354 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:17.354 INFO:tasks.workunit.client.0.smithi190.stdout: "axes": [ 2024-08-19T09:58:17.354 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.355 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:17.355 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:17.355 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Latency (usec)", 2024-08-19T09:58:17.355 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 100000, 2024-08-19T09:58:17.355 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:17.355 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:17.355 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 99999]", 2024-08-19T09:58:17.355 INFO:tasks.workunit.client.0.smithi190.stdout: "[100000, 199999]", 2024-08-19T09:58:17.355 INFO:tasks.workunit.client.0.smithi190.stdout: "[200000, 399999]", 2024-08-19T09:58:17.355 INFO:tasks.workunit.client.0.smithi190.stdout: "[400000, 799999]", 2024-08-19T09:58:17.355 INFO:tasks.workunit.client.0.smithi190.stdout: "[800000, 1599999]", 2024-08-19T09:58:17.355 INFO:tasks.workunit.client.0.smithi190.stdout: "[1600000, 3199999]", 2024-08-19T09:58:17.355 INFO:tasks.workunit.client.0.smithi190.stdout: "[3200000, 6399999]", 2024-08-19T09:58:17.355 INFO:tasks.workunit.client.0.smithi190.stdout: "[6400000, 12799999]", 2024-08-19T09:58:17.355 INFO:tasks.workunit.client.0.smithi190.stdout: "[12800000, 25599999]", 2024-08-19T09:58:17.356 INFO:tasks.workunit.client.0.smithi190.stdout: "[25600000, 51199999]", 2024-08-19T09:58:17.356 INFO:tasks.workunit.client.0.smithi190.stdout: "[51200000, 102399999]", 2024-08-19T09:58:17.356 INFO:tasks.workunit.client.0.smithi190.stdout: "[102400000, 204799999]", 2024-08-19T09:58:17.356 INFO:tasks.workunit.client.0.smithi190.stdout: "[204800000, 409599999]", 2024-08-19T09:58:17.356 INFO:tasks.workunit.client.0.smithi190.stdout: "[409600000, 819199999]", 2024-08-19T09:58:17.356 INFO:tasks.workunit.client.0.smithi190.stdout: "[819200000, 1638399999]", 2024-08-19T09:58:17.356 INFO:tasks.workunit.client.0.smithi190.stdout: "[1638400000, 3276799999]", 2024-08-19T09:58:17.356 INFO:tasks.workunit.client.0.smithi190.stdout: "[3276800000, 6553599999]", 2024-08-19T09:58:17.356 INFO:tasks.workunit.client.0.smithi190.stdout: "[6553600000, 13107199999]", 2024-08-19T09:58:17.356 INFO:tasks.workunit.client.0.smithi190.stdout: "[13107200000, 26214399999]", 2024-08-19T09:58:17.356 INFO:tasks.workunit.client.0.smithi190.stdout: "[26214400000, 52428799999]", 2024-08-19T09:58:17.356 INFO:tasks.workunit.client.0.smithi190.stdout: "[52428800000, 104857599999]", 2024-08-19T09:58:17.356 INFO:tasks.workunit.client.0.smithi190.stdout: "[104857600000, 209715199999]", 2024-08-19T09:58:17.357 INFO:tasks.workunit.client.0.smithi190.stdout: "[209715200000, 419430399999]", 2024-08-19T09:58:17.357 INFO:tasks.workunit.client.0.smithi190.stdout: "[419430400000, 838860799999]", 2024-08-19T09:58:17.357 INFO:tasks.workunit.client.0.smithi190.stdout: "[838860800000, 1677721599999]", 2024-08-19T09:58:17.357 INFO:tasks.workunit.client.0.smithi190.stdout: "[1677721600000, 3355443199999]", 2024-08-19T09:58:17.357 INFO:tasks.workunit.client.0.smithi190.stdout: "[3355443200000, 6710886399999]", 2024-08-19T09:58:17.357 INFO:tasks.workunit.client.0.smithi190.stdout: "[6710886400000, 13421772799999]", 2024-08-19T09:58:17.357 INFO:tasks.workunit.client.0.smithi190.stdout: "[13421772800000, 26843545599999]", 2024-08-19T09:58:17.357 INFO:tasks.workunit.client.0.smithi190.stdout: "[26843545600000, 53687091199999]", 2024-08-19T09:58:17.357 INFO:tasks.workunit.client.0.smithi190.stdout: "[53687091200000, None]" 2024-08-19T09:58:17.357 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.357 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:17.357 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.357 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.357 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:17.357 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:17.358 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Request size (bytes)", 2024-08-19T09:58:17.358 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 512, 2024-08-19T09:58:17.358 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:17.358 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:17.358 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 511]", 2024-08-19T09:58:17.358 INFO:tasks.workunit.client.0.smithi190.stdout: "[512, 1023]", 2024-08-19T09:58:17.358 INFO:tasks.workunit.client.0.smithi190.stdout: "[1024, 2047]", 2024-08-19T09:58:17.358 INFO:tasks.workunit.client.0.smithi190.stdout: "[2048, 4095]", 2024-08-19T09:58:17.358 INFO:tasks.workunit.client.0.smithi190.stdout: "[4096, 8191]", 2024-08-19T09:58:17.358 INFO:tasks.workunit.client.0.smithi190.stdout: "[8192, 16383]", 2024-08-19T09:58:17.358 INFO:tasks.workunit.client.0.smithi190.stdout: "[16384, 32767]", 2024-08-19T09:58:17.358 INFO:tasks.workunit.client.0.smithi190.stdout: "[32768, 65535]", 2024-08-19T09:58:17.358 INFO:tasks.workunit.client.0.smithi190.stdout: "[65536, 131071]", 2024-08-19T09:58:17.358 INFO:tasks.workunit.client.0.smithi190.stdout: "[131072, 262143]", 2024-08-19T09:58:17.359 INFO:tasks.workunit.client.0.smithi190.stdout: "[262144, 524287]", 2024-08-19T09:58:17.359 INFO:tasks.workunit.client.0.smithi190.stdout: "[524288, 1048575]", 2024-08-19T09:58:17.359 INFO:tasks.workunit.client.0.smithi190.stdout: "[1048576, 2097151]", 2024-08-19T09:58:17.359 INFO:tasks.workunit.client.0.smithi190.stdout: "[2097152, 4194303]", 2024-08-19T09:58:17.359 INFO:tasks.workunit.client.0.smithi190.stdout: "[4194304, 8388607]", 2024-08-19T09:58:17.359 INFO:tasks.workunit.client.0.smithi190.stdout: "[8388608, 16777215]", 2024-08-19T09:58:17.359 INFO:tasks.workunit.client.0.smithi190.stdout: "[16777216, 33554431]", 2024-08-19T09:58:17.359 INFO:tasks.workunit.client.0.smithi190.stdout: "[33554432, 67108863]", 2024-08-19T09:58:17.359 INFO:tasks.workunit.client.0.smithi190.stdout: "[67108864, 134217727]", 2024-08-19T09:58:17.359 INFO:tasks.workunit.client.0.smithi190.stdout: "[134217728, 268435455]", 2024-08-19T09:58:17.359 INFO:tasks.workunit.client.0.smithi190.stdout: "[268435456, 536870911]", 2024-08-19T09:58:17.359 INFO:tasks.workunit.client.0.smithi190.stdout: "[536870912, 1073741823]", 2024-08-19T09:58:17.359 INFO:tasks.workunit.client.0.smithi190.stdout: "[1073741824, 2147483647]", 2024-08-19T09:58:17.360 INFO:tasks.workunit.client.0.smithi190.stdout: "[2147483648, 4294967295]", 2024-08-19T09:58:17.360 INFO:tasks.workunit.client.0.smithi190.stdout: "[4294967296, 8589934591]", 2024-08-19T09:58:17.360 INFO:tasks.workunit.client.0.smithi190.stdout: "[8589934592, 17179869183]", 2024-08-19T09:58:17.360 INFO:tasks.workunit.client.0.smithi190.stdout: "[17179869184, 34359738367]", 2024-08-19T09:58:17.360 INFO:tasks.workunit.client.0.smithi190.stdout: "[34359738368, 68719476735]", 2024-08-19T09:58:17.360 INFO:tasks.workunit.client.0.smithi190.stdout: "[68719476736, 137438953471]", 2024-08-19T09:58:17.360 INFO:tasks.workunit.client.0.smithi190.stdout: "[137438953472, 274877906943]", 2024-08-19T09:58:17.360 INFO:tasks.workunit.client.0.smithi190.stdout: "[274877906944, None]" 2024-08-19T09:58:17.360 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.360 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:17.360 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.360 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.360 INFO:tasks.workunit.client.0.smithi190.stdout: "osds": [ 2024-08-19T09:58:17.360 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.361 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 0, 2024-08-19T09:58:17.361 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.361 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.361 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.361 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.361 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.361 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.361 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.361 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.361 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.361 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.361 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.361 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.361 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.362 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.362 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.362 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.362 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.362 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.362 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.362 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.362 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.362 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.362 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.362 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.362 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.362 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.362 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.363 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.363 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.363 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.363 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.363 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.363 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.363 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.363 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.363 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.363 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 1, 2024-08-19T09:58:17.363 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.363 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.363 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.363 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.364 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.364 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.364 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.364 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.364 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.364 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.364 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.364 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.364 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.364 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.364 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.364 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.364 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.365 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.365 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.365 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.365 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.365 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.365 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.365 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.365 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.365 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.365 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.365 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.365 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.365 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.365 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.366 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.366 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.366 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.366 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.366 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.366 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 2, 2024-08-19T09:58:17.366 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.366 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.366 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.366 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.366 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.366 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.366 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.366 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.367 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.367 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.367 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.367 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.367 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.367 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.367 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.367 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.367 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.367 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.367 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.367 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.367 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.367 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.368 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.368 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.368 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.368 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.368 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.368 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.368 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.368 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.368 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.368 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.368 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.368 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.368 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.368 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.368 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 3, 2024-08-19T09:58:17.369 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.369 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.369 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.369 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.369 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.369 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.369 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.369 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.369 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.369 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.369 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.369 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.369 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.369 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.370 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.370 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.370 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.370 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.370 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.370 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.370 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.370 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.370 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.370 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.370 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.370 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.370 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.370 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.371 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.371 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.371 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.371 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.371 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.371 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.371 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.371 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.371 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 4, 2024-08-19T09:58:17.371 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.371 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.371 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.371 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.371 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.372 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.372 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.372 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.372 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.372 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.372 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.372 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.372 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.372 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.372 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.372 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.372 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.372 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.372 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.372 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.373 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.373 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.373 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.373 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.373 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.373 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.373 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.373 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.373 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.373 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.373 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.373 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.373 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.374 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.374 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.374 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.374 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 5, 2024-08-19T09:58:17.374 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.374 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.374 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.374 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.374 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.374 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.374 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.374 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.374 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.374 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.375 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.375 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.375 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.375 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.375 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.375 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.375 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.375 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.375 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.375 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.375 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.375 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.375 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.375 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.375 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.376 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.376 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.376 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.376 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.376 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.376 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.376 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.376 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.376 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.376 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.376 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.376 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 6, 2024-08-19T09:58:17.376 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.377 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.377 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.377 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.377 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.377 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.377 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.377 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.377 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.377 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.377 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.377 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.377 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.377 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.377 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.378 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.378 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.378 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.378 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.378 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.378 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.378 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.378 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.378 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.378 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.378 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.378 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.378 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.378 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.379 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.379 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.379 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.379 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.379 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.379 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.379 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.379 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 7, 2024-08-19T09:58:17.379 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.379 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.379 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.379 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.379 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.379 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.380 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.380 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.380 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.380 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.380 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.380 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.380 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.380 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.380 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.380 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.380 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.381 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.382 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.382 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.382 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.382 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.382 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.382 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.382 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.382 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.382 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.383 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.383 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.383 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.383 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.383 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.383 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.383 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.383 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.384 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.384 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.384 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:17.384 INFO:tasks.workunit.client.0.smithi190.stdout: "axes": [ 2024-08-19T09:58:17.384 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.384 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:17.384 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:17.384 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Latency (usec)", 2024-08-19T09:58:17.384 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 100000, 2024-08-19T09:58:17.384 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:17.384 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:17.385 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 99999]", 2024-08-19T09:58:17.385 INFO:tasks.workunit.client.0.smithi190.stdout: "[100000, 199999]", 2024-08-19T09:58:17.385 INFO:tasks.workunit.client.0.smithi190.stdout: "[200000, 399999]", 2024-08-19T09:58:17.385 INFO:tasks.workunit.client.0.smithi190.stdout: "[400000, 799999]", 2024-08-19T09:58:17.385 INFO:tasks.workunit.client.0.smithi190.stdout: "[800000, 1599999]", 2024-08-19T09:58:17.385 INFO:tasks.workunit.client.0.smithi190.stdout: "[1600000, 3199999]", 2024-08-19T09:58:17.385 INFO:tasks.workunit.client.0.smithi190.stdout: "[3200000, 6399999]", 2024-08-19T09:58:17.385 INFO:tasks.workunit.client.0.smithi190.stdout: "[6400000, 12799999]", 2024-08-19T09:58:17.385 INFO:tasks.workunit.client.0.smithi190.stdout: "[12800000, 25599999]", 2024-08-19T09:58:17.385 INFO:tasks.workunit.client.0.smithi190.stdout: "[25600000, 51199999]", 2024-08-19T09:58:17.385 INFO:tasks.workunit.client.0.smithi190.stdout: "[51200000, 102399999]", 2024-08-19T09:58:17.385 INFO:tasks.workunit.client.0.smithi190.stdout: "[102400000, 204799999]", 2024-08-19T09:58:17.385 INFO:tasks.workunit.client.0.smithi190.stdout: "[204800000, 409599999]", 2024-08-19T09:58:17.385 INFO:tasks.workunit.client.0.smithi190.stdout: "[409600000, 819199999]", 2024-08-19T09:58:17.386 INFO:tasks.workunit.client.0.smithi190.stdout: "[819200000, 1638399999]", 2024-08-19T09:58:17.386 INFO:tasks.workunit.client.0.smithi190.stdout: "[1638400000, 3276799999]", 2024-08-19T09:58:17.386 INFO:tasks.workunit.client.0.smithi190.stdout: "[3276800000, 6553599999]", 2024-08-19T09:58:17.386 INFO:tasks.workunit.client.0.smithi190.stdout: "[6553600000, 13107199999]", 2024-08-19T09:58:17.386 INFO:tasks.workunit.client.0.smithi190.stdout: "[13107200000, 26214399999]", 2024-08-19T09:58:17.386 INFO:tasks.workunit.client.0.smithi190.stdout: "[26214400000, 52428799999]", 2024-08-19T09:58:17.386 INFO:tasks.workunit.client.0.smithi190.stdout: "[52428800000, 104857599999]", 2024-08-19T09:58:17.386 INFO:tasks.workunit.client.0.smithi190.stdout: "[104857600000, 209715199999]", 2024-08-19T09:58:17.386 INFO:tasks.workunit.client.0.smithi190.stdout: "[209715200000, 419430399999]", 2024-08-19T09:58:17.386 INFO:tasks.workunit.client.0.smithi190.stdout: "[419430400000, 838860799999]", 2024-08-19T09:58:17.386 INFO:tasks.workunit.client.0.smithi190.stdout: "[838860800000, 1677721599999]", 2024-08-19T09:58:17.386 INFO:tasks.workunit.client.0.smithi190.stdout: "[1677721600000, 3355443199999]", 2024-08-19T09:58:17.386 INFO:tasks.workunit.client.0.smithi190.stdout: "[3355443200000, 6710886399999]", 2024-08-19T09:58:17.387 INFO:tasks.workunit.client.0.smithi190.stdout: "[6710886400000, 13421772799999]", 2024-08-19T09:58:17.387 INFO:tasks.workunit.client.0.smithi190.stdout: "[13421772800000, 26843545599999]", 2024-08-19T09:58:17.387 INFO:tasks.workunit.client.0.smithi190.stdout: "[26843545600000, 53687091199999]", 2024-08-19T09:58:17.387 INFO:tasks.workunit.client.0.smithi190.stdout: "[53687091200000, None]" 2024-08-19T09:58:17.387 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.387 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:17.387 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.387 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.387 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:17.387 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:17.387 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Request size (bytes)", 2024-08-19T09:58:17.387 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 512, 2024-08-19T09:58:17.387 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:17.387 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:17.388 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 511]", 2024-08-19T09:58:17.388 INFO:tasks.workunit.client.0.smithi190.stdout: "[512, 1023]", 2024-08-19T09:58:17.388 INFO:tasks.workunit.client.0.smithi190.stdout: "[1024, 2047]", 2024-08-19T09:58:17.388 INFO:tasks.workunit.client.0.smithi190.stdout: "[2048, 4095]", 2024-08-19T09:58:17.388 INFO:tasks.workunit.client.0.smithi190.stdout: "[4096, 8191]", 2024-08-19T09:58:17.388 INFO:tasks.workunit.client.0.smithi190.stdout: "[8192, 16383]", 2024-08-19T09:58:17.388 INFO:tasks.workunit.client.0.smithi190.stdout: "[16384, 32767]", 2024-08-19T09:58:17.388 INFO:tasks.workunit.client.0.smithi190.stdout: "[32768, 65535]", 2024-08-19T09:58:17.388 INFO:tasks.workunit.client.0.smithi190.stdout: "[65536, 131071]", 2024-08-19T09:58:17.388 INFO:tasks.workunit.client.0.smithi190.stdout: "[131072, 262143]", 2024-08-19T09:58:17.388 INFO:tasks.workunit.client.0.smithi190.stdout: "[262144, 524287]", 2024-08-19T09:58:17.388 INFO:tasks.workunit.client.0.smithi190.stdout: "[524288, 1048575]", 2024-08-19T09:58:17.389 INFO:tasks.workunit.client.0.smithi190.stdout: "[1048576, 2097151]", 2024-08-19T09:58:17.389 INFO:tasks.workunit.client.0.smithi190.stdout: "[2097152, 4194303]", 2024-08-19T09:58:17.389 INFO:tasks.workunit.client.0.smithi190.stdout: "[4194304, 8388607]", 2024-08-19T09:58:17.389 INFO:tasks.workunit.client.0.smithi190.stdout: "[8388608, 16777215]", 2024-08-19T09:58:17.389 INFO:tasks.workunit.client.0.smithi190.stdout: "[16777216, 33554431]", 2024-08-19T09:58:17.389 INFO:tasks.workunit.client.0.smithi190.stdout: "[33554432, 67108863]", 2024-08-19T09:58:17.389 INFO:tasks.workunit.client.0.smithi190.stdout: "[67108864, 134217727]", 2024-08-19T09:58:17.389 INFO:tasks.workunit.client.0.smithi190.stdout: "[134217728, 268435455]", 2024-08-19T09:58:17.389 INFO:tasks.workunit.client.0.smithi190.stdout: "[268435456, 536870911]", 2024-08-19T09:58:17.389 INFO:tasks.workunit.client.0.smithi190.stdout: "[536870912, 1073741823]", 2024-08-19T09:58:17.389 INFO:tasks.workunit.client.0.smithi190.stdout: "[1073741824, 2147483647]", 2024-08-19T09:58:17.389 INFO:tasks.workunit.client.0.smithi190.stdout: "[2147483648, 4294967295]", 2024-08-19T09:58:17.389 INFO:tasks.workunit.client.0.smithi190.stdout: "[4294967296, 8589934591]", 2024-08-19T09:58:17.389 INFO:tasks.workunit.client.0.smithi190.stdout: "[8589934592, 17179869183]", 2024-08-19T09:58:17.390 INFO:tasks.workunit.client.0.smithi190.stdout: "[17179869184, 34359738367]", 2024-08-19T09:58:17.390 INFO:tasks.workunit.client.0.smithi190.stdout: "[34359738368, 68719476735]", 2024-08-19T09:58:17.390 INFO:tasks.workunit.client.0.smithi190.stdout: "[68719476736, 137438953471]", 2024-08-19T09:58:17.390 INFO:tasks.workunit.client.0.smithi190.stdout: "[137438953472, 274877906943]", 2024-08-19T09:58:17.390 INFO:tasks.workunit.client.0.smithi190.stdout: "[274877906944, None]" 2024-08-19T09:58:17.390 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.390 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:17.390 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.390 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.390 INFO:tasks.workunit.client.0.smithi190.stdout: "osds": [ 2024-08-19T09:58:17.390 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.390 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 0, 2024-08-19T09:58:17.390 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.391 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.391 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.391 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.391 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.391 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.391 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.391 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.391 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.391 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.391 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.391 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.391 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.391 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.391 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.392 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.392 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.392 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.392 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.392 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.392 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.392 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.392 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.392 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.392 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.392 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.392 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.392 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.393 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.393 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.393 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.393 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.393 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.393 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.393 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.393 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.393 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 1, 2024-08-19T09:58:17.393 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.393 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.393 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.393 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.393 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.393 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.394 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.394 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.394 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.394 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.394 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.394 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.394 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.394 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.394 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.394 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.394 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.394 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.394 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.395 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.395 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.395 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.395 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.395 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.395 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.395 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.395 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.395 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.395 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.395 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.395 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.395 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.395 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.395 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.396 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.396 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.396 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 2, 2024-08-19T09:58:17.396 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.396 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.396 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.396 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.396 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.396 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.396 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.396 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.396 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.396 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.396 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.397 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.397 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.397 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.397 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.397 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.397 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.397 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.397 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.397 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.397 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.397 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.397 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.397 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.397 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.398 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.398 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.398 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.398 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.398 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.398 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.398 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.398 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.398 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.398 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.398 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.398 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 3, 2024-08-19T09:58:17.398 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.399 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.399 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.399 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.399 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.399 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.399 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.399 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.399 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.399 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.399 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.399 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.399 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.399 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.400 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.400 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.400 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.400 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.400 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.400 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.400 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.400 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.400 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.400 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.400 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.400 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.400 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.400 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.401 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.401 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.401 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.401 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.401 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.401 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.401 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.401 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.401 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 4, 2024-08-19T09:58:17.401 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.401 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.401 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.401 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.401 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.402 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.402 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.402 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.402 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.402 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.402 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.402 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.402 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.402 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.402 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.402 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.402 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.402 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.403 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.403 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.403 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.403 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.403 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.403 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.403 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.403 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.403 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.403 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.403 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.403 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.403 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.403 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.404 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.404 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.404 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.404 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.404 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 5, 2024-08-19T09:58:17.404 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.404 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.404 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.404 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.404 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.404 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.404 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.404 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.405 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.405 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.405 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.405 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.405 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.405 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.405 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.405 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.405 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.405 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.405 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.406 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.406 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.406 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.406 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.406 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.406 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.406 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.406 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.406 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.406 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.406 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.406 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.407 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.407 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.407 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.407 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.407 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.407 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 6, 2024-08-19T09:58:17.407 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.407 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.407 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.407 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.407 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.408 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.408 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.408 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.408 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.408 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.408 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.408 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.408 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.408 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.408 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.408 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.408 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.408 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.409 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.409 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.409 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.409 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.409 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.409 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.409 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.409 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.409 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.409 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.409 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.410 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.410 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.410 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.410 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.410 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.410 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.410 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.410 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 7, 2024-08-19T09:58:17.410 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.410 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.410 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.410 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.411 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.411 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.411 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.411 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.411 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.411 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.411 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.411 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.411 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.411 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.411 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.412 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.412 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.412 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.412 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.412 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.412 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.412 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.412 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.412 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.412 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.412 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.413 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.413 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.413 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.413 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.413 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.413 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.413 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.413 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.413 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.413 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.413 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.413 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:17.414 INFO:tasks.workunit.client.0.smithi190.stdout: "axes": [ 2024-08-19T09:58:17.414 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.414 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:17.414 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:17.414 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Latency (usec)", 2024-08-19T09:58:17.414 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 100000, 2024-08-19T09:58:17.414 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:17.414 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:17.414 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 99999]", 2024-08-19T09:58:17.414 INFO:tasks.workunit.client.0.smithi190.stdout: "[100000, 199999]", 2024-08-19T09:58:17.415 INFO:tasks.workunit.client.0.smithi190.stdout: "[200000, 399999]", 2024-08-19T09:58:17.415 INFO:tasks.workunit.client.0.smithi190.stdout: "[400000, 799999]", 2024-08-19T09:58:17.415 INFO:tasks.workunit.client.0.smithi190.stdout: "[800000, 1599999]", 2024-08-19T09:58:17.415 INFO:tasks.workunit.client.0.smithi190.stdout: "[1600000, 3199999]", 2024-08-19T09:58:17.415 INFO:tasks.workunit.client.0.smithi190.stdout: "[3200000, 6399999]", 2024-08-19T09:58:17.415 INFO:tasks.workunit.client.0.smithi190.stdout: "[6400000, 12799999]", 2024-08-19T09:58:17.415 INFO:tasks.workunit.client.0.smithi190.stdout: "[12800000, 25599999]", 2024-08-19T09:58:17.415 INFO:tasks.workunit.client.0.smithi190.stdout: "[25600000, 51199999]", 2024-08-19T09:58:17.415 INFO:tasks.workunit.client.0.smithi190.stdout: "[51200000, 102399999]", 2024-08-19T09:58:17.415 INFO:tasks.workunit.client.0.smithi190.stdout: "[102400000, 204799999]", 2024-08-19T09:58:17.415 INFO:tasks.workunit.client.0.smithi190.stdout: "[204800000, 409599999]", 2024-08-19T09:58:17.415 INFO:tasks.workunit.client.0.smithi190.stdout: "[409600000, 819199999]", 2024-08-19T09:58:17.416 INFO:tasks.workunit.client.0.smithi190.stdout: "[819200000, 1638399999]", 2024-08-19T09:58:17.416 INFO:tasks.workunit.client.0.smithi190.stdout: "[1638400000, 3276799999]", 2024-08-19T09:58:17.416 INFO:tasks.workunit.client.0.smithi190.stdout: "[3276800000, 6553599999]", 2024-08-19T09:58:17.416 INFO:tasks.workunit.client.0.smithi190.stdout: "[6553600000, 13107199999]", 2024-08-19T09:58:17.416 INFO:tasks.workunit.client.0.smithi190.stdout: "[13107200000, 26214399999]", 2024-08-19T09:58:17.416 INFO:tasks.workunit.client.0.smithi190.stdout: "[26214400000, 52428799999]", 2024-08-19T09:58:17.416 INFO:tasks.workunit.client.0.smithi190.stdout: "[52428800000, 104857599999]", 2024-08-19T09:58:17.416 INFO:tasks.workunit.client.0.smithi190.stdout: "[104857600000, 209715199999]", 2024-08-19T09:58:17.416 INFO:tasks.workunit.client.0.smithi190.stdout: "[209715200000, 419430399999]", 2024-08-19T09:58:17.416 INFO:tasks.workunit.client.0.smithi190.stdout: "[419430400000, 838860799999]", 2024-08-19T09:58:17.416 INFO:tasks.workunit.client.0.smithi190.stdout: "[838860800000, 1677721599999]", 2024-08-19T09:58:17.416 INFO:tasks.workunit.client.0.smithi190.stdout: "[1677721600000, 3355443199999]", 2024-08-19T09:58:17.416 INFO:tasks.workunit.client.0.smithi190.stdout: "[3355443200000, 6710886399999]", 2024-08-19T09:58:17.417 INFO:tasks.workunit.client.0.smithi190.stdout: "[6710886400000, 13421772799999]", 2024-08-19T09:58:17.417 INFO:tasks.workunit.client.0.smithi190.stdout: "[13421772800000, 26843545599999]", 2024-08-19T09:58:17.417 INFO:tasks.workunit.client.0.smithi190.stdout: "[26843545600000, 53687091199999]", 2024-08-19T09:58:17.417 INFO:tasks.workunit.client.0.smithi190.stdout: "[53687091200000, None]" 2024-08-19T09:58:17.417 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.417 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:17.417 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.417 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.417 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:17.417 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:17.417 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Request size (bytes)", 2024-08-19T09:58:17.417 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 512, 2024-08-19T09:58:17.417 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:17.417 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:17.417 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 511]", 2024-08-19T09:58:17.418 INFO:tasks.workunit.client.0.smithi190.stdout: "[512, 1023]", 2024-08-19T09:58:17.418 INFO:tasks.workunit.client.0.smithi190.stdout: "[1024, 2047]", 2024-08-19T09:58:17.418 INFO:tasks.workunit.client.0.smithi190.stdout: "[2048, 4095]", 2024-08-19T09:58:17.418 INFO:tasks.workunit.client.0.smithi190.stdout: "[4096, 8191]", 2024-08-19T09:58:17.418 INFO:tasks.workunit.client.0.smithi190.stdout: "[8192, 16383]", 2024-08-19T09:58:17.418 INFO:tasks.workunit.client.0.smithi190.stdout: "[16384, 32767]", 2024-08-19T09:58:17.418 INFO:tasks.workunit.client.0.smithi190.stdout: "[32768, 65535]", 2024-08-19T09:58:17.418 INFO:tasks.workunit.client.0.smithi190.stdout: "[65536, 131071]", 2024-08-19T09:58:17.418 INFO:tasks.workunit.client.0.smithi190.stdout: "[131072, 262143]", 2024-08-19T09:58:17.418 INFO:tasks.workunit.client.0.smithi190.stdout: "[262144, 524287]", 2024-08-19T09:58:17.418 INFO:tasks.workunit.client.0.smithi190.stdout: "[524288, 1048575]", 2024-08-19T09:58:17.418 INFO:tasks.workunit.client.0.smithi190.stdout: "[1048576, 2097151]", 2024-08-19T09:58:17.418 INFO:tasks.workunit.client.0.smithi190.stdout: "[2097152, 4194303]", 2024-08-19T09:58:17.418 INFO:tasks.workunit.client.0.smithi190.stdout: "[4194304, 8388607]", 2024-08-19T09:58:17.419 INFO:tasks.workunit.client.0.smithi190.stdout: "[8388608, 16777215]", 2024-08-19T09:58:17.419 INFO:tasks.workunit.client.0.smithi190.stdout: "[16777216, 33554431]", 2024-08-19T09:58:17.419 INFO:tasks.workunit.client.0.smithi190.stdout: "[33554432, 67108863]", 2024-08-19T09:58:17.419 INFO:tasks.workunit.client.0.smithi190.stdout: "[67108864, 134217727]", 2024-08-19T09:58:17.419 INFO:tasks.workunit.client.0.smithi190.stdout: "[134217728, 268435455]", 2024-08-19T09:58:17.419 INFO:tasks.workunit.client.0.smithi190.stdout: "[268435456, 536870911]", 2024-08-19T09:58:17.419 INFO:tasks.workunit.client.0.smithi190.stdout: "[536870912, 1073741823]", 2024-08-19T09:58:17.419 INFO:tasks.workunit.client.0.smithi190.stdout: "[1073741824, 2147483647]", 2024-08-19T09:58:17.419 INFO:tasks.workunit.client.0.smithi190.stdout: "[2147483648, 4294967295]", 2024-08-19T09:58:17.419 INFO:tasks.workunit.client.0.smithi190.stdout: "[4294967296, 8589934591]", 2024-08-19T09:58:17.419 INFO:tasks.workunit.client.0.smithi190.stdout: "[8589934592, 17179869183]", 2024-08-19T09:58:17.419 INFO:tasks.workunit.client.0.smithi190.stdout: "[17179869184, 34359738367]", 2024-08-19T09:58:17.419 INFO:tasks.workunit.client.0.smithi190.stdout: "[34359738368, 68719476735]", 2024-08-19T09:58:17.419 INFO:tasks.workunit.client.0.smithi190.stdout: "[68719476736, 137438953471]", 2024-08-19T09:58:17.420 INFO:tasks.workunit.client.0.smithi190.stdout: "[137438953472, 274877906943]", 2024-08-19T09:58:17.420 INFO:tasks.workunit.client.0.smithi190.stdout: "[274877906944, None]" 2024-08-19T09:58:17.420 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.420 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:17.420 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.420 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.420 INFO:tasks.workunit.client.0.smithi190.stdout: "osds": [ 2024-08-19T09:58:17.420 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.420 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 0, 2024-08-19T09:58:17.420 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.420 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.420 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.420 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.421 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.421 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.421 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.421 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.421 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.421 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.421 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.421 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.421 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.421 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.421 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.421 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.421 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.421 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.422 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.422 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.422 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.422 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.422 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.422 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.422 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.422 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.422 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.422 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.422 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.422 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.422 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.422 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.423 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.423 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.423 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.423 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.423 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 1, 2024-08-19T09:58:17.423 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.423 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.423 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.423 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.423 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.423 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.423 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.423 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.423 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.424 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.424 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.424 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.424 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.424 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.424 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.424 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.424 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.424 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.424 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.424 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.424 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.424 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.424 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.425 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.425 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.425 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.425 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.425 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.425 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.425 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.425 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.425 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.425 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.425 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.425 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.425 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.425 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 2, 2024-08-19T09:58:17.426 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.426 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.426 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.426 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.426 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.426 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.426 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.426 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.426 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.426 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.426 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.426 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.426 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.427 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.427 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.427 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.427 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.427 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.427 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.427 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.427 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.427 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.427 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.427 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.427 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.427 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.427 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.428 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.428 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.428 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.428 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.428 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.428 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.428 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.428 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.428 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.428 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 3, 2024-08-19T09:58:17.428 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.428 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.428 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.428 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.428 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.429 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.429 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.429 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.429 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.429 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.429 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.429 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.429 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.429 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.429 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.429 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.429 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.429 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.429 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.430 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.430 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.430 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.430 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.430 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.430 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.430 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.430 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.430 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.430 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.430 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.430 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.430 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.431 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.431 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.431 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.431 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.431 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 4, 2024-08-19T09:58:17.431 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.431 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.431 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.431 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.431 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.431 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.431 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.431 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.431 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.431 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.432 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.432 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.432 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.432 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.432 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.432 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.432 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.432 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.432 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.432 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.432 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.432 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.432 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.432 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.433 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.433 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.433 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.433 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.433 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.433 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.433 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.433 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.433 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.433 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.433 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.433 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.433 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 5, 2024-08-19T09:58:17.433 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.434 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.434 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.434 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.434 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.434 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.434 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.434 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.434 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.434 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.434 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.434 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.434 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.434 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.435 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.435 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.435 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.435 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.435 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.435 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.435 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.435 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.435 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.435 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.435 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.435 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.435 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.436 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.436 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.436 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.436 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.436 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.436 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.436 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.436 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.436 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.436 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 6, 2024-08-19T09:58:17.436 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.436 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.436 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.436 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.437 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.437 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.437 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.437 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.437 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.437 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.437 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.437 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.437 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.437 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.437 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.437 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.437 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.437 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.438 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.438 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.438 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.438 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.438 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.438 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.438 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.438 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.438 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.438 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.438 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.438 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.438 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.439 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.439 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.439 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.439 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.439 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.439 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 7, 2024-08-19T09:58:17.439 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.439 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.439 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.439 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.439 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.439 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.439 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.439 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.440 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.440 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.440 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.440 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.440 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.440 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.440 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.440 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.440 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.440 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.440 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.440 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.440 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.441 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.441 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.441 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.441 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.441 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.441 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.441 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.441 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.441 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.441 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.441 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.441 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.441 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.441 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.442 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.442 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.442 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:17.442 INFO:tasks.workunit.client.0.smithi190.stdout: "axes": [ 2024-08-19T09:58:17.442 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.442 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:17.442 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:17.442 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Latency (usec)", 2024-08-19T09:58:17.442 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 100000, 2024-08-19T09:58:17.442 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:17.442 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:17.442 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 99999]", 2024-08-19T09:58:17.442 INFO:tasks.workunit.client.0.smithi190.stdout: "[100000, 199999]", 2024-08-19T09:58:17.442 INFO:tasks.workunit.client.0.smithi190.stdout: "[200000, 399999]", 2024-08-19T09:58:17.443 INFO:tasks.workunit.client.0.smithi190.stdout: "[400000, 799999]", 2024-08-19T09:58:17.443 INFO:tasks.workunit.client.0.smithi190.stdout: "[800000, 1599999]", 2024-08-19T09:58:17.443 INFO:tasks.workunit.client.0.smithi190.stdout: "[1600000, 3199999]", 2024-08-19T09:58:17.443 INFO:tasks.workunit.client.0.smithi190.stdout: "[3200000, 6399999]", 2024-08-19T09:58:17.443 INFO:tasks.workunit.client.0.smithi190.stdout: "[6400000, 12799999]", 2024-08-19T09:58:17.443 INFO:tasks.workunit.client.0.smithi190.stdout: "[12800000, 25599999]", 2024-08-19T09:58:17.443 INFO:tasks.workunit.client.0.smithi190.stdout: "[25600000, 51199999]", 2024-08-19T09:58:17.443 INFO:tasks.workunit.client.0.smithi190.stdout: "[51200000, 102399999]", 2024-08-19T09:58:17.443 INFO:tasks.workunit.client.0.smithi190.stdout: "[102400000, 204799999]", 2024-08-19T09:58:17.443 INFO:tasks.workunit.client.0.smithi190.stdout: "[204800000, 409599999]", 2024-08-19T09:58:17.443 INFO:tasks.workunit.client.0.smithi190.stdout: "[409600000, 819199999]", 2024-08-19T09:58:17.443 INFO:tasks.workunit.client.0.smithi190.stdout: "[819200000, 1638399999]", 2024-08-19T09:58:17.443 INFO:tasks.workunit.client.0.smithi190.stdout: "[1638400000, 3276799999]", 2024-08-19T09:58:17.444 INFO:tasks.workunit.client.0.smithi190.stdout: "[3276800000, 6553599999]", 2024-08-19T09:58:17.444 INFO:tasks.workunit.client.0.smithi190.stdout: "[6553600000, 13107199999]", 2024-08-19T09:58:17.444 INFO:tasks.workunit.client.0.smithi190.stdout: "[13107200000, 26214399999]", 2024-08-19T09:58:17.444 INFO:tasks.workunit.client.0.smithi190.stdout: "[26214400000, 52428799999]", 2024-08-19T09:58:17.444 INFO:tasks.workunit.client.0.smithi190.stdout: "[52428800000, 104857599999]", 2024-08-19T09:58:17.444 INFO:tasks.workunit.client.0.smithi190.stdout: "[104857600000, 209715199999]", 2024-08-19T09:58:17.444 INFO:tasks.workunit.client.0.smithi190.stdout: "[209715200000, 419430399999]", 2024-08-19T09:58:17.444 INFO:tasks.workunit.client.0.smithi190.stdout: "[419430400000, 838860799999]", 2024-08-19T09:58:17.444 INFO:tasks.workunit.client.0.smithi190.stdout: "[838860800000, 1677721599999]", 2024-08-19T09:58:17.444 INFO:tasks.workunit.client.0.smithi190.stdout: "[1677721600000, 3355443199999]", 2024-08-19T09:58:17.444 INFO:tasks.workunit.client.0.smithi190.stdout: "[3355443200000, 6710886399999]", 2024-08-19T09:58:17.444 INFO:tasks.workunit.client.0.smithi190.stdout: "[6710886400000, 13421772799999]", 2024-08-19T09:58:17.444 INFO:tasks.workunit.client.0.smithi190.stdout: "[13421772800000, 26843545599999]", 2024-08-19T09:58:17.445 INFO:tasks.workunit.client.0.smithi190.stdout: "[26843545600000, 53687091199999]", 2024-08-19T09:58:17.445 INFO:tasks.workunit.client.0.smithi190.stdout: "[53687091200000, None]" 2024-08-19T09:58:17.445 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.445 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:17.445 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.445 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.445 INFO:tasks.workunit.client.0.smithi190.stdout: "buckets": 32, 2024-08-19T09:58:17.445 INFO:tasks.workunit.client.0.smithi190.stdout: "min": 0, 2024-08-19T09:58:17.445 INFO:tasks.workunit.client.0.smithi190.stdout: "name": "Request size (bytes)", 2024-08-19T09:58:17.445 INFO:tasks.workunit.client.0.smithi190.stdout: "quant_size": 512, 2024-08-19T09:58:17.445 INFO:tasks.workunit.client.0.smithi190.stdout: "ranges": [ 2024-08-19T09:58:17.445 INFO:tasks.workunit.client.0.smithi190.stdout: "[None, -1]", 2024-08-19T09:58:17.445 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 511]", 2024-08-19T09:58:17.446 INFO:tasks.workunit.client.0.smithi190.stdout: "[512, 1023]", 2024-08-19T09:58:17.446 INFO:tasks.workunit.client.0.smithi190.stdout: "[1024, 2047]", 2024-08-19T09:58:17.446 INFO:tasks.workunit.client.0.smithi190.stdout: "[2048, 4095]", 2024-08-19T09:58:17.446 INFO:tasks.workunit.client.0.smithi190.stdout: "[4096, 8191]", 2024-08-19T09:58:17.446 INFO:tasks.workunit.client.0.smithi190.stdout: "[8192, 16383]", 2024-08-19T09:58:17.446 INFO:tasks.workunit.client.0.smithi190.stdout: "[16384, 32767]", 2024-08-19T09:58:17.446 INFO:tasks.workunit.client.0.smithi190.stdout: "[32768, 65535]", 2024-08-19T09:58:17.446 INFO:tasks.workunit.client.0.smithi190.stdout: "[65536, 131071]", 2024-08-19T09:58:17.446 INFO:tasks.workunit.client.0.smithi190.stdout: "[131072, 262143]", 2024-08-19T09:58:17.446 INFO:tasks.workunit.client.0.smithi190.stdout: "[262144, 524287]", 2024-08-19T09:58:17.446 INFO:tasks.workunit.client.0.smithi190.stdout: "[524288, 1048575]", 2024-08-19T09:58:17.446 INFO:tasks.workunit.client.0.smithi190.stdout: "[1048576, 2097151]", 2024-08-19T09:58:17.446 INFO:tasks.workunit.client.0.smithi190.stdout: "[2097152, 4194303]", 2024-08-19T09:58:17.447 INFO:tasks.workunit.client.0.smithi190.stdout: "[4194304, 8388607]", 2024-08-19T09:58:17.447 INFO:tasks.workunit.client.0.smithi190.stdout: "[8388608, 16777215]", 2024-08-19T09:58:17.447 INFO:tasks.workunit.client.0.smithi190.stdout: "[16777216, 33554431]", 2024-08-19T09:58:17.447 INFO:tasks.workunit.client.0.smithi190.stdout: "[33554432, 67108863]", 2024-08-19T09:58:17.447 INFO:tasks.workunit.client.0.smithi190.stdout: "[67108864, 134217727]", 2024-08-19T09:58:17.447 INFO:tasks.workunit.client.0.smithi190.stdout: "[134217728, 268435455]", 2024-08-19T09:58:17.447 INFO:tasks.workunit.client.0.smithi190.stdout: "[268435456, 536870911]", 2024-08-19T09:58:17.447 INFO:tasks.workunit.client.0.smithi190.stdout: "[536870912, 1073741823]", 2024-08-19T09:58:17.447 INFO:tasks.workunit.client.0.smithi190.stdout: "[1073741824, 2147483647]", 2024-08-19T09:58:17.447 INFO:tasks.workunit.client.0.smithi190.stdout: "[2147483648, 4294967295]", 2024-08-19T09:58:17.447 INFO:tasks.workunit.client.0.smithi190.stdout: "[4294967296, 8589934591]", 2024-08-19T09:58:17.447 INFO:tasks.workunit.client.0.smithi190.stdout: "[8589934592, 17179869183]", 2024-08-19T09:58:17.447 INFO:tasks.workunit.client.0.smithi190.stdout: "[17179869184, 34359738367]", 2024-08-19T09:58:17.447 INFO:tasks.workunit.client.0.smithi190.stdout: "[34359738368, 68719476735]", 2024-08-19T09:58:17.448 INFO:tasks.workunit.client.0.smithi190.stdout: "[68719476736, 137438953471]", 2024-08-19T09:58:17.448 INFO:tasks.workunit.client.0.smithi190.stdout: "[137438953472, 274877906943]", 2024-08-19T09:58:17.448 INFO:tasks.workunit.client.0.smithi190.stdout: "[274877906944, None]" 2024-08-19T09:58:17.448 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.448 INFO:tasks.workunit.client.0.smithi190.stdout: "scale_type": "log2" 2024-08-19T09:58:17.448 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.448 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.448 INFO:tasks.workunit.client.0.smithi190.stdout: "osds": [ 2024-08-19T09:58:17.448 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.448 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 0, 2024-08-19T09:58:17.448 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.448 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.448 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.449 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.449 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.449 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.449 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.449 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.449 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.449 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.449 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.449 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.449 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.449 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.449 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.450 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.450 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.450 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.450 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.450 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.450 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.450 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.450 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.450 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.450 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.450 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.450 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.450 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.451 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.451 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.451 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.451 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.451 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.451 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.451 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.451 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.451 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 1, 2024-08-19T09:58:17.451 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.451 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.451 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.452 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.452 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.452 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.452 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 8, 2, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.452 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 14, 6, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.452 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.452 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.452 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.452 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.452 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.452 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.452 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.452 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.453 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.453 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.453 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.453 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.453 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.453 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.453 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.453 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.453 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.453 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.453 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.453 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.453 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.453 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.453 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.454 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.454 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.454 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.454 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.454 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.454 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 2, 2024-08-19T09:58:17.454 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.454 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.454 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.454 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.454 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.454 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.454 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.455 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.455 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.455 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.455 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.455 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.455 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.455 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.455 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.455 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.455 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.455 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.455 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.455 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.455 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.456 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.456 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.456 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.456 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.456 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.456 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.456 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.456 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.456 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.456 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.456 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.456 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.456 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.456 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.457 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.457 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 3, 2024-08-19T09:58:17.457 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.457 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.457 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.457 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.457 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.457 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.457 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.457 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.457 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.457 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.457 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.457 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.458 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.458 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.458 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.458 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.458 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.458 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.458 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.458 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.458 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.458 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.458 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.458 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.458 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.458 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.458 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.459 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.459 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.459 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.459 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.459 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.459 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.459 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.459 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.459 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.459 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 4, 2024-08-19T09:58:17.459 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.459 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.459 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.459 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.460 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.460 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.460 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.460 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.460 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.460 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.460 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.460 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.460 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.460 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.460 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.460 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.460 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.460 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.461 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.461 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.461 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.461 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.461 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.461 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.461 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.461 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.461 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.461 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.461 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.461 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.461 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.461 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.462 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.462 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.462 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.462 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.462 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 5, 2024-08-19T09:58:17.462 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.462 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.462 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.462 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.462 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.462 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.462 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.462 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.462 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.463 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.463 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.463 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.463 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.463 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.463 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.463 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.463 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.463 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.463 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.463 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.463 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.463 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.463 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.463 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.464 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.464 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.464 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.464 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.464 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.464 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.464 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.464 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.464 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.464 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.464 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.464 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.464 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 6, 2024-08-19T09:58:17.465 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.465 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.465 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.465 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.465 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.465 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.465 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.465 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.465 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.465 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.465 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.465 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.465 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.465 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.465 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.466 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.466 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.466 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.466 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.466 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.466 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.466 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.466 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.466 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.466 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.466 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.466 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.466 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.467 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.467 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.467 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.467 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.467 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.467 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.467 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.467 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.467 INFO:tasks.workunit.client.0.smithi190.stdout: "osd_id": 7, 2024-08-19T09:58:17.467 INFO:tasks.workunit.client.0.smithi190.stdout: "values": [ 2024-08-19T09:58:17.467 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.467 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.467 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.467 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.468 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.468 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.468 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.468 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.468 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.468 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.468 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.468 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.468 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.468 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.468 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.468 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.468 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.468 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.468 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.469 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.469 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.469 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.469 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.469 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.469 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.469 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.469 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.469 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.469 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.469 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.469 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-19T09:58:17.469 INFO:tasks.workunit.client.0.smithi190.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-19T09:58:17.470 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.470 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.470 INFO:tasks.workunit.client.0.smithi190.stdout: ] 2024-08-19T09:58:17.470 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.470 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.470 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.470 INFO:tasks.workunit.client.0.smithi190.stdout: "perf_counters": { 2024-08-19T09:58:17.470 INFO:tasks.workunit.client.0.smithi190.stdout: "mds.765e5943307463a5e1531512a52e7b3d85ec88ab": { 2024-08-19T09:58:17.470 INFO:tasks.workunit.client.0.smithi190.stdout: "mds": { 2024-08-19T09:58:17.470 INFO:tasks.workunit.client.0.smithi190.stdout: "caps": { 2024-08-19T09:58:17.470 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.470 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.470 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_cap_op_flush_ack": { 2024-08-19T09:58:17.470 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.471 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.471 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-19T09:58:17.471 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.471 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.471 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_cap_op_grant": { 2024-08-19T09:58:17.471 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.471 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.471 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_cap_op_revoke": { 2024-08-19T09:58:17.471 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.471 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.471 INFO:tasks.workunit.client.0.smithi190.stdout: "ceph_cap_op_trunc": { 2024-08-19T09:58:17.471 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.471 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.471 INFO:tasks.workunit.client.0.smithi190.stdout: "dir_commit": { 2024-08-19T09:58:17.471 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12 2024-08-19T09:58:17.472 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.472 INFO:tasks.workunit.client.0.smithi190.stdout: "dir_fetch_complete": { 2024-08-19T09:58:17.472 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.472 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.472 INFO:tasks.workunit.client.0.smithi190.stdout: "dir_fetch_keys": { 2024-08-19T09:58:17.472 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.472 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.472 INFO:tasks.workunit.client.0.smithi190.stdout: "dir_merge": { 2024-08-19T09:58:17.472 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.472 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.472 INFO:tasks.workunit.client.0.smithi190.stdout: "dir_split": { 2024-08-19T09:58:17.472 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.472 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.472 INFO:tasks.workunit.client.0.smithi190.stdout: "exported_inodes": { 2024-08-19T09:58:17.473 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.473 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.473 INFO:tasks.workunit.client.0.smithi190.stdout: "forward": { 2024-08-19T09:58:17.473 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.473 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.473 INFO:tasks.workunit.client.0.smithi190.stdout: "handle_client_cap_release": { 2024-08-19T09:58:17.473 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.473 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.473 INFO:tasks.workunit.client.0.smithi190.stdout: "handle_client_caps": { 2024-08-19T09:58:17.473 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.473 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.473 INFO:tasks.workunit.client.0.smithi190.stdout: "handle_client_caps_dirty": { 2024-08-19T09:58:17.473 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.473 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.474 INFO:tasks.workunit.client.0.smithi190.stdout: "handle_inode_file_caps": { 2024-08-19T09:58:17.474 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.474 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.474 INFO:tasks.workunit.client.0.smithi190.stdout: "imported_inodes": { 2024-08-19T09:58:17.474 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.474 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.474 INFO:tasks.workunit.client.0.smithi190.stdout: "inodes": { 2024-08-19T09:58:17.474 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:17.474 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.474 INFO:tasks.workunit.client.0.smithi190.stdout: "inodes_expired": { 2024-08-19T09:58:17.474 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.474 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.474 INFO:tasks.workunit.client.0.smithi190.stdout: "inodes_pinned": { 2024-08-19T09:58:17.474 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:17.475 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.475 INFO:tasks.workunit.client.0.smithi190.stdout: "inodes_with_caps": { 2024-08-19T09:58:17.475 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.475 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.475 INFO:tasks.workunit.client.0.smithi190.stdout: "load_cent": { 2024-08-19T09:58:17.475 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.475 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.475 INFO:tasks.workunit.client.0.smithi190.stdout: "openino_dir_fetch": { 2024-08-19T09:58:17.475 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.475 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.475 INFO:tasks.workunit.client.0.smithi190.stdout: "process_request_cap_release": { 2024-08-19T09:58:17.475 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.475 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.475 INFO:tasks.workunit.client.0.smithi190.stdout: "reply_latency": { 2024-08-19T09:58:17.475 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.476 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 104027 2024-08-19T09:58:17.476 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.476 INFO:tasks.workunit.client.0.smithi190.stdout: "request": { 2024-08-19T09:58:17.476 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.476 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.476 INFO:tasks.workunit.client.0.smithi190.stdout: "root_rbytes": { 2024-08-19T09:58:17.476 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.476 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.476 INFO:tasks.workunit.client.0.smithi190.stdout: "root_rfiles": { 2024-08-19T09:58:17.476 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.476 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.476 INFO:tasks.workunit.client.0.smithi190.stdout: "root_rsnaps": { 2024-08-19T09:58:17.476 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.476 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.477 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_reply": { 2024-08-19T09:58:17.477 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.477 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.477 INFO:tasks.workunit.client.0.smithi190.stdout: "subtrees": { 2024-08-19T09:58:17.477 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.477 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.477 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.477 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_cache": { 2024-08-19T09:58:17.477 INFO:tasks.workunit.client.0.smithi190.stdout: "ireq_enqueue_scrub": { 2024-08-19T09:58:17.477 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.477 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.477 INFO:tasks.workunit.client.0.smithi190.stdout: "ireq_exportdir": { 2024-08-19T09:58:17.477 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.477 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.478 INFO:tasks.workunit.client.0.smithi190.stdout: "ireq_flush": { 2024-08-19T09:58:17.478 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.478 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.478 INFO:tasks.workunit.client.0.smithi190.stdout: "ireq_fragmentdir": { 2024-08-19T09:58:17.478 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.478 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.478 INFO:tasks.workunit.client.0.smithi190.stdout: "ireq_fragstats": { 2024-08-19T09:58:17.478 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.478 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.478 INFO:tasks.workunit.client.0.smithi190.stdout: "ireq_inodestats": { 2024-08-19T09:58:17.478 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.478 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_recovering_enqueued": { 2024-08-19T09:58:17.478 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.479 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_recovering_prioritized": { 2024-08-19T09:58:17.479 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.479 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_recovering_processing": { 2024-08-19T09:58:17.479 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.479 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_strays": { 2024-08-19T09:58:17.479 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.479 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_strays_delayed": { 2024-08-19T09:58:17.479 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.479 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_strays_enqueuing": { 2024-08-19T09:58:17.480 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.480 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.480 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_completed": { 2024-08-19T09:58:17.480 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.480 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.480 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_started": { 2024-08-19T09:58:17.480 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.480 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.480 INFO:tasks.workunit.client.0.smithi190.stdout: "strays_created": { 2024-08-19T09:58:17.480 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.481 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.481 INFO:tasks.workunit.client.0.smithi190.stdout: "strays_enqueued": { 2024-08-19T09:58:17.481 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.481 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.481 INFO:tasks.workunit.client.0.smithi190.stdout: "strays_migrated": { 2024-08-19T09:58:17.481 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.481 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.481 INFO:tasks.workunit.client.0.smithi190.stdout: "strays_reintegrated": { 2024-08-19T09:58:17.481 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.481 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.481 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.481 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_log": { 2024-08-19T09:58:17.481 INFO:tasks.workunit.client.0.smithi190.stdout: "ev": { 2024-08-19T09:58:17.482 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5 2024-08-19T09:58:17.482 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.482 INFO:tasks.workunit.client.0.smithi190.stdout: "evadd": { 2024-08-19T09:58:17.482 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5 2024-08-19T09:58:17.482 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.482 INFO:tasks.workunit.client.0.smithi190.stdout: "evex": { 2024-08-19T09:58:17.482 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.482 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.482 INFO:tasks.workunit.client.0.smithi190.stdout: "evexd": { 2024-08-19T09:58:17.482 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.482 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.482 INFO:tasks.workunit.client.0.smithi190.stdout: "evexg": { 2024-08-19T09:58:17.483 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.483 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.483 INFO:tasks.workunit.client.0.smithi190.stdout: "evtrm": { 2024-08-19T09:58:17.483 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.483 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.483 INFO:tasks.workunit.client.0.smithi190.stdout: "jlat": { 2024-08-19T09:58:17.483 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 5, 2024-08-19T09:58:17.483 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 11320621 2024-08-19T09:58:17.483 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.483 INFO:tasks.workunit.client.0.smithi190.stdout: "replayed": { 2024-08-19T09:58:17.483 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.484 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.484 INFO:tasks.workunit.client.0.smithi190.stdout: "seg": { 2024-08-19T09:58:17.484 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:17.484 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.484 INFO:tasks.workunit.client.0.smithi190.stdout: "segadd": { 2024-08-19T09:58:17.484 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:17.484 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.484 INFO:tasks.workunit.client.0.smithi190.stdout: "segex": { 2024-08-19T09:58:17.484 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.484 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.484 INFO:tasks.workunit.client.0.smithi190.stdout: "segexd": { 2024-08-19T09:58:17.485 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.485 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.485 INFO:tasks.workunit.client.0.smithi190.stdout: "segexg": { 2024-08-19T09:58:17.485 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.485 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.485 INFO:tasks.workunit.client.0.smithi190.stdout: "segtrm": { 2024-08-19T09:58:17.485 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.485 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.485 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.485 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_mem": { 2024-08-19T09:58:17.485 INFO:tasks.workunit.client.0.smithi190.stdout: "cap": { 2024-08-19T09:58:17.485 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.485 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.485 INFO:tasks.workunit.client.0.smithi190.stdout: "cap+": { 2024-08-19T09:58:17.485 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.486 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.486 INFO:tasks.workunit.client.0.smithi190.stdout: "cap-": { 2024-08-19T09:58:17.486 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.486 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.486 INFO:tasks.workunit.client.0.smithi190.stdout: "dir": { 2024-08-19T09:58:17.486 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12 2024-08-19T09:58:17.486 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.486 INFO:tasks.workunit.client.0.smithi190.stdout: "dir+": { 2024-08-19T09:58:17.486 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12 2024-08-19T09:58:17.486 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.486 INFO:tasks.workunit.client.0.smithi190.stdout: "dir-": { 2024-08-19T09:58:17.486 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.486 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.487 INFO:tasks.workunit.client.0.smithi190.stdout: "dn": { 2024-08-19T09:58:17.487 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:17.487 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.487 INFO:tasks.workunit.client.0.smithi190.stdout: "dn+": { 2024-08-19T09:58:17.487 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:17.487 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.487 INFO:tasks.workunit.client.0.smithi190.stdout: "dn-": { 2024-08-19T09:58:17.487 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.487 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.487 INFO:tasks.workunit.client.0.smithi190.stdout: "heap": { 2024-08-19T09:58:17.487 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 207124 2024-08-19T09:58:17.487 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.487 INFO:tasks.workunit.client.0.smithi190.stdout: "ino": { 2024-08-19T09:58:17.487 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 13 2024-08-19T09:58:17.488 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.488 INFO:tasks.workunit.client.0.smithi190.stdout: "ino+": { 2024-08-19T09:58:17.488 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 13 2024-08-19T09:58:17.488 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.488 INFO:tasks.workunit.client.0.smithi190.stdout: "ino-": { 2024-08-19T09:58:17.488 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.488 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.488 INFO:tasks.workunit.client.0.smithi190.stdout: "rss": { 2024-08-19T09:58:17.488 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 38644 2024-08-19T09:58:17.488 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.488 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.488 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_server": { 2024-08-19T09:58:17.488 INFO:tasks.workunit.client.0.smithi190.stdout: "cap_acquisition_throttle": { 2024-08-19T09:58:17.488 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.489 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.489 INFO:tasks.workunit.client.0.smithi190.stdout: "cap_revoke_eviction": { 2024-08-19T09:58:17.489 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.489 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.489 INFO:tasks.workunit.client.0.smithi190.stdout: "handle_client_request": { 2024-08-19T09:58:17.489 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.489 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.489 INFO:tasks.workunit.client.0.smithi190.stdout: "handle_client_session": { 2024-08-19T09:58:17.489 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 16 2024-08-19T09:58:17.489 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.489 INFO:tasks.workunit.client.0.smithi190.stdout: "handle_peer_request": { 2024-08-19T09:58:17.489 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.489 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.489 INFO:tasks.workunit.client.0.smithi190.stdout: "req_create_latency": { 2024-08-19T09:58:17.490 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.490 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.490 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.490 INFO:tasks.workunit.client.0.smithi190.stdout: "req_getattr_latency": { 2024-08-19T09:58:17.490 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.490 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 104027 2024-08-19T09:58:17.490 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.490 INFO:tasks.workunit.client.0.smithi190.stdout: "req_getfilelock_latency": { 2024-08-19T09:58:17.490 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.490 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.490 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.490 INFO:tasks.workunit.client.0.smithi190.stdout: "req_getvxattr_latency": { 2024-08-19T09:58:17.490 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.490 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.491 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.491 INFO:tasks.workunit.client.0.smithi190.stdout: "req_link_latency": { 2024-08-19T09:58:17.491 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.491 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.491 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.491 INFO:tasks.workunit.client.0.smithi190.stdout: "req_lookup_latency": { 2024-08-19T09:58:17.491 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.491 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.491 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.491 INFO:tasks.workunit.client.0.smithi190.stdout: "req_lookuphash_latency": { 2024-08-19T09:58:17.491 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.491 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.491 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.491 INFO:tasks.workunit.client.0.smithi190.stdout: "req_lookupino_latency": { 2024-08-19T09:58:17.491 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.492 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.492 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.492 INFO:tasks.workunit.client.0.smithi190.stdout: "req_lookupname_latency": { 2024-08-19T09:58:17.492 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.492 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.492 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.492 INFO:tasks.workunit.client.0.smithi190.stdout: "req_lookupparent_latency": { 2024-08-19T09:58:17.492 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.492 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.492 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.492 INFO:tasks.workunit.client.0.smithi190.stdout: "req_lookupsnap_latency": { 2024-08-19T09:58:17.492 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.492 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.492 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.493 INFO:tasks.workunit.client.0.smithi190.stdout: "req_lssnap_latency": { 2024-08-19T09:58:17.493 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.493 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.493 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.493 INFO:tasks.workunit.client.0.smithi190.stdout: "req_mkdir_latency": { 2024-08-19T09:58:17.493 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.493 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.493 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.493 INFO:tasks.workunit.client.0.smithi190.stdout: "req_mknod_latency": { 2024-08-19T09:58:17.493 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.493 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.493 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.493 INFO:tasks.workunit.client.0.smithi190.stdout: "req_mksnap_latency": { 2024-08-19T09:58:17.493 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.494 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.494 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.494 INFO:tasks.workunit.client.0.smithi190.stdout: "req_open_latency": { 2024-08-19T09:58:17.494 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.494 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.494 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.494 INFO:tasks.workunit.client.0.smithi190.stdout: "req_readdir_latency": { 2024-08-19T09:58:17.494 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.494 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.494 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.494 INFO:tasks.workunit.client.0.smithi190.stdout: "req_rename_latency": { 2024-08-19T09:58:17.494 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.494 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.494 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.495 INFO:tasks.workunit.client.0.smithi190.stdout: "req_renamesnap_latency": { 2024-08-19T09:58:17.495 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.495 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.495 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.495 INFO:tasks.workunit.client.0.smithi190.stdout: "req_rmdir_latency": { 2024-08-19T09:58:17.495 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.495 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.495 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.495 INFO:tasks.workunit.client.0.smithi190.stdout: "req_rmsnap_latency": { 2024-08-19T09:58:17.495 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.495 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.495 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.495 INFO:tasks.workunit.client.0.smithi190.stdout: "req_rmxattr_latency": { 2024-08-19T09:58:17.495 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.496 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.496 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.496 INFO:tasks.workunit.client.0.smithi190.stdout: "req_setattr_latency": { 2024-08-19T09:58:17.496 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.496 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.496 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.496 INFO:tasks.workunit.client.0.smithi190.stdout: "req_setdirlayout_latency": { 2024-08-19T09:58:17.496 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.496 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.496 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.496 INFO:tasks.workunit.client.0.smithi190.stdout: "req_setfilelock_latency": { 2024-08-19T09:58:17.496 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.496 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.496 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.497 INFO:tasks.workunit.client.0.smithi190.stdout: "req_setlayout_latency": { 2024-08-19T09:58:17.497 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.497 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.497 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.497 INFO:tasks.workunit.client.0.smithi190.stdout: "req_setxattr_latency": { 2024-08-19T09:58:17.497 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.497 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.497 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.497 INFO:tasks.workunit.client.0.smithi190.stdout: "req_snapdiff_latency": { 2024-08-19T09:58:17.497 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.497 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.497 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.497 INFO:tasks.workunit.client.0.smithi190.stdout: "req_symlink_latency": { 2024-08-19T09:58:17.497 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.497 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.498 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.498 INFO:tasks.workunit.client.0.smithi190.stdout: "req_unlink_latency": { 2024-08-19T09:58:17.498 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.498 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.498 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.498 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.498 INFO:tasks.workunit.client.0.smithi190.stdout: "mds_sessions": { 2024-08-19T09:58:17.498 INFO:tasks.workunit.client.0.smithi190.stdout: "average_load": { 2024-08-19T09:58:17.498 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.498 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.498 INFO:tasks.workunit.client.0.smithi190.stdout: "avg_session_uptime": { 2024-08-19T09:58:17.498 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 86 2024-08-19T09:58:17.498 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.498 INFO:tasks.workunit.client.0.smithi190.stdout: "mdthresh_evicted": { 2024-08-19T09:58:17.499 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.499 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.499 INFO:tasks.workunit.client.0.smithi190.stdout: "session_add": { 2024-08-19T09:58:17.499 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.499 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.499 INFO:tasks.workunit.client.0.smithi190.stdout: "session_count": { 2024-08-19T09:58:17.499 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.499 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.499 INFO:tasks.workunit.client.0.smithi190.stdout: "session_remove": { 2024-08-19T09:58:17.499 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.499 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.499 INFO:tasks.workunit.client.0.smithi190.stdout: "sessions_open": { 2024-08-19T09:58:17.499 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.499 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.500 INFO:tasks.workunit.client.0.smithi190.stdout: "sessions_stale": { 2024-08-19T09:58:17.500 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.500 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.500 INFO:tasks.workunit.client.0.smithi190.stdout: "total_load": { 2024-08-19T09:58:17.500 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:17.500 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.500 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.500 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:17.500 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:17.500 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.500 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.500 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.500 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.500 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.501 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:17.501 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.501 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.501 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.501 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 45 2024-08-19T09:58:17.501 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.501 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.501 INFO:tasks.workunit.client.0.smithi190.stdout: "purge_queue": { 2024-08-19T09:58:17.501 INFO:tasks.workunit.client.0.smithi190.stdout: "pq_executed": { 2024-08-19T09:58:17.501 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.501 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.501 INFO:tasks.workunit.client.0.smithi190.stdout: "pq_executed_ops": { 2024-08-19T09:58:17.501 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.501 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.502 INFO:tasks.workunit.client.0.smithi190.stdout: "pq_executing": { 2024-08-19T09:58:17.502 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.502 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.502 INFO:tasks.workunit.client.0.smithi190.stdout: "pq_executing_high_water": { 2024-08-19T09:58:17.502 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.502 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.502 INFO:tasks.workunit.client.0.smithi190.stdout: "pq_executing_ops": { 2024-08-19T09:58:17.502 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.502 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.502 INFO:tasks.workunit.client.0.smithi190.stdout: "pq_executing_ops_high_water": { 2024-08-19T09:58:17.502 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.502 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.502 INFO:tasks.workunit.client.0.smithi190.stdout: "pq_item_in_journal": { 2024-08-19T09:58:17.502 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.503 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.503 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.503 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.503 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.0b6ec5d466511bcb60d7f443a350651aba209219": { 2024-08-19T09:58:17.503 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:17.503 INFO:tasks.workunit.client.0.smithi190.stdout: "election_call": { 2024-08-19T09:58:17.503 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.503 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.503 INFO:tasks.workunit.client.0.smithi190.stdout: "election_lose": { 2024-08-19T09:58:17.503 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.503 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.503 INFO:tasks.workunit.client.0.smithi190.stdout: "election_win": { 2024-08-19T09:58:17.503 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3 2024-08-19T09:58:17.504 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.504 INFO:tasks.workunit.client.0.smithi190.stdout: "num_elections": { 2024-08-19T09:58:17.504 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9 2024-08-19T09:58:17.504 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.504 INFO:tasks.workunit.client.0.smithi190.stdout: "num_sessions": { 2024-08-19T09:58:17.504 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7 2024-08-19T09:58:17.504 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.504 INFO:tasks.workunit.client.0.smithi190.stdout: "session_add": { 2024-08-19T09:58:17.504 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3 2024-08-19T09:58:17.504 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.504 INFO:tasks.workunit.client.0.smithi190.stdout: "session_rm": { 2024-08-19T09:58:17.504 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 179 2024-08-19T09:58:17.505 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.505 INFO:tasks.workunit.client.0.smithi190.stdout: "session_trim": { 2024-08-19T09:58:17.505 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.505 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.505 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.505 INFO:tasks.workunit.client.0.smithi190.stdout: "paxos": { 2024-08-19T09:58:17.505 INFO:tasks.workunit.client.0.smithi190.stdout: "accept_timeout": { 2024-08-19T09:58:17.505 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.505 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.505 INFO:tasks.workunit.client.0.smithi190.stdout: "begin": { 2024-08-19T09:58:17.505 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 934 2024-08-19T09:58:17.505 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.506 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_bytes": { 2024-08-19T09:58:17.506 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 934, 2024-08-19T09:58:17.506 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4962033 2024-08-19T09:58:17.506 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.506 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_keys": { 2024-08-19T09:58:17.506 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 934, 2024-08-19T09:58:17.506 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2802 2024-08-19T09:58:17.506 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.506 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_latency": { 2024-08-19T09:58:17.506 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 934, 2024-08-19T09:58:17.506 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 171994925 2024-08-19T09:58:17.506 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.506 INFO:tasks.workunit.client.0.smithi190.stdout: "collect": { 2024-08-19T09:58:17.507 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.507 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.507 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_bytes": { 2024-08-19T09:58:17.507 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.507 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.507 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.507 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_keys": { 2024-08-19T09:58:17.507 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.507 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.507 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.507 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_latency": { 2024-08-19T09:58:17.507 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.507 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.508 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.508 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_timeout": { 2024-08-19T09:58:17.508 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.508 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.508 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_uncommitted": { 2024-08-19T09:58:17.508 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.508 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.508 INFO:tasks.workunit.client.0.smithi190.stdout: "commit": { 2024-08-19T09:58:17.508 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 934 2024-08-19T09:58:17.508 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.508 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_bytes": { 2024-08-19T09:58:17.508 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 934, 2024-08-19T09:58:17.508 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4894843 2024-08-19T09:58:17.508 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.509 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_keys": { 2024-08-19T09:58:17.509 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 934, 2024-08-19T09:58:17.509 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5380 2024-08-19T09:58:17.509 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.509 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_latency": { 2024-08-19T09:58:17.509 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 934, 2024-08-19T09:58:17.509 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 393449777 2024-08-19T09:58:17.509 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.509 INFO:tasks.workunit.client.0.smithi190.stdout: "lease_ack_timeout": { 2024-08-19T09:58:17.509 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.509 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.509 INFO:tasks.workunit.client.0.smithi190.stdout: "lease_timeout": { 2024-08-19T09:58:17.509 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.509 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.510 INFO:tasks.workunit.client.0.smithi190.stdout: "new_pn": { 2024-08-19T09:58:17.510 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.510 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.510 INFO:tasks.workunit.client.0.smithi190.stdout: "new_pn_latency": { 2024-08-19T09:58:17.510 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.510 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3999883 2024-08-19T09:58:17.510 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.510 INFO:tasks.workunit.client.0.smithi190.stdout: "refresh": { 2024-08-19T09:58:17.510 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 936 2024-08-19T09:58:17.510 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.510 INFO:tasks.workunit.client.0.smithi190.stdout: "refresh_latency": { 2024-08-19T09:58:17.510 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 936, 2024-08-19T09:58:17.510 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2571924129 2024-08-19T09:58:17.510 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.511 INFO:tasks.workunit.client.0.smithi190.stdout: "restart": { 2024-08-19T09:58:17.511 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12 2024-08-19T09:58:17.511 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.511 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state": { 2024-08-19T09:58:17.511 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.511 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.511 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state_bytes": { 2024-08-19T09:58:17.511 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.511 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1050 2024-08-19T09:58:17.511 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.511 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state_keys": { 2024-08-19T09:58:17.511 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.511 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.511 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.512 INFO:tasks.workunit.client.0.smithi190.stdout: "start_leader": { 2024-08-19T09:58:17.512 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3 2024-08-19T09:58:17.512 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.512 INFO:tasks.workunit.client.0.smithi190.stdout: "start_peon": { 2024-08-19T09:58:17.512 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.512 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.512 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state": { 2024-08-19T09:58:17.512 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.512 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.512 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_bytes": { 2024-08-19T09:58:17.512 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.512 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.512 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.512 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_keys": { 2024-08-19T09:58:17.513 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.513 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.513 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.513 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_latency": { 2024-08-19T09:58:17.513 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.513 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.513 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.513 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.513 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache": { 2024-08-19T09:58:17.513 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:17.513 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1020054731 2024-08-19T09:58:17.513 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.513 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:17.513 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 46891008 2024-08-19T09:58:17.514 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.514 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:17.514 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 40542208 2024-08-19T09:58:17.514 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.514 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:17.514 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2147483648 2024-08-19T09:58:17.514 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.514 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:17.514 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6348800 2024-08-19T09:58:17.514 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.514 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.514 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:full": { 2024-08-19T09:58:17.514 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.514 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 348127232 2024-08-19T09:58:17.515 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.515 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.515 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.515 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.515 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.515 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.515 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.515 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.515 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 277007426 2024-08-19T09:58:17.515 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.515 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.515 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 308386 2024-08-19T09:58:17.515 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.515 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.516 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.516 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.516 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.516 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.516 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.516 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.516 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.516 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.516 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.516 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.516 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.516 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.516 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.516 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.517 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.517 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.517 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.517 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.517 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.517 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.517 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.517 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.517 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.517 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.517 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 70811420 2024-08-19T09:58:17.517 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.517 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.517 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:inc": { 2024-08-19T09:58:17.517 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.518 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 348127232 2024-08-19T09:58:17.518 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.518 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.518 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.518 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.518 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.518 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.518 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.518 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.518 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 277007426 2024-08-19T09:58:17.518 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.518 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.518 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 41506 2024-08-19T09:58:17.518 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.519 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.519 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.519 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.519 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.519 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.519 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.519 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.519 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.519 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.519 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.519 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.519 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.519 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.519 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.519 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.520 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.520 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.520 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.520 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.520 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.520 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.520 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.520 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.520 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.520 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.520 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71078300 2024-08-19T09:58:17.520 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.520 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.520 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:kv": { 2024-08-19T09:58:17.521 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.521 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 322961408 2024-08-19T09:58:17.521 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.521 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.521 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.521 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.521 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.521 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.521 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.521 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.521 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 184671617 2024-08-19T09:58:17.521 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.521 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.521 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.521 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.522 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.522 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.522 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.522 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.522 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.522 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.522 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.522 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.522 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.523 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.523 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.523 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.523 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.523 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.523 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.523 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.523 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.523 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.523 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.523 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.523 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.523 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.524 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.524 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.524 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.524 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71180927 2024-08-19T09:58:17.524 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.524 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.524 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb": { 2024-08-19T09:58:17.524 INFO:tasks.workunit.client.0.smithi190.stdout: "compact": { 2024-08-19T09:58:17.524 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.524 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.524 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_queue_len": { 2024-08-19T09:58:17.524 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.524 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.524 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_queue_merge": { 2024-08-19T09:58:17.525 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.525 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.525 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_range": { 2024-08-19T09:58:17.525 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:17.525 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.525 INFO:tasks.workunit.client.0.smithi190.stdout: "get_latency": { 2024-08-19T09:58:17.525 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 41957, 2024-08-19T09:58:17.525 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 174650091 2024-08-19T09:58:17.525 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.525 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_delay_time": { 2024-08-19T09:58:17.525 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.525 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.525 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.525 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_memtable_time": { 2024-08-19T09:58:17.526 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.526 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.526 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.526 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-19T09:58:17.526 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.526 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.526 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.526 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_wal_time": { 2024-08-19T09:58:17.526 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.526 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.526 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.526 INFO:tasks.workunit.client.0.smithi190.stdout: "submit_latency": { 2024-08-19T09:58:17.526 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.527 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.527 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.527 INFO:tasks.workunit.client.0.smithi190.stdout: "submit_sync_latency": { 2024-08-19T09:58:17.527 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2039, 2024-08-19T09:58:17.527 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 650011529 2024-08-19T09:58:17.527 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.527 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.527 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.527 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.765e5943307463a5e1531512a52e7b3d85ec88ab": { 2024-08-19T09:58:17.527 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:17.527 INFO:tasks.workunit.client.0.smithi190.stdout: "election_call": { 2024-08-19T09:58:17.527 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.527 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.527 INFO:tasks.workunit.client.0.smithi190.stdout: "election_lose": { 2024-08-19T09:58:17.528 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.528 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.528 INFO:tasks.workunit.client.0.smithi190.stdout: "election_win": { 2024-08-19T09:58:17.528 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.528 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.528 INFO:tasks.workunit.client.0.smithi190.stdout: "num_elections": { 2024-08-19T09:58:17.528 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7 2024-08-19T09:58:17.528 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.528 INFO:tasks.workunit.client.0.smithi190.stdout: "num_sessions": { 2024-08-19T09:58:17.528 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 11 2024-08-19T09:58:17.528 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.528 INFO:tasks.workunit.client.0.smithi190.stdout: "session_add": { 2024-08-19T09:58:17.529 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:17.529 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.529 INFO:tasks.workunit.client.0.smithi190.stdout: "session_rm": { 2024-08-19T09:58:17.529 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 53 2024-08-19T09:58:17.529 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.529 INFO:tasks.workunit.client.0.smithi190.stdout: "session_trim": { 2024-08-19T09:58:17.529 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.529 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.529 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.529 INFO:tasks.workunit.client.0.smithi190.stdout: "paxos": { 2024-08-19T09:58:17.529 INFO:tasks.workunit.client.0.smithi190.stdout: "accept_timeout": { 2024-08-19T09:58:17.529 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.529 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.529 INFO:tasks.workunit.client.0.smithi190.stdout: "begin": { 2024-08-19T09:58:17.530 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 814 2024-08-19T09:58:17.530 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.530 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_bytes": { 2024-08-19T09:58:17.530 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 814, 2024-08-19T09:58:17.530 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3914718 2024-08-19T09:58:17.530 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.530 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_keys": { 2024-08-19T09:58:17.530 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.530 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.530 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.530 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_latency": { 2024-08-19T09:58:17.530 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 814, 2024-08-19T09:58:17.530 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 122997398 2024-08-19T09:58:17.530 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.531 INFO:tasks.workunit.client.0.smithi190.stdout: "collect": { 2024-08-19T09:58:17.531 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.531 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.531 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_bytes": { 2024-08-19T09:58:17.531 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.531 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 146 2024-08-19T09:58:17.531 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.531 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_keys": { 2024-08-19T09:58:17.531 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.531 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.531 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.531 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_latency": { 2024-08-19T09:58:17.531 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.532 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 999979 2024-08-19T09:58:17.532 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.532 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_timeout": { 2024-08-19T09:58:17.532 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.532 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.532 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_uncommitted": { 2024-08-19T09:58:17.532 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.532 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.532 INFO:tasks.workunit.client.0.smithi190.stdout: "commit": { 2024-08-19T09:58:17.532 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 815 2024-08-19T09:58:17.532 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.532 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_bytes": { 2024-08-19T09:58:17.532 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.533 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.533 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.533 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_keys": { 2024-08-19T09:58:17.533 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.533 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.533 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.533 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_latency": { 2024-08-19T09:58:17.533 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.533 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.533 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.533 INFO:tasks.workunit.client.0.smithi190.stdout: "lease_ack_timeout": { 2024-08-19T09:58:17.533 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.533 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.533 INFO:tasks.workunit.client.0.smithi190.stdout: "lease_timeout": { 2024-08-19T09:58:17.533 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.534 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.534 INFO:tasks.workunit.client.0.smithi190.stdout: "new_pn": { 2024-08-19T09:58:17.534 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.534 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.534 INFO:tasks.workunit.client.0.smithi190.stdout: "new_pn_latency": { 2024-08-19T09:58:17.534 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.534 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.534 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.534 INFO:tasks.workunit.client.0.smithi190.stdout: "refresh": { 2024-08-19T09:58:17.534 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 815 2024-08-19T09:58:17.534 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.534 INFO:tasks.workunit.client.0.smithi190.stdout: "refresh_latency": { 2024-08-19T09:58:17.534 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 815, 2024-08-19T09:58:17.535 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1756962689 2024-08-19T09:58:17.535 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.535 INFO:tasks.workunit.client.0.smithi190.stdout: "restart": { 2024-08-19T09:58:17.535 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 13 2024-08-19T09:58:17.535 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.535 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state": { 2024-08-19T09:58:17.535 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.535 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.535 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state_bytes": { 2024-08-19T09:58:17.535 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.535 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.535 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.535 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state_keys": { 2024-08-19T09:58:17.535 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.535 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.536 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.536 INFO:tasks.workunit.client.0.smithi190.stdout: "start_leader": { 2024-08-19T09:58:17.536 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.536 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.536 INFO:tasks.workunit.client.0.smithi190.stdout: "start_peon": { 2024-08-19T09:58:17.536 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.536 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.536 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state": { 2024-08-19T09:58:17.536 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 815 2024-08-19T09:58:17.536 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.536 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_bytes": { 2024-08-19T09:58:17.536 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 815, 2024-08-19T09:58:17.536 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7676579 2024-08-19T09:58:17.536 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.537 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_keys": { 2024-08-19T09:58:17.537 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 815, 2024-08-19T09:58:17.537 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5535 2024-08-19T09:58:17.537 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.537 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_latency": { 2024-08-19T09:58:17.537 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 815, 2024-08-19T09:58:17.537 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 340992766 2024-08-19T09:58:17.537 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.537 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.537 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache": { 2024-08-19T09:58:17.537 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:17.537 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1020054731 2024-08-19T09:58:17.537 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.537 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:17.537 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 42811392 2024-08-19T09:58:17.538 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.538 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:17.538 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 33292288 2024-08-19T09:58:17.538 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.538 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:17.538 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2147483648 2024-08-19T09:58:17.538 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.538 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:17.538 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9519104 2024-08-19T09:58:17.538 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.538 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.538 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:full": { 2024-08-19T09:58:17.538 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.538 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 348127232 2024-08-19T09:58:17.539 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.539 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.539 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.539 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.539 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.539 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.539 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.539 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.539 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 277006350 2024-08-19T09:58:17.539 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.539 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.539 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 308816 2024-08-19T09:58:17.539 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.539 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.539 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.540 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.540 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.540 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.540 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.540 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.540 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.540 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.540 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.540 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.540 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.540 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.540 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.540 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.541 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.541 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.541 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.541 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.541 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.541 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.541 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.541 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.541 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.541 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.541 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 70812066 2024-08-19T09:58:17.541 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.541 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.541 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:inc": { 2024-08-19T09:58:17.542 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.542 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 348127232 2024-08-19T09:58:17.542 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.542 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.542 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.542 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.542 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.542 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.542 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.542 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.542 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 277006350 2024-08-19T09:58:17.542 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.542 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.543 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43945 2024-08-19T09:58:17.543 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.543 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.543 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.543 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.543 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.543 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.543 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.543 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.543 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.543 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.543 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.543 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.544 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.544 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.544 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.544 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.544 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.544 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.544 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.544 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.544 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.544 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.545 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.545 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.545 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.545 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.545 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71076937 2024-08-19T09:58:17.545 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.545 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.545 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:kv": { 2024-08-19T09:58:17.545 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.545 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 322961408 2024-08-19T09:58:17.545 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.545 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.545 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.545 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.546 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.546 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.546 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.546 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.546 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 184670900 2024-08-19T09:58:17.546 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.546 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.546 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.546 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.547 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.547 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.547 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.547 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.547 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.547 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.547 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.547 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.547 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.547 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.547 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.547 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.547 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.547 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.548 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.548 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.548 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.548 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.548 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.548 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.548 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.548 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.548 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.548 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.549 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.549 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71181644 2024-08-19T09:58:17.549 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.549 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.549 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb": { 2024-08-19T09:58:17.549 INFO:tasks.workunit.client.0.smithi190.stdout: "compact": { 2024-08-19T09:58:17.549 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.549 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.549 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_queue_len": { 2024-08-19T09:58:17.549 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.549 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.549 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_queue_merge": { 2024-08-19T09:58:17.549 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.550 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.550 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_range": { 2024-08-19T09:58:17.550 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:17.550 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.550 INFO:tasks.workunit.client.0.smithi190.stdout: "get_latency": { 2024-08-19T09:58:17.550 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 34861, 2024-08-19T09:58:17.550 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85362930 2024-08-19T09:58:17.550 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.550 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_delay_time": { 2024-08-19T09:58:17.550 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.550 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.551 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.551 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_memtable_time": { 2024-08-19T09:58:17.551 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.551 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.551 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.551 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-19T09:58:17.551 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.551 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.551 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.551 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_wal_time": { 2024-08-19T09:58:17.551 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.551 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.552 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.552 INFO:tasks.workunit.client.0.smithi190.stdout: "submit_latency": { 2024-08-19T09:58:17.552 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.552 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.552 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.552 INFO:tasks.workunit.client.0.smithi190.stdout: "submit_sync_latency": { 2024-08-19T09:58:17.552 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1781, 2024-08-19T09:58:17.552 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 537615112 2024-08-19T09:58:17.552 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.553 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.553 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.553 INFO:tasks.workunit.client.0.smithi190.stdout: "mon.e8e8a39e8a704cc636e4b7cd84be5402a622ff9a": { 2024-08-19T09:58:17.553 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:17.553 INFO:tasks.workunit.client.0.smithi190.stdout: "election_call": { 2024-08-19T09:58:17.553 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:17.553 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.553 INFO:tasks.workunit.client.0.smithi190.stdout: "election_lose": { 2024-08-19T09:58:17.553 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:17.553 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.553 INFO:tasks.workunit.client.0.smithi190.stdout: "election_win": { 2024-08-19T09:58:17.554 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.554 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_elections": { 2024-08-19T09:58:17.554 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3 2024-08-19T09:58:17.554 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_sessions": { 2024-08-19T09:58:17.554 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:17.554 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.554 INFO:tasks.workunit.client.0.smithi190.stdout: "session_add": { 2024-08-19T09:58:17.554 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5 2024-08-19T09:58:17.554 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.555 INFO:tasks.workunit.client.0.smithi190.stdout: "session_rm": { 2024-08-19T09:58:17.555 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 70 2024-08-19T09:58:17.555 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.555 INFO:tasks.workunit.client.0.smithi190.stdout: "session_trim": { 2024-08-19T09:58:17.555 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.555 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.555 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.555 INFO:tasks.workunit.client.0.smithi190.stdout: "paxos": { 2024-08-19T09:58:17.555 INFO:tasks.workunit.client.0.smithi190.stdout: "accept_timeout": { 2024-08-19T09:58:17.555 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.556 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.556 INFO:tasks.workunit.client.0.smithi190.stdout: "begin": { 2024-08-19T09:58:17.556 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 803 2024-08-19T09:58:17.556 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.556 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_bytes": { 2024-08-19T09:58:17.556 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 803, 2024-08-19T09:58:17.556 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3887576 2024-08-19T09:58:17.556 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.556 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_keys": { 2024-08-19T09:58:17.556 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.556 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.556 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.556 INFO:tasks.workunit.client.0.smithi190.stdout: "begin_latency": { 2024-08-19T09:58:17.556 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 803, 2024-08-19T09:58:17.556 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 204993969 2024-08-19T09:58:17.557 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.557 INFO:tasks.workunit.client.0.smithi190.stdout: "collect": { 2024-08-19T09:58:17.557 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:17.557 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.557 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_bytes": { 2024-08-19T09:58:17.557 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:17.557 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73 2024-08-19T09:58:17.557 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.557 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_keys": { 2024-08-19T09:58:17.557 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:17.557 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:17.557 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.557 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_latency": { 2024-08-19T09:58:17.557 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:17.557 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 999971 2024-08-19T09:58:17.558 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.558 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_timeout": { 2024-08-19T09:58:17.558 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.558 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.558 INFO:tasks.workunit.client.0.smithi190.stdout: "collect_uncommitted": { 2024-08-19T09:58:17.558 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.558 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.558 INFO:tasks.workunit.client.0.smithi190.stdout: "commit": { 2024-08-19T09:58:17.558 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 804 2024-08-19T09:58:17.558 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.558 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_bytes": { 2024-08-19T09:58:17.558 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.558 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.558 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.559 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_keys": { 2024-08-19T09:58:17.559 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.559 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.559 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.559 INFO:tasks.workunit.client.0.smithi190.stdout: "commit_latency": { 2024-08-19T09:58:17.559 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.559 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.559 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.559 INFO:tasks.workunit.client.0.smithi190.stdout: "lease_ack_timeout": { 2024-08-19T09:58:17.559 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.559 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.559 INFO:tasks.workunit.client.0.smithi190.stdout: "lease_timeout": { 2024-08-19T09:58:17.559 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.559 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.559 INFO:tasks.workunit.client.0.smithi190.stdout: "new_pn": { 2024-08-19T09:58:17.560 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.560 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.560 INFO:tasks.workunit.client.0.smithi190.stdout: "new_pn_latency": { 2024-08-19T09:58:17.560 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.560 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.560 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.560 INFO:tasks.workunit.client.0.smithi190.stdout: "refresh": { 2024-08-19T09:58:17.560 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 804 2024-08-19T09:58:17.560 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.560 INFO:tasks.workunit.client.0.smithi190.stdout: "refresh_latency": { 2024-08-19T09:58:17.560 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 804, 2024-08-19T09:58:17.560 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1952942445 2024-08-19T09:58:17.560 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.560 INFO:tasks.workunit.client.0.smithi190.stdout: "restart": { 2024-08-19T09:58:17.561 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 8 2024-08-19T09:58:17.561 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.561 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state": { 2024-08-19T09:58:17.561 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.561 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.561 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state_bytes": { 2024-08-19T09:58:17.561 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.561 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.561 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.561 INFO:tasks.workunit.client.0.smithi190.stdout: "share_state_keys": { 2024-08-19T09:58:17.561 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.561 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.561 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.561 INFO:tasks.workunit.client.0.smithi190.stdout: "start_leader": { 2024-08-19T09:58:17.562 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.562 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.562 INFO:tasks.workunit.client.0.smithi190.stdout: "start_peon": { 2024-08-19T09:58:17.562 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:17.562 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.562 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state": { 2024-08-19T09:58:17.562 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 804 2024-08-19T09:58:17.562 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.562 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_bytes": { 2024-08-19T09:58:17.562 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 804, 2024-08-19T09:58:17.562 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7624582 2024-08-19T09:58:17.562 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.562 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_keys": { 2024-08-19T09:58:17.562 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 804, 2024-08-19T09:58:17.563 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5456 2024-08-19T09:58:17.563 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.563 INFO:tasks.workunit.client.0.smithi190.stdout: "store_state_latency": { 2024-08-19T09:58:17.563 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 804, 2024-08-19T09:58:17.563 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 376988875 2024-08-19T09:58:17.563 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.563 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.563 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache": { 2024-08-19T09:58:17.563 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:17.563 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1020054731 2024-08-19T09:58:17.563 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.563 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:17.563 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 41754624 2024-08-19T09:58:17.563 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.564 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:17.564 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 32112640 2024-08-19T09:58:17.564 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.564 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:17.564 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2147483648 2024-08-19T09:58:17.564 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.564 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:17.564 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9641984 2024-08-19T09:58:17.564 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.564 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.564 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:full": { 2024-08-19T09:58:17.564 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.564 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 348127232 2024-08-19T09:58:17.564 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.565 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.565 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.565 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.565 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.565 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.565 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.565 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.565 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 277006350 2024-08-19T09:58:17.565 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.565 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.565 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 308816 2024-08-19T09:58:17.565 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.565 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.565 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.566 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.566 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.566 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.566 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.566 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.566 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.566 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.566 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.566 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.566 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.566 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.566 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.566 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.566 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.567 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.567 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.567 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.567 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.567 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.567 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.567 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.567 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.567 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.567 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 70812066 2024-08-19T09:58:17.567 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.567 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.567 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:inc": { 2024-08-19T09:58:17.567 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.567 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 348127232 2024-08-19T09:58:17.568 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.568 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.568 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.568 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.568 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.568 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.568 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.568 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.568 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 277006350 2024-08-19T09:58:17.568 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.568 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.568 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43945 2024-08-19T09:58:17.568 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.568 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.569 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.569 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.569 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.569 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.569 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.569 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.569 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.569 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.569 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.569 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.569 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.569 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.569 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.569 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.570 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.570 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.570 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.570 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.570 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.570 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.570 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.570 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.570 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.570 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.570 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71076937 2024-08-19T09:58:17.570 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.570 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.570 INFO:tasks.workunit.client.0.smithi190.stdout: "prioritycache:kv": { 2024-08-19T09:58:17.571 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.571 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 322961408 2024-08-19T09:58:17.571 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.571 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.571 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.571 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.571 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.571 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.571 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.571 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.571 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 184670900 2024-08-19T09:58:17.571 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.571 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.571 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.572 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.572 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.572 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.572 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.572 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.572 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.572 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.572 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.572 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.572 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.572 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.572 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.572 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.572 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.572 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.573 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.573 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.573 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.573 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.573 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.573 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.573 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.573 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.573 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.573 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.573 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.573 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71181644 2024-08-19T09:58:17.573 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.573 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.574 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb": { 2024-08-19T09:58:17.574 INFO:tasks.workunit.client.0.smithi190.stdout: "compact": { 2024-08-19T09:58:17.574 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.574 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.574 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_queue_len": { 2024-08-19T09:58:17.574 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.574 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.574 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_queue_merge": { 2024-08-19T09:58:17.574 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.574 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.574 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_range": { 2024-08-19T09:58:17.574 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:17.574 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.574 INFO:tasks.workunit.client.0.smithi190.stdout: "get_latency": { 2024-08-19T09:58:17.574 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 34268, 2024-08-19T09:58:17.575 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85810926 2024-08-19T09:58:17.575 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.575 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_delay_time": { 2024-08-19T09:58:17.575 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.575 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.575 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.575 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_memtable_time": { 2024-08-19T09:58:17.575 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.575 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.575 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.575 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-19T09:58:17.575 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.575 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.576 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.576 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_write_wal_time": { 2024-08-19T09:58:17.576 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.576 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.576 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.576 INFO:tasks.workunit.client.0.smithi190.stdout: "submit_latency": { 2024-08-19T09:58:17.576 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.576 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.576 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.576 INFO:tasks.workunit.client.0.smithi190.stdout: "submit_sync_latency": { 2024-08-19T09:58:17.576 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1733, 2024-08-19T09:58:17.576 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 664548153 2024-08-19T09:58:17.576 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.576 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.576 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.577 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.0": { 2024-08-19T09:58:17.577 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.577 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:17.577 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.577 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.577 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:17.577 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.577 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.577 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:17.577 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:17.577 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.577 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:17.577 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.577 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.578 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:17.578 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.578 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.578 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:17.578 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.578 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.578 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:17.578 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:17.578 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.578 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:17.578 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7376896 2024-08-19T09:58:17.578 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.578 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:17.579 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.579 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.579 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.579 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:17.579 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.579 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.579 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.579 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:17.579 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.579 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.579 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:17.579 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:17.579 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.579 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:17.580 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3645440 2024-08-19T09:58:17.580 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.580 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:17.580 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3506176 2024-08-19T09:58:17.580 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.580 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:17.580 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:17.580 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.580 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:17.580 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.580 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.580 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:17.580 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.580 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.581 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:17.581 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:17.581 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.581 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:17.581 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:17.581 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.581 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:17.581 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:17.581 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.581 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:17.581 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:17.581 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.581 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:17.581 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:17.582 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.582 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:17.582 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.582 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.582 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:17.582 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.582 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.582 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:17.582 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:17.582 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.582 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:17.582 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:17.582 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.582 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:17.583 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:17.583 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.583 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:17.583 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5504 2024-08-19T09:58:17.583 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.583 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:17.583 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.583 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.583 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:17.583 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5504 2024-08-19T09:58:17.583 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.583 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:17.583 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.583 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.584 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:17.584 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.584 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.584 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:17.584 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.584 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.584 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:17.584 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.584 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.584 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:17.584 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.584 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.584 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:17.584 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.585 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.585 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:17.585 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.585 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.585 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:17.585 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.585 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.585 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:17.585 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.585 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.585 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:17.585 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.585 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.585 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:17.586 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10960896 2024-08-19T09:58:17.586 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.586 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.586 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:17.586 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:17.586 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:17.586 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.586 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:17.586 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1392640 2024-08-19T09:58:17.586 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.586 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:17.586 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 6, 2024-08-19T09:58:17.586 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 306144 2024-08-19T09:58:17.586 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.587 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:17.587 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.587 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.587 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.587 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:17.587 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.587 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.587 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:17.587 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.587 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.587 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:17.587 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.587 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.587 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:17.588 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 22, 2024-08-19T09:58:17.588 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 63239 2024-08-19T09:58:17.588 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.588 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:17.588 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.588 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.588 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.588 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:17.588 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.588 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.588 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:17.588 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 843, 2024-08-19T09:58:17.588 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 505188098 2024-08-19T09:58:17.588 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.588 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:17.589 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 835, 2024-08-19T09:58:17.589 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23899581 2024-08-19T09:58:17.589 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.589 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:17.589 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 843, 2024-08-19T09:58:17.589 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 745997 2024-08-19T09:58:17.589 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.589 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:17.589 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 843, 2024-08-19T09:58:17.589 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 505934095 2024-08-19T09:58:17.589 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.589 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:17.589 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.589 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.590 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.590 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:17.590 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:17.590 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31778 2024-08-19T09:58:17.590 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.590 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:17.590 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 8, 2024-08-19T09:58:17.590 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 17339 2024-08-19T09:58:17.590 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.590 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:17.590 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.590 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.590 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.590 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:17.591 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.591 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.591 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.591 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:17.591 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 4, 2024-08-19T09:58:17.591 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 11536 2024-08-19T09:58:17.591 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.591 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:17.591 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3956 2024-08-19T09:58:17.591 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.591 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:17.591 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 334 2024-08-19T09:58:17.591 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.591 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:17.591 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 130, 2024-08-19T09:58:17.592 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4358218 2024-08-19T09:58:17.592 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.592 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:17.592 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 347, 2024-08-19T09:58:17.592 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 309155 2024-08-19T09:58:17.592 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.592 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:17.592 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 217, 2024-08-19T09:58:17.592 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6545671 2024-08-19T09:58:17.592 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.592 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:17.592 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.592 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.592 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:17.592 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 103, 2024-08-19T09:58:17.593 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5622452 2024-08-19T09:58:17.593 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.593 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:17.593 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:17.593 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3917673214 2024-08-19T09:58:17.593 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.593 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:17.593 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 133, 2024-08-19T09:58:17.593 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 25831880 2024-08-19T09:58:17.593 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.593 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:17.593 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 132, 2024-08-19T09:58:17.593 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 242731508150 2024-08-19T09:58:17.593 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.593 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:17.594 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 133, 2024-08-19T09:58:17.594 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 160458268585 2024-08-19T09:58:17.594 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.594 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:17.594 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3588, 2024-08-19T09:58:17.594 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67451413231 2024-08-19T09:58:17.594 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.594 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:17.594 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3588, 2024-08-19T09:58:17.594 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 241828 2024-08-19T09:58:17.594 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.594 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:17.594 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:17.594 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 32535758 2024-08-19T09:58:17.595 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.595 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:17.595 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:17.595 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2897328274 2024-08-19T09:58:17.595 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.595 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:17.595 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:17.595 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 553349 2024-08-19T09:58:17.595 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.595 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:17.595 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:17.595 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1666900888 2024-08-19T09:58:17.595 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.595 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:17.596 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:17.596 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 395311739 2024-08-19T09:58:17.596 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.596 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:17.596 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 940999 2024-08-19T09:58:17.596 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.596 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:17.596 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 67, 2024-08-19T09:58:17.596 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 321287 2024-08-19T09:58:17.596 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.596 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:17.596 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:17.596 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 8910018847 2024-08-19T09:58:17.596 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.597 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:17.597 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:17.597 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 431647034 2024-08-19T09:58:17.597 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.597 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:17.597 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3589, 2024-08-19T09:58:17.597 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 287993395 2024-08-19T09:58:17.597 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.597 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.597 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:17.597 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:17.597 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861476070 2024-08-19T09:58:17.597 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.597 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:17.598 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 49938432 2024-08-19T09:58:17.598 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.598 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:17.598 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 48693248 2024-08-19T09:58:17.598 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.598 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:17.598 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137391104 2024-08-19T09:58:17.598 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.598 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:17.598 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1245184 2024-08-19T09:58:17.598 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.598 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.598 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:17.598 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.599 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:17.599 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.599 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.599 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.599 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.599 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.599 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.599 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.599 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.599 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85454763 2024-08-19T09:58:17.599 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.599 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.599 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.599 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.599 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.600 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.600 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.600 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.600 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.600 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.600 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.600 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.600 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.600 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.600 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.600 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.600 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.600 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 606208 2024-08-19T09:58:17.600 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.601 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.601 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.601 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.601 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.601 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.601 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.601 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.601 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.601 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.601 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.601 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73322581 2024-08-19T09:58:17.601 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.601 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.601 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:17.601 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.602 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:17.602 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.602 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.602 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.602 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.602 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.602 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.602 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.602 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.602 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 640910728 2024-08-19T09:58:17.602 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.602 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.602 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.602 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.603 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.603 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.603 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.603 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.603 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.603 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.603 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.603 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.603 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.603 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.603 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.603 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.603 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.603 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:17.604 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.604 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.604 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.604 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.604 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.604 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.604 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.604 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.604 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.604 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.604 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.604 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 72118824 2024-08-19T09:58:17.604 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.604 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.605 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:17.605 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.605 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:17.605 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.605 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.605 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.605 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.605 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.605 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:17.605 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.605 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.605 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56969842 2024-08-19T09:58:17.605 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.605 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.606 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.606 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.606 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.606 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.606 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.606 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.606 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.606 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.606 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.606 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.606 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.606 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.606 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.606 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.607 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.607 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.607 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.607 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.607 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.607 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.607 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.607 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.607 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.607 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.607 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.607 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.607 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.607 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68858814 2024-08-19T09:58:17.607 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.608 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.608 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:17.608 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.608 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:17.608 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.608 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.608 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.608 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.608 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.608 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.608 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.608 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.608 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 640910728 2024-08-19T09:58:17.608 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.609 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.609 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.609 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.609 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.609 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.609 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.609 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.609 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.609 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.609 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.609 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.609 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.609 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.609 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.609 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.610 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.610 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 372830 2024-08-19T09:58:17.610 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.610 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.610 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.610 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.610 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.610 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.610 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.610 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.610 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.610 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.610 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.610 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71748122 2024-08-19T09:58:17.610 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.611 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.611 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:17.611 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:17.611 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.611 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.611 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.611 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.611 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.611 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:17.611 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.611 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.611 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.611 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.611 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.611 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.612 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.612 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:17.612 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 44 2024-08-19T09:58:17.612 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.612 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:17.612 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.612 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.612 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:17.612 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6 2024-08-19T09:58:17.612 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.612 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:17.612 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.612 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.613 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:17.613 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.613 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.613 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:17.613 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 616 2024-08-19T09:58:17.613 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.613 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:17.613 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 6, 2024-08-19T09:58:17.613 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43905771 2024-08-19T09:58:17.613 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.613 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:17.613 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.613 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.614 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:17.614 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 7, 2024-08-19T09:58:17.614 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6172650 2024-08-19T09:58:17.614 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.614 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:17.614 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 6, 2024-08-19T09:58:17.614 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 28537901 2024-08-19T09:58:17.614 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.614 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.614 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.614 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.614 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:17.614 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.614 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.615 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.615 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:17.615 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.615 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.615 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:17.615 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.615 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.615 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:17.615 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.615 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.615 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.615 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:17.615 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.615 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.616 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.616 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:17.616 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.616 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.616 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:17.616 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.616 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.616 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:17.616 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.616 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.616 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.616 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:17.616 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.616 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.617 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:17.617 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.617 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.617 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:17.617 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.617 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.617 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:17.617 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.617 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.617 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.617 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:17.617 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.617 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.617 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.618 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.618 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6 2024-08-19T09:58:17.618 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.618 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:17.618 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 616 2024-08-19T09:58:17.618 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.618 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:17.618 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 6, 2024-08-19T09:58:17.618 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43905771 2024-08-19T09:58:17.618 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.618 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:17.618 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.618 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.618 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:17.619 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 7, 2024-08-19T09:58:17.619 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6172650 2024-08-19T09:58:17.619 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.619 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:17.619 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 6, 2024-08-19T09:58:17.619 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 28537901 2024-08-19T09:58:17.619 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.619 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:17.619 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.619 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.619 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:17.619 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1771104 2024-08-19T09:58:17.619 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.619 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:17.620 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6 2024-08-19T09:58:17.620 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.620 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:17.620 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.620 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.620 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:17.620 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 33255424 2024-08-19T09:58:17.620 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.620 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.620 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.620 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.1": { 2024-08-19T09:58:17.620 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.620 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:17.620 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.620 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.621 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:17.621 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.621 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.621 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:17.621 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:17.621 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.621 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:17.621 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.621 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.621 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:17.621 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.621 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.621 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:17.621 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.622 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.622 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:17.622 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:17.622 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.622 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:17.622 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2535424 2024-08-19T09:58:17.622 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.622 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:17.622 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.622 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.622 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.622 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:17.622 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.623 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.623 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.623 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:17.623 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.623 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.623 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:17.623 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 27656192 2024-08-19T09:58:17.623 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.623 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:17.623 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1601536 2024-08-19T09:58:17.624 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.624 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:17.624 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1462272 2024-08-19T09:58:17.624 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.624 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:17.624 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:17.624 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.624 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:17.624 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.624 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.624 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:17.624 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.624 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.625 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:17.625 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:17.625 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.625 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:17.625 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:17.625 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.625 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:17.625 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:17.625 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.625 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:17.625 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:17.625 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.625 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:17.625 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:17.625 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.626 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:17.626 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.626 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.626 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:17.626 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.626 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.626 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:17.626 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:17.626 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.626 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:17.626 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:17.626 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.626 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:17.627 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:17.627 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.627 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:17.627 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5505 2024-08-19T09:58:17.627 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.627 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:17.627 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.627 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.627 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:17.627 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5505 2024-08-19T09:58:17.627 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.627 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:17.627 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.627 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.627 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:17.628 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.628 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.628 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:17.628 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.628 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.628 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:17.628 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.628 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.628 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:17.628 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.628 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.628 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:17.628 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.628 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.629 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:17.629 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.629 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.629 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:17.629 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.629 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.629 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:17.629 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.629 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.629 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:17.629 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.629 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.629 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:17.629 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4075520 2024-08-19T09:58:17.629 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.630 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.630 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:17.630 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:17.630 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:17.630 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.630 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:17.630 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 794624 2024-08-19T09:58:17.630 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.630 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:17.630 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 5, 2024-08-19T09:58:17.630 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 175294 2024-08-19T09:58:17.630 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.630 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:17.631 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.631 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.631 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.631 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:17.631 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.631 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.631 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:17.631 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.631 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.631 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:17.631 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.631 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.631 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:17.631 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 29, 2024-08-19T09:58:17.632 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 94581 2024-08-19T09:58:17.632 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.632 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:17.632 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.632 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.632 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.632 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:17.632 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.632 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.632 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:17.632 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 344, 2024-08-19T09:58:17.632 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 93778225 2024-08-19T09:58:17.632 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.632 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:17.633 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 342, 2024-08-19T09:58:17.633 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 11639257 2024-08-19T09:58:17.633 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.633 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:17.633 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 344, 2024-08-19T09:58:17.633 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 339945 2024-08-19T09:58:17.633 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.633 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:17.633 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 344, 2024-08-19T09:58:17.633 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 94118170 2024-08-19T09:58:17.633 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.633 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:17.633 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.633 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.634 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.634 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:17.634 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:17.634 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 35045 2024-08-19T09:58:17.634 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.634 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:17.634 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 4, 2024-08-19T09:58:17.634 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9302 2024-08-19T09:58:17.634 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.634 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:17.634 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.634 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.635 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.635 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:17.635 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.635 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.635 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.635 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:17.635 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 5, 2024-08-19T09:58:17.635 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14280 2024-08-19T09:58:17.635 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.635 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:17.635 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 862 2024-08-19T09:58:17.635 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.635 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:17.635 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 247 2024-08-19T09:58:17.636 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.636 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:17.636 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 147, 2024-08-19T09:58:17.636 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4923567 2024-08-19T09:58:17.636 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.636 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:17.636 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 375, 2024-08-19T09:58:17.636 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 269378 2024-08-19T09:58:17.636 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.636 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:17.636 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 228, 2024-08-19T09:58:17.636 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5203039 2024-08-19T09:58:17.636 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.636 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:17.636 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.637 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.637 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:17.637 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:17.637 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 105618 2024-08-19T09:58:17.637 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.637 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:17.637 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:17.637 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15903139 2024-08-19T09:58:17.637 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.637 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:17.637 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 128, 2024-08-19T09:58:17.637 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31572579 2024-08-19T09:58:17.637 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.637 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:17.638 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 127, 2024-08-19T09:58:17.638 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 230231258360 2024-08-19T09:58:17.638 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.638 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:17.638 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 128, 2024-08-19T09:58:17.638 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 135982246487 2024-08-19T09:58:17.638 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.638 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:17.638 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 426, 2024-08-19T09:58:17.638 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 66558290165 2024-08-19T09:58:17.638 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.638 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:17.638 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 426, 2024-08-19T09:58:17.638 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 42594 2024-08-19T09:58:17.639 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.639 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:17.639 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:17.639 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1873960 2024-08-19T09:58:17.639 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.639 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:17.639 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:17.639 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 200944466 2024-08-19T09:58:17.639 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.639 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:17.639 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:17.639 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 154455 2024-08-19T09:58:17.639 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.639 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:17.640 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:17.640 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 109255154 2024-08-19T09:58:17.640 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.640 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:17.640 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:17.640 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 20756634 2024-08-19T09:58:17.640 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.640 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:17.640 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 350082 2024-08-19T09:58:17.640 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.640 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:17.640 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 61, 2024-08-19T09:58:17.640 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 269167 2024-08-19T09:58:17.640 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.641 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:17.641 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:17.641 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 348790704 2024-08-19T09:58:17.641 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.641 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:17.641 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:17.641 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24690103 2024-08-19T09:58:17.641 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.641 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:17.641 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 427, 2024-08-19T09:58:17.641 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2590056 2024-08-19T09:58:17.641 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.641 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.641 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:17.642 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:17.642 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861476070 2024-08-19T09:58:17.642 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.642 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:17.642 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 44695552 2024-08-19T09:58:17.642 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.642 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:17.642 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43786240 2024-08-19T09:58:17.642 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.642 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:17.642 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137391104 2024-08-19T09:58:17.642 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.642 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:17.642 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 909312 2024-08-19T09:58:17.643 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.643 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.643 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:17.643 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.643 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:17.643 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.643 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.643 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.643 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.643 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.643 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.643 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.643 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.643 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85498201 2024-08-19T09:58:17.643 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.644 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.644 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.644 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.644 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.644 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.644 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.644 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.644 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.644 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.645 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.645 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.645 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.645 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.645 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.645 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.645 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.645 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:17.645 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.645 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.645 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.645 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.645 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.645 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.645 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.646 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.646 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.646 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.646 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.646 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73873063 2024-08-19T09:58:17.646 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.646 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.646 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:17.646 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.646 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:17.647 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.647 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.647 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.647 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.647 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.647 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.647 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.647 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.647 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641236509 2024-08-19T09:58:17.647 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.647 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.647 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.647 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.648 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.648 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.648 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.648 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.648 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.648 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.648 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.648 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.648 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.648 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.648 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.649 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.649 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.649 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:17.649 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.649 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.649 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.649 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.649 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.649 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.649 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.649 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.649 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.649 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.650 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.650 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71793043 2024-08-19T09:58:17.650 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.650 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.650 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:17.650 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.650 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:17.650 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.650 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.650 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.651 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.651 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.651 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:17.651 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.651 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.651 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56998800 2024-08-19T09:58:17.651 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.651 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.651 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.651 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.651 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.651 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.652 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.652 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.652 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.652 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.652 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.652 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.652 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.652 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.652 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.652 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.652 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.652 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.653 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.653 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.653 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.653 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.653 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.653 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.653 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.653 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.653 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.653 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.654 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.654 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68829856 2024-08-19T09:58:17.654 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.654 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.654 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:17.654 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.654 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:17.654 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.654 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.654 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.655 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.655 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.655 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.655 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.655 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.655 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641236509 2024-08-19T09:58:17.655 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.655 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.655 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.656 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.656 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.656 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.656 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.656 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.656 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.656 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.656 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.656 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.656 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.656 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.657 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.657 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.657 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.657 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 242352 2024-08-19T09:58:17.657 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.657 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.657 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.657 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.657 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.657 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.657 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.657 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.657 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.657 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.658 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.658 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71552819 2024-08-19T09:58:17.658 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.658 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.658 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:17.658 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:17.658 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.658 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.658 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.658 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.658 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.658 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:17.658 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.658 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.659 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.659 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.659 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.659 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.659 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.659 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:17.659 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 39 2024-08-19T09:58:17.659 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.659 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:17.659 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.659 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.659 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:17.659 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 157 2024-08-19T09:58:17.659 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.660 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:17.660 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.660 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.660 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:17.660 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.660 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.660 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:17.660 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2429467 2024-08-19T09:58:17.660 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.660 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:17.660 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 157, 2024-08-19T09:58:17.660 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 539231468 2024-08-19T09:58:17.660 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.660 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:17.660 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1063 2024-08-19T09:58:17.661 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.661 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:17.661 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 157, 2024-08-19T09:58:17.661 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 55500017 2024-08-19T09:58:17.661 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.661 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:17.661 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 157, 2024-08-19T09:58:17.661 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 203176058 2024-08-19T09:58:17.661 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.661 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.661 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 33 2024-08-19T09:58:17.661 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.661 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:17.661 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 33, 2024-08-19T09:58:17.662 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5520457 2024-08-19T09:58:17.662 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.662 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:17.662 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.662 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.662 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:17.662 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1063 2024-08-19T09:58:17.662 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.662 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:17.662 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 33, 2024-08-19T09:58:17.662 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4835634 2024-08-19T09:58:17.662 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.662 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:17.662 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 33, 2024-08-19T09:58:17.663 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4115483 2024-08-19T09:58:17.663 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.663 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:17.663 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 22 2024-08-19T09:58:17.663 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.663 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:17.663 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.663 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.663 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:17.663 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 22, 2024-08-19T09:58:17.663 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 18624970 2024-08-19T09:58:17.663 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.663 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:17.663 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.663 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.664 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:17.664 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.664 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.664 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:17.664 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.664 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.664 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:17.664 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 22, 2024-08-19T09:58:17.664 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 8273427 2024-08-19T09:58:17.664 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.664 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:17.664 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 22, 2024-08-19T09:58:17.664 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 17589990 2024-08-19T09:58:17.664 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.664 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.665 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 102 2024-08-19T09:58:17.665 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.665 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:17.665 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2429467 2024-08-19T09:58:17.665 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.665 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:17.665 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 102, 2024-08-19T09:58:17.665 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 515086041 2024-08-19T09:58:17.665 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.665 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:17.665 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.665 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.665 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:17.665 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 102, 2024-08-19T09:58:17.665 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 42390956 2024-08-19T09:58:17.666 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.666 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:17.666 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 102, 2024-08-19T09:58:17.666 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 181470585 2024-08-19T09:58:17.666 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.666 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:17.666 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.666 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.666 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:17.666 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 590368 2024-08-19T09:58:17.666 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.666 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:17.666 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2 2024-08-19T09:58:17.666 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.667 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:17.667 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.667 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.667 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:17.667 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 28463104 2024-08-19T09:58:17.667 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.667 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.667 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.667 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.2": { 2024-08-19T09:58:17.667 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.667 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:17.667 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.667 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.668 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:17.668 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.668 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.668 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:17.668 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:17.668 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.668 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:17.668 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.668 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.668 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:17.668 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.668 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.668 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:17.668 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.669 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.669 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:17.669 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:17.669 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.669 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:17.669 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7077888 2024-08-19T09:58:17.669 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.669 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:17.669 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.669 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.669 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.669 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:17.669 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.669 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.669 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.670 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:17.670 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.670 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.670 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:17.670 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:17.670 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.670 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:17.670 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3551232 2024-08-19T09:58:17.670 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.670 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:17.670 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3411968 2024-08-19T09:58:17.670 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.670 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:17.670 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:17.671 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.671 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:17.671 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.671 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.671 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:17.671 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.671 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.671 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:17.671 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:17.671 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.671 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:17.671 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:17.671 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.671 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:17.672 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:17.672 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.672 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:17.672 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:17.672 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.672 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:17.672 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:17.672 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.672 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:17.672 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.672 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.672 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:17.672 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.672 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.673 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:17.673 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:17.673 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.673 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:17.673 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:17.673 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.673 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:17.673 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:17.673 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.673 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:17.673 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5504 2024-08-19T09:58:17.673 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.673 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:17.674 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.674 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.674 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:17.674 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5504 2024-08-19T09:58:17.674 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.674 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:17.674 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.674 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.674 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:17.674 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.674 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.674 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:17.674 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.674 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.675 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:17.675 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.675 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.675 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:17.675 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.675 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.675 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:17.675 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.675 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.675 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:17.675 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.675 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.675 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:17.675 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.676 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.676 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:17.676 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.676 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.676 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:17.676 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.676 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.676 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:17.676 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10567680 2024-08-19T09:58:17.676 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.677 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.677 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:17.677 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:17.677 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:17.677 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.677 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:17.677 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 782336 2024-08-19T09:58:17.677 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.677 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:17.677 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 4, 2024-08-19T09:58:17.677 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 320911 2024-08-19T09:58:17.677 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.677 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:17.678 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.678 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.678 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.678 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:17.678 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.678 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.678 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:17.678 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.678 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.678 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:17.678 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.679 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.679 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:17.679 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 12, 2024-08-19T09:58:17.679 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 30370 2024-08-19T09:58:17.679 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.679 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:17.679 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.681 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.681 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.682 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:17.682 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.682 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.682 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:17.682 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 820, 2024-08-19T09:58:17.682 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 496121428 2024-08-19T09:58:17.682 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.682 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:17.682 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 816, 2024-08-19T09:58:17.682 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 19958616 2024-08-19T09:58:17.682 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.683 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:17.683 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 820, 2024-08-19T09:58:17.683 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 782773 2024-08-19T09:58:17.683 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.683 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:17.683 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 820, 2024-08-19T09:58:17.683 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 496904201 2024-08-19T09:58:17.683 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.683 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:17.683 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.683 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.684 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.684 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:17.684 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:17.684 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 34884 2024-08-19T09:58:17.684 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.684 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:17.684 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.684 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1936 2024-08-19T09:58:17.684 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.684 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:17.684 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.684 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.684 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.685 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:17.685 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.685 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.685 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.685 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:17.685 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.685 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5665 2024-08-19T09:58:17.685 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.685 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:17.685 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3745 2024-08-19T09:58:17.685 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.685 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:17.685 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 321 2024-08-19T09:58:17.685 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.686 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:17.686 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 112, 2024-08-19T09:58:17.686 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6502706 2024-08-19T09:58:17.686 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.686 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:17.686 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 302, 2024-08-19T09:58:17.686 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 292974 2024-08-19T09:58:17.686 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.686 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:17.686 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 190, 2024-08-19T09:58:17.686 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7605426 2024-08-19T09:58:17.686 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.686 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:17.686 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.687 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.687 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:17.687 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 103, 2024-08-19T09:58:17.687 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5774978 2024-08-19T09:58:17.687 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.687 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:17.687 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:17.687 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3761624292 2024-08-19T09:58:17.687 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.687 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:17.687 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 124, 2024-08-19T09:58:17.687 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24258120 2024-08-19T09:58:17.687 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.688 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:17.688 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 123, 2024-08-19T09:58:17.688 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 196985715941 2024-08-19T09:58:17.688 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.688 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:17.688 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 124, 2024-08-19T09:58:17.688 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 128677002768 2024-08-19T09:58:17.688 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.688 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:17.688 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3444, 2024-08-19T09:58:17.688 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67519516337 2024-08-19T09:58:17.688 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.689 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:17.689 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3444, 2024-08-19T09:58:17.689 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 184445 2024-08-19T09:58:17.689 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.689 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:17.689 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:17.689 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 257332885 2024-08-19T09:58:17.689 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.689 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:17.689 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:17.690 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2210358975 2024-08-19T09:58:17.690 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.690 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:17.690 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:17.690 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 490602 2024-08-19T09:58:17.690 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.690 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:17.690 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:17.690 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1455647921 2024-08-19T09:58:17.690 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.690 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:17.690 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:17.691 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 384579936 2024-08-19T09:58:17.691 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.691 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:17.691 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 349903 2024-08-19T09:58:17.691 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.691 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:17.691 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 58, 2024-08-19T09:58:17.691 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 320275 2024-08-19T09:58:17.691 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.691 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:17.691 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:17.691 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 8069779346 2024-08-19T09:58:17.691 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.691 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:17.692 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:17.692 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 418020691 2024-08-19T09:58:17.692 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.692 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:17.692 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3445, 2024-08-19T09:58:17.692 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 284483135 2024-08-19T09:58:17.692 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.692 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.692 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:17.692 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:17.692 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861476070 2024-08-19T09:58:17.692 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.692 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:17.692 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 45613056 2024-08-19T09:58:17.692 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.693 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:17.693 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 45408256 2024-08-19T09:58:17.693 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.693 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:17.693 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137391104 2024-08-19T09:58:17.693 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.693 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:17.693 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 204800 2024-08-19T09:58:17.693 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.693 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.693 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:17.693 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.693 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:17.693 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.694 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.694 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.694 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.694 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.694 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.694 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.694 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.695 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85492344 2024-08-19T09:58:17.695 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.695 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.695 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.695 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.695 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.695 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.695 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.695 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.695 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.695 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.696 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.696 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.696 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.696 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.696 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.696 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.696 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.696 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 16384 2024-08-19T09:58:17.696 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.696 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.696 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.696 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.696 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.696 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.697 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.697 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.697 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.697 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.697 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.697 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73874824 2024-08-19T09:58:17.697 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.697 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.697 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:17.697 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.697 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:17.697 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.697 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.697 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.697 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.698 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.698 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.698 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.698 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.698 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641192580 2024-08-19T09:58:17.698 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.698 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.698 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.698 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.698 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.698 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.698 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.698 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.699 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.699 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.699 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.699 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.699 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.699 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.699 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.699 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.699 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.699 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:17.699 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.699 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.699 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.699 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.700 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.700 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.700 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.700 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.700 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.700 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.700 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.700 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71836972 2024-08-19T09:58:17.700 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.700 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.700 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:17.700 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.700 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:17.700 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.701 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.701 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.701 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.701 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.701 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:17.701 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.701 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.701 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56994896 2024-08-19T09:58:17.701 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.701 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.701 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.701 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.701 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.701 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.702 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.702 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.702 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.702 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.702 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.702 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.702 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.702 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.702 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.702 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.702 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.702 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.702 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.702 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.703 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.703 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.703 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.703 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.703 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.703 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.703 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.703 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.703 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.703 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68833760 2024-08-19T09:58:17.703 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.703 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.703 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:17.703 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.704 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:17.704 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.704 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.704 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.704 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.704 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.704 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.704 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.704 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.704 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641192580 2024-08-19T09:58:17.704 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.704 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.704 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.704 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.705 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.705 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.705 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.705 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.705 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.705 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.705 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.705 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.705 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.705 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.705 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.705 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.705 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.705 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 337506 2024-08-19T09:58:17.706 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.706 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.706 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.706 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.706 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.706 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.706 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.706 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.706 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.706 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.706 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.706 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71501594 2024-08-19T09:58:17.707 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.707 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.707 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:17.707 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:17.707 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.707 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.707 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.707 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.707 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.707 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:17.707 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.707 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.707 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.707 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.708 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.708 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.708 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.708 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:17.708 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31 2024-08-19T09:58:17.708 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.708 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:17.708 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.708 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.708 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:17.708 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:17.708 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.708 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:17.708 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.709 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.709 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:17.709 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.709 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.709 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:17.709 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.709 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.709 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:17.709 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:17.709 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 75161342 2024-08-19T09:58:17.709 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.709 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:17.709 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.709 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.710 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:17.710 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:17.710 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3868350 2024-08-19T09:58:17.710 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.710 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:17.710 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:17.710 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 63051620 2024-08-19T09:58:17.710 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.710 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.710 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.710 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.710 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:17.710 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.710 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.711 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.711 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:17.711 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.711 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.711 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:17.711 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.711 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.711 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:17.711 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.711 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.711 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.711 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:17.711 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.712 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.712 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.712 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:17.712 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.712 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.712 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:17.712 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.712 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.712 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:17.712 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.712 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.712 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.712 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:17.713 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.713 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.713 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:17.713 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.713 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.713 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:17.713 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.713 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.713 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:17.713 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.713 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.713 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.713 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:17.714 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.714 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.714 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.714 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.714 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:17.714 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.714 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:17.714 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.714 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.714 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:17.714 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:17.714 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 75161342 2024-08-19T09:58:17.714 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.714 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:17.715 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.715 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.715 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:17.715 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:17.715 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3868350 2024-08-19T09:58:17.715 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.715 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:17.715 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:17.715 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 63051620 2024-08-19T09:58:17.715 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.715 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:17.715 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.715 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.715 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:17.716 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.716 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.716 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:17.716 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.716 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.716 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:17.716 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.716 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.716 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:17.716 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 32645120 2024-08-19T09:58:17.716 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.716 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.716 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.716 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.3": { 2024-08-19T09:58:17.717 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.717 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:17.717 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.717 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.717 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:17.717 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.717 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.717 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:17.717 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:17.717 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.717 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:17.717 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.717 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.717 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:17.718 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.718 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.718 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:17.718 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.718 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.718 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:17.718 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:17.718 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.718 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:17.718 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6377472 2024-08-19T09:58:17.718 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.718 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:17.718 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.718 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.719 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.719 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:17.719 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.719 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.719 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.719 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:17.719 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.719 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.719 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:17.719 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:17.719 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.719 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:17.719 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3342336 2024-08-19T09:58:17.719 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.720 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:17.720 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3203072 2024-08-19T09:58:17.720 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.720 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:17.720 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:17.720 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.720 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:17.720 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.720 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.720 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:17.720 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.720 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.720 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:17.720 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:17.721 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.721 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:17.721 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:17.721 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.721 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:17.721 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:17.721 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.721 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:17.721 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:17.721 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.721 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:17.721 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:17.721 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.721 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:17.721 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.722 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.722 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:17.722 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.722 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.722 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:17.722 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:17.722 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.722 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:17.722 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:17.722 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.722 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:17.722 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:17.722 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.722 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:17.722 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5503 2024-08-19T09:58:17.723 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.723 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:17.723 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.723 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.723 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:17.723 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5503 2024-08-19T09:58:17.723 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.723 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:17.723 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.723 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.723 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:17.723 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.723 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.723 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:17.724 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.724 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.724 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:17.724 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.724 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.724 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:17.724 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.724 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.724 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:17.724 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.724 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.724 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:17.724 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.725 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.725 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:17.725 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.725 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.725 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:17.725 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.725 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.725 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:17.725 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.725 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.725 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:17.725 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9658368 2024-08-19T09:58:17.725 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.725 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.725 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:17.726 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:17.726 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:17.726 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.726 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:17.726 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 802816 2024-08-19T09:58:17.726 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.726 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:17.726 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.726 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.726 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.726 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:17.726 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.726 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.727 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.727 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:17.727 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.727 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.727 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:17.727 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.727 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.727 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:17.727 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.727 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.727 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:17.727 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:17.727 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4343 2024-08-19T09:58:17.727 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.728 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:17.728 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.728 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.728 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.728 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:17.728 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.728 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.728 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:17.728 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 769, 2024-08-19T09:58:17.728 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 507909219 2024-08-19T09:58:17.728 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.728 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:17.728 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 765, 2024-08-19T09:58:17.728 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 18738977 2024-08-19T09:58:17.729 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.729 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:17.729 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 769, 2024-08-19T09:58:17.729 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 712019 2024-08-19T09:58:17.729 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.729 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:17.729 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 769, 2024-08-19T09:58:17.729 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 508621238 2024-08-19T09:58:17.729 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.729 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:17.729 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.729 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.729 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.729 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:17.729 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:17.730 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 35102 2024-08-19T09:58:17.730 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.730 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:17.730 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.730 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 982 2024-08-19T09:58:17.730 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.730 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:17.730 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.730 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.730 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.730 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:17.730 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.730 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.730 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.731 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:17.731 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:17.731 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12570 2024-08-19T09:58:17.731 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.731 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:17.731 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3475 2024-08-19T09:58:17.731 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.731 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:17.731 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 331 2024-08-19T09:58:17.731 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.731 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:17.731 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 94, 2024-08-19T09:58:17.731 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 927607 2024-08-19T09:58:17.732 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.732 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:17.732 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 165, 2024-08-19T09:58:17.732 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 329441 2024-08-19T09:58:17.732 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.732 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:17.732 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 71, 2024-08-19T09:58:17.732 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 395659 2024-08-19T09:58:17.732 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.732 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:17.732 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.732 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.732 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:17.732 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 100, 2024-08-19T09:58:17.733 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5861741 2024-08-19T09:58:17.733 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.733 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:17.733 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:17.733 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4012218656 2024-08-19T09:58:17.733 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.733 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:17.733 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 57, 2024-08-19T09:58:17.733 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12541900 2024-08-19T09:58:17.733 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.733 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:17.733 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 54, 2024-08-19T09:58:17.733 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 242645401202 2024-08-19T09:58:17.733 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.734 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:17.734 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 57, 2024-08-19T09:58:17.734 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 101326370579 2024-08-19T09:58:17.734 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.734 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:17.734 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3353, 2024-08-19T09:58:17.734 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1210847681 2024-08-19T09:58:17.734 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.734 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:17.734 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3353, 2024-08-19T09:58:17.734 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 183053 2024-08-19T09:58:17.734 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.734 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:17.735 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:17.735 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 99197372 2024-08-19T09:58:17.735 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.735 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:17.735 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:17.735 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3059479942 2024-08-19T09:58:17.735 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.735 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:17.735 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:17.735 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 452497 2024-08-19T09:58:17.735 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.735 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:17.735 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:17.735 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1654445261 2024-08-19T09:58:17.735 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.736 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:17.736 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:17.736 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 386887550 2024-08-19T09:58:17.736 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.736 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:17.736 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 352637 2024-08-19T09:58:17.736 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.736 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:17.736 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 48, 2024-08-19T09:58:17.736 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 223031 2024-08-19T09:58:17.736 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.736 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:17.736 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:17.736 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9212451310 2024-08-19T09:58:17.737 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.737 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:17.737 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:17.737 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 425074294 2024-08-19T09:58:17.737 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.737 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:17.737 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3356, 2024-08-19T09:58:17.737 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 282881245 2024-08-19T09:58:17.737 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.737 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.737 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:17.737 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:17.737 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861476070 2024-08-19T09:58:17.737 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.737 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:17.738 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 45744128 2024-08-19T09:58:17.738 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.738 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:17.738 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 44867584 2024-08-19T09:58:17.738 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.738 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:17.738 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137391104 2024-08-19T09:58:17.738 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.738 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:17.738 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 876544 2024-08-19T09:58:17.738 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.738 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.738 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:17.738 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.739 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:17.739 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.739 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.739 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.739 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.739 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.739 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.739 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.739 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.739 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85492888 2024-08-19T09:58:17.739 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.739 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.739 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.739 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.739 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.740 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.740 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.740 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.740 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.740 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.740 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.740 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.740 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.740 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.740 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.740 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.740 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.740 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.740 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.740 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.741 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.741 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.741 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.741 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.741 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.741 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.741 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.741 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.741 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.741 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73890664 2024-08-19T09:58:17.741 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.741 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.741 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:17.742 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.742 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:17.742 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.742 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.742 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.742 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.742 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.742 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.742 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.742 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.742 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641196666 2024-08-19T09:58:17.742 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.742 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.742 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.743 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.743 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.743 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.743 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.743 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.743 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.743 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.743 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.743 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.743 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.743 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.743 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.743 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.743 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.744 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:17.744 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.744 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.744 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.744 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.744 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.744 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.744 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.744 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.744 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.744 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.744 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.744 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71832886 2024-08-19T09:58:17.744 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.744 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.745 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:17.745 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.745 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:17.745 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.745 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.745 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.745 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.745 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.745 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:17.745 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.745 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.745 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56995259 2024-08-19T09:58:17.745 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.745 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.746 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.746 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.746 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.746 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.746 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.746 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.746 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.746 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.746 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.746 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.746 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.746 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.746 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.746 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.747 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.747 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.747 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.747 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.747 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.747 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.747 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.747 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.747 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.747 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.747 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.747 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.747 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.747 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68833397 2024-08-19T09:58:17.747 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.748 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.748 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:17.748 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.748 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:17.748 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.748 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.748 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.748 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.748 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.748 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.748 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.748 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.749 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641196666 2024-08-19T09:58:17.749 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.749 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.749 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.749 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.749 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.749 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.749 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.749 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.749 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.749 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.749 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.749 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.749 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.750 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.750 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5823 2024-08-19T09:58:17.750 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.750 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.750 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 341284 2024-08-19T09:58:17.750 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.750 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.750 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.750 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.750 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.750 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.750 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.750 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.750 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.751 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.751 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.751 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71487907 2024-08-19T09:58:17.751 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.751 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.751 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:17.751 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:17.751 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.751 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.751 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.751 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.751 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.751 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:17.751 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.752 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.752 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.752 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.752 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.752 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.752 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.752 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:17.752 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 36 2024-08-19T09:58:17.752 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.752 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:17.752 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.752 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.752 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:17.752 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.753 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.753 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:17.753 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.753 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.753 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:17.753 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.753 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.753 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:17.753 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.753 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.753 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:17.753 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.753 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.753 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.753 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:17.754 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.754 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.754 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:17.754 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.754 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1289523 2024-08-19T09:58:17.754 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.754 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:17.754 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.754 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.754 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.754 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.754 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.754 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.754 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:17.755 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.755 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.755 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.755 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:17.755 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.755 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.755 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:17.755 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.755 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.755 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:17.755 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.755 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.755 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.755 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:17.756 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.756 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.756 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.756 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:17.756 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.756 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.756 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:17.756 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.756 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.756 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:17.756 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.756 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.756 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.756 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:17.756 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.757 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.757 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:17.757 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.757 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.757 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:17.757 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.757 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.757 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:17.757 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.757 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.757 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.757 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:17.757 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.757 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.758 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.758 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.758 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.758 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.758 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:17.758 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.758 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.758 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:17.758 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.758 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.758 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.758 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:17.758 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.758 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.759 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:17.759 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.759 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1289523 2024-08-19T09:58:17.759 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.759 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:17.759 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.759 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.759 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.759 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:17.759 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.759 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.759 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:17.759 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.760 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.760 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:17.760 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.760 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.760 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:17.760 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.760 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.760 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:17.760 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 32661504 2024-08-19T09:58:17.760 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.760 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.760 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.760 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.4": { 2024-08-19T09:58:17.760 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.761 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:17.761 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.761 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.761 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:17.761 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.761 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.761 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:17.761 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:17.761 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.761 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:17.761 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.761 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.761 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:17.761 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.762 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.762 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:17.762 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.762 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.762 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:17.762 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:17.762 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.762 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:17.762 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1449984 2024-08-19T09:58:17.762 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.762 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:17.762 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.762 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.762 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.763 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:17.763 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.763 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.763 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.763 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:17.763 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.763 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.763 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:17.763 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 27656192 2024-08-19T09:58:17.763 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.763 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:17.763 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1073152 2024-08-19T09:58:17.763 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.763 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:17.764 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 933888 2024-08-19T09:58:17.764 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.764 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:17.764 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:17.764 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.764 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:17.764 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.764 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.764 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:17.764 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.764 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.764 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:17.764 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:17.764 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.765 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:17.765 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:17.765 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.765 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:17.765 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:17.765 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.765 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:17.765 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:17.765 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.765 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:17.765 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:17.765 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.765 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:17.765 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.766 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.766 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:17.766 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.766 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.766 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:17.766 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:17.766 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.766 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:17.766 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:17.766 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.766 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:17.766 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:17.766 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.766 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:17.767 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5505 2024-08-19T09:58:17.767 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.767 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:17.767 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.767 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.767 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:17.767 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5505 2024-08-19T09:58:17.767 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.767 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:17.767 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.767 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.767 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:17.767 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.767 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.768 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:17.768 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.768 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.768 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:17.768 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.768 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.768 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:17.768 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.768 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.768 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:17.768 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.768 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.768 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:17.768 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.769 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.769 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:17.769 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.769 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.769 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:17.769 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.769 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.769 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:17.769 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.769 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.769 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:17.769 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2461696 2024-08-19T09:58:17.769 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.769 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.769 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:17.770 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:17.770 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:17.770 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.770 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:17.770 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 798720 2024-08-19T09:58:17.770 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.770 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:17.770 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 8, 2024-08-19T09:58:17.770 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 324328 2024-08-19T09:58:17.770 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.770 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:17.770 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.770 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.771 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.771 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:17.771 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.771 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.771 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:17.771 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.771 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.771 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:17.771 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.771 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.771 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:17.771 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:17.771 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4257 2024-08-19T09:58:17.771 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.771 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:17.772 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.772 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.772 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.772 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:17.772 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.772 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.772 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:17.772 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 215, 2024-08-19T09:58:17.772 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 47673462 2024-08-19T09:58:17.772 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.772 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:17.772 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 208, 2024-08-19T09:58:17.772 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5293286 2024-08-19T09:58:17.772 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.773 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:17.773 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 215, 2024-08-19T09:58:17.773 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 202797 2024-08-19T09:58:17.773 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.773 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:17.773 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 215, 2024-08-19T09:58:17.773 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 47876259 2024-08-19T09:58:17.773 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.773 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:17.773 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.773 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.773 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.773 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:17.773 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:17.773 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 48287 2024-08-19T09:58:17.774 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.774 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:17.774 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.774 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1095 2024-08-19T09:58:17.774 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.774 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:17.774 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.774 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.774 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.774 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:17.774 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.774 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.774 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.774 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:17.775 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:17.775 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 8662 2024-08-19T09:58:17.775 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.775 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:17.775 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 401 2024-08-19T09:58:17.775 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.775 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:17.775 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 248 2024-08-19T09:58:17.775 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.775 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:17.775 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 105, 2024-08-19T09:58:17.775 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1060739 2024-08-19T09:58:17.775 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.775 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:17.775 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 179, 2024-08-19T09:58:17.776 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 285735 2024-08-19T09:58:17.776 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.776 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:17.776 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 74, 2024-08-19T09:58:17.776 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 293826 2024-08-19T09:58:17.776 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.776 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:17.776 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.776 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.776 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:17.776 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 5, 2024-08-19T09:58:17.776 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 169804 2024-08-19T09:58:17.777 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.777 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:17.777 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:17.777 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5045956 2024-08-19T09:58:17.777 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.777 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:17.777 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 49, 2024-08-19T09:58:17.777 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3386356 2024-08-19T09:58:17.777 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.777 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:17.777 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 48, 2024-08-19T09:58:17.777 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 253984137918 2024-08-19T09:58:17.777 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.777 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:17.777 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 49, 2024-08-19T09:58:17.778 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 70308994755 2024-08-19T09:58:17.778 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.778 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:17.778 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 274, 2024-08-19T09:58:17.778 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 631542 2024-08-19T09:58:17.778 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.778 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:17.778 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 274, 2024-08-19T09:58:17.778 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 32663 2024-08-19T09:58:17.778 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.778 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:17.778 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:17.778 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 278147 2024-08-19T09:58:17.779 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.779 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:17.779 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:17.779 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 83635792 2024-08-19T09:58:17.779 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.779 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:17.779 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:17.779 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 103752 2024-08-19T09:58:17.779 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.779 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:17.779 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:17.779 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 39571488 2024-08-19T09:58:17.779 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.780 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:17.780 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:17.780 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 13404524 2024-08-19T09:58:17.780 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.780 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:17.780 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 350357 2024-08-19T09:58:17.780 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.780 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:17.780 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 47, 2024-08-19T09:58:17.780 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 211284 2024-08-19T09:58:17.780 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.780 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:17.780 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:17.780 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 141984062 2024-08-19T09:58:17.780 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.781 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:17.781 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:17.781 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15844729 2024-08-19T09:58:17.781 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.781 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:17.781 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 275, 2024-08-19T09:58:17.781 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1708032 2024-08-19T09:58:17.781 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.781 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.781 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:17.781 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:17.781 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861457792 2024-08-19T09:58:17.781 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.782 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:17.782 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 42532864 2024-08-19T09:58:17.782 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.782 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:17.782 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 42188800 2024-08-19T09:58:17.782 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.782 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:17.782 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137369600 2024-08-19T09:58:17.782 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.782 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:17.782 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 344064 2024-08-19T09:58:17.782 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.782 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.783 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:17.783 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.783 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:17.783 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.783 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.783 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.783 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.783 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.783 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.783 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.783 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.783 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85497444 2024-08-19T09:58:17.783 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.783 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.784 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.784 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.784 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.784 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.784 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.784 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.784 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.784 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.784 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.784 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.784 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.784 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.784 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.784 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.785 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.785 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 8192 2024-08-19T09:58:17.785 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.785 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.785 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.785 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.785 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.785 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.785 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.785 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.785 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.785 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.785 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.785 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73877916 2024-08-19T09:58:17.786 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.786 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.786 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:17.786 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.786 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:17.786 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.786 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.786 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.786 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.786 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.786 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.786 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.786 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.787 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641230834 2024-08-19T09:58:17.787 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.787 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.787 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.787 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.787 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.787 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.787 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.787 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.787 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.787 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.787 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.787 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.787 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.787 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.788 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.788 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.788 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.788 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:17.788 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.788 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.788 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.788 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.788 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.788 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.788 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.788 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.788 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.789 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.789 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.789 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71798718 2024-08-19T09:58:17.789 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.789 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.789 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:17.789 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.789 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:17.789 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.789 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.789 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.789 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.789 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.789 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:17.790 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.790 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.790 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56998296 2024-08-19T09:58:17.790 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.790 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.790 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.790 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.790 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.790 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.790 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.790 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.790 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.790 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.790 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.791 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.791 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.791 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.791 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.791 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.791 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.791 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.791 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.791 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.791 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.791 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.791 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.791 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.791 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.792 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.792 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.792 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.792 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.792 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68830360 2024-08-19T09:58:17.792 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.792 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.792 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:17.792 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.792 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:17.792 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.792 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.792 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.792 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.792 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.793 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.793 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.793 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.793 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641230834 2024-08-19T09:58:17.793 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.793 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.793 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.793 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.793 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.793 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.793 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.793 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.793 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.793 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.794 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.794 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.794 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.794 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.794 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.794 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.794 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.794 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 238413 2024-08-19T09:58:17.794 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.794 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.794 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.794 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.794 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.795 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.795 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.795 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.795 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.795 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.795 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.795 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71562433 2024-08-19T09:58:17.795 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.795 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.795 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:17.795 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:17.795 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.795 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.795 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.796 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.796 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.796 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:17.796 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.796 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.796 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.796 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.796 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.796 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.796 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.796 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:17.796 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 39 2024-08-19T09:58:17.796 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.796 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:17.796 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.797 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.797 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:17.797 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:17.797 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.797 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:17.797 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.797 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.797 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:17.797 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.797 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.797 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:17.797 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 22 2024-08-19T09:58:17.797 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.797 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:17.798 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:17.798 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6829332 2024-08-19T09:58:17.798 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.798 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:17.798 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.798 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.798 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:17.798 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:17.798 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 720944 2024-08-19T09:58:17.798 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.798 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:17.798 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:17.798 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6697385 2024-08-19T09:58:17.798 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.799 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.799 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.799 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.799 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:17.799 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.799 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.799 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.799 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:17.799 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.799 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.799 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:17.799 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.799 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.799 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:17.800 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.800 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.800 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.800 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:17.800 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.800 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.800 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.800 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:17.800 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.800 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.800 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:17.800 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.800 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.800 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:17.801 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.801 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.801 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.801 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:17.801 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.801 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.801 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:17.801 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.801 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.801 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:17.801 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.801 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.801 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:17.802 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.802 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.802 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.802 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:17.802 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.802 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.802 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.802 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.802 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1 2024-08-19T09:58:17.802 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.802 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:17.802 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 22 2024-08-19T09:58:17.802 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.802 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:17.803 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:17.803 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6829332 2024-08-19T09:58:17.803 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.803 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:17.803 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.803 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.803 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:17.803 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:17.803 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 720944 2024-08-19T09:58:17.803 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.803 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:17.803 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:17.803 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6697385 2024-08-19T09:58:17.803 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.804 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:17.804 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.804 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.804 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:17.804 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.804 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.804 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:17.804 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.804 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.804 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:17.804 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.804 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.804 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:17.805 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 28467200 2024-08-19T09:58:17.805 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.805 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.805 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.805 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.5": { 2024-08-19T09:58:17.805 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.805 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:17.805 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.805 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.805 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:17.805 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.805 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.805 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:17.805 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:17.806 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.806 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:17.806 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.806 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.806 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:17.806 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.806 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.806 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:17.806 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.806 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.806 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:17.806 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:17.806 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.806 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:17.807 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1261568 2024-08-19T09:58:17.807 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.807 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:17.807 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.807 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.807 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.807 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:17.807 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.807 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.807 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.807 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:17.807 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.807 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.807 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:17.808 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 27656192 2024-08-19T09:58:17.808 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.808 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:17.808 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 892928 2024-08-19T09:58:17.808 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.808 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:17.808 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 753664 2024-08-19T09:58:17.808 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.808 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:17.808 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:17.808 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.808 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:17.808 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.808 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.808 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:17.809 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.809 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.809 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:17.809 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:17.809 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.809 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:17.809 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:17.809 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.809 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:17.809 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:17.809 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.809 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:17.809 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:17.809 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.809 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:17.810 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:17.810 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.810 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:17.810 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.810 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.810 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:17.810 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.810 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.810 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:17.810 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:17.810 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.810 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:17.810 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:17.811 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.811 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:17.811 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:17.811 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.811 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:17.811 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5505 2024-08-19T09:58:17.811 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.811 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:17.811 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.811 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.811 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:17.811 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5505 2024-08-19T09:58:17.811 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.812 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:17.812 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.812 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.812 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:17.812 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.812 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.812 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:17.812 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.812 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.812 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:17.812 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.812 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.813 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:17.813 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.813 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.813 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:17.813 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.813 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.813 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:17.813 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.813 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.813 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:17.813 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.813 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.813 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:17.813 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.814 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.814 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:17.814 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.814 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.814 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:17.814 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2093056 2024-08-19T09:58:17.814 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.814 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.814 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:17.814 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:17.814 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:17.815 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.815 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:17.815 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 802816 2024-08-19T09:58:17.815 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.815 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:17.815 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 6, 2024-08-19T09:58:17.815 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 228087 2024-08-19T09:58:17.815 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.815 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:17.815 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.815 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.815 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.815 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:17.816 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.816 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.816 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:17.816 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.816 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.816 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:17.816 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.816 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.816 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:17.816 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 4, 2024-08-19T09:58:17.816 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6870 2024-08-19T09:58:17.816 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.816 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:17.816 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.817 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.817 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.817 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:17.817 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.817 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.817 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:17.817 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 171, 2024-08-19T09:58:17.817 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 94142168 2024-08-19T09:58:17.817 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.817 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:17.817 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 162, 2024-08-19T09:58:17.817 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5402282 2024-08-19T09:58:17.817 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.817 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:17.818 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 171, 2024-08-19T09:58:17.818 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 178466 2024-08-19T09:58:17.818 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.818 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:17.818 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 171, 2024-08-19T09:58:17.818 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 94320634 2024-08-19T09:58:17.818 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.818 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:17.818 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.818 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.818 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.818 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:17.818 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:17.818 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 40022 2024-08-19T09:58:17.819 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.819 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:17.819 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.819 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1080 2024-08-19T09:58:17.819 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.819 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:17.819 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.819 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.819 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.819 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:17.819 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.819 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.819 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.820 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:17.820 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.820 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4131 2024-08-19T09:58:17.820 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.820 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:17.820 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 375 2024-08-19T09:58:17.820 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.820 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:17.820 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 254 2024-08-19T09:58:17.820 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.820 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:17.820 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 97, 2024-08-19T09:58:17.820 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3621684 2024-08-19T09:58:17.820 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.821 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:17.821 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 161, 2024-08-19T09:58:17.821 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 233216 2024-08-19T09:58:17.821 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.821 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:17.821 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 64, 2024-08-19T09:58:17.821 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3243575 2024-08-19T09:58:17.821 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.821 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:17.821 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.821 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.821 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:17.821 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 4, 2024-08-19T09:58:17.821 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 109670 2024-08-19T09:58:17.822 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.822 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:17.822 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:17.822 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 48894532 2024-08-19T09:58:17.822 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.822 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:17.822 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 48, 2024-08-19T09:58:17.822 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3637829 2024-08-19T09:58:17.822 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.822 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:17.822 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 45, 2024-08-19T09:58:17.822 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 215857699370 2024-08-19T09:58:17.822 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.823 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:17.823 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 48, 2024-08-19T09:58:17.823 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 88792109169 2024-08-19T09:58:17.823 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.823 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:17.823 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 279, 2024-08-19T09:58:17.823 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6649796325 2024-08-19T09:58:17.823 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.823 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:17.823 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 279, 2024-08-19T09:58:17.823 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 27820 2024-08-19T09:58:17.823 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.823 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:17.823 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:17.823 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 263386 2024-08-19T09:58:17.824 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.824 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:17.824 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:17.824 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 184322937 2024-08-19T09:58:17.824 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.824 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:17.824 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:17.824 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 87299 2024-08-19T09:58:17.824 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.824 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:17.824 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:17.824 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 98781659 2024-08-19T09:58:17.824 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.824 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:17.825 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:17.825 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14218147 2024-08-19T09:58:17.825 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.825 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:17.825 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 352642 2024-08-19T09:58:17.825 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.825 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:17.825 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 40, 2024-08-19T09:58:17.825 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 170101 2024-08-19T09:58:17.825 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.825 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:17.825 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:17.825 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 346513448 2024-08-19T09:58:17.825 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.825 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:17.826 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:17.826 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 16609187 2024-08-19T09:58:17.826 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.826 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:17.826 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 282, 2024-08-19T09:58:17.826 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3248593 2024-08-19T09:58:17.826 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.826 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.826 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:17.826 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:17.826 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861457792 2024-08-19T09:58:17.826 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.826 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:17.826 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43646976 2024-08-19T09:58:17.827 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.827 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:17.827 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43089920 2024-08-19T09:58:17.827 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.827 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:17.827 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137369600 2024-08-19T09:58:17.827 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.827 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:17.827 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 557056 2024-08-19T09:58:17.827 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.827 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.827 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:17.827 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.827 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:17.828 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.828 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.828 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.828 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.828 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.828 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.828 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.828 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.828 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85497388 2024-08-19T09:58:17.828 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.828 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.828 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.828 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.828 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.829 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.829 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.829 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.829 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.829 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.829 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.829 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.829 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.829 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.829 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.829 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.829 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.829 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:17.829 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.830 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.830 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.830 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.830 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.830 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.830 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.830 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.830 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.830 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.830 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.830 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73882068 2024-08-19T09:58:17.830 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.830 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.831 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:17.831 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.831 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:17.831 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.831 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.831 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.831 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.831 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.831 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.831 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.831 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.831 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641230417 2024-08-19T09:58:17.831 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.831 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.832 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.832 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.832 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.832 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.832 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.832 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.832 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.832 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.832 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.832 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.832 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.832 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.832 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.832 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.833 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.833 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:17.833 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.833 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.833 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.833 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.833 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.833 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.833 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.833 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.833 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.833 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.833 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.834 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71799135 2024-08-19T09:58:17.834 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.834 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.834 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:17.834 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.834 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:17.834 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.834 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.834 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.834 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.834 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.834 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:17.835 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.835 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.835 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56998259 2024-08-19T09:58:17.835 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.835 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.835 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.835 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.835 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.835 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.835 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.835 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.835 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.835 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.835 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.836 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.836 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.836 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.836 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.836 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.836 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.836 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.836 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.836 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.836 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.836 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.836 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.836 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.837 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.837 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.837 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.837 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.837 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.837 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68830397 2024-08-19T09:58:17.837 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.837 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.837 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:17.837 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.837 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:17.837 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.837 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.838 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.838 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.838 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.838 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.838 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.838 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.838 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641230417 2024-08-19T09:58:17.838 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.838 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.838 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.838 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.838 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.838 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.838 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.839 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.839 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.839 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.839 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.839 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.839 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.839 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.839 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6054 2024-08-19T09:58:17.839 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.839 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.839 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 242199 2024-08-19T09:58:17.839 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.839 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.839 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.840 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.840 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.840 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.840 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.840 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.840 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.840 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.840 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.840 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71553010 2024-08-19T09:58:17.840 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.840 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.840 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:17.840 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:17.840 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.841 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.841 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.841 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.841 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.841 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:17.841 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.841 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.841 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.841 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.841 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.841 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.841 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.841 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:17.841 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 41 2024-08-19T09:58:17.842 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.842 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:17.842 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.842 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.842 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:17.842 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.842 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.842 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:17.842 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.842 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.842 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:17.842 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.842 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.842 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:17.843 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.843 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.843 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:17.843 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.843 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.843 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.843 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:17.843 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.843 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.843 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:17.843 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.843 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.843 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.843 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:17.843 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.844 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.844 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.844 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.844 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.844 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.844 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:17.844 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.844 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.844 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.844 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:17.844 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.844 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.844 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:17.844 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.845 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.845 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:17.845 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.845 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.845 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.845 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:17.845 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.845 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.845 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.845 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:17.845 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.845 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.845 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:17.845 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.845 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.846 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:17.846 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.846 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.846 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.846 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:17.846 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.846 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.846 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:17.846 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.846 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.846 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:17.846 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.846 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.846 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:17.847 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.847 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.847 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.847 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:17.847 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.847 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.847 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.847 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.847 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.847 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.847 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:17.847 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.847 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.847 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:17.848 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.848 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.848 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.848 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:17.848 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.848 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.848 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:17.848 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.848 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.848 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.848 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:17.848 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.848 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.848 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.849 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:17.849 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.849 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.849 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:17.849 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.849 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.849 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:17.849 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.849 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.849 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:17.849 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.849 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.849 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:17.850 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 28467200 2024-08-19T09:58:17.850 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.850 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.850 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.850 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.6": { 2024-08-19T09:58:17.850 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.850 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:17.850 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.850 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.850 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:17.850 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.850 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.850 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:17.851 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:17.851 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.851 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:17.851 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.851 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.851 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:17.851 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.851 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.851 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:17.851 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.851 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.851 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:17.851 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:17.851 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.852 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:17.852 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 6103040 2024-08-19T09:58:17.852 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.852 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:17.852 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.852 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.852 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.852 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:17.852 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.852 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.852 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.852 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:17.852 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.852 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.853 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:17.853 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 27656192 2024-08-19T09:58:17.853 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.853 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:17.853 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3092480 2024-08-19T09:58:17.853 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.853 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:17.853 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2953216 2024-08-19T09:58:17.853 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.853 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:17.853 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:17.853 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.853 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:17.853 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.853 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.854 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:17.854 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.854 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.854 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:17.854 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:17.854 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.854 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:17.854 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:17.854 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.854 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:17.854 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:17.854 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.854 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:17.854 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:17.855 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.855 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:17.855 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:17.855 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.855 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:17.855 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.855 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.855 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:17.855 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.855 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.855 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:17.855 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:17.855 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.855 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:17.856 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:17.856 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.856 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:17.856 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:17.856 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.856 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:17.856 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5504 2024-08-19T09:58:17.856 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.856 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:17.856 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.856 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.856 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:17.856 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5504 2024-08-19T09:58:17.856 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.856 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:17.857 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.857 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.857 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:17.857 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.857 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.857 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:17.857 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.857 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.857 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:17.857 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.857 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.857 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:17.857 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.857 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.858 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:17.858 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.858 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.858 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:17.858 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.858 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.858 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:17.858 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.858 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.858 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:17.858 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.858 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.858 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:17.858 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.859 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.859 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:17.859 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9134080 2024-08-19T09:58:17.859 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.859 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.859 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:17.859 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:17.859 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:17.859 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.859 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:17.859 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1388544 2024-08-19T09:58:17.859 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.859 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:17.859 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.860 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.860 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.860 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:17.860 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.860 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.860 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.860 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:17.860 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.860 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.860 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:17.860 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.860 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.860 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:17.860 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.860 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.861 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:17.861 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 7, 2024-08-19T09:58:17.861 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 11142 2024-08-19T09:58:17.861 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.861 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:17.861 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.861 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.861 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.861 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:17.861 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.861 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.861 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:17.861 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 708, 2024-08-19T09:58:17.861 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 454542223 2024-08-19T09:58:17.861 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.862 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:17.862 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 707, 2024-08-19T09:58:17.862 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 19335203 2024-08-19T09:58:17.862 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.862 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:17.862 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 708, 2024-08-19T09:58:17.862 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 541780 2024-08-19T09:58:17.862 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.862 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:17.862 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 708, 2024-08-19T09:58:17.862 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 455084003 2024-08-19T09:58:17.862 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.862 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:17.862 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.862 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.863 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.863 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:17.863 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:17.863 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 40489 2024-08-19T09:58:17.863 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.863 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:17.863 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.863 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1168 2024-08-19T09:58:17.863 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.863 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:17.863 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.863 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.863 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.863 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:17.864 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.864 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.864 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.864 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:17.864 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:17.864 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15477 2024-08-19T09:58:17.864 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.864 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:17.864 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3450 2024-08-19T09:58:17.864 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.864 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:17.864 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 361 2024-08-19T09:58:17.865 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.865 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:17.865 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 100, 2024-08-19T09:58:17.865 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3767086 2024-08-19T09:58:17.865 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.865 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:17.865 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 159, 2024-08-19T09:58:17.865 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 288624 2024-08-19T09:58:17.865 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.865 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:17.865 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 59, 2024-08-19T09:58:17.865 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3418280 2024-08-19T09:58:17.865 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.865 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:17.866 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.866 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.866 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:17.866 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 100, 2024-08-19T09:58:17.866 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5466959 2024-08-19T09:58:17.866 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.866 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:17.866 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:17.866 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3614755945 2024-08-19T09:58:17.866 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.866 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:17.866 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 39, 2024-08-19T09:58:17.866 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 17400410 2024-08-19T09:58:17.866 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.867 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:17.867 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 36, 2024-08-19T09:58:17.867 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 217237096702 2024-08-19T09:58:17.867 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.867 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:17.867 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 39, 2024-08-19T09:58:17.867 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 52252438852 2024-08-19T09:58:17.867 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.867 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:17.867 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3364, 2024-08-19T09:58:17.867 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1132041460 2024-08-19T09:58:17.867 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.867 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:17.867 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3364, 2024-08-19T09:58:17.868 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 196597 2024-08-19T09:58:17.868 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.868 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:17.868 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:17.868 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 296684320 2024-08-19T09:58:17.868 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.868 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:17.868 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:17.868 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2363413357 2024-08-19T09:58:17.868 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.868 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:17.868 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:17.868 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 507215 2024-08-19T09:58:17.868 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.868 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:17.869 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:17.869 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1266136171 2024-08-19T09:58:17.869 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.869 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:17.869 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:17.869 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 370252490 2024-08-19T09:58:17.869 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.869 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:17.869 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 942901 2024-08-19T09:58:17.869 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.869 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:17.869 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 32, 2024-08-19T09:58:17.870 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 129351 2024-08-19T09:58:17.870 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.870 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:17.870 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:17.870 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7911491641 2024-08-19T09:58:17.870 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.870 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:17.870 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:17.870 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 404434483 2024-08-19T09:58:17.870 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.870 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:17.870 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3367, 2024-08-19T09:58:17.870 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 275349627 2024-08-19T09:58:17.870 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.871 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.871 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:17.871 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:17.871 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861457792 2024-08-19T09:58:17.871 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.871 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:17.871 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 46579712 2024-08-19T09:58:17.871 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.871 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:17.871 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 45907968 2024-08-19T09:58:17.871 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.871 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:17.871 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137369600 2024-08-19T09:58:17.872 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.872 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:17.872 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 671744 2024-08-19T09:58:17.872 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.872 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.872 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:17.872 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.872 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:17.872 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.872 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.872 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.872 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.872 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.872 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.873 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.873 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.873 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85490118 2024-08-19T09:58:17.873 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.873 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.873 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.873 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.873 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.873 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.873 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.873 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.873 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.873 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.874 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.874 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.874 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.874 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.874 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.874 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.874 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.874 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 16384 2024-08-19T09:58:17.874 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.874 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.874 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.874 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.874 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.875 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.875 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.875 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.875 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.875 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.875 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.875 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73877050 2024-08-19T09:58:17.875 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.875 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.875 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:17.875 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.875 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:17.875 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.875 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.876 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.876 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.876 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.876 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.876 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.876 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.876 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641175892 2024-08-19T09:58:17.876 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.876 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.876 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.876 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.876 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.876 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.876 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.876 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.877 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.877 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.877 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.877 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.877 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.877 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.877 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.877 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.877 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.877 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:17.877 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.877 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.877 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.877 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.878 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.878 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.878 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.878 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.878 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.878 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.878 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.878 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71853660 2024-08-19T09:58:17.878 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.878 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.878 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:17.878 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.878 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:17.878 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.879 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.879 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.879 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.879 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.879 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:17.879 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.879 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.879 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56993412 2024-08-19T09:58:17.879 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.879 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.879 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.879 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.880 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.880 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.880 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.880 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.880 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.880 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.880 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.880 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.880 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.880 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.880 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.880 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.880 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.880 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.881 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.881 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.881 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.881 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.881 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.881 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.881 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.881 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.881 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.881 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.881 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.881 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68835244 2024-08-19T09:58:17.881 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.881 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.882 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:17.882 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.882 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:17.882 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.882 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.882 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.882 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.882 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.882 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.882 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.882 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.882 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641175892 2024-08-19T09:58:17.882 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.883 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.883 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.883 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.883 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.883 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.883 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.883 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.883 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.883 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.883 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.885 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.885 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.886 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.886 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5926 2024-08-19T09:58:17.886 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.886 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.886 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 352028 2024-08-19T09:58:17.886 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.886 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.886 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.886 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.886 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.886 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.886 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.886 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.887 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.887 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.887 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.887 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71497834 2024-08-19T09:58:17.887 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.887 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.887 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:17.887 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:17.887 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.887 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.887 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.887 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.887 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.887 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:17.887 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.888 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.888 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.888 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.888 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.888 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.888 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.888 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:17.888 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 39 2024-08-19T09:58:17.888 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.888 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:17.888 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.888 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.888 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:17.888 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 13 2024-08-19T09:58:17.889 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.889 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:17.889 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.889 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.889 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:17.889 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.889 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.889 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:17.889 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2810 2024-08-19T09:58:17.889 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.889 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:17.889 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 13, 2024-08-19T09:58:17.889 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 70572443 2024-08-19T09:58:17.889 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.890 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:17.890 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.890 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.890 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:17.890 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 15, 2024-08-19T09:58:17.890 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9961716 2024-08-19T09:58:17.890 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.890 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:17.890 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 13, 2024-08-19T09:58:17.890 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 37057171 2024-08-19T09:58:17.890 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.890 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.890 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.890 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.891 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:17.891 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.891 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.891 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.891 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:17.891 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.891 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.891 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:17.891 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.891 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.891 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:17.891 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.891 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.891 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.891 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:17.892 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.892 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.892 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.892 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:17.892 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.892 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.892 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:17.892 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.892 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.892 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:17.892 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.892 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.892 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.892 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:17.893 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.893 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.893 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:17.893 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.893 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.893 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:17.893 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.893 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.893 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:17.893 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.893 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.893 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.893 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:17.893 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.894 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.894 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.894 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.894 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 13 2024-08-19T09:58:17.894 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.894 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:17.894 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2810 2024-08-19T09:58:17.894 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.894 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:17.894 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 13, 2024-08-19T09:58:17.894 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 70572443 2024-08-19T09:58:17.894 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.894 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:17.894 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.895 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.895 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:17.895 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 15, 2024-08-19T09:58:17.895 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 9961716 2024-08-19T09:58:17.895 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.895 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:17.895 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 13, 2024-08-19T09:58:17.895 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 37057171 2024-08-19T09:58:17.895 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.895 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:17.895 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.895 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.895 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:17.895 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.896 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.896 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:17.896 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.896 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.896 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:17.896 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.896 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.896 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:17.896 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 29052928 2024-08-19T09:58:17.896 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.896 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.896 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.896 INFO:tasks.workunit.client.0.smithi190.stdout: "osd.7": { 2024-08-19T09:58:17.896 INFO:tasks.workunit.client.0.smithi190.stdout: "bluefs": { 2024-08-19T09:58:17.896 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_fallback": { 2024-08-19T09:58:17.897 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.897 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.897 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_slow_size_fallback": { 2024-08-19T09:58:17.897 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.897 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.897 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_db": { 2024-08-19T09:58:17.897 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 65536 2024-08-19T09:58:17.897 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.897 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_main": { 2024-08-19T09:58:17.897 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.897 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.897 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit_wal": { 2024-08-19T09:58:17.897 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.898 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.898 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_slow": { 2024-08-19T09:58:17.898 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.898 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.898 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_sst": { 2024-08-19T09:58:17.898 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 12288 2024-08-19T09:58:17.898 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.898 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_written_wal": { 2024-08-19T09:58:17.898 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1171456 2024-08-19T09:58:17.898 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.898 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lat": { 2024-08-19T09:58:17.898 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.898 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.898 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.899 INFO:tasks.workunit.client.0.smithi190.stdout: "compact_lock_lat": { 2024-08-19T09:58:17.899 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.899 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.899 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.899 INFO:tasks.workunit.client.0.smithi190.stdout: "db_total_bytes": { 2024-08-19T09:58:17.899 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.899 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.899 INFO:tasks.workunit.client.0.smithi190.stdout: "db_used_bytes": { 2024-08-19T09:58:17.899 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 27656192 2024-08-19T09:58:17.899 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.899 INFO:tasks.workunit.client.0.smithi190.stdout: "log_bytes": { 2024-08-19T09:58:17.899 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 892928 2024-08-19T09:58:17.899 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.899 INFO:tasks.workunit.client.0.smithi190.stdout: "logged_bytes": { 2024-08-19T09:58:17.900 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 753664 2024-08-19T09:58:17.900 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.900 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_db": { 2024-08-19T09:58:17.900 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 31850496 2024-08-19T09:58:17.900 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.900 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_slow": { 2024-08-19T09:58:17.900 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.900 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.900 INFO:tasks.workunit.client.0.smithi190.stdout: "max_bytes_wal": { 2024-08-19T09:58:17.900 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.900 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.900 INFO:tasks.workunit.client.0.smithi190.stdout: "num_files": { 2024-08-19T09:58:17.900 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 14 2024-08-19T09:58:17.900 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.900 INFO:tasks.workunit.client.0.smithi190.stdout: "read_bytes": { 2024-08-19T09:58:17.901 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 206272 2024-08-19T09:58:17.901 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.901 INFO:tasks.workunit.client.0.smithi190.stdout: "read_count": { 2024-08-19T09:58:17.901 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 23 2024-08-19T09:58:17.901 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.901 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes": { 2024-08-19T09:58:17.901 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1282048 2024-08-19T09:58:17.901 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.901 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_db": { 2024-08-19T09:58:17.901 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1286144 2024-08-19T09:58:17.901 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.901 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_slow": { 2024-08-19T09:58:17.901 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.901 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.902 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_bytes_wal": { 2024-08-19T09:58:17.902 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.902 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.902 INFO:tasks.workunit.client.0.smithi190.stdout: "read_disk_count": { 2024-08-19T09:58:17.902 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 15 2024-08-19T09:58:17.902 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.902 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_bytes": { 2024-08-19T09:58:17.902 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4913 2024-08-19T09:58:17.902 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.902 INFO:tasks.workunit.client.0.smithi190.stdout: "read_prefetch_count": { 2024-08-19T09:58:17.902 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4 2024-08-19T09:58:17.902 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.902 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_bytes": { 2024-08-19T09:58:17.902 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5500 2024-08-19T09:58:17.903 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.903 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_buffer_count": { 2024-08-19T09:58:17.903 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.903 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.903 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_bytes": { 2024-08-19T09:58:17.903 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5500 2024-08-19T09:58:17.903 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.903 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_count": { 2024-08-19T09:58:17.903 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 24 2024-08-19T09:58:17.903 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.903 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes": { 2024-08-19T09:58:17.903 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.903 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.904 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_db": { 2024-08-19T09:58:17.904 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.904 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.904 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_slow": { 2024-08-19T09:58:17.904 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.904 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.904 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_bytes_wal": { 2024-08-19T09:58:17.904 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.904 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.904 INFO:tasks.workunit.client.0.smithi190.stdout: "read_random_disk_count": { 2024-08-19T09:58:17.904 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.904 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.904 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_total_bytes": { 2024-08-19T09:58:17.904 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.904 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.905 INFO:tasks.workunit.client.0.smithi190.stdout: "slow_used_bytes": { 2024-08-19T09:58:17.905 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.905 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.905 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_total_bytes": { 2024-08-19T09:58:17.905 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.905 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.905 INFO:tasks.workunit.client.0.smithi190.stdout: "wal_used_bytes": { 2024-08-19T09:58:17.905 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.905 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.905 INFO:tasks.workunit.client.0.smithi190.stdout: "write_bytes": { 2024-08-19T09:58:17.905 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2002944 2024-08-19T09:58:17.905 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.905 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.905 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore": { 2024-08-19T09:58:17.906 INFO:tasks.workunit.client.0.smithi190.stdout: "alloc_unit": { 2024-08-19T09:58:17.906 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4096 2024-08-19T09:58:17.906 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.906 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": { 2024-08-19T09:58:17.906 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1384448 2024-08-19T09:58:17.906 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.906 INFO:tasks.workunit.client.0.smithi190.stdout: "clist_lat": { 2024-08-19T09:58:17.906 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 3, 2024-08-19T09:58:17.906 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 102223 2024-08-19T09:58:17.906 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.906 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_lat": { 2024-08-19T09:58:17.906 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.906 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.906 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.907 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed": { 2024-08-19T09:58:17.907 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.907 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.907 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_allocated": { 2024-08-19T09:58:17.907 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.907 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.907 INFO:tasks.workunit.client.0.smithi190.stdout: "compressed_original": { 2024-08-19T09:58:17.907 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.907 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.907 INFO:tasks.workunit.client.0.smithi190.stdout: "csum_lat": { 2024-08-19T09:58:17.907 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 7, 2024-08-19T09:58:17.907 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 17440 2024-08-19T09:58:17.907 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.907 INFO:tasks.workunit.client.0.smithi190.stdout: "decompress_lat": { 2024-08-19T09:58:17.908 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.908 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.908 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.908 INFO:tasks.workunit.client.0.smithi190.stdout: "fragmentation_micros": { 2024-08-19T09:58:17.908 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.908 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.908 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_commit_lat": { 2024-08-19T09:58:17.908 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 171, 2024-08-19T09:58:17.908 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 51304327 2024-08-19T09:58:17.908 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.908 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_final_lat": { 2024-08-19T09:58:17.908 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 166, 2024-08-19T09:58:17.908 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7602314 2024-08-19T09:58:17.908 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.909 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_flush_lat": { 2024-08-19T09:58:17.909 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 171, 2024-08-19T09:58:17.909 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 105144 2024-08-19T09:58:17.909 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.909 INFO:tasks.workunit.client.0.smithi190.stdout: "kv_sync_lat": { 2024-08-19T09:58:17.909 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 171, 2024-08-19T09:58:17.909 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 51409471 2024-08-19T09:58:17.909 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.909 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_keys_lat": { 2024-08-19T09:58:17.909 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.909 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.909 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.909 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_get_values_lat": { 2024-08-19T09:58:17.909 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:17.909 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 35952 2024-08-19T09:58:17.910 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.910 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_lower_bound_lat": { 2024-08-19T09:58:17.910 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.910 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1044 2024-08-19T09:58:17.910 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.910 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_next_lat": { 2024-08-19T09:58:17.910 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.910 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.910 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.910 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_seek_to_first_lat": { 2024-08-19T09:58:17.910 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 0, 2024-08-19T09:58:17.910 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.910 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.911 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_upper_bound_lat": { 2024-08-19T09:58:17.911 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 2, 2024-08-19T09:58:17.911 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7280 2024-08-19T09:58:17.911 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.911 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_hits": { 2024-08-19T09:58:17.911 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 421 2024-08-19T09:58:17.911 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.911 INFO:tasks.workunit.client.0.smithi190.stdout: "onode_misses": { 2024-08-19T09:58:17.911 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 283 2024-08-19T09:58:17.911 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.911 INFO:tasks.workunit.client.0.smithi190.stdout: "read_lat": { 2024-08-19T09:58:17.911 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 103, 2024-08-19T09:58:17.911 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1787758 2024-08-19T09:58:17.911 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.912 INFO:tasks.workunit.client.0.smithi190.stdout: "read_onode_meta_lat": { 2024-08-19T09:58:17.912 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 152, 2024-08-19T09:58:17.912 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 344783 2024-08-19T09:58:17.912 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.912 INFO:tasks.workunit.client.0.smithi190.stdout: "read_wait_aio_lat": { 2024-08-19T09:58:17.912 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 49, 2024-08-19T09:58:17.912 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1086128 2024-08-19T09:58:17.912 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.912 INFO:tasks.workunit.client.0.smithi190.stdout: "reads_with_retries": { 2024-08-19T09:58:17.912 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.912 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.912 INFO:tasks.workunit.client.0.smithi190.stdout: "remove_lat": { 2024-08-19T09:58:17.912 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 1, 2024-08-19T09:58:17.912 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 17073 2024-08-19T09:58:17.913 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.913 INFO:tasks.workunit.client.0.smithi190.stdout: "state_aio_wait_lat": { 2024-08-19T09:58:17.913 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:17.913 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2062977 2024-08-19T09:58:17.913 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.913 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_aio_wait_lat": { 2024-08-19T09:58:17.913 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 24, 2024-08-19T09:58:17.913 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1720394 2024-08-19T09:58:17.913 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.913 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_cleanup_lat": { 2024-08-19T09:58:17.913 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 23, 2024-08-19T09:58:17.913 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 105184543982 2024-08-19T09:58:17.913 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.913 INFO:tasks.workunit.client.0.smithi190.stdout: "state_deferred_queued_lat": { 2024-08-19T09:58:17.914 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 24, 2024-08-19T09:58:17.914 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 32921877299 2024-08-19T09:58:17.914 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.914 INFO:tasks.workunit.client.0.smithi190.stdout: "state_done_lat": { 2024-08-19T09:58:17.914 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 288, 2024-08-19T09:58:17.914 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 555158 2024-08-19T09:58:17.914 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.914 INFO:tasks.workunit.client.0.smithi190.stdout: "state_finishing_lat": { 2024-08-19T09:58:17.914 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 288, 2024-08-19T09:58:17.914 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 30838 2024-08-19T09:58:17.914 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.914 INFO:tasks.workunit.client.0.smithi190.stdout: "state_io_done_lat": { 2024-08-19T09:58:17.914 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:17.914 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 213737 2024-08-19T09:58:17.914 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.915 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_commiting_lat": { 2024-08-19T09:58:17.915 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:17.915 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 165486875 2024-08-19T09:58:17.915 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.915 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_done_lat": { 2024-08-19T09:58:17.915 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:17.915 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 98477 2024-08-19T09:58:17.915 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.915 INFO:tasks.workunit.client.0.smithi190.stdout: "state_kv_queued_lat": { 2024-08-19T09:58:17.915 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:17.915 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 111719775 2024-08-19T09:58:17.915 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.915 INFO:tasks.workunit.client.0.smithi190.stdout: "state_prepare_lat": { 2024-08-19T09:58:17.915 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:17.916 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 11730515 2024-08-19T09:58:17.916 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.916 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": { 2024-08-19T09:58:17.916 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 940875 2024-08-19T09:58:17.916 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.916 INFO:tasks.workunit.client.0.smithi190.stdout: "truncate_lat": { 2024-08-19T09:58:17.916 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 23, 2024-08-19T09:58:17.916 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85379 2024-08-19T09:58:17.916 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.916 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_commit_lat": { 2024-08-19T09:58:17.916 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:17.916 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 291260382 2024-08-19T09:58:17.916 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.916 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_submit_lat": { 2024-08-19T09:58:17.916 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:17.917 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 13696698 2024-08-19T09:58:17.917 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.917 INFO:tasks.workunit.client.0.smithi190.stdout: "txc_throttle_lat": { 2024-08-19T09:58:17.917 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 289, 2024-08-19T09:58:17.917 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2131830 2024-08-19T09:58:17.917 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.917 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.917 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache": { 2024-08-19T09:58:17.917 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_bytes": { 2024-08-19T09:58:17.917 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 1861457792 2024-08-19T09:58:17.917 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.917 INFO:tasks.workunit.client.0.smithi190.stdout: "heap_bytes": { 2024-08-19T09:58:17.917 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43646976 2024-08-19T09:58:17.917 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.917 INFO:tasks.workunit.client.0.smithi190.stdout: "mapped_bytes": { 2024-08-19T09:58:17.918 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 42942464 2024-08-19T09:58:17.918 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.918 INFO:tasks.workunit.client.0.smithi190.stdout: "target_bytes": { 2024-08-19T09:58:17.918 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3137369600 2024-08-19T09:58:17.918 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.918 INFO:tasks.workunit.client.0.smithi190.stdout: "unmapped_bytes": { 2024-08-19T09:58:17.918 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 704512 2024-08-19T09:58:17.918 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.918 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.918 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:data": { 2024-08-19T09:58:17.918 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.918 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 159383552 2024-08-19T09:58:17.918 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.919 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.919 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.919 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.919 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.919 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.919 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.919 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.919 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 85488147 2024-08-19T09:58:17.919 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.919 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.919 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.919 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.919 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.919 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.919 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.920 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.920 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.920 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.920 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.920 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.920 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.920 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.920 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.920 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.920 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.920 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 143360 2024-08-19T09:58:17.920 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.920 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.920 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.921 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.921 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.921 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.921 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.921 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.921 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.921 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.921 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.921 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 73752045 2024-08-19T09:58:17.921 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.921 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.921 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv": { 2024-08-19T09:58:17.921 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.921 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 780140544 2024-08-19T09:58:17.922 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.922 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.922 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.922 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.922 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.922 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.922 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.922 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.922 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641161107 2024-08-19T09:58:17.922 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.922 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.922 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.922 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.922 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.923 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.923 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.923 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.923 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.923 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.923 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.923 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.923 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.923 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.923 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.923 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.923 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.923 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 2128 2024-08-19T09:58:17.923 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.924 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.924 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.924 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.924 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.924 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.924 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.924 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.924 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.924 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.924 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.924 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71868445 2024-08-19T09:58:17.924 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.924 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.924 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:kv_onode": { 2024-08-19T09:58:17.924 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.925 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 192937984 2024-08-19T09:58:17.925 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.925 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.925 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 67108864 2024-08-19T09:58:17.925 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.925 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.925 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 464 2024-08-19T09:58:17.925 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.925 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.925 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 56992098 2024-08-19T09:58:17.925 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.925 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.925 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.925 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.926 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.926 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.926 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.926 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.926 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.926 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.926 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.926 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.926 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.926 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.926 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.926 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.926 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.926 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.927 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.927 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.927 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.927 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.927 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.927 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.927 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.927 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.927 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.927 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.927 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.927 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 68836558 2024-08-19T09:58:17.927 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.927 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.928 INFO:tasks.workunit.client.0.smithi190.stdout: "bluestore-pricache:meta": { 2024-08-19T09:58:17.928 INFO:tasks.workunit.client.0.smithi190.stdout: "committed_bytes": { 2024-08-19T09:58:17.928 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 713031680 2024-08-19T09:58:17.928 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.928 INFO:tasks.workunit.client.0.smithi190.stdout: "pri0_bytes": { 2024-08-19T09:58:17.928 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.928 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.928 INFO:tasks.workunit.client.0.smithi190.stdout: "pri10_bytes": { 2024-08-19T09:58:17.928 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.928 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.928 INFO:tasks.workunit.client.0.smithi190.stdout: "pri11_bytes": { 2024-08-19T09:58:17.928 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 641161107 2024-08-19T09:58:17.928 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.928 INFO:tasks.workunit.client.0.smithi190.stdout: "pri1_bytes": { 2024-08-19T09:58:17.929 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.929 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.929 INFO:tasks.workunit.client.0.smithi190.stdout: "pri2_bytes": { 2024-08-19T09:58:17.929 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.929 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.929 INFO:tasks.workunit.client.0.smithi190.stdout: "pri3_bytes": { 2024-08-19T09:58:17.929 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.929 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.929 INFO:tasks.workunit.client.0.smithi190.stdout: "pri4_bytes": { 2024-08-19T09:58:17.929 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.929 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.929 INFO:tasks.workunit.client.0.smithi190.stdout: "pri5_bytes": { 2024-08-19T09:58:17.929 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.929 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.930 INFO:tasks.workunit.client.0.smithi190.stdout: "pri6_bytes": { 2024-08-19T09:58:17.930 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 259541 2024-08-19T09:58:17.930 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.930 INFO:tasks.workunit.client.0.smithi190.stdout: "pri7_bytes": { 2024-08-19T09:58:17.930 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.930 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.930 INFO:tasks.workunit.client.0.smithi190.stdout: "pri8_bytes": { 2024-08-19T09:58:17.930 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.930 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.930 INFO:tasks.workunit.client.0.smithi190.stdout: "pri9_bytes": { 2024-08-19T09:58:17.930 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.930 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.930 INFO:tasks.workunit.client.0.smithi190.stdout: "reserved_bytes": { 2024-08-19T09:58:17.930 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 71611032 2024-08-19T09:58:17.930 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.931 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.931 INFO:tasks.workunit.client.0.smithi190.stdout: "objecter": { 2024-08-19T09:58:17.931 INFO:tasks.workunit.client.0.smithi190.stdout: "op_active": { 2024-08-19T09:58:17.931 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.931 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.931 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.931 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.931 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.931 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rmw": { 2024-08-19T09:58:17.931 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.931 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.931 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.931 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.931 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.932 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.932 INFO:tasks.workunit.client.0.smithi190.stdout: "osd": { 2024-08-19T09:58:17.932 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg": { 2024-08-19T09:58:17.932 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 46 2024-08-19T09:58:17.932 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.932 INFO:tasks.workunit.client.0.smithi190.stdout: "numpg_removing": { 2024-08-19T09:58:17.932 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.932 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.932 INFO:tasks.workunit.client.0.smithi190.stdout: "op": { 2024-08-19T09:58:17.932 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 43 2024-08-19T09:58:17.932 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.932 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_degraded": { 2024-08-19T09:58:17.932 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.932 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.933 INFO:tasks.workunit.client.0.smithi190.stdout: "op_delayed_unreadable": { 2024-08-19T09:58:17.933 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.933 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.933 INFO:tasks.workunit.client.0.smithi190.stdout: "op_in_bytes": { 2024-08-19T09:58:17.933 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.933 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.933 INFO:tasks.workunit.client.0.smithi190.stdout: "op_latency": { 2024-08-19T09:58:17.933 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 43, 2024-08-19T09:58:17.933 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 54819280 2024-08-19T09:58:17.933 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.933 INFO:tasks.workunit.client.0.smithi190.stdout: "op_out_bytes": { 2024-08-19T09:58:17.933 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 132139 2024-08-19T09:58:17.933 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.934 INFO:tasks.workunit.client.0.smithi190.stdout: "op_prepare_latency": { 2024-08-19T09:58:17.934 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 45, 2024-08-19T09:58:17.934 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 11039303 2024-08-19T09:58:17.934 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.934 INFO:tasks.workunit.client.0.smithi190.stdout: "op_process_latency": { 2024-08-19T09:58:17.934 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 43, 2024-08-19T09:58:17.934 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 39963359 2024-08-19T09:58:17.934 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.934 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r": { 2024-08-19T09:58:17.934 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 28 2024-08-19T09:58:17.934 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.934 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency": { 2024-08-19T09:58:17.934 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 28, 2024-08-19T09:58:17.935 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4524140 2024-08-19T09:58:17.935 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.935 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-19T09:58:17.935 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.935 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.935 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_out_bytes": { 2024-08-19T09:58:17.935 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 132139 2024-08-19T09:58:17.935 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.935 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_prepare_latency": { 2024-08-19T09:58:17.935 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 28, 2024-08-19T09:58:17.935 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 4202435 2024-08-19T09:58:17.935 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.935 INFO:tasks.workunit.client.0.smithi190.stdout: "op_r_process_latency": { 2024-08-19T09:58:17.936 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 28, 2024-08-19T09:58:17.936 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3513864 2024-08-19T09:58:17.936 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.936 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw": { 2024-08-19T09:58:17.936 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 10 2024-08-19T09:58:17.936 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.936 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_in_bytes": { 2024-08-19T09:58:17.936 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.936 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.936 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency": { 2024-08-19T09:58:17.936 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:17.936 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 8141639 2024-08-19T09:58:17.936 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.936 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-19T09:58:17.937 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.937 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.937 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-19T09:58:17.937 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.937 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.937 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_out_bytes": { 2024-08-19T09:58:17.937 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.937 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.937 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_prepare_latency": { 2024-08-19T09:58:17.937 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:17.937 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3557461 2024-08-19T09:58:17.937 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.937 INFO:tasks.workunit.client.0.smithi190.stdout: "op_rw_process_latency": { 2024-08-19T09:58:17.937 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 10, 2024-08-19T09:58:17.938 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 7761726 2024-08-19T09:58:17.938 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.938 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w": { 2024-08-19T09:58:17.938 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 5 2024-08-19T09:58:17.938 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.938 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_in_bytes": { 2024-08-19T09:58:17.938 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.938 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.938 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency": { 2024-08-19T09:58:17.938 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 5, 2024-08-19T09:58:17.938 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 42153501 2024-08-19T09:58:17.938 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.938 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-19T09:58:17.939 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.939 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.939 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_prepare_latency": { 2024-08-19T09:58:17.939 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 7, 2024-08-19T09:58:17.939 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 3279407 2024-08-19T09:58:17.939 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.939 INFO:tasks.workunit.client.0.smithi190.stdout: "op_w_process_latency": { 2024-08-19T09:58:17.939 INFO:tasks.workunit.client.0.smithi190.stdout: "count": 5, 2024-08-19T09:58:17.939 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 28687769 2024-08-19T09:58:17.939 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.939 INFO:tasks.workunit.client.0.smithi190.stdout: "op_wip": { 2024-08-19T09:58:17.939 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.939 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.939 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_bytes": { 2024-08-19T09:58:17.940 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.940 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.940 INFO:tasks.workunit.client.0.smithi190.stdout: "recovery_ops": { 2024-08-19T09:58:17.940 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 0 2024-08-19T09:58:17.940 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.940 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes": { 2024-08-19T09:58:17.940 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 95995035648 2024-08-19T09:58:17.940 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.940 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_bytes_used": { 2024-08-19T09:58:17.940 INFO:tasks.workunit.client.0.smithi190.stdout: "value": 29052928 2024-08-19T09:58:17.940 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.940 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.940 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.941 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.941 INFO:tasks.workunit.client.0.smithi190.stdout: "pools": [ 2024-08-19T09:58:17.941 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.941 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:17.941 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr" 2024-08-19T09:58:17.941 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.941 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:17.941 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:17.941 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:17.941 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:17.941 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:17.941 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 1, 2024-08-19T09:58:17.941 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 1, 2024-08-19T09:58:17.941 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 1, 2024-08-19T09:58:17.942 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:17.942 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:17.942 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:17.942 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 1781760, 2024-08-19T09:58:17.942 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:17.942 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:17.942 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 1781760, 2024-08-19T09:58:17.942 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:17.942 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:17.942 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 2, 2024-08-19T09:58:17.942 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:17.942 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 2.443116500217002e-06, 2024-08-19T09:58:17.942 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:17.943 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:17.943 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 212, 2024-08-19T09:58:17.943 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 313344, 2024-08-19T09:58:17.943 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 590368, 2024-08-19T09:58:17.943 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 590368, 2024-08-19T09:58:17.943 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:17.943 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 1771104, 2024-08-19T09:58:17.943 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 179, 2024-08-19T09:58:17.943 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 2473984 2024-08-19T09:58:17.943 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.943 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:17.943 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:17.943 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:17.943 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.944 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.944 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:17.944 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs" 2024-08-19T09:58:17.944 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.944 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:17.944 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:17.944 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:17.944 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:17.944 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:17.944 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 32, 2024-08-19T09:58:17.944 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 32, 2024-08-19T09:58:17.944 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 2, 2024-08-19T09:58:17.944 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:17.944 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:17.944 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:17.945 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 98304, 2024-08-19T09:58:17.945 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:17.945 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:17.945 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 98304, 2024-08-19T09:58:17.945 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:17.945 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:17.945 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 22, 2024-08-19T09:58:17.945 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:17.945 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 1.347929554640359e-07, 2024-08-19T09:58:17.945 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:17.945 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:17.945 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 0, 2024-08-19T09:58:17.945 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 0, 2024-08-19T09:58:17.945 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 3428, 2024-08-19T09:58:17.946 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 3428, 2024-08-19T09:58:17.946 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:17.946 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 10284, 2024-08-19T09:58:17.946 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 51, 2024-08-19T09:58:17.946 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 20480 2024-08-19T09:58:17.946 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.946 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:17.946 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:17.946 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:17.946 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.946 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.946 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:17.946 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs" 2024-08-19T09:58:17.947 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.947 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:17.947 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:17.947 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:17.947 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:17.947 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:17.947 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 64, 2024-08-19T09:58:17.947 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 64, 2024-08-19T09:58:17.947 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 3, 2024-08-19T09:58:17.947 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:17.947 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:17.947 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:17.947 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 0, 2024-08-19T09:58:17.947 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:17.948 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:17.948 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 0, 2024-08-19T09:58:17.948 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:17.948 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:17.948 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 0, 2024-08-19T09:58:17.948 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:17.948 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 0.0, 2024-08-19T09:58:17.948 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:17.948 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:17.948 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 0, 2024-08-19T09:58:17.948 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 0, 2024-08-19T09:58:17.948 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 0, 2024-08-19T09:58:17.948 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 0, 2024-08-19T09:58:17.948 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:17.948 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 0, 2024-08-19T09:58:17.949 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 0, 2024-08-19T09:58:17.949 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 0 2024-08-19T09:58:17.949 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.949 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:17.949 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:17.949 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:17.949 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.949 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.949 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:17.949 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd" 2024-08-19T09:58:17.949 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.949 INFO:tasks.workunit.client.0.smithi190.stdout: "cache_mode": "none", 2024-08-19T09:58:17.949 INFO:tasks.workunit.client.0.smithi190.stdout: "erasure_code_profile": {}, 2024-08-19T09:58:17.949 INFO:tasks.workunit.client.0.smithi190.stdout: "min_size": 2, 2024-08-19T09:58:17.950 INFO:tasks.workunit.client.0.smithi190.stdout: "options": {}, 2024-08-19T09:58:17.950 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_autoscale_mode": "off", 2024-08-19T09:58:17.950 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 8, 2024-08-19T09:58:17.950 INFO:tasks.workunit.client.0.smithi190.stdout: "pgp_num": 8, 2024-08-19T09:58:17.950 INFO:tasks.workunit.client.0.smithi190.stdout: "pool": 4, 2024-08-19T09:58:17.950 INFO:tasks.workunit.client.0.smithi190.stdout: "size": 3, 2024-08-19T09:58:17.950 INFO:tasks.workunit.client.0.smithi190.stdout: "stats": { 2024-08-19T09:58:17.950 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_raw": 729296218378, 2024-08-19T09:58:17.950 INFO:tasks.workunit.client.0.smithi190.stdout: "bytes_used": 12288, 2024-08-19T09:58:17.950 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_bytes_used": 0, 2024-08-19T09:58:17.950 INFO:tasks.workunit.client.0.smithi190.stdout: "compress_under_bytes": 0, 2024-08-19T09:58:17.950 INFO:tasks.workunit.client.0.smithi190.stdout: "data_bytes_used": 12288, 2024-08-19T09:58:17.950 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty": 0, 2024-08-19T09:58:17.950 INFO:tasks.workunit.client.0.smithi190.stdout: "max_avail": 243098730496, 2024-08-19T09:58:17.951 INFO:tasks.workunit.client.0.smithi190.stdout: "objects": 2, 2024-08-19T09:58:17.951 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_bytes_used": 0, 2024-08-19T09:58:17.951 INFO:tasks.workunit.client.0.smithi190.stdout: "percent_used": 1.684912120936133e-08, 2024-08-19T09:58:17.951 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_bytes": 0, 2024-08-19T09:58:17.951 INFO:tasks.workunit.client.0.smithi190.stdout: "quota_objects": 0, 2024-08-19T09:58:17.951 INFO:tasks.workunit.client.0.smithi190.stdout: "rd": 0, 2024-08-19T09:58:17.951 INFO:tasks.workunit.client.0.smithi190.stdout: "rd_bytes": 0, 2024-08-19T09:58:17.951 INFO:tasks.workunit.client.0.smithi190.stdout: "stored": 19, 2024-08-19T09:58:17.951 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_data": 19, 2024-08-19T09:58:17.951 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_omap": 0, 2024-08-19T09:58:17.951 INFO:tasks.workunit.client.0.smithi190.stdout: "stored_raw": 57, 2024-08-19T09:58:17.951 INFO:tasks.workunit.client.0.smithi190.stdout: "wr": 2, 2024-08-19T09:58:17.951 INFO:tasks.workunit.client.0.smithi190.stdout: "wr_bytes": 2048 2024-08-19T09:58:17.951 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.951 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_bytes": 0, 2024-08-19T09:58:17.952 INFO:tasks.workunit.client.0.smithi190.stdout: "target_max_objects": 0, 2024-08-19T09:58:17.952 INFO:tasks.workunit.client.0.smithi190.stdout: "type": "replicated" 2024-08-19T09:58:17.952 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.952 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.952 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd": { 2024-08-19T09:58:17.952 INFO:tasks.workunit.client.0.smithi190.stdout: "mirroring_by_pool": [ 2024-08-19T09:58:17.952 INFO:tasks.workunit.client.0.smithi190.stdout: false 2024-08-19T09:58:17.952 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.952 INFO:tasks.workunit.client.0.smithi190.stdout: "num_images_by_pool": [ 2024-08-19T09:58:17.952 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:17.952 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.952 INFO:tasks.workunit.client.0.smithi190.stdout: "num_pools": 1 2024-08-19T09:58:17.952 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.952 INFO:tasks.workunit.client.0.smithi190.stdout: "report_id": "a194e1db-a9a3-4f3b-ba48-29fff605c460", 2024-08-19T09:58:17.953 INFO:tasks.workunit.client.0.smithi190.stdout: "report_timestamp": "2024-08-19T09:58:16.522396", 2024-08-19T09:58:17.953 INFO:tasks.workunit.client.0.smithi190.stdout: "report_version": 1, 2024-08-19T09:58:17.953 INFO:tasks.workunit.client.0.smithi190.stdout: "rocksdb_stats": { 2024-08-19T09:58:17.953 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "7.9.2" 2024-08-19T09:58:17.953 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.953 INFO:tasks.workunit.client.0.smithi190.stdout: "rook": { 2024-08-19T09:58:17.953 INFO:tasks.workunit.client.0.smithi190.stdout: "cluster": { 2024-08-19T09:58:17.953 INFO:tasks.workunit.client.0.smithi190.stdout: "external-mode": null, 2024-08-19T09:58:17.953 INFO:tasks.workunit.client.0.smithi190.stdout: "mon": { 2024-08-19T09:58:17.953 INFO:tasks.workunit.client.0.smithi190.stdout: "allow-multiple-per-node": null, 2024-08-19T09:58:17.953 INFO:tasks.workunit.client.0.smithi190.stdout: "count": null, 2024-08-19T09:58:17.953 INFO:tasks.workunit.client.0.smithi190.stdout: "max-id": null, 2024-08-19T09:58:17.953 INFO:tasks.workunit.client.0.smithi190.stdout: "pvc": { 2024-08-19T09:58:17.953 INFO:tasks.workunit.client.0.smithi190.stdout: "enabled": null 2024-08-19T09:58:17.954 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.954 INFO:tasks.workunit.client.0.smithi190.stdout: "stretch": { 2024-08-19T09:58:17.954 INFO:tasks.workunit.client.0.smithi190.stdout: "enabled": null 2024-08-19T09:58:17.954 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.954 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.954 INFO:tasks.workunit.client.0.smithi190.stdout: "network": { 2024-08-19T09:58:17.954 INFO:tasks.workunit.client.0.smithi190.stdout: "provider": null 2024-08-19T09:58:17.954 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.954 INFO:tasks.workunit.client.0.smithi190.stdout: "storage": { 2024-08-19T09:58:17.954 INFO:tasks.workunit.client.0.smithi190.stdout: "device-set": { 2024-08-19T09:58:17.954 INFO:tasks.workunit.client.0.smithi190.stdout: "count": { 2024-08-19T09:58:17.954 INFO:tasks.workunit.client.0.smithi190.stdout: "non-portable": null, 2024-08-19T09:58:17.954 INFO:tasks.workunit.client.0.smithi190.stdout: "portable": null, 2024-08-19T09:58:17.954 INFO:tasks.workunit.client.0.smithi190.stdout: "total": null 2024-08-19T09:58:17.954 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.955 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.955 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.955 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.955 INFO:tasks.workunit.client.0.smithi190.stdout: "csi": { 2024-08-19T09:58:17.955 INFO:tasks.workunit.client.0.smithi190.stdout: "version": null 2024-08-19T09:58:17.955 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.955 INFO:tasks.workunit.client.0.smithi190.stdout: "kubernetes": { 2024-08-19T09:58:17.955 INFO:tasks.workunit.client.0.smithi190.stdout: "version": null 2024-08-19T09:58:17.955 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.955 INFO:tasks.workunit.client.0.smithi190.stdout: "node": { 2024-08-19T09:58:17.955 INFO:tasks.workunit.client.0.smithi190.stdout: "count": { 2024-08-19T09:58:17.955 INFO:tasks.workunit.client.0.smithi190.stdout: "kubernetes-total": null, 2024-08-19T09:58:17.955 INFO:tasks.workunit.client.0.smithi190.stdout: "with-ceph-daemons": null, 2024-08-19T09:58:17.955 INFO:tasks.workunit.client.0.smithi190.stdout: "with-csi-cephfs-plugin": null, 2024-08-19T09:58:17.956 INFO:tasks.workunit.client.0.smithi190.stdout: "with-csi-nfs-plugin": null, 2024-08-19T09:58:17.956 INFO:tasks.workunit.client.0.smithi190.stdout: "with-csi-rbd-plugin": null 2024-08-19T09:58:17.956 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.956 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.956 INFO:tasks.workunit.client.0.smithi190.stdout: "usage": { 2024-08-19T09:58:17.956 INFO:tasks.workunit.client.0.smithi190.stdout: "storage-class": { 2024-08-19T09:58:17.956 INFO:tasks.workunit.client.0.smithi190.stdout: "count": { 2024-08-19T09:58:17.956 INFO:tasks.workunit.client.0.smithi190.stdout: "bucket": null, 2024-08-19T09:58:17.956 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs": null, 2024-08-19T09:58:17.956 INFO:tasks.workunit.client.0.smithi190.stdout: "nfs": null, 2024-08-19T09:58:17.956 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd": null, 2024-08-19T09:58:17.956 INFO:tasks.workunit.client.0.smithi190.stdout: "total": null 2024-08-19T09:58:17.956 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.956 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:17.957 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.957 INFO:tasks.workunit.client.0.smithi190.stdout: "version": null 2024-08-19T09:58:17.957 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.957 INFO:tasks.workunit.client.0.smithi190.stdout: "services": {}, 2024-08-19T09:58:17.957 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_per_pg": [ 2024-08-19T09:58:17.957 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.957 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:17.957 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:17.957 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:17.957 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:17.957 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.957 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:17.957 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:17.957 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:17.958 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:17.958 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:17.958 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:17.958 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:17.958 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429292+0000", 2024-08-19T09:58:17.958 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.845468+0000", 2024-08-19T09:58:17.958 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.845468+0000", 2024-08-19T09:58:17.958 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.846225+0000", 2024-08-19T09:58:17.958 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429292+0000", 2024-08-19T09:58:17.958 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.958 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:17.958 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.958 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:17.958 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429292+0000", 2024-08-19T09:58:17.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429292+0000", 2024-08-19T09:58:17.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429292+0000", 2024-08-19T09:58:17.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:17.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:17.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429292+0000", 2024-08-19T09:58:17.959 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429292+0000", 2024-08-19T09:58:17.959 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:17.959 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:17.959 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:17.959 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:17.959 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:17.959 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:17.959 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:17.959 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:17.960 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:17.960 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:17.960 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:17.960 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:17.960 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:17.960 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.3f", 2024-08-19T09:58:17.960 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:17.960 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:17.960 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:17.960 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:17.960 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:17.960 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:00:29.464966+0000", 2024-08-19T09:58:17.960 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:17.961 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:17.961 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:17.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.961 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:17.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:17.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:17.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.962 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:17.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:17.963 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:17.963 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.964 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:17.964 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:17.964 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:17.964 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:17.964 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:17.964 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:17.964 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.964 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:17.964 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:17.964 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.964 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.964 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:17.964 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:17.964 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:17.965 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:17.965 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.965 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:17.965 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:17.965 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:17.965 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:17.965 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:17.965 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:17.965 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:17.965 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855442+0000", 2024-08-19T09:58:17.965 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.835234+0000", 2024-08-19T09:58:17.965 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.835234+0000", 2024-08-19T09:58:17.965 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.835727+0000", 2024-08-19T09:58:17.965 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855442+0000", 2024-08-19T09:58:17.965 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:17.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:17.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855442+0000", 2024-08-19T09:58:17.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855442+0000", 2024-08-19T09:58:17.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855442+0000", 2024-08-19T09:58:17.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:17.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:17.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855442+0000", 2024-08-19T09:58:17.966 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855442+0000", 2024-08-19T09:58:17.966 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:17.966 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:17.966 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:17.967 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:17.967 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:17.967 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:17.967 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:17.967 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:17.967 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:17.967 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:17.967 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:17.967 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:17.967 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:17.967 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.3e", 2024-08-19T09:58:17.967 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:17.967 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:17.968 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:17.968 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:17.968 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:17.968 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:46:54.956013+0000", 2024-08-19T09:58:17.968 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:17.968 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:17.968 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.968 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:17.968 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.968 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.968 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.968 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:17.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:17.969 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:17.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:17.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.970 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:17.971 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:17.971 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.971 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:17.971 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:17.971 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:17.971 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:17.971 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:17.972 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:17.972 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.972 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:17.972 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:17.972 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.972 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.972 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:17.972 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:17.972 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:17.972 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:17.972 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.972 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:17.972 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:17.972 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:17.973 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:17.973 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:17.973 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:17.973 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:17.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.430119+0000", 2024-08-19T09:58:17.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.842752+0000", 2024-08-19T09:58:17.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.842752+0000", 2024-08-19T09:58:17.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.843032+0000", 2024-08-19T09:58:17.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.430119+0000", 2024-08-19T09:58:17.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:17.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.973 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:17.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.430119+0000", 2024-08-19T09:58:17.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.430119+0000", 2024-08-19T09:58:17.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.430119+0000", 2024-08-19T09:58:17.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:17.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:17.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.430119+0000", 2024-08-19T09:58:17.974 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.430119+0000", 2024-08-19T09:58:17.974 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:17.974 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:17.974 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:17.974 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:17.974 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:17.974 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:17.975 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:17.975 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:17.975 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:17.975 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:17.975 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:17.975 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:17.975 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:17.975 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.3d", 2024-08-19T09:58:17.975 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:17.975 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:17.975 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:17.975 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:17.975 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:17.975 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:52:27.405229+0000", 2024-08-19T09:58:17.976 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:17.976 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:17.976 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:17.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.976 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:17.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:17.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:17.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.977 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:17.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:17.978 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:17.979 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.979 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:17.979 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:17.979 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:17.979 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:17.979 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:17.979 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:17.979 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.979 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:17.979 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:17.979 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.979 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.979 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:17.979 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:17.979 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:17.980 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:17.980 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.980 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:17.980 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:17.980 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:17.980 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:17.980 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:17.980 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:17.980 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:17.980 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947551+0000", 2024-08-19T09:58:17.980 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.849416+0000", 2024-08-19T09:58:17.980 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.849416+0000", 2024-08-19T09:58:17.980 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.850245+0000", 2024-08-19T09:58:17.980 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947551+0000", 2024-08-19T09:58:17.980 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:17.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:17.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947551+0000", 2024-08-19T09:58:17.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947551+0000", 2024-08-19T09:58:17.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947551+0000", 2024-08-19T09:58:17.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:17.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:17.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947551+0000", 2024-08-19T09:58:17.981 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947551+0000", 2024-08-19T09:58:17.982 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:17.982 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:17.982 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:17.982 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:17.982 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:17.982 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:17.982 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:17.982 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:17.982 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:17.982 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:17.982 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:17.982 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:17.983 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:17.983 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.3c", 2024-08-19T09:58:17.983 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:17.983 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:17.983 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:17.983 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:17.983 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:17.983 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:07:14.039792+0000", 2024-08-19T09:58:17.983 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:17.983 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:17.983 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.983 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:17.983 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.983 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.984 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:17.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:17.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:17.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:17.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.985 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:17.986 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:17.986 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.986 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:17.986 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:17.986 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:17.986 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:17.987 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:17.987 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:17.987 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.987 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:17.987 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:17.987 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.987 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.987 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:17.987 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:17.987 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:17.987 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:17.987 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.987 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:17.987 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:17.988 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:17.988 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:17.988 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:17.988 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:17.988 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:17.988 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.428906+0000", 2024-08-19T09:58:17.988 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.849188+0000", 2024-08-19T09:58:17.988 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.849188+0000", 2024-08-19T09:58:17.988 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.849918+0000", 2024-08-19T09:58:17.988 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.428906+0000", 2024-08-19T09:58:17.988 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.988 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:17.988 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.988 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:17.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.428906+0000", 2024-08-19T09:58:17.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.428906+0000", 2024-08-19T09:58:17.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.428906+0000", 2024-08-19T09:58:17.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:17.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:17.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.428906+0000", 2024-08-19T09:58:17.989 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.428906+0000", 2024-08-19T09:58:17.989 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:17.989 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:17.989 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:17.989 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:17.989 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:17.990 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:17.990 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:17.990 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:17.990 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:17.990 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:17.990 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:17.990 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:17.990 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:17.990 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.3b", 2024-08-19T09:58:17.990 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:17.990 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:17.990 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:17.990 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:17.990 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:17.991 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:53:04.178066+0000", 2024-08-19T09:58:17.991 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:17.991 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:17.991 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.991 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:17.991 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.991 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.991 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.991 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.991 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.991 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.991 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.991 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.991 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:17.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:17.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:17.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:17.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:17.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:17.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:17.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:17.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:17.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:17.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:17.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:17.992 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:17.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:17.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:17.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:17.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:17.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:17.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:17.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:17.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:17.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:17.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:17.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:17.993 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:17.994 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:17.994 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:17.994 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:17.994 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:17.994 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.994 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:17.994 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:17.994 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:17.994 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:17.994 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:17.994 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:17.994 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.995 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:17.995 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:17.995 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:17.995 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:17.995 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:17.995 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:17.995 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:17.995 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:17.995 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:17.995 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:17.995 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:17.995 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:17.995 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:17.996 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:17.996 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:17.996 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:17.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947510+0000", 2024-08-19T09:58:17.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.848441+0000", 2024-08-19T09:58:17.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.848441+0000", 2024-08-19T09:58:17.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.848771+0000", 2024-08-19T09:58:17.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947510+0000", 2024-08-19T09:58:17.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:17.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:17.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947510+0000", 2024-08-19T09:58:17.996 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947510+0000", 2024-08-19T09:58:17.997 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947510+0000", 2024-08-19T09:58:17.997 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:17.997 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:17.997 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:17.997 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947510+0000", 2024-08-19T09:58:17.997 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947510+0000", 2024-08-19T09:58:17.997 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:17.997 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:17.997 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:17.997 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:17.997 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:17.997 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:17.998 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:17.998 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:17.998 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:17.998 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:17.998 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:17.998 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:17.998 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:17.998 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.3a", 2024-08-19T09:58:17.998 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:17.998 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:17.998 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:17.998 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:17.998 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:17.998 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:29:37.530596+0000", 2024-08-19T09:58:17.999 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:17.999 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:17.999 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:17.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:17.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:17.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:17.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:17.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:17.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:17.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:17.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:17.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:17.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:17.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:17.999 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.000 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.001 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.002 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.002 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.002 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.002 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.002 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.002 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.002 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.002 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.002 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.002 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.002 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.002 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.002 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.003 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.003 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.003 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.003 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.003 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.003 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.003 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.003 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.003 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.003 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.003 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.003 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.003 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.428755+0000", 2024-08-19T09:58:18.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.852746+0000", 2024-08-19T09:58:18.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.852746+0000", 2024-08-19T09:58:18.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.853640+0000", 2024-08-19T09:58:18.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.428755+0000", 2024-08-19T09:58:18.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.428755+0000", 2024-08-19T09:58:18.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.428755+0000", 2024-08-19T09:58:18.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.428755+0000", 2024-08-19T09:58:18.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.004 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.005 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.428755+0000", 2024-08-19T09:58:18.005 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.428755+0000", 2024-08-19T09:58:18.005 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.005 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.005 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.005 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.005 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.005 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.005 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.005 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.005 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.005 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.005 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.005 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.006 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.006 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.39", 2024-08-19T09:58:18.006 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.006 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.006 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.006 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.006 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.006 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:23:03.250191+0000", 2024-08-19T09:58:18.006 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.006 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.006 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.006 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.006 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.006 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.007 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.008 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.009 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.010 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.010 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.010 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.010 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.010 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.010 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.010 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.010 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.010 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.010 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:18.010 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.010 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.010 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.011 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.011 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.011 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429066+0000", 2024-08-19T09:58:18.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.841268+0000", 2024-08-19T09:58:18.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.841268+0000", 2024-08-19T09:58:18.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.841530+0000", 2024-08-19T09:58:18.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429066+0000", 2024-08-19T09:58:18.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429066+0000", 2024-08-19T09:58:18.011 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429066+0000", 2024-08-19T09:58:18.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429066+0000", 2024-08-19T09:58:18.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429066+0000", 2024-08-19T09:58:18.012 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429066+0000", 2024-08-19T09:58:18.012 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.012 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.012 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.012 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.012 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.012 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.012 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.012 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.013 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.013 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.013 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.013 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.013 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.013 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.38", 2024-08-19T09:58:18.013 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.013 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.013 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.013 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.013 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.013 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:13:59.505877+0000", 2024-08-19T09:58:18.013 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.013 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.014 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.014 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.015 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.016 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.017 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.017 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.017 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.017 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.017 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.017 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.017 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.017 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.017 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.017 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.017 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.017 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:18.017 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.017 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.018 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.018 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.018 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.018 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.018 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.018 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.018 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.018 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.018 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.018 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.018 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.018 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.018 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429424+0000", 2024-08-19T09:58:18.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.845936+0000", 2024-08-19T09:58:18.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.845936+0000", 2024-08-19T09:58:18.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.846503+0000", 2024-08-19T09:58:18.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429424+0000", 2024-08-19T09:58:18.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429424+0000", 2024-08-19T09:58:18.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429424+0000", 2024-08-19T09:58:18.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429424+0000", 2024-08-19T09:58:18.019 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.020 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.020 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.020 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429424+0000", 2024-08-19T09:58:18.020 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429424+0000", 2024-08-19T09:58:18.020 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.020 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.020 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.020 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.020 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.020 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.020 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.020 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.021 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.021 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.021 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.021 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.021 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.021 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.37", 2024-08-19T09:58:18.021 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.021 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.021 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.021 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.021 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.021 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:06:41.470526+0000", 2024-08-19T09:58:18.021 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.021 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.022 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.022 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.023 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.024 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.025 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.025 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.025 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.025 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.025 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.025 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.025 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.025 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.025 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.025 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.025 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.025 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.025 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.025 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.026 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.026 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.026 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.026 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:18.026 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.026 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.026 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.026 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.026 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.026 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.026 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284411+0000", 2024-08-19T09:58:18.026 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.845581+0000", 2024-08-19T09:58:18.026 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.845581+0000", 2024-08-19T09:58:18.026 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.845858+0000", 2024-08-19T09:58:18.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284411+0000", 2024-08-19T09:58:18.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284411+0000", 2024-08-19T09:58:18.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284411+0000", 2024-08-19T09:58:18.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284411+0000", 2024-08-19T09:58:18.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284411+0000", 2024-08-19T09:58:18.027 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284411+0000", 2024-08-19T09:58:18.027 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.028 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.028 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.028 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.028 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.028 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.028 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.028 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.028 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.028 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.028 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.028 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.028 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.028 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.36", 2024-08-19T09:58:18.028 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.028 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.029 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.029 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.029 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.029 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:34:49.387845+0000", 2024-08-19T09:58:18.029 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.029 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.029 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.029 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.029 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.029 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.029 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.029 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.029 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.029 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.030 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.030 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.030 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.030 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.030 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.030 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.030 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.030 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.030 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.030 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.030 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.030 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.030 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.031 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.032 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.032 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.032 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.032 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.032 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.032 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.032 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.032 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.032 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.033 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:18.033 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.033 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.033 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.033 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.033 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.033 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.033 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.033 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.033 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:18.033 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.033 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.033 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.033 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.033 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.034 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.034 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284438+0000", 2024-08-19T09:58:18.034 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.845592+0000", 2024-08-19T09:58:18.034 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.845592+0000", 2024-08-19T09:58:18.034 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.846017+0000", 2024-08-19T09:58:18.034 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284438+0000", 2024-08-19T09:58:18.034 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.034 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.034 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.034 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.034 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284438+0000", 2024-08-19T09:58:18.034 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284438+0000", 2024-08-19T09:58:18.034 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284438+0000", 2024-08-19T09:58:18.034 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.035 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.035 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.035 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284438+0000", 2024-08-19T09:58:18.035 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284438+0000", 2024-08-19T09:58:18.035 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.035 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.035 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.035 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.035 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.035 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.035 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.035 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.035 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.035 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.035 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.036 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.036 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.036 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.35", 2024-08-19T09:58:18.036 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.036 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.036 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.036 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.036 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.036 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:11:22.229445+0000", 2024-08-19T09:58:18.036 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.036 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.036 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.036 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.036 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.037 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.037 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.037 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.037 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.037 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.037 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.037 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.037 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.037 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.037 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.037 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.037 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.037 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.037 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.038 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.038 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.038 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.038 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.038 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.038 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.038 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.038 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.038 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.038 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.038 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.038 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.038 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.038 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.039 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.039 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.039 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.039 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.040 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.040 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.040 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.040 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.040 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.040 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:18.040 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.040 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.040 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.040 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.040 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.040 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.040 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.041 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.041 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 4, 2024-08-19T09:58:18.041 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.041 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.041 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.041 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.041 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.041 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.041 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.859026+0000", 2024-08-19T09:58:18.041 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.836665+0000", 2024-08-19T09:58:18.041 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.836665+0000", 2024-08-19T09:58:18.041 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.836931+0000", 2024-08-19T09:58:18.041 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.859026+0000", 2024-08-19T09:58:18.041 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.042 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.042 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.042 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.042 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.859026+0000", 2024-08-19T09:58:18.042 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.859026+0000", 2024-08-19T09:58:18.042 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.859026+0000", 2024-08-19T09:58:18.042 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.042 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.042 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.042 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.859026+0000", 2024-08-19T09:58:18.042 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.859026+0000", 2024-08-19T09:58:18.042 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.043 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.043 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.043 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.043 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.043 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.043 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.043 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.043 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.043 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.043 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.043 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.043 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.043 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.34", 2024-08-19T09:58:18.044 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.044 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.044 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.044 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.044 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.044 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:47:34.685899+0000", 2024-08-19T09:58:18.044 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.044 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.044 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.044 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.044 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.044 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.044 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.045 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.045 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.045 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.045 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.045 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.045 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.045 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.045 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.045 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.045 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.045 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.045 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.045 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.046 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.046 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.046 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.046 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.046 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.046 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.046 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.046 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.046 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.046 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.046 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.046 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.046 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.046 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.047 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.047 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.047 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.047 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.047 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.048 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.048 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.048 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.048 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.048 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 4, 2024-08-19T09:58:18.048 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.048 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.048 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.048 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.048 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.048 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.048 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.048 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.048 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:18.049 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.049 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.049 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.049 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.049 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.049 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.049 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429394+0000", 2024-08-19T09:58:18.049 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.833420+0000", 2024-08-19T09:58:18.049 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.833420+0000", 2024-08-19T09:58:18.049 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.833687+0000", 2024-08-19T09:58:18.049 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429394+0000", 2024-08-19T09:58:18.049 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.049 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.050 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.050 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.050 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429394+0000", 2024-08-19T09:58:18.050 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429394+0000", 2024-08-19T09:58:18.050 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429394+0000", 2024-08-19T09:58:18.050 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.050 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.050 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.050 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429394+0000", 2024-08-19T09:58:18.050 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429394+0000", 2024-08-19T09:58:18.050 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.050 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.050 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.051 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.051 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.051 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.051 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.051 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.051 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.051 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.051 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.051 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.051 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.051 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.33", 2024-08-19T09:58:18.051 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.051 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.052 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.052 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.052 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.052 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:59:03.404828+0000", 2024-08-19T09:58:18.052 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.052 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.052 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.052 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.052 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.052 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.052 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.052 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.052 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.053 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.053 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.053 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.053 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.053 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.053 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.053 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.053 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.053 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.053 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.053 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.053 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.053 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.053 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.054 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.055 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.055 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.055 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.055 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.055 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.055 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.055 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.055 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.056 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.056 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:18.056 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.056 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.056 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.056 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.056 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.056 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.056 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.056 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.056 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:18.056 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.056 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.056 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.057 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.057 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.057 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.057 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429293+0000", 2024-08-19T09:58:18.057 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.847105+0000", 2024-08-19T09:58:18.057 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.847105+0000", 2024-08-19T09:58:18.057 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.848914+0000", 2024-08-19T09:58:18.057 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429293+0000", 2024-08-19T09:58:18.057 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.057 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.057 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.057 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.057 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429293+0000", 2024-08-19T09:58:18.057 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429293+0000", 2024-08-19T09:58:18.058 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429293+0000", 2024-08-19T09:58:18.058 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.058 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.058 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.058 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429293+0000", 2024-08-19T09:58:18.058 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429293+0000", 2024-08-19T09:58:18.058 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.058 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.058 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.058 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.058 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.058 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.058 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.058 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.059 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.059 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.059 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.059 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.059 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.059 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.32", 2024-08-19T09:58:18.059 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.059 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.059 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.059 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.059 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.059 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:45:09.721527+0000", 2024-08-19T09:58:18.059 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.059 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.060 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.060 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.060 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.060 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.060 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.060 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.060 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.060 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.060 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.060 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.060 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.060 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.060 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.060 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.061 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.061 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.061 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.061 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.061 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.061 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.061 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.061 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.061 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.061 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.061 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.061 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.061 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.061 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.062 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.062 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.063 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.063 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.063 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.063 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.063 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.063 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.063 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.063 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:18.063 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.063 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.063 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.063 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.063 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.063 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.064 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.064 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.064 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:18.064 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.064 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.064 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.064 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.064 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.064 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.064 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855461+0000", 2024-08-19T09:58:18.064 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.838642+0000", 2024-08-19T09:58:18.064 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.838642+0000", 2024-08-19T09:58:18.064 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.838947+0000", 2024-08-19T09:58:18.064 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855461+0000", 2024-08-19T09:58:18.064 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.065 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.065 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.065 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.065 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855461+0000", 2024-08-19T09:58:18.065 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855461+0000", 2024-08-19T09:58:18.065 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855461+0000", 2024-08-19T09:58:18.065 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.065 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.065 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.065 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855461+0000", 2024-08-19T09:58:18.065 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855461+0000", 2024-08-19T09:58:18.065 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.065 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.065 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.066 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.066 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.066 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.066 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.066 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.066 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.066 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.066 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.066 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.066 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.066 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.31", 2024-08-19T09:58:18.066 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.066 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.066 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.067 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.067 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.067 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:46:40.639186+0000", 2024-08-19T09:58:18.067 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.067 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.067 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.067 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.067 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.067 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.067 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.067 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.067 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.067 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.067 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.067 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.068 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.069 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.070 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.070 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.070 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.070 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.070 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.070 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.070 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.070 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.070 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.070 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.070 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:18.070 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.070 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.070 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.071 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.071 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.071 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.071 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.071 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.071 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:18.071 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.071 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.071 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.071 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.071 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.071 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.071 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947385+0000", 2024-08-19T09:58:18.071 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.850747+0000", 2024-08-19T09:58:18.072 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.850747+0000", 2024-08-19T09:58:18.072 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.851024+0000", 2024-08-19T09:58:18.072 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947385+0000", 2024-08-19T09:58:18.072 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.072 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.072 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.072 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.072 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947385+0000", 2024-08-19T09:58:18.072 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947385+0000", 2024-08-19T09:58:18.072 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947385+0000", 2024-08-19T09:58:18.072 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.072 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.072 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.072 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947385+0000", 2024-08-19T09:58:18.072 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947385+0000", 2024-08-19T09:58:18.073 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.073 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.073 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.073 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.073 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.073 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.073 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.073 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.073 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.073 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.073 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.073 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.073 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.073 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.30", 2024-08-19T09:58:18.074 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.074 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.074 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.074 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.074 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.074 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:46:01.131533+0000", 2024-08-19T09:58:18.074 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.074 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.074 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.074 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.075 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.076 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.076 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.076 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.076 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.076 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.076 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.076 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.076 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.076 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.076 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.076 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.076 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.076 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.076 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.077 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.077 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.077 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.077 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.077 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.077 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.077 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.077 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.077 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.077 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.077 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.077 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.077 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.077 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.078 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.078 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.078 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.078 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.078 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.078 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.078 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.078 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.078 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.078 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:18.078 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.078 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.078 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.078 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.079 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.079 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.079 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.948048+0000", 2024-08-19T09:58:18.079 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.848776+0000", 2024-08-19T09:58:18.079 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.848776+0000", 2024-08-19T09:58:18.079 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.849091+0000", 2024-08-19T09:58:18.079 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.948048+0000", 2024-08-19T09:58:18.079 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.079 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.079 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.079 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.079 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.948048+0000", 2024-08-19T09:58:18.079 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.948048+0000", 2024-08-19T09:58:18.079 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.948048+0000", 2024-08-19T09:58:18.080 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.080 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.080 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.080 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.948048+0000", 2024-08-19T09:58:18.080 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.948048+0000", 2024-08-19T09:58:18.080 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.080 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.080 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.080 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.080 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.080 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.080 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.080 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.080 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.081 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.081 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.081 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.081 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.081 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.2f", 2024-08-19T09:58:18.081 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.081 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.081 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.081 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.081 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.081 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:06:48.603678+0000", 2024-08-19T09:58:18.081 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.081 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.081 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.082 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.082 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.082 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.082 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.082 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.082 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.082 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.082 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.082 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.082 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.082 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.082 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.083 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.083 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.083 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.083 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.083 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.083 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.083 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.083 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.083 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.083 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.083 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.083 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.083 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.083 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.084 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.084 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.084 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.084 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.084 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.084 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.084 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.084 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.084 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.084 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.084 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.084 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.084 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.085 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.085 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.085 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.085 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.085 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.085 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.085 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.085 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.085 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.085 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.085 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.085 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.085 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.085 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.086 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.086 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.086 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.086 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.086 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:18.086 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.086 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.086 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.086 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.086 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.086 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.086 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854384+0000", 2024-08-19T09:58:18.086 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.834609+0000", 2024-08-19T09:58:18.087 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.834609+0000", 2024-08-19T09:58:18.087 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.835028+0000", 2024-08-19T09:58:18.087 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854384+0000", 2024-08-19T09:58:18.087 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.087 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.087 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.087 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.087 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854384+0000", 2024-08-19T09:58:18.087 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854384+0000", 2024-08-19T09:58:18.087 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854384+0000", 2024-08-19T09:58:18.087 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.087 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.087 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.087 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854384+0000", 2024-08-19T09:58:18.088 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854384+0000", 2024-08-19T09:58:18.088 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.088 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.088 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.088 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.088 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.088 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.088 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.088 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.088 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.088 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.088 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.088 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.088 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.088 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.2e", 2024-08-19T09:58:18.089 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.089 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.089 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.089 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.089 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.089 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T09:56:51.486116+0000", 2024-08-19T09:58:18.089 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.089 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.089 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.089 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.089 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.089 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.089 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.089 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.090 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.091 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.092 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.092 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.092 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.092 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.092 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.092 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.092 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.092 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.092 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.092 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.092 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.092 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.092 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.093 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.093 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:18.093 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.093 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.093 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.093 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.093 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.093 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.093 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.093 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.093 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.093 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.093 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.094 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.094 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.094 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.094 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.094 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429160+0000", 2024-08-19T09:58:18.094 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.837706+0000", 2024-08-19T09:58:18.094 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.837706+0000", 2024-08-19T09:58:18.094 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.837976+0000", 2024-08-19T09:58:18.094 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429160+0000", 2024-08-19T09:58:18.094 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.094 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.094 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.094 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.094 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429160+0000", 2024-08-19T09:58:18.095 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429160+0000", 2024-08-19T09:58:18.095 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429160+0000", 2024-08-19T09:58:18.095 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.095 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.095 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.095 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429160+0000", 2024-08-19T09:58:18.095 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429160+0000", 2024-08-19T09:58:18.095 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.095 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.095 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.095 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.095 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.095 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.096 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.096 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.096 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.096 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.096 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.096 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.096 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.096 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.2d", 2024-08-19T09:58:18.096 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.096 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.096 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.096 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.096 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.096 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:07:41.194305+0000", 2024-08-19T09:58:18.097 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.097 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.097 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.097 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.098 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.099 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.099 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.099 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.099 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.099 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.099 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.099 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.099 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.099 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.099 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.099 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.099 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.099 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.099 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.100 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.100 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.100 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.100 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.100 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.100 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.100 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.100 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.100 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.100 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.100 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.100 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.100 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.100 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.101 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.101 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.101 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.101 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.101 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:18.101 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.101 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.101 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.101 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.101 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.101 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.101 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284300+0000", 2024-08-19T09:58:18.101 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:25.281701+0000", 2024-08-19T09:58:18.101 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:25.281701+0000", 2024-08-19T09:58:18.101 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:25.282063+0000", 2024-08-19T09:58:18.102 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284300+0000", 2024-08-19T09:58:18.102 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.102 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.102 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.102 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 67, 2024-08-19T09:58:18.102 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284300+0000", 2024-08-19T09:58:18.102 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284300+0000", 2024-08-19T09:58:18.102 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284300+0000", 2024-08-19T09:58:18.102 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.102 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.102 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.102 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284300+0000", 2024-08-19T09:58:18.102 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284300+0000", 2024-08-19T09:58:18.102 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.103 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.103 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.103 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.103 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 66, 2024-08-19T09:58:18.103 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.103 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.103 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.103 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.103 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.103 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.103 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.103 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.103 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.2c", 2024-08-19T09:58:18.103 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.103 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.104 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.104 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 32, 2024-08-19T09:58:18.104 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.104 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:50:45.191809+0000", 2024-08-19T09:58:18.104 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.104 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.104 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.104 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.104 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.104 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.104 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.104 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.104 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.104 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.104 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.105 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.105 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.105 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.105 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.105 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.105 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.105 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.105 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.105 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.105 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.105 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.105 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.105 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.106 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.106 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.106 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.106 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.106 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.106 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.106 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.106 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.106 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.106 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.106 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.106 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.106 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.106 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.107 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.107 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.107 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.107 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.107 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.107 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.107 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.107 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.107 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.107 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.107 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.107 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.107 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.107 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:18.108 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.108 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.108 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.108 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.108 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.108 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.108 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.108 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.108 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:18.108 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.108 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.108 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.108 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.108 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.109 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.109 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429791+0000", 2024-08-19T09:58:18.109 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.841527+0000", 2024-08-19T09:58:18.109 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.841527+0000", 2024-08-19T09:58:18.109 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.841812+0000", 2024-08-19T09:58:18.109 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429791+0000", 2024-08-19T09:58:18.109 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.109 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.109 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.109 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.109 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429791+0000", 2024-08-19T09:58:18.109 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429791+0000", 2024-08-19T09:58:18.109 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429791+0000", 2024-08-19T09:58:18.109 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.109 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.110 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.110 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429791+0000", 2024-08-19T09:58:18.110 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429791+0000", 2024-08-19T09:58:18.110 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.110 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.110 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.110 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.110 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.110 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.110 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.110 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.110 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.110 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.110 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.111 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.111 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.111 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.2b", 2024-08-19T09:58:18.111 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.111 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.111 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.111 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.111 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.111 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:59:55.759233+0000", 2024-08-19T09:58:18.111 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.111 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.111 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.111 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.111 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.112 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.113 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.113 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.113 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.113 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.113 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.113 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.113 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.113 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.113 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.113 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.113 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.113 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.113 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.113 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.114 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.114 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.114 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.114 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.114 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.114 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.114 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.114 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.114 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.114 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.114 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.114 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.114 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.114 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.115 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.115 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.115 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.115 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.115 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:18.115 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.115 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.115 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.115 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.115 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.115 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.115 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.115 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.115 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:18.115 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.116 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.116 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.116 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.116 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.116 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.116 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947575+0000", 2024-08-19T09:58:18.116 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.850328+0000", 2024-08-19T09:58:18.116 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.850328+0000", 2024-08-19T09:58:18.116 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.850585+0000", 2024-08-19T09:58:18.116 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947575+0000", 2024-08-19T09:58:18.116 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.116 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.116 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.116 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.117 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947575+0000", 2024-08-19T09:58:18.117 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947575+0000", 2024-08-19T09:58:18.117 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947575+0000", 2024-08-19T09:58:18.117 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.117 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.117 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.117 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947575+0000", 2024-08-19T09:58:18.117 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947575+0000", 2024-08-19T09:58:18.117 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.117 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.117 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.117 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.117 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.117 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.118 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.118 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.118 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.118 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.118 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.118 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.118 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.118 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.2a", 2024-08-19T09:58:18.118 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.118 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.118 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.118 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.118 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.118 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:41:51.323976+0000", 2024-08-19T09:58:18.118 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.119 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.119 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.119 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.119 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.119 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.119 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.119 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.119 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.119 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.119 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.119 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.119 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.119 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.119 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.119 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.120 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.120 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.120 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.120 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.120 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.120 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.120 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.120 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.120 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.120 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.120 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.120 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.120 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.120 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.121 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.121 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.121 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.121 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.121 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.121 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.121 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.121 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.121 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.121 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.121 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.121 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.121 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.121 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.122 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.122 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.122 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.122 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.122 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.122 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.122 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.122 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.122 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.122 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.122 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.122 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.122 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.122 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.123 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.123 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.123 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:18.123 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.123 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.123 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.123 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.123 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.123 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.123 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429150+0000", 2024-08-19T09:58:18.123 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:25.241465+0000", 2024-08-19T09:58:18.123 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:25.241465+0000", 2024-08-19T09:58:18.123 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:25.241870+0000", 2024-08-19T09:58:18.123 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429150+0000", 2024-08-19T09:58:18.123 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.124 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.124 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.124 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 67, 2024-08-19T09:58:18.124 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429150+0000", 2024-08-19T09:58:18.124 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429150+0000", 2024-08-19T09:58:18.124 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429150+0000", 2024-08-19T09:58:18.124 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.124 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.124 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.124 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429150+0000", 2024-08-19T09:58:18.124 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429150+0000", 2024-08-19T09:58:18.124 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.124 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.124 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.124 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.125 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 66, 2024-08-19T09:58:18.125 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.125 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.125 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.125 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.125 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.125 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.125 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.125 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.125 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.29", 2024-08-19T09:58:18.125 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.125 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.125 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.125 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 31, 2024-08-19T09:58:18.126 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.126 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:10:02.380502+0000", 2024-08-19T09:58:18.126 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.126 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.126 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.126 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.126 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.126 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.126 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.126 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.126 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.126 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.126 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.126 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.127 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.127 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.127 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.127 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.127 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.127 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.127 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.127 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.127 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.127 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.127 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.127 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.127 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.127 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.127 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.128 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.128 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.128 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.128 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.128 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.128 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.128 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.128 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.128 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.128 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.128 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.128 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.128 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.128 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.129 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.129 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.129 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.129 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.129 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.129 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.129 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.129 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.129 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.129 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.129 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:18.129 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.129 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.129 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.129 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.130 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.130 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.130 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.130 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.130 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:18.130 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.130 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.130 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.130 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.130 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.130 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.130 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947382+0000", 2024-08-19T09:58:18.130 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.843724+0000", 2024-08-19T09:58:18.130 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.843724+0000", 2024-08-19T09:58:18.130 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.844012+0000", 2024-08-19T09:58:18.131 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947382+0000", 2024-08-19T09:58:18.131 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.131 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.131 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.131 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.131 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947382+0000", 2024-08-19T09:58:18.131 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947382+0000", 2024-08-19T09:58:18.131 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947382+0000", 2024-08-19T09:58:18.131 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.131 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.131 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.131 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947382+0000", 2024-08-19T09:58:18.131 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947382+0000", 2024-08-19T09:58:18.131 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.132 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.132 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.132 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.132 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.132 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.132 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.132 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.132 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.132 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.132 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.132 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.132 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.132 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.28", 2024-08-19T09:58:18.132 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.132 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.133 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.133 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.133 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.133 INFO:tasks.workunit.client.0.smithi190.stderr:+ echo OK 2024-08-19T09:58:18.137 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:39:07.672406+0000", 2024-08-19T09:58:18.137 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.137 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.137 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.137 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.137 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.137 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.137 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.137 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.137 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.137 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.137 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.138 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.138 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.138 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.138 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.138 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.138 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.138 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.138 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.138 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.138 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.138 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.138 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.138 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.139 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.139 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.139 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.139 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.139 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.139 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.139 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.139 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.139 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.139 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.139 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.139 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.139 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.139 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.140 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.140 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.140 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.140 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.140 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.140 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.140 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.140 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.140 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.140 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.140 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.140 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.140 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.140 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.140 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.141 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.141 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.141 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.141 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.141 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.141 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.141 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.141 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:18.141 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.141 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.141 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.141 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.141 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.141 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.141 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429728+0000", 2024-08-19T09:58:18.142 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.826457+0000", 2024-08-19T09:58:18.142 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.826457+0000", 2024-08-19T09:58:18.142 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.826722+0000", 2024-08-19T09:58:18.142 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429728+0000", 2024-08-19T09:58:18.142 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.142 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.142 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.142 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.142 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429728+0000", 2024-08-19T09:58:18.142 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429728+0000", 2024-08-19T09:58:18.142 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429728+0000", 2024-08-19T09:58:18.142 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.142 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.143 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.143 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429728+0000", 2024-08-19T09:58:18.143 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429728+0000", 2024-08-19T09:58:18.143 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.143 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.143 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.143 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.143 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.143 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.143 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.143 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.143 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.143 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.143 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.144 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.144 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.144 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.27", 2024-08-19T09:58:18.144 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.144 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.144 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.144 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.144 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.144 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:34:24.589134+0000", 2024-08-19T09:58:18.144 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.144 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.144 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.144 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.144 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.145 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.145 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.145 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.145 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.145 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.145 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.145 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.145 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.145 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.145 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.145 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.145 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.145 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.145 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.146 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.146 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.146 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.146 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.146 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.146 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.146 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.146 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.146 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.146 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.146 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.146 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.146 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.146 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.147 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.147 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.147 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.147 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.147 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.147 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.147 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.147 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.147 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.147 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.147 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.147 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.147 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.147 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.148 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.148 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.148 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.148 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.148 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:18.148 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.148 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.148 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.148 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.148 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.148 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.148 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.148 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.148 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:18.148 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.149 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.149 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.149 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.149 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.149 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.149 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284443+0000", 2024-08-19T09:58:18.149 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.840093+0000", 2024-08-19T09:58:18.149 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.840093+0000", 2024-08-19T09:58:18.149 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.840448+0000", 2024-08-19T09:58:18.149 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284443+0000", 2024-08-19T09:58:18.149 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.149 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.149 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.149 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.149 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284443+0000", 2024-08-19T09:58:18.150 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284443+0000", 2024-08-19T09:58:18.150 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284443+0000", 2024-08-19T09:58:18.150 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.150 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.150 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.150 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284443+0000", 2024-08-19T09:58:18.150 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284443+0000", 2024-08-19T09:58:18.150 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.150 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.150 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.150 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.150 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.150 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.151 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.151 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.151 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.151 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.151 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.151 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.151 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.151 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.26", 2024-08-19T09:58:18.151 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.151 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.151 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.151 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.152 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.152 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:21:20.278681+0000", 2024-08-19T09:58:18.152 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.152 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.152 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.152 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.152 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.152 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.152 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.152 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.152 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.152 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.152 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.153 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.153 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.153 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.153 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.153 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.153 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.153 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.153 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.153 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.153 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.153 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.153 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.154 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.154 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.154 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.154 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.154 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.154 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.154 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.154 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.154 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.154 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.154 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.154 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.154 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.154 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.155 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.155 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.155 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.155 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.155 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.155 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.155 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.155 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.155 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.155 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.155 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.156 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.156 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.156 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.156 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:18.156 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.156 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.156 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.156 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.156 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.156 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.156 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.156 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.156 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:18.156 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.157 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.157 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.157 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.157 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.157 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.157 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854920+0000", 2024-08-19T09:58:18.157 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.829198+0000", 2024-08-19T09:58:18.157 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.829198+0000", 2024-08-19T09:58:18.157 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.829467+0000", 2024-08-19T09:58:18.157 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854920+0000", 2024-08-19T09:58:18.157 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.157 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.157 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.157 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.158 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854920+0000", 2024-08-19T09:58:18.158 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854920+0000", 2024-08-19T09:58:18.158 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854920+0000", 2024-08-19T09:58:18.158 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.158 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.158 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.158 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854920+0000", 2024-08-19T09:58:18.158 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854920+0000", 2024-08-19T09:58:18.158 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.158 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.158 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.158 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.158 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.159 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.159 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.159 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.159 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.159 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.159 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.159 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.159 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.159 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.25", 2024-08-19T09:58:18.159 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.159 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.159 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.159 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.160 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.160 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:07:17.145946+0000", 2024-08-19T09:58:18.160 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.160 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.160 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.160 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.160 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.160 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.160 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.160 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.160 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.160 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.160 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.160 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.161 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.161 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.161 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.161 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.161 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.161 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.161 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.161 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.161 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.161 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.161 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.161 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.161 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.161 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.161 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.162 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.162 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.162 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.162 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.162 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.162 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.162 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.162 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.162 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.162 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.162 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.162 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.162 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.162 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.162 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.163 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.163 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.163 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.163 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.163 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.163 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.163 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.163 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.163 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.163 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:18.163 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.163 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.163 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.163 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.164 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.164 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.164 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.164 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.164 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:18.164 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.164 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.164 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.164 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.164 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.164 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.164 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429503+0000", 2024-08-19T09:58:18.164 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.831533+0000", 2024-08-19T09:58:18.164 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.831533+0000", 2024-08-19T09:58:18.165 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.831854+0000", 2024-08-19T09:58:18.165 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429503+0000", 2024-08-19T09:58:18.165 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.165 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.165 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.165 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.165 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429503+0000", 2024-08-19T09:58:18.165 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429503+0000", 2024-08-19T09:58:18.165 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429503+0000", 2024-08-19T09:58:18.165 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.165 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.165 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.165 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429503+0000", 2024-08-19T09:58:18.165 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429503+0000", 2024-08-19T09:58:18.166 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.166 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.166 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.166 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.166 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.166 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.166 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.166 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.166 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.166 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.166 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.166 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.166 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.167 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.24", 2024-08-19T09:58:18.167 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.167 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.167 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.167 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.167 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.167 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:06:15.013799+0000", 2024-08-19T09:58:18.167 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.167 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.167 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.167 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.167 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.167 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.167 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.168 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.168 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.168 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.168 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.168 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.168 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.168 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.168 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.168 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.168 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.168 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.168 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.168 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.169 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.169 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.169 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.169 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.169 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.169 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.169 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.169 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.169 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.169 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.169 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.169 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.169 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.169 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.170 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.170 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.170 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.170 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.170 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.170 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.170 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.170 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.170 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.170 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.170 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.170 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.170 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.170 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.171 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.171 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.171 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.171 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:18.171 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.171 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.171 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.171 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.171 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.171 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.171 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.171 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.171 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:18.171 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.172 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.172 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.172 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.172 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.172 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.172 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.853466+0000", 2024-08-19T09:58:18.172 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:25.281795+0000", 2024-08-19T09:58:18.172 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:25.281795+0000", 2024-08-19T09:58:18.172 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:25.282081+0000", 2024-08-19T09:58:18.172 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.853466+0000", 2024-08-19T09:58:18.172 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.172 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.172 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.172 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 67, 2024-08-19T09:58:18.173 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.853466+0000", 2024-08-19T09:58:18.173 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.853466+0000", 2024-08-19T09:58:18.173 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.853466+0000", 2024-08-19T09:58:18.173 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.173 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.173 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.173 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.853466+0000", 2024-08-19T09:58:18.173 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.853466+0000", 2024-08-19T09:58:18.173 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.173 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.173 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.173 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.173 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 66, 2024-08-19T09:58:18.173 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.174 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.174 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.174 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.174 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.174 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.174 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.174 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.174 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.23", 2024-08-19T09:58:18.174 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.174 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.174 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.174 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 20, 2024-08-19T09:58:18.174 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.174 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:10:32.793939+0000", 2024-08-19T09:58:18.174 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.175 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.175 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.175 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.175 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.175 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.175 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.175 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.175 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.175 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.175 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.175 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.175 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.175 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.175 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.175 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.176 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.176 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.176 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.176 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.176 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.176 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.176 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.176 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.176 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.176 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.176 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.176 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.176 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.176 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.176 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.177 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.177 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.177 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.177 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.177 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.177 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.177 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.177 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.177 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.177 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.177 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.177 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.177 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.177 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.177 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.178 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.178 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.178 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.178 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.178 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.178 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:18.178 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.178 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.178 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.178 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.178 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.178 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.178 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.179 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.179 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:18.179 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.179 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.179 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.179 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.179 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.179 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.179 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947605+0000", 2024-08-19T09:58:18.179 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.846160+0000", 2024-08-19T09:58:18.179 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.846160+0000", 2024-08-19T09:58:18.179 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.846609+0000", 2024-08-19T09:58:18.179 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947605+0000", 2024-08-19T09:58:18.179 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.179 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.180 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.180 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.180 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947605+0000", 2024-08-19T09:58:18.180 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947605+0000", 2024-08-19T09:58:18.180 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947605+0000", 2024-08-19T09:58:18.180 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.180 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.180 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.180 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947605+0000", 2024-08-19T09:58:18.180 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947605+0000", 2024-08-19T09:58:18.180 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.180 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.180 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.180 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.181 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.181 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.181 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.181 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.181 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.181 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.181 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.181 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.181 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.181 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.22", 2024-08-19T09:58:18.181 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.181 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.181 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.181 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.182 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.182 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:20:34.888117+0000", 2024-08-19T09:58:18.182 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.182 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.182 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.182 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.182 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.182 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.182 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.182 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.182 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.182 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.182 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.182 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.183 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.183 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.183 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.183 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.183 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.183 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.183 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.183 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.183 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.183 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.183 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.183 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.183 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.183 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.184 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.184 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.184 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.184 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.184 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.184 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.184 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.184 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.184 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.184 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.184 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.184 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.184 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.184 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.184 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.185 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.185 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.185 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.185 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.185 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.185 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.185 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.185 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.185 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.185 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.185 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.185 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.185 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.185 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.185 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.186 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.186 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.186 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.186 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.186 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:18.186 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.186 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.186 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.186 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.186 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.186 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.186 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.853969+0000", 2024-08-19T09:58:18.186 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.837958+0000", 2024-08-19T09:58:18.187 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.837958+0000", 2024-08-19T09:58:18.187 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.838202+0000", 2024-08-19T09:58:18.187 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.853969+0000", 2024-08-19T09:58:18.187 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.187 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.187 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.187 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.187 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.853969+0000", 2024-08-19T09:58:18.187 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.853969+0000", 2024-08-19T09:58:18.187 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.853969+0000", 2024-08-19T09:58:18.187 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.187 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.187 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.187 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.853969+0000", 2024-08-19T09:58:18.187 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.853969+0000", 2024-08-19T09:58:18.188 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.188 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.188 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.188 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.188 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.188 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.188 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.188 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.188 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.188 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.188 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.188 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.188 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.188 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.21", 2024-08-19T09:58:18.189 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.189 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.189 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.189 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.189 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.189 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:55:16.414148+0000", 2024-08-19T09:58:18.189 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.189 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.189 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.189 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.189 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.189 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.189 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.189 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.190 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.190 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.190 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.190 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.190 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.190 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.190 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.190 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.190 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.190 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.190 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.190 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.190 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.190 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.190 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.191 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.191 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.191 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.191 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.191 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.191 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.191 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.191 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.191 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.191 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.191 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.191 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.191 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.192 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.192 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.192 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.192 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.192 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.192 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.192 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.192 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.192 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.192 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.192 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.192 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.192 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.192 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.193 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.193 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:18.193 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.193 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.193 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.193 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.193 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.193 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.193 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.193 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.193 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:18.193 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.193 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.193 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.193 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.194 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.194 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.194 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.283980+0000", 2024-08-19T09:58:18.194 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.844968+0000", 2024-08-19T09:58:18.194 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.844968+0000", 2024-08-19T09:58:18.194 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.845238+0000", 2024-08-19T09:58:18.194 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.283980+0000", 2024-08-19T09:58:18.194 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.194 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.194 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.194 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.194 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.283980+0000", 2024-08-19T09:58:18.194 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.283980+0000", 2024-08-19T09:58:18.194 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.283980+0000", 2024-08-19T09:58:18.195 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.195 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.195 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.195 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.283980+0000", 2024-08-19T09:58:18.195 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.283980+0000", 2024-08-19T09:58:18.195 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.195 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.195 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.195 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.195 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.195 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.195 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.195 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.195 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.196 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.196 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.196 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.196 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.196 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.20", 2024-08-19T09:58:18.196 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.196 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.196 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.196 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.196 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.196 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:32:30.767451+0000", 2024-08-19T09:58:18.196 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.196 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.196 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.197 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.197 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.197 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.197 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.197 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.197 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.197 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.197 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.197 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.197 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.197 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.197 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.197 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.197 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.198 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.198 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.198 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.198 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.198 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.198 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.198 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.198 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.198 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.198 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.198 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.198 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.198 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.198 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.199 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.199 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.199 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.199 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.199 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.199 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.199 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.199 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.199 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.199 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.199 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.199 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.199 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.199 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.200 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.200 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.200 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.200 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.200 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.200 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.200 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:18.200 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.200 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.200 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.200 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.200 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.200 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.200 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.201 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.201 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 4, 2024-08-19T09:58:18.201 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.201 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.201 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.201 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.201 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.201 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.201 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.858268+0000", 2024-08-19T09:58:18.201 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.827243+0000", 2024-08-19T09:58:18.201 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.827243+0000", 2024-08-19T09:58:18.201 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.827938+0000", 2024-08-19T09:58:18.201 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.858268+0000", 2024-08-19T09:58:18.202 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.202 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.202 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.202 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.202 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.858268+0000", 2024-08-19T09:58:18.202 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.858268+0000", 2024-08-19T09:58:18.202 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.858268+0000", 2024-08-19T09:58:18.202 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.202 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.202 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.202 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.858268+0000", 2024-08-19T09:58:18.202 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.858268+0000", 2024-08-19T09:58:18.202 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.202 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.203 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.203 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.203 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.203 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.203 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.203 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.203 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.203 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.203 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.203 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.203 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.203 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.1a", 2024-08-19T09:58:18.203 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.203 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.204 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.204 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.204 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.204 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:23:14.173842+0000", 2024-08-19T09:58:18.204 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.204 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.204 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.204 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.204 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.204 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.204 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.204 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.204 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.204 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.205 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.205 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.205 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.205 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.205 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.205 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.205 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.205 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.205 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.205 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.205 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.205 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.205 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.206 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.206 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.206 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.206 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.206 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.206 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.206 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.206 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.206 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.206 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.206 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.206 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.207 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.207 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.207 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.207 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.207 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.207 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.207 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.207 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.207 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.207 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.207 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.207 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.207 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.207 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.208 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.208 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.208 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 4, 2024-08-19T09:58:18.208 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.208 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.208 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.208 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.208 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.208 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.208 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.208 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.208 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:18.208 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.209 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.209 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.209 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.209 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.209 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.209 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429512+0000", 2024-08-19T09:58:18.209 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:25.246482+0000", 2024-08-19T09:58:18.209 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:25.246482+0000", 2024-08-19T09:58:18.209 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:25.246859+0000", 2024-08-19T09:58:18.209 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429512+0000", 2024-08-19T09:58:18.209 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.209 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.209 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.209 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 67, 2024-08-19T09:58:18.210 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429512+0000", 2024-08-19T09:58:18.210 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429512+0000", 2024-08-19T09:58:18.210 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429512+0000", 2024-08-19T09:58:18.210 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.210 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.210 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.210 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429512+0000", 2024-08-19T09:58:18.210 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429512+0000", 2024-08-19T09:58:18.210 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.210 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 1, 2024-08-19T09:58:18.210 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.210 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.210 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 66, 2024-08-19T09:58:18.210 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.211 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.211 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.211 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.211 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 1, 2024-08-19T09:58:18.211 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.211 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.211 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.211 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.1b", 2024-08-19T09:58:18.211 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.211 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.211 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.211 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 35, 2024-08-19T09:58:18.211 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.212 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:15:19.042116+0000", 2024-08-19T09:58:18.212 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.212 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.212 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.212 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.212 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.212 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.212 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.212 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.212 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.212 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.212 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.212 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.212 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.213 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.213 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.213 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.213 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.213 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.213 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.213 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.213 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.213 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.213 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.213 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.213 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.213 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.213 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.214 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.214 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.214 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.214 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.214 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.214 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.214 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.214 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.214 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.214 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.214 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.214 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.214 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.215 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.215 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.215 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.215 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.215 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.215 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.215 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.215 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.215 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.215 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.215 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.215 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:18.215 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'1" 2024-08-19T09:58:18.215 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.216 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.216 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.216 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.216 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.216 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.216 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.216 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:18.216 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.216 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.216 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.216 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.216 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.216 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.216 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.853393+0000", 2024-08-19T09:58:18.216 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:25.281719+0000", 2024-08-19T09:58:18.217 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:25.281719+0000", 2024-08-19T09:58:18.217 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:25.282043+0000", 2024-08-19T09:58:18.217 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.853393+0000", 2024-08-19T09:58:18.217 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.217 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.217 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.217 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 67, 2024-08-19T09:58:18.217 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.853393+0000", 2024-08-19T09:58:18.217 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.853393+0000", 2024-08-19T09:58:18.217 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.853393+0000", 2024-08-19T09:58:18.217 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.217 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.217 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.217 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.853393+0000", 2024-08-19T09:58:18.217 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.853393+0000", 2024-08-19T09:58:18.218 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.218 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.218 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.218 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.218 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 66, 2024-08-19T09:58:18.218 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.218 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.218 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.218 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.218 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.218 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.218 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.218 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.219 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.1b", 2024-08-19T09:58:18.219 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.219 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.219 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.219 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 20, 2024-08-19T09:58:18.219 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.219 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:10:17.368993+0000", 2024-08-19T09:58:18.219 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.219 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.219 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.219 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.219 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.219 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.219 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.220 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.220 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.220 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.220 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.220 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.220 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.220 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.220 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.220 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.220 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.220 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.220 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.220 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.220 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.221 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.221 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.221 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.221 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.221 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.221 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.221 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.221 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.221 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.221 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.221 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.221 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.221 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.221 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.222 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.222 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.222 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.222 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.222 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.222 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.222 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.222 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.222 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.222 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.222 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.222 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.222 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.222 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.223 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.223 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.223 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:18.223 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.223 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.223 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.223 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.223 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.223 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.223 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.223 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.223 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:18.223 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.223 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.224 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.224 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.224 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.224 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.224 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284236+0000", 2024-08-19T09:58:18.224 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.822060+0000", 2024-08-19T09:58:18.224 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.822060+0000", 2024-08-19T09:58:18.224 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.822364+0000", 2024-08-19T09:58:18.224 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284236+0000", 2024-08-19T09:58:18.224 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.224 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.224 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.224 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.224 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284236+0000", 2024-08-19T09:58:18.225 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284236+0000", 2024-08-19T09:58:18.225 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284236+0000", 2024-08-19T09:58:18.225 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.225 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.225 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.225 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284236+0000", 2024-08-19T09:58:18.225 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284236+0000", 2024-08-19T09:58:18.225 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.225 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 1, 2024-08-19T09:58:18.225 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.225 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.225 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.225 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.225 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.226 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.226 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.226 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 1, 2024-08-19T09:58:18.226 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.226 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.226 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.226 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.1a", 2024-08-19T09:58:18.226 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.226 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.226 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.226 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:18.226 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.226 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:31:01.793305+0000", 2024-08-19T09:58:18.226 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.226 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.227 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.227 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.227 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.227 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.227 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.227 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.227 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.227 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.227 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.227 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.227 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.227 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.227 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.227 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.228 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.228 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.228 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.228 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.228 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.228 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.228 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.228 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.228 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.228 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.228 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.228 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.228 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.228 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.228 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.229 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.229 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.229 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.229 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.229 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.229 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.229 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.229 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.229 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.229 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.229 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.229 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.229 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.229 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.229 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.230 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.230 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.230 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.230 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.230 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.230 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:18.230 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'1" 2024-08-19T09:58:18.230 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.230 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.230 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.230 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.230 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.230 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.230 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.231 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:18.231 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.231 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.231 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.231 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.231 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.231 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.231 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429297+0000", 2024-08-19T09:58:18.231 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817246+0000", 2024-08-19T09:58:18.231 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817246+0000", 2024-08-19T09:58:18.231 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.817514+0000", 2024-08-19T09:58:18.231 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429297+0000", 2024-08-19T09:58:18.231 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.231 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.232 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.232 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.232 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429297+0000", 2024-08-19T09:58:18.232 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429297+0000", 2024-08-19T09:58:18.232 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429297+0000", 2024-08-19T09:58:18.232 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.232 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.232 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.232 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429297+0000", 2024-08-19T09:58:18.232 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429297+0000", 2024-08-19T09:58:18.232 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.232 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.232 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.232 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.233 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.233 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.233 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.233 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.233 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.233 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.233 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.233 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.233 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.233 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.19", 2024-08-19T09:58:18.233 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.233 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.233 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.233 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 25, 2024-08-19T09:58:18.234 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.234 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:20:43.157904+0000", 2024-08-19T09:58:18.234 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.234 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.234 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.234 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.235 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.236 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.237 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.237 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.237 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.237 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.237 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.237 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.237 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.237 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.237 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.237 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.237 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:18.237 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.237 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.237 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.238 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.238 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.238 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.238 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.238 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.238 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:18.238 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.238 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.238 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.238 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.238 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.238 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.238 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429146+0000", 2024-08-19T09:58:18.238 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.832234+0000", 2024-08-19T09:58:18.239 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.832234+0000", 2024-08-19T09:58:18.239 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.832533+0000", 2024-08-19T09:58:18.239 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429146+0000", 2024-08-19T09:58:18.239 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.239 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.239 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.239 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.239 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429146+0000", 2024-08-19T09:58:18.239 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429146+0000", 2024-08-19T09:58:18.239 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429146+0000", 2024-08-19T09:58:18.239 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.239 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.239 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.239 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429146+0000", 2024-08-19T09:58:18.240 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429146+0000", 2024-08-19T09:58:18.240 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.240 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.240 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.240 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.240 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.240 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.240 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.240 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.240 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.240 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.240 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.240 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.240 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.241 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.18", 2024-08-19T09:58:18.241 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.241 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.241 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.241 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.241 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.241 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:15:13.987600+0000", 2024-08-19T09:58:18.241 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.241 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.241 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.241 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.241 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.241 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.241 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.242 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.242 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.242 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.242 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.242 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.242 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.242 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.242 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.242 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.242 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.242 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.242 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.242 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.242 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.242 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.243 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.243 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.243 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.243 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.243 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.243 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.243 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.243 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.243 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.243 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.243 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.243 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.243 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.243 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.244 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.244 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.244 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.244 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.244 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.244 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.244 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.244 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.244 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.244 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.244 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.244 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.244 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.244 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.244 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.245 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:18.245 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.245 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.245 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.245 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.245 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.245 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.245 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.245 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.245 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:18.245 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.245 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.245 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.245 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.245 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.246 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.246 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947508+0000", 2024-08-19T09:58:18.246 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.826029+0000", 2024-08-19T09:58:18.246 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.826029+0000", 2024-08-19T09:58:18.246 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.826368+0000", 2024-08-19T09:58:18.246 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947508+0000", 2024-08-19T09:58:18.246 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.246 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.246 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.246 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.246 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947508+0000", 2024-08-19T09:58:18.246 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947508+0000", 2024-08-19T09:58:18.247 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947508+0000", 2024-08-19T09:58:18.247 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.247 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.247 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.247 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947508+0000", 2024-08-19T09:58:18.247 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947508+0000", 2024-08-19T09:58:18.247 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.247 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.247 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.247 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.247 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.247 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.247 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.247 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.247 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.248 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.248 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.248 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.248 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.248 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.18", 2024-08-19T09:58:18.248 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.248 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.248 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.248 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:18.248 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.248 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:51:36.186463+0000", 2024-08-19T09:58:18.248 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.248 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.248 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.249 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.249 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.249 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.249 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.249 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.249 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.249 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.249 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.249 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.249 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.249 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.249 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.249 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.249 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.250 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.250 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.250 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.250 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.250 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.250 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.250 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.250 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.250 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.250 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.250 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.250 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.250 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.250 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.251 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.251 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.251 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.251 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.251 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.251 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.251 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.251 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.251 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.251 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.251 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.251 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.251 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.251 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.252 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.252 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.252 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.252 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.252 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.252 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.252 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.252 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.252 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.252 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.252 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.252 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.252 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.252 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.252 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.253 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:18.253 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.253 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.253 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.253 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.253 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.253 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.253 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855348+0000", 2024-08-19T09:58:18.253 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.830881+0000", 2024-08-19T09:58:18.253 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.830881+0000", 2024-08-19T09:58:18.253 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.831347+0000", 2024-08-19T09:58:18.253 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855348+0000", 2024-08-19T09:58:18.253 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.253 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.253 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.254 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.254 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855348+0000", 2024-08-19T09:58:18.254 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855348+0000", 2024-08-19T09:58:18.254 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855348+0000", 2024-08-19T09:58:18.254 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.254 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.254 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.254 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855348+0000", 2024-08-19T09:58:18.254 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855348+0000", 2024-08-19T09:58:18.254 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.254 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.254 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.254 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.254 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.255 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.255 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.255 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.255 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.255 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.255 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.255 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.255 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.255 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.19", 2024-08-19T09:58:18.255 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.255 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.255 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.255 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.255 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.255 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:32:01.806304+0000", 2024-08-19T09:58:18.256 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.256 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.256 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.256 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.256 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.256 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.256 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.256 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.256 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.256 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.256 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.256 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.256 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.256 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.257 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.257 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.257 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.257 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.257 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.257 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.257 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.257 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.257 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.257 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.257 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.257 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.257 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.257 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.257 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.258 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.258 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.258 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.258 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.258 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.258 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.258 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.258 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.258 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.258 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.258 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.258 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.258 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.258 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.259 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.259 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.259 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.259 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.259 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.259 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.259 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.259 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.259 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:18.259 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.259 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.259 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.259 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.259 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.260 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.260 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.260 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.260 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:18.260 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.260 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.260 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.260 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.260 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.260 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.260 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284486+0000", 2024-08-19T09:58:18.260 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.819944+0000", 2024-08-19T09:58:18.260 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.819944+0000", 2024-08-19T09:58:18.260 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.820255+0000", 2024-08-19T09:58:18.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284486+0000", 2024-08-19T09:58:18.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284486+0000", 2024-08-19T09:58:18.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284486+0000", 2024-08-19T09:58:18.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284486+0000", 2024-08-19T09:58:18.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284486+0000", 2024-08-19T09:58:18.261 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284486+0000", 2024-08-19T09:58:18.261 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.262 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.262 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.262 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.262 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.262 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.262 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.262 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.262 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.262 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.262 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.262 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.262 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.262 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.17", 2024-08-19T09:58:18.262 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.263 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.263 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.263 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 25, 2024-08-19T09:58:18.263 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.263 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:57:30.507759+0000", 2024-08-19T09:58:18.263 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.263 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.263 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.263 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.263 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.263 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.263 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.263 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.263 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.264 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.265 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.266 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.266 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.266 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.266 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.266 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.266 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.266 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.266 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.266 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.266 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:18.267 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.267 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.267 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.267 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.267 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.267 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.267 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.267 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.267 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:18.267 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.267 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.267 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.267 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.268 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.268 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.268 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947801+0000", 2024-08-19T09:58:18.268 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.848607+0000", 2024-08-19T09:58:18.268 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.848607+0000", 2024-08-19T09:58:18.268 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.848930+0000", 2024-08-19T09:58:18.268 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947801+0000", 2024-08-19T09:58:18.268 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.268 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.268 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.268 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.268 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947801+0000", 2024-08-19T09:58:18.268 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947801+0000", 2024-08-19T09:58:18.268 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947801+0000", 2024-08-19T09:58:18.268 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947801+0000", 2024-08-19T09:58:18.269 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947801+0000", 2024-08-19T09:58:18.269 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.269 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.269 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.269 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.269 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.269 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.269 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.269 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.269 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.269 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.270 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.270 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.270 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.270 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.16", 2024-08-19T09:58:18.270 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.270 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.270 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.270 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.270 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.270 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:15:18.662329+0000", 2024-08-19T09:58:18.270 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.270 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.270 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.270 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.270 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.271 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.272 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.273 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.273 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.273 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.273 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.273 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.274 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.274 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.274 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.274 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.274 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.274 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.274 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.274 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.274 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.274 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.274 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.274 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.274 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.274 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:18.275 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.275 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.275 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.275 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.275 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.275 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.275 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947822+0000", 2024-08-19T09:58:18.275 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.823183+0000", 2024-08-19T09:58:18.275 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.823183+0000", 2024-08-19T09:58:18.275 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.823584+0000", 2024-08-19T09:58:18.275 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947822+0000", 2024-08-19T09:58:18.275 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.275 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.275 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.275 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947822+0000", 2024-08-19T09:58:18.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947822+0000", 2024-08-19T09:58:18.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947822+0000", 2024-08-19T09:58:18.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947822+0000", 2024-08-19T09:58:18.276 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947822+0000", 2024-08-19T09:58:18.276 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.276 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.276 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.276 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.276 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.276 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.277 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.277 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.277 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.277 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.277 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.277 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.277 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.277 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.16", 2024-08-19T09:58:18.277 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.277 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.277 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.277 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:18.277 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.277 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:26:18.296385+0000", 2024-08-19T09:58:18.278 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.278 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.278 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.278 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.278 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.278 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.278 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.278 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.278 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.278 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.278 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.278 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.278 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.278 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.279 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.279 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.279 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.279 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.279 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.279 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.279 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.279 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.279 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.279 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.279 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.279 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.279 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.280 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.281 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.281 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.281 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.281 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.281 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.281 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.281 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.281 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.281 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.281 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.281 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.281 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.281 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.281 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.282 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.282 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.282 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:18.282 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.282 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:18.282 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.282 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.282 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.282 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.282 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.282 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.282 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.430236+0000", 2024-08-19T09:58:18.282 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.846963+0000", 2024-08-19T09:58:18.282 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.846963+0000", 2024-08-19T09:58:18.283 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.848148+0000", 2024-08-19T09:58:18.283 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.430236+0000", 2024-08-19T09:58:18.283 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.283 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.283 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.283 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.283 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.430236+0000", 2024-08-19T09:58:18.283 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.430236+0000", 2024-08-19T09:58:18.283 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.430236+0000", 2024-08-19T09:58:18.283 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.283 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.283 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.283 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.430236+0000", 2024-08-19T09:58:18.283 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.430236+0000", 2024-08-19T09:58:18.283 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.284 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.284 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.284 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.284 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.284 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.284 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.284 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.284 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.284 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.284 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.284 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.284 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.284 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.17", 2024-08-19T09:58:18.284 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.285 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.285 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.285 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.285 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.285 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:48:14.202247+0000", 2024-08-19T09:58:18.285 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.285 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.285 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.285 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.285 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.285 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.285 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.285 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.285 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.286 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.286 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.286 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.286 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.286 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.286 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.286 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.286 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.286 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.286 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.286 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.286 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.286 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.287 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.287 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.287 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.287 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.287 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.287 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.287 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.287 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.287 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.287 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.287 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.287 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.287 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.287 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.288 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.288 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.288 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.288 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.288 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.288 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.288 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.288 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:18.288 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.289 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:18.289 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.289 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.289 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.289 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.289 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.289 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.289 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.289 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.289 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:18.289 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.289 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.289 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.289 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.289 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.290 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.290 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855046+0000", 2024-08-19T09:58:18.290 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.823023+0000", 2024-08-19T09:58:18.290 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.823023+0000", 2024-08-19T09:58:18.290 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.823311+0000", 2024-08-19T09:58:18.290 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855046+0000", 2024-08-19T09:58:18.290 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.290 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.290 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.290 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.290 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855046+0000", 2024-08-19T09:58:18.290 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855046+0000", 2024-08-19T09:58:18.290 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855046+0000", 2024-08-19T09:58:18.290 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.291 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.291 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.291 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855046+0000", 2024-08-19T09:58:18.291 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855046+0000", 2024-08-19T09:58:18.291 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.291 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 3, 2024-08-19T09:58:18.291 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.291 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.291 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.291 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.291 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.291 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.291 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.291 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 3, 2024-08-19T09:58:18.292 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.292 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.292 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.292 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.15", 2024-08-19T09:58:18.292 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.292 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.292 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.292 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 28, 2024-08-19T09:58:18.292 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.292 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:25:32.290003+0000", 2024-08-19T09:58:18.292 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.292 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.292 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.292 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 90, 2024-08-19T09:58:18.293 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.293 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.293 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.293 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.293 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.293 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.293 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.293 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.293 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.293 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.293 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.293 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.293 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.293 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.294 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.294 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 6, 2024-08-19T09:58:18.294 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 2, 2024-08-19T09:58:18.294 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.294 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 2, 2024-08-19T09:58:18.294 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.294 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.294 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.294 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.294 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.294 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:18.294 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.294 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 4, 2024-08-19T09:58:18.295 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 1 2024-08-19T09:58:18.295 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.295 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.296 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.296 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.296 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.296 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.296 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.296 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.296 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:18.296 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'3" 2024-08-19T09:58:18.296 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.296 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.296 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.296 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.296 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.296 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.297 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.297 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 4, 2024-08-19T09:58:18.297 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.297 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.297 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.297 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.297 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.297 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.297 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.859087+0000", 2024-08-19T09:58:18.297 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.846780+0000", 2024-08-19T09:58:18.297 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.846780+0000", 2024-08-19T09:58:18.297 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.847052+0000", 2024-08-19T09:58:18.297 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.859087+0000", 2024-08-19T09:58:18.297 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.298 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.298 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.298 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.298 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.859087+0000", 2024-08-19T09:58:18.298 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.859087+0000", 2024-08-19T09:58:18.298 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.859087+0000", 2024-08-19T09:58:18.298 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.298 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.298 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.298 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.859087+0000", 2024-08-19T09:58:18.298 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.859087+0000", 2024-08-19T09:58:18.298 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.298 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.298 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.299 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.299 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.299 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.299 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.299 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.299 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.299 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.299 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.299 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.299 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.299 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.14", 2024-08-19T09:58:18.299 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.299 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.299 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.300 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.300 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.300 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:14:51.280881+0000", 2024-08-19T09:58:18.300 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.300 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.300 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.300 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.300 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.300 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.300 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.300 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.300 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.300 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.301 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.301 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.301 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.301 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.301 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.301 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.301 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.301 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.301 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.301 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.301 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.301 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.301 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.301 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.301 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.302 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.302 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.302 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.302 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.302 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.302 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.302 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.302 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.302 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.302 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.302 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.302 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.302 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.302 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.303 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.303 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.303 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.303 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.303 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.303 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.303 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.303 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.303 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.303 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.303 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.303 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.303 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 4, 2024-08-19T09:58:18.303 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.304 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.304 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.304 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.304 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.304 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.304 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.304 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.304 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:18.304 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.304 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.304 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.304 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.304 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.304 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.304 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:57:10.965800+0000", 2024-08-19T09:58:18.305 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.822925+0000", 2024-08-19T09:58:18.305 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.822925+0000", 2024-08-19T09:58:18.305 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.823235+0000", 2024-08-19T09:58:18.305 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:57:10.965800+0000", 2024-08-19T09:58:18.305 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.305 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.305 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.305 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.305 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:57:10.965800+0000", 2024-08-19T09:58:18.305 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:57:10.965800+0000", 2024-08-19T09:58:18.305 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:57:10.965800+0000", 2024-08-19T09:58:18.305 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.305 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.305 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.306 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:57:10.965800+0000", 2024-08-19T09:58:18.306 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:57:10.965800+0000", 2024-08-19T09:58:18.306 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.306 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 12, 2024-08-19T09:58:18.306 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.306 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.306 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.306 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.306 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.306 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.306 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.306 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 12, 2024-08-19T09:58:18.306 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.306 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.307 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.307 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.14", 2024-08-19T09:58:18.307 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.307 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.307 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.307 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 37, 2024-08-19T09:58:18.307 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.307 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:42:55.984944+0000", 2024-08-19T09:58:18.307 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.307 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.307 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.307 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 2630, 2024-08-19T09:58:18.307 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.307 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.307 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.308 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.308 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.308 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.308 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.308 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.308 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.308 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.308 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.308 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.308 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.308 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.308 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.308 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 12, 2024-08-19T09:58:18.308 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 4, 2024-08-19T09:58:18.309 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.309 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 4, 2024-08-19T09:58:18.309 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.309 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.309 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.309 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.309 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.309 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:18.309 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.309 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.309 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.309 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.309 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.309 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.309 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.310 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.310 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.310 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.310 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.310 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.310 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 12, 2024-08-19T09:58:18.310 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 9 2024-08-19T09:58:18.310 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.310 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.310 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.310 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.310 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.310 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.310 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.311 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.311 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:18.311 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "75'12" 2024-08-19T09:58:18.311 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.311 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.311 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.311 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.311 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.311 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.311 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.311 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.311 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.311 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.311 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.311 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.312 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.312 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.312 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429075+0000", 2024-08-19T09:58:18.312 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.849405+0000", 2024-08-19T09:58:18.312 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.849405+0000", 2024-08-19T09:58:18.312 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.849695+0000", 2024-08-19T09:58:18.312 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429075+0000", 2024-08-19T09:58:18.312 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.312 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.312 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.312 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.312 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429075+0000", 2024-08-19T09:58:18.312 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429075+0000", 2024-08-19T09:58:18.312 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429075+0000", 2024-08-19T09:58:18.313 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.313 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.313 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.313 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429075+0000", 2024-08-19T09:58:18.313 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429075+0000", 2024-08-19T09:58:18.313 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.313 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.313 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.313 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.313 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.313 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.313 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.313 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.313 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.314 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.314 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.314 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.314 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.314 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.15", 2024-08-19T09:58:18.314 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.314 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.314 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.314 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.314 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.314 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:54:12.031333+0000", 2024-08-19T09:58:18.314 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.314 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.314 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.315 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.315 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.315 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.315 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.315 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.315 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.315 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.315 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.315 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.315 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.315 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.315 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.315 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.315 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.315 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.316 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.316 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.316 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.316 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.316 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.316 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.316 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.316 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.316 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.316 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.316 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.316 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.316 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.316 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.317 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.317 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.317 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.317 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.317 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.317 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.317 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.317 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.317 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.317 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.317 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.317 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.317 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.317 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.317 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.318 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.318 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.318 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.318 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.318 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.318 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.318 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.318 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.318 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.318 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.318 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.318 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:18.318 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.318 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:18.319 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.319 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.319 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.319 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.319 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.319 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.319 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429919+0000", 2024-08-19T09:58:18.319 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.814957+0000", 2024-08-19T09:58:18.319 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.814957+0000", 2024-08-19T09:58:18.319 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.815249+0000", 2024-08-19T09:58:18.319 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429919+0000", 2024-08-19T09:58:18.319 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.319 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.319 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.320 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.320 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429919+0000", 2024-08-19T09:58:18.320 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429919+0000", 2024-08-19T09:58:18.320 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429919+0000", 2024-08-19T09:58:18.320 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.320 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.320 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.320 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429919+0000", 2024-08-19T09:58:18.320 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429919+0000", 2024-08-19T09:58:18.320 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.320 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 2, 2024-08-19T09:58:18.320 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.320 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.320 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.321 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.321 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.321 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.321 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.321 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 2, 2024-08-19T09:58:18.321 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.321 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.321 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.321 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.13", 2024-08-19T09:58:18.321 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.321 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.321 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.321 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 28, 2024-08-19T09:58:18.321 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.322 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:46:40.156495+0000", 2024-08-19T09:58:18.322 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.322 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.322 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.322 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 34, 2024-08-19T09:58:18.322 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.322 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.322 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.322 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.322 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.322 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.322 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.322 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.322 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.322 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.323 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.323 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.323 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.323 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.323 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.323 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 6, 2024-08-19T09:58:18.323 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 2, 2024-08-19T09:58:18.323 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.323 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 2, 2024-08-19T09:58:18.323 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.323 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.323 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.323 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.323 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.323 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:18.324 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.324 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.324 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.324 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.324 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.324 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.324 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.324 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.324 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.324 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.324 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.324 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.324 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 3, 2024-08-19T09:58:18.324 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 7 2024-08-19T09:58:18.324 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.325 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.325 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.325 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.325 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.325 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.325 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:18.325 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.325 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:18.325 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'2" 2024-08-19T09:58:18.325 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.325 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.325 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.325 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.325 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.326 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:18.326 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.326 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:18.326 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.326 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.326 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.326 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.326 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.326 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.326 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429249+0000", 2024-08-19T09:58:18.326 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.834704+0000", 2024-08-19T09:58:18.326 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.834704+0000", 2024-08-19T09:58:18.326 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.834978+0000", 2024-08-19T09:58:18.326 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429249+0000", 2024-08-19T09:58:18.327 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.327 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.327 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.327 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.327 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429249+0000", 2024-08-19T09:58:18.327 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429249+0000", 2024-08-19T09:58:18.327 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429249+0000", 2024-08-19T09:58:18.327 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.327 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.327 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.327 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429249+0000", 2024-08-19T09:58:18.327 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429249+0000", 2024-08-19T09:58:18.327 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.327 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.328 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.328 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.328 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.328 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.328 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.328 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.328 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.328 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.328 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.328 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.328 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.328 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.12", 2024-08-19T09:58:18.328 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.328 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.329 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.329 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.329 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.329 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:15:01.318365+0000", 2024-08-19T09:58:18.329 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.329 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.329 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.329 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.330 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.330 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.330 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.330 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.330 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.330 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.330 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.330 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.330 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.330 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.330 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.330 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.330 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.331 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.331 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.331 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.331 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.331 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.331 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.331 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.331 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.331 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.331 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.331 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.331 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.331 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.332 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.332 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.332 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.332 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.332 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.332 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.332 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.332 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.332 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.332 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.332 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.332 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.332 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.333 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.333 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:18.333 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.333 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:18.333 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.333 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.333 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.333 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.333 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.333 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.333 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.333 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.333 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:18.333 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.334 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.334 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.334 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.334 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.334 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.334 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947700+0000", 2024-08-19T09:58:18.334 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.826622+0000", 2024-08-19T09:58:18.334 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.826622+0000", 2024-08-19T09:58:18.334 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.826929+0000", 2024-08-19T09:58:18.334 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947700+0000", 2024-08-19T09:58:18.334 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.334 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.334 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.335 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.335 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947700+0000", 2024-08-19T09:58:18.335 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947700+0000", 2024-08-19T09:58:18.335 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947700+0000", 2024-08-19T09:58:18.335 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.335 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.335 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.335 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947700+0000", 2024-08-19T09:58:18.335 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947700+0000", 2024-08-19T09:58:18.335 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.335 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.335 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.335 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.335 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.335 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.336 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.336 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.336 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.336 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.336 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.336 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.336 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.336 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.12", 2024-08-19T09:58:18.336 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.336 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.336 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.336 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:18.336 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.336 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:57:39.098822+0000", 2024-08-19T09:58:18.337 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.337 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.337 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.337 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.338 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.338 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.338 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.338 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.338 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.338 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.338 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.338 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.338 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.338 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.338 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.338 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.338 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.339 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.339 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.339 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.339 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.339 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.339 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.339 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.339 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.339 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.339 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.339 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.339 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.339 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.339 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.339 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.340 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.340 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.340 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.340 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.340 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.340 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.340 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.340 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.340 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.340 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.340 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.340 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.340 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.341 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.341 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.341 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.341 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.341 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.341 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.341 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.341 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.341 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.341 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.341 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.341 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.341 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.428959+0000", 2024-08-19T09:58:18.341 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.849609+0000", 2024-08-19T09:58:18.342 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.849609+0000", 2024-08-19T09:58:18.342 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.850124+0000", 2024-08-19T09:58:18.342 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.428959+0000", 2024-08-19T09:58:18.342 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.342 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.342 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.342 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.342 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.428959+0000", 2024-08-19T09:58:18.342 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.428959+0000", 2024-08-19T09:58:18.342 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.428959+0000", 2024-08-19T09:58:18.342 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.342 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.342 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.342 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.428959+0000", 2024-08-19T09:58:18.342 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.428959+0000", 2024-08-19T09:58:18.343 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.343 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.343 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.343 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.343 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.343 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.343 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.343 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.343 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.343 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.343 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.343 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.343 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.344 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.13", 2024-08-19T09:58:18.344 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.344 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.344 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.344 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.344 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.344 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:45:46.460243+0000", 2024-08-19T09:58:18.344 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.344 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.344 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.344 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.345 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.346 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.346 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.346 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.346 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.346 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.346 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.346 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.346 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.346 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.346 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.346 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.346 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.346 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.347 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.347 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.347 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.347 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.347 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.347 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.347 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.347 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.347 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.347 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.347 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.347 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.347 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.348 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.348 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.348 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.348 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.348 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.348 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.348 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.348 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.348 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.348 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.348 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.348 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.348 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.348 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.349 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:18.349 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.349 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.349 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.349 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.349 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.349 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.349 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284179+0000", 2024-08-19T09:58:18.349 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.822685+0000", 2024-08-19T09:58:18.349 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.822685+0000", 2024-08-19T09:58:18.349 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.823010+0000", 2024-08-19T09:58:18.349 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284179+0000", 2024-08-19T09:58:18.349 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.349 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.350 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.350 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.350 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284179+0000", 2024-08-19T09:58:18.350 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284179+0000", 2024-08-19T09:58:18.350 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284179+0000", 2024-08-19T09:58:18.350 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.350 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.350 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.350 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284179+0000", 2024-08-19T09:58:18.350 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284179+0000", 2024-08-19T09:58:18.350 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.350 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.350 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.350 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.351 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.351 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.351 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.351 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.351 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.351 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.351 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.351 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.351 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.351 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.11", 2024-08-19T09:58:18.351 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.351 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.351 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.351 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 25, 2024-08-19T09:58:18.351 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.352 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:23:07.614052+0000", 2024-08-19T09:58:18.352 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.352 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.352 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.352 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.353 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.353 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.353 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.353 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.353 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.353 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.353 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.353 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.353 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.353 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.353 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.353 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.353 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.353 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.354 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.354 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.354 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.354 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.354 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.354 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.354 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.354 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.354 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.354 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.354 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.354 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.354 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.355 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.355 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.355 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.355 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.355 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.355 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.355 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.355 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.355 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.355 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.355 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:18.355 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.355 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.355 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.355 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.356 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.356 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.356 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.356 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.356 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:18.356 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.356 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.356 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.356 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.356 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.356 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.356 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.283985+0000", 2024-08-19T09:58:18.356 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.846399+0000", 2024-08-19T09:58:18.356 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.846399+0000", 2024-08-19T09:58:18.357 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.846886+0000", 2024-08-19T09:58:18.357 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.283985+0000", 2024-08-19T09:58:18.357 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.357 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.357 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.357 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.357 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.283985+0000", 2024-08-19T09:58:18.357 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.283985+0000", 2024-08-19T09:58:18.357 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.283985+0000", 2024-08-19T09:58:18.357 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.357 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.357 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.357 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.283985+0000", 2024-08-19T09:58:18.357 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.283985+0000", 2024-08-19T09:58:18.358 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.358 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.358 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.358 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.358 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.358 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.358 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.358 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.358 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.358 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.358 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.358 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.359 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.359 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.10", 2024-08-19T09:58:18.359 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.359 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.359 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.359 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.359 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.359 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:41:12.835252+0000", 2024-08-19T09:58:18.359 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.359 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.359 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.359 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.360 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.361 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.361 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.361 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.361 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.361 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.361 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.361 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.361 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.361 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.361 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.361 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.361 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.361 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.362 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.362 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.362 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.362 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.362 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.362 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.362 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.362 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.362 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.362 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.362 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.362 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.362 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.362 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.363 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.363 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.363 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.363 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.363 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.363 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.363 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:18.363 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.363 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.363 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.363 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.363 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.363 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.363 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.364 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.364 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:18.364 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.364 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.364 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.364 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.364 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.364 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.364 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.853202+0000", 2024-08-19T09:58:18.364 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.813235+0000", 2024-08-19T09:58:18.364 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.813235+0000", 2024-08-19T09:58:18.364 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.813503+0000", 2024-08-19T09:58:18.364 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.853202+0000", 2024-08-19T09:58:18.365 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.365 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.365 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.365 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.365 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.853202+0000", 2024-08-19T09:58:18.365 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.853202+0000", 2024-08-19T09:58:18.365 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.853202+0000", 2024-08-19T09:58:18.365 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.365 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.365 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.365 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.853202+0000", 2024-08-19T09:58:18.365 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.853202+0000", 2024-08-19T09:58:18.365 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.365 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 8, 2024-08-19T09:58:18.365 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.366 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.366 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.366 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.366 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.366 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.366 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.366 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 8, 2024-08-19T09:58:18.366 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.366 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.366 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.366 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.10", 2024-08-19T09:58:18.366 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.366 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.366 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.367 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 34, 2024-08-19T09:58:18.367 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.367 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:39:50.016344+0000", 2024-08-19T09:58:18.367 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.367 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.367 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.367 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.368 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.368 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.368 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.368 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.368 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.368 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.368 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.368 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 12, 2024-08-19T09:58:18.368 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 4, 2024-08-19T09:58:18.368 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.368 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 4, 2024-08-19T09:58:18.368 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.368 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.368 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.369 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.369 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.369 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 4, 2024-08-19T09:58:18.369 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.369 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.369 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.369 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.369 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.369 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.369 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.369 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.369 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.369 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.369 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.370 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.370 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 12, 2024-08-19T09:58:18.370 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.370 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.370 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.370 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.370 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.370 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.370 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.370 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.370 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.370 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:18.370 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'8" 2024-08-19T09:58:18.370 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.371 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.371 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.371 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.371 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.371 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.371 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.371 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.371 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.371 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.371 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.371 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.371 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.371 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.371 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.428804+0000", 2024-08-19T09:58:18.372 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.853171+0000", 2024-08-19T09:58:18.372 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.853171+0000", 2024-08-19T09:58:18.372 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.853833+0000", 2024-08-19T09:58:18.372 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.428804+0000", 2024-08-19T09:58:18.372 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.372 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.372 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.372 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.372 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.428804+0000", 2024-08-19T09:58:18.372 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.428804+0000", 2024-08-19T09:58:18.372 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.428804+0000", 2024-08-19T09:58:18.372 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.372 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.372 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.372 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.428804+0000", 2024-08-19T09:58:18.373 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.428804+0000", 2024-08-19T09:58:18.373 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.373 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.373 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.373 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.373 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.373 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.373 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.373 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.373 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.373 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.373 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.373 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.373 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.374 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.11", 2024-08-19T09:58:18.374 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.374 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.374 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.374 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.374 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.374 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:41:37.498677+0000", 2024-08-19T09:58:18.374 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.374 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.374 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.374 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.375 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.376 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.376 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.376 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.376 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.376 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.376 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.376 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.376 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.376 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.376 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.376 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.376 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.376 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.376 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.377 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.377 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.377 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.377 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.377 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.377 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.377 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.377 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.377 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.377 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.377 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.377 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.377 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.377 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.377 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.378 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.378 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.378 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.378 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.378 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.378 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.378 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.378 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.378 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.378 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 4, 2024-08-19T09:58:18.378 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.378 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.378 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.378 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.378 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.379 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.379 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.859015+0000", 2024-08-19T09:58:18.379 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.816538+0000", 2024-08-19T09:58:18.379 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.816538+0000", 2024-08-19T09:58:18.379 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.817179+0000", 2024-08-19T09:58:18.379 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.859015+0000", 2024-08-19T09:58:18.379 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.379 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.379 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.379 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.379 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.859015+0000", 2024-08-19T09:58:18.379 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.859015+0000", 2024-08-19T09:58:18.379 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.859015+0000", 2024-08-19T09:58:18.379 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.380 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.380 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.380 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.859015+0000", 2024-08-19T09:58:18.380 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.859015+0000", 2024-08-19T09:58:18.380 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.380 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 1, 2024-08-19T09:58:18.380 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.380 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.380 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.380 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.380 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.380 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.380 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.380 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 1, 2024-08-19T09:58:18.380 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.381 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.381 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.381 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.f", 2024-08-19T09:58:18.381 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.381 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.381 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.381 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:18.381 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.381 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:42:23.447764+0000", 2024-08-19T09:58:18.381 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.381 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.381 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 22, 2024-08-19T09:58:18.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.381 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.382 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:18.383 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:18.383 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.383 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:18.383 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.383 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.383 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.383 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.383 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.383 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.383 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.383 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.383 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.384 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.384 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.384 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.384 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.384 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.384 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.384 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.384 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.384 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.384 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 1, 2024-08-19T09:58:18.384 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 1 2024-08-19T09:58:18.384 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.384 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.384 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.385 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.385 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.385 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.385 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.385 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.385 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 4, 2024-08-19T09:58:18.385 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'1" 2024-08-19T09:58:18.385 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.385 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.385 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.385 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.385 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.385 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.385 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.385 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.386 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.386 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.386 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.386 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.386 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.386 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.386 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429271+0000", 2024-08-19T09:58:18.386 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.849151+0000", 2024-08-19T09:58:18.386 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.849151+0000", 2024-08-19T09:58:18.386 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.850094+0000", 2024-08-19T09:58:18.386 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429271+0000", 2024-08-19T09:58:18.386 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.386 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.386 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.387 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.387 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429271+0000", 2024-08-19T09:58:18.387 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429271+0000", 2024-08-19T09:58:18.387 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429271+0000", 2024-08-19T09:58:18.387 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.387 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.387 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.387 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429271+0000", 2024-08-19T09:58:18.387 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429271+0000", 2024-08-19T09:58:18.387 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.387 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.387 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.387 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.387 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.388 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.388 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.388 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.388 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.388 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.388 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.388 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.388 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.388 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.e", 2024-08-19T09:58:18.388 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.388 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.388 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.388 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.388 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.388 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:38:39.155777+0000", 2024-08-19T09:58:18.389 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.389 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.389 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.389 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.390 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.391 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.391 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.391 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.391 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.391 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.391 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.391 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.391 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.391 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.391 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.391 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.391 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.391 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.391 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.392 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.392 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.392 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.392 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.392 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.392 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.392 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.392 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.392 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.392 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.392 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.392 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.392 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.392 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.393 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.393 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.393 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.393 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.393 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:18.393 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.393 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.393 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.393 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.393 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.393 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.393 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854525+0000", 2024-08-19T09:58:18.393 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817278+0000", 2024-08-19T09:58:18.394 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817278+0000", 2024-08-19T09:58:18.394 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.818064+0000", 2024-08-19T09:58:18.394 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854525+0000", 2024-08-19T09:58:18.394 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.394 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.394 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.394 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.394 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854525+0000", 2024-08-19T09:58:18.394 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854525+0000", 2024-08-19T09:58:18.394 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854525+0000", 2024-08-19T09:58:18.394 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.394 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.394 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.394 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854525+0000", 2024-08-19T09:58:18.395 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854525+0000", 2024-08-19T09:58:18.395 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.395 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 2, 2024-08-19T09:58:18.395 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.395 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.395 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.395 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.395 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.395 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.395 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.395 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 2, 2024-08-19T09:58:18.395 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.395 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.396 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.396 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.e", 2024-08-19T09:58:18.396 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.396 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.396 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.396 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 28, 2024-08-19T09:58:18.396 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.396 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:49:29.025516+0000", 2024-08-19T09:58:18.396 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.396 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.396 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.396 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.397 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.398 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:18.398 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:18.398 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.398 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:18.398 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.398 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.398 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.398 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.398 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.398 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:18.398 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.398 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.399 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.399 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.399 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.399 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.399 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.399 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.399 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.399 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.399 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.399 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.399 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 3, 2024-08-19T09:58:18.399 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.399 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.399 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.399 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.400 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.400 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.400 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.400 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.400 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.400 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:18.400 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'2" 2024-08-19T09:58:18.400 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.400 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.400 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.400 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.400 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.400 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.400 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.401 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.401 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.401 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.401 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.401 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.401 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.401 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.401 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429314+0000", 2024-08-19T09:58:18.401 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.849452+0000", 2024-08-19T09:58:18.401 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.849452+0000", 2024-08-19T09:58:18.401 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.849767+0000", 2024-08-19T09:58:18.401 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429314+0000", 2024-08-19T09:58:18.401 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.401 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.401 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.402 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.402 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429314+0000", 2024-08-19T09:58:18.402 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429314+0000", 2024-08-19T09:58:18.402 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429314+0000", 2024-08-19T09:58:18.402 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.402 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.402 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.402 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429314+0000", 2024-08-19T09:58:18.402 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429314+0000", 2024-08-19T09:58:18.402 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.402 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.402 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.402 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.402 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.403 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.403 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.403 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.403 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.403 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.403 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.403 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.403 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.403 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.f", 2024-08-19T09:58:18.403 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.403 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.403 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.403 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.403 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.404 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:17:53.780532+0000", 2024-08-19T09:58:18.404 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.404 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.404 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.404 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.405 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.406 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.406 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.406 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.406 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.406 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.406 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.406 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.406 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.406 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.406 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.406 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.406 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.406 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.406 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.406 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.407 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.407 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.407 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.407 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.407 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.407 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.407 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.407 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.407 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.407 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.407 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.407 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.407 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.407 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.408 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.408 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:18.408 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.408 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:18.408 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.408 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.408 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.408 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.408 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.408 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.408 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855128+0000", 2024-08-19T09:58:18.408 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.821027+0000", 2024-08-19T09:58:18.408 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.821027+0000", 2024-08-19T09:58:18.408 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.821349+0000", 2024-08-19T09:58:18.408 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855128+0000", 2024-08-19T09:58:18.409 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.409 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.409 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.409 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.409 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855128+0000", 2024-08-19T09:58:18.409 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855128+0000", 2024-08-19T09:58:18.409 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855128+0000", 2024-08-19T09:58:18.409 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.409 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.409 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.409 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855128+0000", 2024-08-19T09:58:18.409 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855128+0000", 2024-08-19T09:58:18.409 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.409 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 1, 2024-08-19T09:58:18.410 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.410 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.410 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.410 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.410 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.410 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.410 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.410 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 1, 2024-08-19T09:58:18.410 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.410 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.410 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.410 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.d", 2024-08-19T09:58:18.410 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.410 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.411 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.411 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:18.411 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.411 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:48:40.873573+0000", 2024-08-19T09:58:18.411 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.411 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.411 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 70, 2024-08-19T09:58:18.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.411 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:18.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:18.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:18.412 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.413 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.413 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.413 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.413 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.413 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.413 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.413 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.413 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.413 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.413 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.413 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.413 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.413 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.413 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.414 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.414 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.414 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.414 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 1, 2024-08-19T09:58:18.414 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 1 2024-08-19T09:58:18.414 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.414 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.414 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.414 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.414 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.414 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.414 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:18.414 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.414 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:18.415 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'1" 2024-08-19T09:58:18.415 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.415 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.415 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.415 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.415 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.415 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.415 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.415 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:18.415 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.415 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.415 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.415 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.415 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.416 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.416 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947730+0000", 2024-08-19T09:58:18.416 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.845362+0000", 2024-08-19T09:58:18.416 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.845362+0000", 2024-08-19T09:58:18.416 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.845628+0000", 2024-08-19T09:58:18.416 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947730+0000", 2024-08-19T09:58:18.416 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.416 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.416 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.416 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.416 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947730+0000", 2024-08-19T09:58:18.416 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947730+0000", 2024-08-19T09:58:18.416 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947730+0000", 2024-08-19T09:58:18.416 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.417 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.417 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.417 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947730+0000", 2024-08-19T09:58:18.417 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947730+0000", 2024-08-19T09:58:18.417 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.417 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.417 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.417 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.417 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.417 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.417 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.417 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.417 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.417 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.417 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.418 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.418 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.418 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.c", 2024-08-19T09:58:18.418 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.418 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.418 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.418 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.418 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.418 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:07:48.236814+0000", 2024-08-19T09:58:18.418 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.418 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.418 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.418 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.419 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.420 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.421 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.421 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.421 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.421 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.421 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.421 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.421 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.421 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.421 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.421 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.421 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.421 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.421 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.421 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.421 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.422 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.422 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.422 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.422 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.422 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.422 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.422 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.422 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.422 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.422 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.422 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:18.422 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.422 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.423 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.423 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.423 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.423 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854825+0000", 2024-08-19T09:58:18.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817351+0000", 2024-08-19T09:58:18.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817351+0000", 2024-08-19T09:58:18.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.817618+0000", 2024-08-19T09:58:18.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854825+0000", 2024-08-19T09:58:18.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.423 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854825+0000", 2024-08-19T09:58:18.424 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854825+0000", 2024-08-19T09:58:18.424 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854825+0000", 2024-08-19T09:58:18.424 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.424 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.424 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.424 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854825+0000", 2024-08-19T09:58:18.424 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854825+0000", 2024-08-19T09:58:18.424 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.424 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.424 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.424 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.424 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.424 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.424 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.425 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.425 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.425 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.425 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.425 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.425 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.425 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.c", 2024-08-19T09:58:18.425 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.425 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.425 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.425 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:18.425 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.425 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:24:45.834732+0000", 2024-08-19T09:58:18.425 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.425 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.426 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.426 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.427 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.428 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.428 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.428 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.428 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.428 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.428 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.428 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.428 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.428 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.428 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.428 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.428 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.428 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.428 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.428 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.429 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.429 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.429 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.429 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.429 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.429 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.429 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.429 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:18.429 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.429 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.429 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.429 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.429 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.429 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.430 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.430 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.430 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.430 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.430 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.430 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.430 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.430 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.430 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429067+0000", 2024-08-19T09:58:18.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:25.246356+0000", 2024-08-19T09:58:18.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:25.246356+0000", 2024-08-19T09:58:18.430 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:25.246792+0000", 2024-08-19T09:58:18.431 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429067+0000", 2024-08-19T09:58:18.431 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.431 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.431 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.431 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 67, 2024-08-19T09:58:18.431 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429067+0000", 2024-08-19T09:58:18.431 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429067+0000", 2024-08-19T09:58:18.431 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429067+0000", 2024-08-19T09:58:18.431 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.431 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.431 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.431 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429067+0000", 2024-08-19T09:58:18.431 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429067+0000", 2024-08-19T09:58:18.431 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.431 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.432 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.432 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.432 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 66, 2024-08-19T09:58:18.432 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.432 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.432 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.432 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.432 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.432 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.432 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.432 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.432 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.d", 2024-08-19T09:58:18.432 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.432 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.433 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.433 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 31, 2024-08-19T09:58:18.433 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.433 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:50:15.000524+0000", 2024-08-19T09:58:18.433 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.433 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.433 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.433 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.434 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.435 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.436 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.436 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.436 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.436 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.436 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.436 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.436 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.436 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.436 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.436 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.436 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.436 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.436 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.436 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.437 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.437 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.437 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.437 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.437 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.437 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.437 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.437 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:18.437 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.437 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.437 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:18.437 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.437 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.437 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284425+0000", 2024-08-19T09:58:18.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.284506+0000", 2024-08-19T09:58:18.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.284506+0000", 2024-08-19T09:58:18.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.784744+0000", 2024-08-19T09:58:18.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284425+0000", 2024-08-19T09:58:18.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:18.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284425+0000", 2024-08-19T09:58:18.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284425+0000", 2024-08-19T09:58:18.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284425+0000", 2024-08-19T09:58:18.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.438 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.439 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.439 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284425+0000", 2024-08-19T09:58:18.439 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284425+0000", 2024-08-19T09:58:18.439 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.439 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.439 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.439 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.439 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:18.439 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.439 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.439 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.439 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.439 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.440 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.440 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.440 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.440 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.5", 2024-08-19T09:58:18.440 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.440 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.440 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.440 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 21, 2024-08-19T09:58:18.440 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.440 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:24:50.564181+0000", 2024-08-19T09:58:18.440 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.000529786, 2024-08-19T09:58:18.440 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.440 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.440 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.441 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.442 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.443 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.443 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.443 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.443 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.443 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.443 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.443 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.443 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.443 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.443 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.443 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.443 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.443 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.444 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.444 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.444 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.444 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.444 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.444 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.444 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.444 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.444 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:18.444 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.444 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.444 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.444 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.444 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.444 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.445 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.445 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.445 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.445 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.445 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.445 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 19, 2024-08-19T09:58:18.445 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.445 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.445 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.445 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429001+0000", 2024-08-19T09:58:18.445 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:31.379548+0000", 2024-08-19T09:58:18.445 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:31.379548+0000", 2024-08-19T09:58:18.445 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:31.379926+0000", 2024-08-19T09:58:18.446 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429001+0000", 2024-08-19T09:58:18.446 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:52:34.373391+0000", 2024-08-19T09:58:18.446 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.446 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:52:34.373391+0000", 2024-08-19T09:58:18.446 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 58, 2024-08-19T09:58:18.446 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429001+0000", 2024-08-19T09:58:18.446 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429001+0000", 2024-08-19T09:58:18.446 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429001+0000", 2024-08-19T09:58:18.446 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.446 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.446 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:52:34.373391+0000", 2024-08-19T09:58:18.446 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429001+0000", 2024-08-19T09:58:18.446 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429001+0000", 2024-08-19T09:58:18.446 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.447 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 128, 2024-08-19T09:58:18.447 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.447 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.447 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 57, 2024-08-19T09:58:18.447 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.447 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.447 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.447 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.447 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 128, 2024-08-19T09:58:18.447 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.447 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.447 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.447 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "1.0", 2024-08-19T09:58:18.447 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.447 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.448 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.448 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 271, 2024-08-19T09:58:18.448 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.448 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:23:13.933393+0000", 2024-08-19T09:58:18.448 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.448 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.448 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 590368, 2024-08-19T09:58:18.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 1771104, 2024-08-19T09:58:18.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.448 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 6, 2024-08-19T09:58:18.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 2, 2024-08-19T09:58:18.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 2, 2024-08-19T09:58:18.449 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 6, 2024-08-19T09:58:18.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 212, 2024-08-19T09:58:18.450 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 306, 2024-08-19T09:58:18.451 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.451 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.451 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.451 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 179, 2024-08-19T09:58:18.451 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 2416 2024-08-19T09:58:18.451 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.451 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.451 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.451 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.451 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.451 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.451 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.451 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.451 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.452 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "68'128" 2024-08-19T09:58:18.452 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.452 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.452 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.452 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.452 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.452 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.452 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.452 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:18.452 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.452 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.452 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.452 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.452 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.453 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.453 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947531+0000", 2024-08-19T09:58:18.453 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.825915+0000", 2024-08-19T09:58:18.453 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.825915+0000", 2024-08-19T09:58:18.453 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.826234+0000", 2024-08-19T09:58:18.453 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947531+0000", 2024-08-19T09:58:18.453 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.453 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.453 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.453 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.453 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947531+0000", 2024-08-19T09:58:18.453 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947531+0000", 2024-08-19T09:58:18.453 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947531+0000", 2024-08-19T09:58:18.453 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.454 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.454 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.454 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947531+0000", 2024-08-19T09:58:18.454 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947531+0000", 2024-08-19T09:58:18.454 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.454 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.454 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.454 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.454 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.454 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.454 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.454 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.454 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.454 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.455 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.455 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.455 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.455 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.3", 2024-08-19T09:58:18.455 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.455 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.455 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.455 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:18.455 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.455 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:43:47.554119+0000", 2024-08-19T09:58:18.455 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.455 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.455 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.455 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.456 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.457 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.458 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.458 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.458 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.458 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.458 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.458 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.458 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.458 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.458 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.458 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.458 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.458 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.458 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.458 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.459 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.459 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.459 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.459 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.459 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.459 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.459 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.459 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.459 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.459 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.459 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.459 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.459 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.459 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.460 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.460 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.460 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:18.460 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.460 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.460 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.460 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.460 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.460 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429184+0000", 2024-08-19T09:58:18.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.840593+0000", 2024-08-19T09:58:18.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.840593+0000", 2024-08-19T09:58:18.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.840845+0000", 2024-08-19T09:58:18.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429184+0000", 2024-08-19T09:58:18.460 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.461 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.461 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.461 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.461 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429184+0000", 2024-08-19T09:58:18.461 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429184+0000", 2024-08-19T09:58:18.461 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429184+0000", 2024-08-19T09:58:18.461 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.461 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.461 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.461 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429184+0000", 2024-08-19T09:58:18.461 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429184+0000", 2024-08-19T09:58:18.461 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.462 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.462 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.462 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.462 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.462 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.462 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.462 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.462 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.462 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.462 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.462 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.462 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.463 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.2", 2024-08-19T09:58:18.463 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.463 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.463 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.463 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.463 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.463 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:25:03.933158+0000", 2024-08-19T09:58:18.463 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.463 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.463 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.463 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.464 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.465 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.465 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.465 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.465 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.465 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.465 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.465 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.465 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.465 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.465 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.465 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.466 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.466 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.466 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.466 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.466 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.466 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.466 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.466 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.466 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.466 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.466 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.466 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.466 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.467 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.467 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.467 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.467 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.467 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.467 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.467 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.467 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.467 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.467 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:18.467 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.467 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.467 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.467 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.468 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.468 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.468 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.468 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.468 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:18.468 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.468 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.468 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:18.468 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.468 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.468 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.468 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.430206+0000", 2024-08-19T09:58:18.468 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.287117+0000", 2024-08-19T09:58:18.468 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.287117+0000", 2024-08-19T09:58:18.469 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.697467+0000", 2024-08-19T09:58:18.469 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.430206+0000", 2024-08-19T09:58:18.469 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.469 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.469 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.469 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:18.469 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.430206+0000", 2024-08-19T09:58:18.469 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.430206+0000", 2024-08-19T09:58:18.469 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.430206+0000", 2024-08-19T09:58:18.469 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.469 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.469 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.469 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.430206+0000", 2024-08-19T09:58:18.469 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.430206+0000", 2024-08-19T09:58:18.470 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.470 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.470 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.470 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.470 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:18.470 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.470 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.470 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.470 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.470 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.470 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.470 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.470 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.470 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.6", 2024-08-19T09:58:18.471 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.471 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.471 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.471 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 21, 2024-08-19T09:58:18.471 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.471 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:45:41.067844+0000", 2024-08-19T09:58:18.471 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0003208, 2024-08-19T09:58:18.471 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.471 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.471 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.472 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.473 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.473 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.473 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.473 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.473 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.473 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.473 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.473 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.473 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.473 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.473 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.473 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.473 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.473 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.474 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.474 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.474 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.474 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.474 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.474 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.474 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.474 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.474 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.474 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.474 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.474 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.474 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.474 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.474 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:18.475 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.475 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.475 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.475 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.475 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.475 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.475 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.475 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.475 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.475 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.475 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.475 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.475 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.475 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.476 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.476 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.428877+0000", 2024-08-19T09:58:18.476 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.818801+0000", 2024-08-19T09:58:18.476 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.818801+0000", 2024-08-19T09:58:18.476 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.819110+0000", 2024-08-19T09:58:18.476 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.428877+0000", 2024-08-19T09:58:18.476 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.476 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.476 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.476 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.476 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.428877+0000", 2024-08-19T09:58:18.476 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.428877+0000", 2024-08-19T09:58:18.476 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.428877+0000", 2024-08-19T09:58:18.476 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.476 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.477 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.477 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.428877+0000", 2024-08-19T09:58:18.477 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.428877+0000", 2024-08-19T09:58:18.477 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.477 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.477 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.477 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.477 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.477 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.477 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.477 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.477 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.477 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.477 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.478 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.478 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.478 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.0", 2024-08-19T09:58:18.478 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.478 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.478 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.478 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 24, 2024-08-19T09:58:18.478 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.478 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:12:20.281920+0000", 2024-08-19T09:58:18.478 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.478 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.478 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.478 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.479 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.480 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.481 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.481 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.481 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.481 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.481 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.481 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.481 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.481 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.481 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.481 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.481 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.481 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.481 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.481 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.482 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.482 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.482 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.482 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.482 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.482 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.482 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.482 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.482 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.482 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.482 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.482 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:18.482 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.483 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:18.483 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.483 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.483 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.483 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.483 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.483 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.483 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429120+0000", 2024-08-19T09:58:18.483 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.837092+0000", 2024-08-19T09:58:18.483 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.837092+0000", 2024-08-19T09:58:18.483 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.837376+0000", 2024-08-19T09:58:18.483 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429120+0000", 2024-08-19T09:58:18.483 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.483 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.484 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.484 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.484 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429120+0000", 2024-08-19T09:58:18.484 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429120+0000", 2024-08-19T09:58:18.484 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429120+0000", 2024-08-19T09:58:18.484 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.484 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.484 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.484 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429120+0000", 2024-08-19T09:58:18.484 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429120+0000", 2024-08-19T09:58:18.484 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.484 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.484 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.484 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.485 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.485 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.485 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.485 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.485 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.485 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.485 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.485 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.485 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.485 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.1", 2024-08-19T09:58:18.485 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.485 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.485 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.486 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.486 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.486 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:29:42.017481+0000", 2024-08-19T09:58:18.486 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.486 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.486 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.486 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.487 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.488 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.488 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.488 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.488 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.488 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.488 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.488 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.488 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.488 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.488 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.488 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.488 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.488 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.488 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.489 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.489 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.489 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.489 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.489 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.489 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.489 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.489 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.489 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.489 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.489 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.489 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:18.489 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.489 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:18.490 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.490 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.490 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.490 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.490 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.490 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.490 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.490 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.490 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:18.490 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.490 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.490 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:18.490 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.490 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.491 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.491 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855132+0000", 2024-08-19T09:58:18.491 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.646323+0000", 2024-08-19T09:58:18.491 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.646323+0000", 2024-08-19T09:58:18.491 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.295095+0000", 2024-08-19T09:58:18.491 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855132+0000", 2024-08-19T09:58:18.491 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.491 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.491 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.491 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:18.491 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855132+0000", 2024-08-19T09:58:18.491 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855132+0000", 2024-08-19T09:58:18.491 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855132+0000", 2024-08-19T09:58:18.491 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.492 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.492 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.492 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855132+0000", 2024-08-19T09:58:18.492 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855132+0000", 2024-08-19T09:58:18.492 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.492 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.492 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.492 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.492 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:18.492 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.492 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.492 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.492 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.492 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.493 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.493 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.493 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.493 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.7", 2024-08-19T09:58:18.493 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.493 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.493 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.493 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 20, 2024-08-19T09:58:18.493 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.493 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:38:25.403182+0000", 2024-08-19T09:58:18.493 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.000735797, 2024-08-19T09:58:18.493 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.493 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.493 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.494 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.495 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.495 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.495 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.495 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.495 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.495 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.495 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.495 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.495 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.495 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.495 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.495 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.495 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.495 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.496 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.496 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.496 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.496 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.496 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.496 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.496 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.496 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.496 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.496 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.496 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.496 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.496 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.496 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.497 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.497 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.497 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.497 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.497 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.497 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:18.497 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.497 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.497 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.497 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.497 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.497 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.497 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.497 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.498 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 2, 2024-08-19T09:58:18.498 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.498 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.498 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.498 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.498 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.498 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.498 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854108+0000", 2024-08-19T09:58:18.498 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817622+0000", 2024-08-19T09:58:18.498 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817622+0000", 2024-08-19T09:58:18.498 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.817892+0000", 2024-08-19T09:58:18.498 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854108+0000", 2024-08-19T09:58:18.498 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.498 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.499 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.499 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.499 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854108+0000", 2024-08-19T09:58:18.499 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854108+0000", 2024-08-19T09:58:18.499 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854108+0000", 2024-08-19T09:58:18.499 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.499 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.499 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.499 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854108+0000", 2024-08-19T09:58:18.499 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854108+0000", 2024-08-19T09:58:18.499 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.499 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.499 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.499 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.500 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.500 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.500 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.500 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.500 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.500 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.500 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.500 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.500 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.500 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.1", 2024-08-19T09:58:18.500 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.500 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.500 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.500 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:18.500 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.501 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T11:00:30.917648+0000", 2024-08-19T09:58:18.501 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.501 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.501 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.501 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.502 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.503 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.503 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.503 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.503 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.503 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.503 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.503 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.503 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.503 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.503 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.503 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.503 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.503 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.503 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.503 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.504 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.504 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.504 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.504 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.504 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.504 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.504 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.504 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.504 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 2, 2024-08-19T09:58:18.504 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.504 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.505 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.506 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.506 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.506 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.506 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.506 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.506 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:18.506 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.506 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.506 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.506 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.506 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.506 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.506 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.853500+0000", 2024-08-19T09:58:18.507 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.836956+0000", 2024-08-19T09:58:18.507 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.836956+0000", 2024-08-19T09:58:18.507 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.837682+0000", 2024-08-19T09:58:18.507 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.853500+0000", 2024-08-19T09:58:18.507 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.507 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.507 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.507 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.507 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.853500+0000", 2024-08-19T09:58:18.507 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.853500+0000", 2024-08-19T09:58:18.507 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.853500+0000", 2024-08-19T09:58:18.507 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.507 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.507 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.508 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.853500+0000", 2024-08-19T09:58:18.508 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.853500+0000", 2024-08-19T09:58:18.508 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.508 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.508 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.508 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.508 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.508 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.508 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.508 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.508 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.508 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.508 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.508 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.509 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.509 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.0", 2024-08-19T09:58:18.509 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.509 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.509 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.509 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.509 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.509 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:24:20.679776+0000", 2024-08-19T09:58:18.509 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.509 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.509 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.509 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.510 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.511 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.511 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.511 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.511 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.511 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.511 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.511 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.511 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.511 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.511 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.511 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.511 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.511 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.511 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.512 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.512 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.512 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.512 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.512 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.512 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.512 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.512 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.512 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.512 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.512 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.512 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.512 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.512 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.513 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.513 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.513 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.513 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:18.513 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.513 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.513 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.513 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.513 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.513 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.513 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:18.513 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.513 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:18.513 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.514 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.514 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:18.514 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.514 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.514 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.514 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854488+0000", 2024-08-19T09:58:18.514 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.288033+0000", 2024-08-19T09:58:18.514 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.288033+0000", 2024-08-19T09:58:18.514 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.295414+0000", 2024-08-19T09:58:18.514 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854488+0000", 2024-08-19T09:58:18.514 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.514 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.514 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.514 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:18.515 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854488+0000", 2024-08-19T09:58:18.515 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854488+0000", 2024-08-19T09:58:18.515 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854488+0000", 2024-08-19T09:58:18.515 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.515 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.515 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.515 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854488+0000", 2024-08-19T09:58:18.515 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854488+0000", 2024-08-19T09:58:18.515 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.515 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.515 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.515 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.515 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:18.515 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.516 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.516 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.516 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.516 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.516 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.516 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.516 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.516 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.4", 2024-08-19T09:58:18.516 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.516 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.516 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.516 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 20, 2024-08-19T09:58:18.516 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.516 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:04:34.361227+0000", 2024-08-19T09:58:18.516 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.000874338, 2024-08-19T09:58:18.517 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.517 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.517 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.518 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.518 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.518 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.518 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.518 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.518 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.518 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.518 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.518 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.518 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.518 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.518 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.518 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.518 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.518 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.519 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.519 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.519 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.519 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.519 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.519 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.519 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.519 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.519 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.519 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.519 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.519 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.519 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.520 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.520 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.520 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.520 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.520 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.520 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.520 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:18.520 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.520 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:18.520 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.520 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.520 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.520 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.520 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.521 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.521 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.521 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.521 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:18.521 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.521 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.521 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.521 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.521 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.521 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.521 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947691+0000", 2024-08-19T09:58:18.521 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.822239+0000", 2024-08-19T09:58:18.521 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.822239+0000", 2024-08-19T09:58:18.521 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.822520+0000", 2024-08-19T09:58:18.522 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947691+0000", 2024-08-19T09:58:18.522 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.522 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.522 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.522 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.522 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947691+0000", 2024-08-19T09:58:18.522 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947691+0000", 2024-08-19T09:58:18.522 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947691+0000", 2024-08-19T09:58:18.522 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.522 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.522 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.522 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947691+0000", 2024-08-19T09:58:18.522 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947691+0000", 2024-08-19T09:58:18.523 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.523 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.523 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.523 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.523 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.523 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.523 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.523 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.523 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.523 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.523 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.523 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.523 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.523 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.2", 2024-08-19T09:58:18.524 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.524 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.524 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.524 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:18.524 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.524 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:32:16.828323+0000", 2024-08-19T09:58:18.524 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.524 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.524 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.524 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.525 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.526 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.526 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.526 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.526 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.526 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.526 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.526 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.526 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.526 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.526 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.526 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.526 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.527 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.527 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.527 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.527 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.527 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.527 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.527 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.527 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.527 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.527 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.527 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.527 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.527 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.528 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.528 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.528 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.528 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.528 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.528 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.528 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.528 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.528 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.528 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.528 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.528 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.528 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.528 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.528 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.529 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 4, 2024-08-19T09:58:18.529 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.529 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.529 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.529 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.529 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.529 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.529 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.858547+0000", 2024-08-19T09:58:18.529 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.838145+0000", 2024-08-19T09:58:18.529 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.838145+0000", 2024-08-19T09:58:18.529 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.838634+0000", 2024-08-19T09:58:18.529 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.858547+0000", 2024-08-19T09:58:18.529 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.529 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.530 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.530 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.530 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.858547+0000", 2024-08-19T09:58:18.530 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.858547+0000", 2024-08-19T09:58:18.530 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.858547+0000", 2024-08-19T09:58:18.530 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.530 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.530 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.530 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.858547+0000", 2024-08-19T09:58:18.530 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.858547+0000", 2024-08-19T09:58:18.530 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.530 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.530 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.531 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.531 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.531 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.531 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.531 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.531 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.531 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.531 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.531 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.531 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.531 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.3", 2024-08-19T09:58:18.531 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.531 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.531 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.532 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.532 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.532 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:08:37.439905+0000", 2024-08-19T09:58:18.532 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.532 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.532 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.532 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.533 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.534 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.534 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.534 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.534 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.534 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.534 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.534 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.534 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.534 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.534 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.534 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.534 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.534 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.534 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.535 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.535 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.535 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.535 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.535 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.535 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.535 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.535 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.535 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.535 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.535 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.535 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 4, 2024-08-19T09:58:18.535 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.535 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.536 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.536 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.536 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.536 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.536 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.536 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.536 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:18.536 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.536 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.536 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:18.536 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.536 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.536 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.536 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.853844+0000", 2024-08-19T09:58:18.537 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.646723+0000", 2024-08-19T09:58:18.537 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.646723+0000", 2024-08-19T09:58:18.537 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.295096+0000", 2024-08-19T09:58:18.537 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.853844+0000", 2024-08-19T09:58:18.537 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.537 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.537 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.537 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:18.537 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.853844+0000", 2024-08-19T09:58:18.537 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.853844+0000", 2024-08-19T09:58:18.537 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.853844+0000", 2024-08-19T09:58:18.537 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.537 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.537 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.538 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.853844+0000", 2024-08-19T09:58:18.538 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.853844+0000", 2024-08-19T09:58:18.538 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.538 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 2, 2024-08-19T09:58:18.538 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.538 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.538 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:18.538 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.538 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.538 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.538 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.538 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 2, 2024-08-19T09:58:18.538 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.538 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.539 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.539 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.2", 2024-08-19T09:58:18.539 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.539 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.539 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.539 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.539 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.539 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:34:32.715967+0000", 2024-08-19T09:58:18.539 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.00075623, 2024-08-19T09:58:18.539 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.539 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.539 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 19, 2024-08-19T09:58:18.539 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.539 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:18.540 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:18.541 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.541 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:18.541 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.541 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.541 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.541 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.541 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.541 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.541 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.541 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.541 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.541 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.541 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.541 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.542 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.542 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.542 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.542 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.542 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.542 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.542 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 2, 2024-08-19T09:58:18.542 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 2 2024-08-19T09:58:18.542 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.542 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.542 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.542 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.542 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.542 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.543 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.543 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.543 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:18.543 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "74'2" 2024-08-19T09:58:18.543 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.543 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.543 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.543 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.543 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.543 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.543 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.543 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:18.543 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.543 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.543 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.544 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.544 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.544 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.544 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854769+0000", 2024-08-19T09:58:18.544 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817237+0000", 2024-08-19T09:58:18.544 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817237+0000", 2024-08-19T09:58:18.544 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.817544+0000", 2024-08-19T09:58:18.544 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854769+0000", 2024-08-19T09:58:18.544 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.544 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.544 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.544 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.544 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854769+0000", 2024-08-19T09:58:18.544 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854769+0000", 2024-08-19T09:58:18.545 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854769+0000", 2024-08-19T09:58:18.545 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.545 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.545 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.545 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854769+0000", 2024-08-19T09:58:18.545 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854769+0000", 2024-08-19T09:58:18.545 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.545 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.545 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.545 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.545 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.545 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.545 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.545 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.546 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.546 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.546 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.546 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.546 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.546 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.4", 2024-08-19T09:58:18.546 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.546 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.546 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.546 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 25, 2024-08-19T09:58:18.546 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.546 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:18:11.557004+0000", 2024-08-19T09:58:18.546 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.546 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.547 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.547 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.548 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.549 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.549 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.549 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.549 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.549 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.549 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.549 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.549 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.549 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.549 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.549 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.549 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.549 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.549 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.550 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.550 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.550 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.550 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.550 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.550 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.550 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:18.550 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.550 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.550 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.550 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.550 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.550 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.550 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.551 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.551 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:18.551 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.551 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.551 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.551 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.551 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.551 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.551 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947749+0000", 2024-08-19T09:58:18.551 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.840170+0000", 2024-08-19T09:58:18.551 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.840170+0000", 2024-08-19T09:58:18.551 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.840475+0000", 2024-08-19T09:58:18.551 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947749+0000", 2024-08-19T09:58:18.551 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.551 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.552 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.552 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.552 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947749+0000", 2024-08-19T09:58:18.552 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947749+0000", 2024-08-19T09:58:18.552 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947749+0000", 2024-08-19T09:58:18.552 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.552 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.552 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.552 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947749+0000", 2024-08-19T09:58:18.552 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947749+0000", 2024-08-19T09:58:18.552 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.552 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.552 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.552 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.553 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.553 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.553 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.553 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.553 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.553 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.553 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.553 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.553 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.553 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.5", 2024-08-19T09:58:18.553 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.553 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.553 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.553 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.553 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.554 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:56:11.587356+0000", 2024-08-19T09:58:18.554 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.554 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.554 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.554 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.555 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.556 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.556 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.556 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.556 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.556 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.556 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.556 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.556 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.556 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.556 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.556 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.556 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.556 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.556 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.557 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.557 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.557 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.557 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.557 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.557 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.557 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.557 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.557 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.557 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.557 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.557 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.557 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.557 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.557 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.558 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.558 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.558 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.558 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.558 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:18.558 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.558 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.558 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:18.558 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.558 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.558 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.558 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429336+0000", 2024-08-19T09:58:18.558 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.646065+0000", 2024-08-19T09:58:18.559 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.646065+0000", 2024-08-19T09:58:18.559 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.697543+0000", 2024-08-19T09:58:18.559 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429336+0000", 2024-08-19T09:58:18.559 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.559 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.559 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.559 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:18.559 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429336+0000", 2024-08-19T09:58:18.559 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429336+0000", 2024-08-19T09:58:18.559 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429336+0000", 2024-08-19T09:58:18.559 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.559 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.559 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.559 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429336+0000", 2024-08-19T09:58:18.560 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429336+0000", 2024-08-19T09:58:18.560 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.560 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 1, 2024-08-19T09:58:18.560 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.560 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.560 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:18.560 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.560 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.560 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.560 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.560 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 1, 2024-08-19T09:58:18.560 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.560 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.560 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.561 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.3", 2024-08-19T09:58:18.561 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.561 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.561 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.561 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.561 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.561 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:27:36.601291+0000", 2024-08-19T09:58:18.561 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.000530936, 2024-08-19T09:58:18.561 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.561 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.561 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.562 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:18.563 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:18.563 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.563 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:18.563 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.563 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.563 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.563 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.563 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.563 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.563 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.563 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.563 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.563 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.563 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.564 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.564 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.564 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.564 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.564 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.564 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.564 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.564 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.564 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.564 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.564 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.564 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.564 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.564 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.565 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.565 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.565 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.565 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:18.565 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "72'1" 2024-08-19T09:58:18.565 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.565 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.565 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.565 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.565 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.565 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.565 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.565 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.565 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.566 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.566 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.566 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.566 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.566 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.566 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429168+0000", 2024-08-19T09:58:18.566 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.816503+0000", 2024-08-19T09:58:18.566 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.816503+0000", 2024-08-19T09:58:18.566 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.816789+0000", 2024-08-19T09:58:18.566 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429168+0000", 2024-08-19T09:58:18.566 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.566 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.566 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.566 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.567 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429168+0000", 2024-08-19T09:58:18.567 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429168+0000", 2024-08-19T09:58:18.567 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429168+0000", 2024-08-19T09:58:18.567 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.567 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.567 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.567 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429168+0000", 2024-08-19T09:58:18.567 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429168+0000", 2024-08-19T09:58:18.567 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.567 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.567 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.567 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.567 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.567 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.568 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.568 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.568 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.568 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.568 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.568 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.568 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.568 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.5", 2024-08-19T09:58:18.568 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.568 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.568 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.568 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 24, 2024-08-19T09:58:18.568 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.568 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:42:53.529210+0000", 2024-08-19T09:58:18.569 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.569 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.569 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.569 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.570 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.571 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.571 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.571 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.571 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.571 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.571 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.571 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.571 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.571 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.571 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.571 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.571 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.571 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.571 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.572 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.572 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.572 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.572 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.572 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.572 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.572 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.572 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.572 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.572 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.572 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.572 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.572 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.572 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.573 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.573 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.573 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.573 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.573 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.573 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.573 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:18.573 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.573 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.573 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.573 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.573 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.573 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.573 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854697+0000", 2024-08-19T09:58:18.574 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.839670+0000", 2024-08-19T09:58:18.574 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.839670+0000", 2024-08-19T09:58:18.574 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.840405+0000", 2024-08-19T09:58:18.574 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854697+0000", 2024-08-19T09:58:18.574 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.574 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.574 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.574 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.574 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854697+0000", 2024-08-19T09:58:18.574 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854697+0000", 2024-08-19T09:58:18.574 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854697+0000", 2024-08-19T09:58:18.574 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.574 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.574 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.575 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854697+0000", 2024-08-19T09:58:18.575 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854697+0000", 2024-08-19T09:58:18.575 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.575 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.575 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.575 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.575 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.575 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.575 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.575 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.575 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.575 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.575 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.575 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.576 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.576 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.4", 2024-08-19T09:58:18.576 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.576 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.576 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.576 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.576 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.576 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:16:26.369120+0000", 2024-08-19T09:58:18.576 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.576 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.576 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.576 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.577 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.578 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.579 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.579 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.579 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.579 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.579 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.579 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.579 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.579 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.579 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.579 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.579 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.579 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.579 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.579 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.580 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.580 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.580 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.580 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:18.580 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.580 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.580 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.580 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.580 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.580 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.580 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.580 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.580 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:18.581 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.581 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.581 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:18.581 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.581 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.581 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.428879+0000", 2024-08-19T09:58:18.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.285574+0000", 2024-08-19T09:58:18.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.285574+0000", 2024-08-19T09:58:18.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.751713+0000", 2024-08-19T09:58:18.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.428879+0000", 2024-08-19T09:58:18.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.581 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.582 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:18.582 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.428879+0000", 2024-08-19T09:58:18.582 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.428879+0000", 2024-08-19T09:58:18.582 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.428879+0000", 2024-08-19T09:58:18.582 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.582 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.582 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.582 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.428879+0000", 2024-08-19T09:58:18.582 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.428879+0000", 2024-08-19T09:58:18.582 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.582 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.582 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.582 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.583 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:18.583 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.583 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.583 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.583 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.583 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.583 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.583 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.583 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.583 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.0", 2024-08-19T09:58:18.583 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.583 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.583 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.583 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 20, 2024-08-19T09:58:18.583 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.584 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:45:04.367103+0000", 2024-08-19T09:58:18.584 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.000504573, 2024-08-19T09:58:18.584 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.584 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.584 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.585 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.586 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.587 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.587 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.587 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.587 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.587 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.587 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.587 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.587 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.587 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.587 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:18.587 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.587 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.587 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.587 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.588 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.588 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.588 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.588 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.588 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:18.588 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.588 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.588 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.588 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.588 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.588 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855518+0000", 2024-08-19T09:58:18.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.820613+0000", 2024-08-19T09:58:18.588 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.820613+0000", 2024-08-19T09:58:18.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.820950+0000", 2024-08-19T09:58:18.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855518+0000", 2024-08-19T09:58:18.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855518+0000", 2024-08-19T09:58:18.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855518+0000", 2024-08-19T09:58:18.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855518+0000", 2024-08-19T09:58:18.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855518+0000", 2024-08-19T09:58:18.589 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855518+0000", 2024-08-19T09:58:18.590 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.590 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 1, 2024-08-19T09:58:18.590 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.590 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.590 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.590 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.590 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.590 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.590 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.590 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 1, 2024-08-19T09:58:18.590 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.590 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.590 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.591 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.6", 2024-08-19T09:58:18.591 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.591 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.591 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.591 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:18.591 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.591 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T21:53:28.428843+0000", 2024-08-19T09:58:18.591 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.591 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.591 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.591 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:18.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:18.592 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:18.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:18.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.593 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.594 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.594 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.594 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.594 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.594 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.594 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 1, 2024-08-19T09:58:18.594 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.594 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.594 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.594 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.594 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.594 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.594 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.594 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.595 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.595 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:18.595 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'1" 2024-08-19T09:58:18.595 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.595 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.595 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.595 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.595 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.595 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.595 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.595 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:18.595 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.595 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.595 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.596 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.596 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.596 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429913+0000", 2024-08-19T09:58:18.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:25.247260+0000", 2024-08-19T09:58:18.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:25.247260+0000", 2024-08-19T09:58:18.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:25.247535+0000", 2024-08-19T09:58:18.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429913+0000", 2024-08-19T09:58:18.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 67, 2024-08-19T09:58:18.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429913+0000", 2024-08-19T09:58:18.596 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429913+0000", 2024-08-19T09:58:18.597 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429913+0000", 2024-08-19T09:58:18.597 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.597 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.597 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.597 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429913+0000", 2024-08-19T09:58:18.597 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429913+0000", 2024-08-19T09:58:18.597 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.597 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.597 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.597 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.597 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 66, 2024-08-19T09:58:18.597 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.597 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.597 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.597 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.598 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.598 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.598 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.598 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.598 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.7", 2024-08-19T09:58:18.598 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.598 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.598 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.598 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 31, 2024-08-19T09:58:18.598 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.598 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:47:43.402183+0000", 2024-08-19T09:58:18.598 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.598 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.598 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.599 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.600 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.601 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.601 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.601 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.601 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.601 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.601 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.601 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.601 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.601 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.601 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.601 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.601 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.601 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.602 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.602 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.602 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.602 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.602 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.602 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.602 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.602 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:18.602 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.602 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.602 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.602 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.602 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.602 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.603 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.603 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.603 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 4, 2024-08-19T09:58:18.603 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.603 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.603 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 69, 2024-08-19T09:58:18.603 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.603 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.603 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.858245+0000", 2024-08-19T09:58:18.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:55:45.646396+0000", 2024-08-19T09:58:18.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:55:45.646396+0000", 2024-08-19T09:58:18.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:55:49.294527+0000", 2024-08-19T09:58:18.603 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.858245+0000", 2024-08-19T09:58:18.604 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.604 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.604 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.604 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 70, 2024-08-19T09:58:18.604 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.858245+0000", 2024-08-19T09:58:18.604 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.858245+0000", 2024-08-19T09:58:18.604 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.858245+0000", 2024-08-19T09:58:18.604 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.604 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.604 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:55:44.274889+0000", 2024-08-19T09:58:18.604 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.858245+0000", 2024-08-19T09:58:18.604 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.858245+0000", 2024-08-19T09:58:18.604 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.604 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.605 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.605 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.605 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 69, 2024-08-19T09:58:18.605 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.605 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.605 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.605 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.605 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.605 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.605 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.605 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.605 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "4.1", 2024-08-19T09:58:18.606 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.606 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.606 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.606 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 21, 2024-08-19T09:58:18.606 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.606 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:13:30.313429+0000", 2024-08-19T09:58:18.606 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.000634754, 2024-08-19T09:58:18.606 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.606 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.606 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.607 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.608 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.609 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.609 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.609 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.609 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.609 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.609 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.609 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.609 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.609 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.609 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.609 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.609 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.609 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.609 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.610 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.610 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.610 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.610 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 4, 2024-08-19T09:58:18.610 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.610 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.610 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.610 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.610 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.610 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.610 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.610 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.610 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:18.610 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.611 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.611 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.611 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.611 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.611 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.611 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284520+0000", 2024-08-19T09:58:18.611 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817647+0000", 2024-08-19T09:58:18.611 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817647+0000", 2024-08-19T09:58:18.611 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.817998+0000", 2024-08-19T09:58:18.611 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284520+0000", 2024-08-19T09:58:18.611 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.611 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.611 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.611 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.611 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284520+0000", 2024-08-19T09:58:18.612 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284520+0000", 2024-08-19T09:58:18.612 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284520+0000", 2024-08-19T09:58:18.612 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.612 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.612 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.612 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284520+0000", 2024-08-19T09:58:18.612 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284520+0000", 2024-08-19T09:58:18.612 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.612 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 2, 2024-08-19T09:58:18.612 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.612 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.612 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.612 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.613 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.613 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.613 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.613 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 2, 2024-08-19T09:58:18.613 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.613 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.613 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.613 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.7", 2024-08-19T09:58:18.613 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.613 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.613 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.613 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 27, 2024-08-19T09:58:18.613 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.613 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:15:35.788835+0000", 2024-08-19T09:58:18.613 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.614 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.614 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.614 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:18.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:18.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:18.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.615 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.616 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:18.616 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.616 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.616 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.616 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.616 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.616 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.616 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.616 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.616 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.616 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.616 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.616 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.616 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 3, 2024-08-19T09:58:18.617 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.617 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.617 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.617 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.617 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.617 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.617 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.617 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.617 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.617 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:18.617 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'2" 2024-08-19T09:58:18.617 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.617 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.618 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.618 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.618 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.618 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.618 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.618 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:18.618 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.618 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.618 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.618 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.618 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.618 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.618 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.430103+0000", 2024-08-19T09:58:18.619 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.842523+0000", 2024-08-19T09:58:18.619 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.842523+0000", 2024-08-19T09:58:18.619 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.843439+0000", 2024-08-19T09:58:18.619 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.430103+0000", 2024-08-19T09:58:18.619 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.619 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.619 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.619 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.619 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.430103+0000", 2024-08-19T09:58:18.619 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.430103+0000", 2024-08-19T09:58:18.619 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.430103+0000", 2024-08-19T09:58:18.619 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.620 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.620 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.620 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.430103+0000", 2024-08-19T09:58:18.620 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.430103+0000", 2024-08-19T09:58:18.620 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.620 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.620 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.620 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.620 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.620 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.620 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.620 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.620 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.620 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.621 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.621 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.621 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.621 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.6", 2024-08-19T09:58:18.621 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.621 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.621 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.621 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.621 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.621 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:00:09.619816+0000", 2024-08-19T09:58:18.621 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.621 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.621 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.622 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.623 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.624 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.624 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.624 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.624 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.624 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.624 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.624 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.624 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.624 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.624 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.624 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.624 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.624 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.624 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.625 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.625 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.625 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.625 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.625 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.625 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.625 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.625 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.625 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:18.625 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.625 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.625 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.625 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.626 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.626 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.626 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.626 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.626 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.626 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.626 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.626 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.626 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.626 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.626 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.626 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.428784+0000", 2024-08-19T09:58:18.626 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817837+0000", 2024-08-19T09:58:18.626 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817837+0000", 2024-08-19T09:58:18.627 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.818183+0000", 2024-08-19T09:58:18.627 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.428784+0000", 2024-08-19T09:58:18.627 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.627 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.627 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.627 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.627 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.428784+0000", 2024-08-19T09:58:18.627 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.428784+0000", 2024-08-19T09:58:18.627 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.428784+0000", 2024-08-19T09:58:18.627 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.627 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.627 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.627 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.428784+0000", 2024-08-19T09:58:18.627 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.428784+0000", 2024-08-19T09:58:18.628 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.628 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.628 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.628 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.628 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.628 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.628 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.628 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.628 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.628 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.628 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.628 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.628 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.629 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.8", 2024-08-19T09:58:18.629 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.629 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.629 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.629 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 24, 2024-08-19T09:58:18.629 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.629 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:17:18.259754+0000", 2024-08-19T09:58:18.629 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.629 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.629 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.629 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.630 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.631 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.631 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.631 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.631 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.631 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.631 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.631 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.631 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.631 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.631 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.631 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.631 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.631 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.632 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.632 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.632 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.632 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.632 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.632 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.632 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.632 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.632 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.632 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.632 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.632 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.632 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.633 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.633 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.633 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.633 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.633 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.633 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.633 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.633 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.633 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.633 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.633 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.633 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.633 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.633 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 4, 2024-08-19T09:58:18.634 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.634 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.634 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.634 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.634 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.634 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.634 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.858469+0000", 2024-08-19T09:58:18.634 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.847729+0000", 2024-08-19T09:58:18.634 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.847729+0000", 2024-08-19T09:58:18.634 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.847998+0000", 2024-08-19T09:58:18.634 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.858469+0000", 2024-08-19T09:58:18.634 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.634 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.634 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.635 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.635 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.858469+0000", 2024-08-19T09:58:18.635 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.858469+0000", 2024-08-19T09:58:18.635 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.858469+0000", 2024-08-19T09:58:18.635 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.635 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.635 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.635 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.858469+0000", 2024-08-19T09:58:18.635 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.858469+0000", 2024-08-19T09:58:18.635 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.635 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.635 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.635 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.635 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.636 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.636 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.636 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.636 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.636 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.636 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.636 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.636 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.636 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.9", 2024-08-19T09:58:18.636 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.636 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.636 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.636 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.636 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.637 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:42:24.055444+0000", 2024-08-19T09:58:18.637 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.637 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.637 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.637 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.638 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.639 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.639 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.639 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.639 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.639 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.639 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.639 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.639 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.639 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.639 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.639 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.639 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.639 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.639 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.639 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.640 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.640 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.640 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.640 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.640 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.640 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.640 INFO:tasks.workunit.client.0.smithi190.stdout: 2, 2024-08-19T09:58:18.640 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.640 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.640 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 4, 2024-08-19T09:58:18.640 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.640 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.640 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.640 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.641 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.641 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.641 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:18.641 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.641 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:18.641 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.641 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.641 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.641 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.641 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.641 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.641 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.855528+0000", 2024-08-19T09:58:18.641 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.817789+0000", 2024-08-19T09:58:18.641 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.817789+0000", 2024-08-19T09:58:18.642 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.818081+0000", 2024-08-19T09:58:18.642 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.855528+0000", 2024-08-19T09:58:18.642 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.642 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.642 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.642 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.642 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.855528+0000", 2024-08-19T09:58:18.642 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.855528+0000", 2024-08-19T09:58:18.642 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.855528+0000", 2024-08-19T09:58:18.642 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.642 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.642 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.642 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.855528+0000", 2024-08-19T09:58:18.642 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.855528+0000", 2024-08-19T09:58:18.643 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.643 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.643 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.643 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.643 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.643 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.643 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.643 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.643 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.643 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.643 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.643 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.643 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.644 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.9", 2024-08-19T09:58:18.644 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.644 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.644 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.644 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 25, 2024-08-19T09:58:18.644 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.644 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:53:49.637050+0000", 2024-08-19T09:58:18.644 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.644 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.644 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.644 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.645 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.646 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.646 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.646 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.646 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.646 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.646 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.646 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.646 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.646 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.646 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.646 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.646 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.646 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.647 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.647 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.647 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.647 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.647 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.647 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.647 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.647 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.647 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.647 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.647 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.647 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.647 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.647 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.648 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.648 INFO:tasks.workunit.client.0.smithi190.stdout: 3 2024-08-19T09:58:18.648 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.648 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:18.648 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.648 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.648 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.648 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.648 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.648 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.648 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.648 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.648 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:18.648 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.649 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.649 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.649 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.649 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.649 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.649 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429759+0000", 2024-08-19T09:58:18.649 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.835862+0000", 2024-08-19T09:58:18.649 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.835862+0000", 2024-08-19T09:58:18.649 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.836134+0000", 2024-08-19T09:58:18.649 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429759+0000", 2024-08-19T09:58:18.649 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.649 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.649 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.649 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.650 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429759+0000", 2024-08-19T09:58:18.650 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429759+0000", 2024-08-19T09:58:18.650 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429759+0000", 2024-08-19T09:58:18.650 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.650 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.650 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.650 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429759+0000", 2024-08-19T09:58:18.650 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429759+0000", 2024-08-19T09:58:18.650 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.650 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.650 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.650 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.651 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.651 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.651 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.651 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.651 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.651 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.651 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.651 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.651 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.651 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.8", 2024-08-19T09:58:18.651 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.651 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.651 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.651 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.652 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.652 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T16:26:25.531382+0000", 2024-08-19T09:58:18.652 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.652 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.652 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.652 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.653 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.654 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.654 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.654 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.654 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.654 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.654 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.654 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.654 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.654 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.654 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.654 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.654 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.654 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.654 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.655 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.655 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.655 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.655 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.655 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.655 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.655 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.655 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.655 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.655 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:18.655 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.655 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.655 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.655 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.655 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.656 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.656 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.656 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.656 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 1, 2024-08-19T09:58:18.656 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.656 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.656 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.656 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.656 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.656 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.656 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.854227+0000", 2024-08-19T09:58:18.656 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.818555+0000", 2024-08-19T09:58:18.656 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.818555+0000", 2024-08-19T09:58:18.656 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.818864+0000", 2024-08-19T09:58:18.657 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.854227+0000", 2024-08-19T09:58:18.657 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.657 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.657 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.657 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.657 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.854227+0000", 2024-08-19T09:58:18.657 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.854227+0000", 2024-08-19T09:58:18.657 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.854227+0000", 2024-08-19T09:58:18.657 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.657 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.657 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.657 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.854227+0000", 2024-08-19T09:58:18.657 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.854227+0000", 2024-08-19T09:58:18.657 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.658 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.658 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.658 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.658 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.658 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.658 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.658 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.658 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.658 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.658 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.658 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.658 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.658 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.a", 2024-08-19T09:58:18.658 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.659 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.659 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.659 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 25, 2024-08-19T09:58:18.659 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.659 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T14:39:56.586436+0000", 2024-08-19T09:58:18.659 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.659 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.659 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.659 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.659 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.659 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.659 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.659 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.659 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.659 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.660 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.661 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.662 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.662 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.662 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.662 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.662 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.662 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.662 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.662 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.662 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.662 INFO:tasks.workunit.client.0.smithi190.stdout: 1, 2024-08-19T09:58:18.662 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.662 INFO:tasks.workunit.client.0.smithi190.stdout: 7 2024-08-19T09:58:18.662 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.662 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 1, 2024-08-19T09:58:18.663 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.663 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.663 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.663 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.663 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.663 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.663 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.663 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.663 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:18.663 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.663 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.663 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.663 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.663 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.664 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429368+0000", 2024-08-19T09:58:18.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.832185+0000", 2024-08-19T09:58:18.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.832185+0000", 2024-08-19T09:58:18.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.832503+0000", 2024-08-19T09:58:18.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429368+0000", 2024-08-19T09:58:18.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429368+0000", 2024-08-19T09:58:18.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429368+0000", 2024-08-19T09:58:18.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429368+0000", 2024-08-19T09:58:18.664 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.665 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.665 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.665 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429368+0000", 2024-08-19T09:58:18.665 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429368+0000", 2024-08-19T09:58:18.665 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.665 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.665 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.665 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.665 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.665 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.665 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.665 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.665 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.665 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.665 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.666 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.666 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.666 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.b", 2024-08-19T09:58:18.666 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.666 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.666 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.666 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.666 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.666 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:18:58.511945+0000", 2024-08-19T09:58:18.666 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.666 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.666 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.666 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.666 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.667 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.668 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.669 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.669 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.669 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.669 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.669 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.669 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.670 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.670 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.670 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.670 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:18.670 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.670 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.670 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.670 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.670 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.670 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.670 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.670 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.670 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.670 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.671 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.671 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.671 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.671 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.671 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.671 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429057+0000", 2024-08-19T09:58:18.671 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.824718+0000", 2024-08-19T09:58:18.671 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.824718+0000", 2024-08-19T09:58:18.671 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.825027+0000", 2024-08-19T09:58:18.671 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429057+0000", 2024-08-19T09:58:18.671 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.671 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.671 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.671 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.671 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429057+0000", 2024-08-19T09:58:18.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429057+0000", 2024-08-19T09:58:18.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429057+0000", 2024-08-19T09:58:18.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429057+0000", 2024-08-19T09:58:18.672 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429057+0000", 2024-08-19T09:58:18.672 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.672 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 2, 2024-08-19T09:58:18.672 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.672 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.672 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.672 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.672 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.673 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.673 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.673 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 2, 2024-08-19T09:58:18.673 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.673 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.673 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.673 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.b", 2024-08-19T09:58:18.673 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.673 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.673 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.673 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:18.673 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.673 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:02:01.523784+0000", 2024-08-19T09:58:18.673 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.674 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.674 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.674 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.674 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.674 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.674 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.674 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.674 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.674 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.674 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.674 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.674 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.674 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.674 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:18.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:18.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:18.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.675 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:18.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 1, 2024-08-19T09:58:18.676 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.677 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.677 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.677 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.677 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.677 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.677 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.677 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.677 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.677 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.677 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'2" 2024-08-19T09:58:18.677 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.677 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.677 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.677 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.677 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.678 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.678 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.678 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 6, 2024-08-19T09:58:18.678 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.678 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.678 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.678 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.678 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.678 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.678 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.284126+0000", 2024-08-19T09:58:18.678 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.835892+0000", 2024-08-19T09:58:18.678 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.835892+0000", 2024-08-19T09:58:18.678 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.836226+0000", 2024-08-19T09:58:18.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.284126+0000", 2024-08-19T09:58:18.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.284126+0000", 2024-08-19T09:58:18.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.284126+0000", 2024-08-19T09:58:18.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.284126+0000", 2024-08-19T09:58:18.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.284126+0000", 2024-08-19T09:58:18.679 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.284126+0000", 2024-08-19T09:58:18.680 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.680 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.680 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.680 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.680 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.680 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.680 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.680 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.680 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.680 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.680 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.680 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.680 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.680 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.a", 2024-08-19T09:58:18.680 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.681 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.681 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.681 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.681 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.681 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:40:53.238015+0000", 2024-08-19T09:58:18.681 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.681 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.681 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.681 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.681 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.681 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.681 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.681 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.681 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.682 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.683 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.684 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.684 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.684 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.684 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.684 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.684 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.684 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.684 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.685 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.685 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 6, 2024-08-19T09:58:18.685 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.685 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.685 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.685 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.685 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.685 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.685 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.685 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.685 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:18.685 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.685 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.686 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.686 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.686 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.686 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.686 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947921+0000", 2024-08-19T09:58:18.686 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.849142+0000", 2024-08-19T09:58:18.686 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.849142+0000", 2024-08-19T09:58:18.686 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.849471+0000", 2024-08-19T09:58:18.686 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947921+0000", 2024-08-19T09:58:18.686 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.686 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.686 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.686 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947921+0000", 2024-08-19T09:58:18.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947921+0000", 2024-08-19T09:58:18.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947921+0000", 2024-08-19T09:58:18.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947921+0000", 2024-08-19T09:58:18.687 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947921+0000", 2024-08-19T09:58:18.687 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.687 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.687 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.687 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.687 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.687 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.687 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.688 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.688 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.688 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.688 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.688 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.688 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.688 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.1d", 2024-08-19T09:58:18.688 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.688 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.688 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.688 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.688 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.688 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T20:48:23.567720+0000", 2024-08-19T09:58:18.688 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.689 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.689 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.689 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.689 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.689 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.689 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.689 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.689 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.689 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.689 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.689 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.689 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.689 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.689 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.690 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.691 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.692 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.692 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.692 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.692 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.692 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.692 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.692 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.692 INFO:tasks.workunit.client.0.smithi190.stdout: 6 2024-08-19T09:58:18.692 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.692 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.692 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.692 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.692 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.692 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.693 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.693 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.693 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.693 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.693 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.693 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.693 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.693 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.693 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.693 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.693 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.693 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429188+0000", 2024-08-19T09:58:18.693 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.825476+0000", 2024-08-19T09:58:18.693 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.825476+0000", 2024-08-19T09:58:18.693 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.825922+0000", 2024-08-19T09:58:18.694 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429188+0000", 2024-08-19T09:58:18.694 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.694 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.694 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.694 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.694 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429188+0000", 2024-08-19T09:58:18.694 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429188+0000", 2024-08-19T09:58:18.694 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429188+0000", 2024-08-19T09:58:18.694 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.694 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.694 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.694 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429188+0000", 2024-08-19T09:58:18.694 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429188+0000", 2024-08-19T09:58:18.694 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.695 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 2, 2024-08-19T09:58:18.695 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.695 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.695 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.695 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.695 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.695 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.695 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.695 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 2, 2024-08-19T09:58:18.695 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.695 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.695 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.695 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.1c", 2024-08-19T09:58:18.696 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.696 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.696 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.696 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:18.696 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.696 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T17:22:21.965265+0000", 2024-08-19T09:58:18.696 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.696 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.696 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.696 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.696 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.696 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.696 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.696 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:18.697 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:18.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:18.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:18.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.698 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 3, 2024-08-19T09:58:18.699 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.699 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.699 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.699 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.699 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.699 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.700 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.700 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.700 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.700 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.700 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'2" 2024-08-19T09:58:18.700 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.700 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.700 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.700 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.700 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.700 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.700 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.700 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 5, 2024-08-19T09:58:18.700 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.700 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.701 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.701 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.701 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.701 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.701 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:55.947650+0000", 2024-08-19T09:58:18.701 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.848290+0000", 2024-08-19T09:58:18.701 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.848290+0000", 2024-08-19T09:58:18.701 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.850641+0000", 2024-08-19T09:58:18.701 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:55.947650+0000", 2024-08-19T09:58:18.701 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.701 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.701 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.701 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.701 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:55.947650+0000", 2024-08-19T09:58:18.702 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:55.947650+0000", 2024-08-19T09:58:18.702 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:55.947650+0000", 2024-08-19T09:58:18.702 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.702 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.702 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.702 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:55.947650+0000", 2024-08-19T09:58:18.702 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:55.947650+0000", 2024-08-19T09:58:18.702 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.702 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.702 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.702 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.702 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.702 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.703 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.703 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.703 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.703 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.703 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.703 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.703 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.703 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.1c", 2024-08-19T09:58:18.703 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.703 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.703 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.703 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.703 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.704 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T12:12:29.357952+0000", 2024-08-19T09:58:18.704 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.704 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.704 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.704 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.704 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.704 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.704 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.704 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.704 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.704 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.704 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.704 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.704 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.705 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.706 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.707 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.707 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.707 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.707 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.707 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.707 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.707 INFO:tasks.workunit.client.0.smithi190.stdout: 4, 2024-08-19T09:58:18.707 INFO:tasks.workunit.client.0.smithi190.stdout: 1 2024-08-19T09:58:18.707 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.707 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 5, 2024-08-19T09:58:18.707 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.707 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.709 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.709 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.710 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.710 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.710 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.710 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.710 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 7, 2024-08-19T09:58:18.710 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.710 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.710 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.710 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.710 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.710 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.710 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429119+0000", 2024-08-19T09:58:18.710 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.816219+0000", 2024-08-19T09:58:18.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.816219+0000", 2024-08-19T09:58:18.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.816654+0000", 2024-08-19T09:58:18.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429119+0000", 2024-08-19T09:58:18.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429119+0000", 2024-08-19T09:58:18.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429119+0000", 2024-08-19T09:58:18.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429119+0000", 2024-08-19T09:58:18.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429119+0000", 2024-08-19T09:58:18.711 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429119+0000", 2024-08-19T09:58:18.712 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.712 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 2, 2024-08-19T09:58:18.712 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.712 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.712 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.712 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.712 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.712 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.712 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.712 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 2, 2024-08-19T09:58:18.712 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.712 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.712 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.712 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.1d", 2024-08-19T09:58:18.713 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.713 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.713 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.713 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:18.713 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.713 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T10:02:07.512268+0000", 2024-08-19T09:58:18.713 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.713 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.713 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.713 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 3, 2024-08-19T09:58:18.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 1, 2024-08-19T09:58:18.714 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 1, 2024-08-19T09:58:18.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:18.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.715 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.716 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.716 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.716 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.716 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.716 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.716 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 3, 2024-08-19T09:58:18.716 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.716 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.716 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.716 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.716 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.716 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.716 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.716 INFO:tasks.workunit.client.0.smithi190.stdout: 0 2024-08-19T09:58:18.717 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.717 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 7, 2024-08-19T09:58:18.717 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'2" 2024-08-19T09:58:18.717 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.717 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.717 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.717 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.717 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.717 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.717 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.717 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:18.717 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.717 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.717 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.718 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.718 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.718 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.430185+0000", 2024-08-19T09:58:18.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.847394+0000", 2024-08-19T09:58:18.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.847394+0000", 2024-08-19T09:58:18.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.848334+0000", 2024-08-19T09:58:18.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.430185+0000", 2024-08-19T09:58:18.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.430185+0000", 2024-08-19T09:58:18.718 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.430185+0000", 2024-08-19T09:58:18.719 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.430185+0000", 2024-08-19T09:58:18.719 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.719 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.719 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.719 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.430185+0000", 2024-08-19T09:58:18.719 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.430185+0000", 2024-08-19T09:58:18.719 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.719 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.719 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.719 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.719 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.719 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.719 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.719 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.720 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.720 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.720 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.720 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.720 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.720 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.1f", 2024-08-19T09:58:18.720 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.720 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.720 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.720 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 23, 2024-08-19T09:58:18.720 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.720 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T15:13:40.828662+0000", 2024-08-19T09:58:18.720 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.720 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.721 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.721 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.722 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.723 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.723 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.723 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.724 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.724 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.724 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.724 INFO:tasks.workunit.client.0.smithi190.stdout: 5, 2024-08-19T09:58:18.724 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.724 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.724 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:18.724 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.724 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.724 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.724 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.724 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.724 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.724 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.725 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.725 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:18.725 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.725 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.725 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.725 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.725 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.725 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.725 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429786+0000", 2024-08-19T09:58:18.725 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.823485+0000", 2024-08-19T09:58:18.725 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.823485+0000", 2024-08-19T09:58:18.725 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.823790+0000", 2024-08-19T09:58:18.725 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429786+0000", 2024-08-19T09:58:18.725 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.725 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429786+0000", 2024-08-19T09:58:18.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429786+0000", 2024-08-19T09:58:18.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429786+0000", 2024-08-19T09:58:18.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429786+0000", 2024-08-19T09:58:18.726 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429786+0000", 2024-08-19T09:58:18.726 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.726 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 1, 2024-08-19T09:58:18.726 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.726 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.727 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.727 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.727 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.727 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.727 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.727 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 1, 2024-08-19T09:58:18.727 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.727 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.727 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.727 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.1e", 2024-08-19T09:58:18.727 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.727 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.727 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.727 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 26, 2024-08-19T09:58:18.728 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.728 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T19:06:02.385803+0000", 2024-08-19T09:58:18.728 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.728 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.728 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.728 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.728 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.728 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.728 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.728 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.728 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.728 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.728 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.728 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.729 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.730 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.731 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.731 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.731 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.731 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.731 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.731 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.731 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.731 INFO:tasks.workunit.client.0.smithi190.stdout: 5 2024-08-19T09:58:18.731 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.731 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:18.731 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'1" 2024-08-19T09:58:18.732 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.732 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.732 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.732 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.732 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.732 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.732 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.732 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 3, 2024-08-19T09:58:18.732 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.732 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.732 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 62, 2024-08-19T09:58:18.732 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.732 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.732 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.733 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.429658+0000", 2024-08-19T09:58:18.733 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:53.833781+0000", 2024-08-19T09:58:18.733 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:53.833781+0000", 2024-08-19T09:58:18.733 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:53.834046+0000", 2024-08-19T09:58:18.733 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.429658+0000", 2024-08-19T09:58:18.733 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.733 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.733 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.733 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 63, 2024-08-19T09:58:18.733 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.429658+0000", 2024-08-19T09:58:18.733 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.429658+0000", 2024-08-19T09:58:18.733 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.429658+0000", 2024-08-19T09:58:18.733 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:52.811604+0000", 2024-08-19T09:58:18.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.429658+0000", 2024-08-19T09:58:18.734 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.429658+0000", 2024-08-19T09:58:18.734 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.734 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.734 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.734 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.734 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 62, 2024-08-19T09:58:18.734 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.734 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.734 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.734 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.735 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.735 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.735 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.735 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.735 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "3.1e", 2024-08-19T09:58:18.735 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.735 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.735 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.735 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 22, 2024-08-19T09:58:18.735 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.735 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T13:38:05.891107+0000", 2024-08-19T09:58:18.735 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.735 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.735 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.736 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.736 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.736 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.736 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.736 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.736 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.736 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.736 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.736 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.736 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.736 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.736 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.736 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.736 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.737 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.738 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.738 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.738 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.739 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.739 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.739 INFO:tasks.workunit.client.0.smithi190.stdout: 3, 2024-08-19T09:58:18.739 INFO:tasks.workunit.client.0.smithi190.stdout: 6, 2024-08-19T09:58:18.739 INFO:tasks.workunit.client.0.smithi190.stdout: 2 2024-08-19T09:58:18.739 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.739 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 3, 2024-08-19T09:58:18.739 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "0'0" 2024-08-19T09:58:18.739 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.739 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.739 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": [ 2024-08-19T09:58:18.739 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.739 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.740 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.740 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.740 INFO:tasks.workunit.client.0.smithi190.stdout: "acting_primary": 0, 2024-08-19T09:58:18.740 INFO:tasks.workunit.client.0.smithi190.stdout: "avail_no_missing": [], 2024-08-19T09:58:18.740 INFO:tasks.workunit.client.0.smithi190.stdout: "blocked_by": [], 2024-08-19T09:58:18.740 INFO:tasks.workunit.client.0.smithi190.stdout: "created": 59, 2024-08-19T09:58:18.740 INFO:tasks.workunit.client.0.smithi190.stdout: "dirty_stats_invalid": false, 2024-08-19T09:58:18.740 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_bytes_stats_invalid": false, 2024-08-19T09:58:18.740 INFO:tasks.workunit.client.0.smithi190.stdout: "hitset_stats_invalid": false, 2024-08-19T09:58:18.740 INFO:tasks.workunit.client.0.smithi190.stdout: "last_active": "2024-08-19T09:55:56.430338+0000", 2024-08-19T09:58:18.740 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_active": "2024-08-19T09:54:50.816397+0000", 2024-08-19T09:58:18.740 INFO:tasks.workunit.client.0.smithi190.stdout: "last_became_peered": "2024-08-19T09:54:50.816397+0000", 2024-08-19T09:58:18.740 INFO:tasks.workunit.client.0.smithi190.stdout: "last_change": "2024-08-19T09:54:50.816632+0000", 2024-08-19T09:58:18.740 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean": "2024-08-19T09:55:56.430338+0000", 2024-08-19T09:58:18.740 INFO:tasks.workunit.client.0.smithi190.stdout: "last_clean_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.741 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub": "0'0", 2024-08-19T09:58:18.741 INFO:tasks.workunit.client.0.smithi190.stdout: "last_deep_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.741 INFO:tasks.workunit.client.0.smithi190.stdout: "last_epoch_clean": 60, 2024-08-19T09:58:18.741 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fresh": "2024-08-19T09:55:56.430338+0000", 2024-08-19T09:58:18.741 INFO:tasks.workunit.client.0.smithi190.stdout: "last_fullsized": "2024-08-19T09:55:56.430338+0000", 2024-08-19T09:58:18.741 INFO:tasks.workunit.client.0.smithi190.stdout: "last_peered": "2024-08-19T09:55:56.430338+0000", 2024-08-19T09:58:18.741 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub": "0'0", 2024-08-19T09:58:18.741 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_duration": 0, 2024-08-19T09:58:18.741 INFO:tasks.workunit.client.0.smithi190.stdout: "last_scrub_stamp": "2024-08-19T09:54:49.794445+0000", 2024-08-19T09:58:18.741 INFO:tasks.workunit.client.0.smithi190.stdout: "last_undegraded": "2024-08-19T09:55:56.430338+0000", 2024-08-19T09:58:18.741 INFO:tasks.workunit.client.0.smithi190.stdout: "last_unstale": "2024-08-19T09:55:56.430338+0000", 2024-08-19T09:58:18.741 INFO:tasks.workunit.client.0.smithi190.stdout: "log_dups_size": 0, 2024-08-19T09:58:18.741 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 4, 2024-08-19T09:58:18.741 INFO:tasks.workunit.client.0.smithi190.stdout: "log_start": "0'0", 2024-08-19T09:58:18.742 INFO:tasks.workunit.client.0.smithi190.stdout: "manifest_stats_invalid": false, 2024-08-19T09:58:18.742 INFO:tasks.workunit.client.0.smithi190.stdout: "mapping_epoch": 59, 2024-08-19T09:58:18.742 INFO:tasks.workunit.client.0.smithi190.stdout: "object_location_counts": [], 2024-08-19T09:58:18.742 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_scrubbed": 0, 2024-08-19T09:58:18.742 INFO:tasks.workunit.client.0.smithi190.stdout: "objects_trimmed": 0, 2024-08-19T09:58:18.742 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_stats_invalid": false, 2024-08-19T09:58:18.742 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 4, 2024-08-19T09:58:18.742 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_start": "0'0", 2024-08-19T09:58:18.742 INFO:tasks.workunit.client.0.smithi190.stdout: "parent": "0.0", 2024-08-19T09:58:18.742 INFO:tasks.workunit.client.0.smithi190.stdout: "parent_split_bits": 0, 2024-08-19T09:58:18.742 INFO:tasks.workunit.client.0.smithi190.stdout: "pgid": "2.1f", 2024-08-19T09:58:18.742 INFO:tasks.workunit.client.0.smithi190.stdout: "pin_stats_invalid": false, 2024-08-19T09:58:18.742 INFO:tasks.workunit.client.0.smithi190.stdout: "purged_snaps": [], 2024-08-19T09:58:18.742 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_epoch": 75, 2024-08-19T09:58:18.743 INFO:tasks.workunit.client.0.smithi190.stdout: "reported_seq": 30, 2024-08-19T09:58:18.743 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_duration": 0.0, 2024-08-19T09:58:18.743 INFO:tasks.workunit.client.0.smithi190.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-20T18:40:03.756739+0000", 2024-08-19T09:58:18.743 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrim_duration": 0.0, 2024-08-19T09:58:18.743 INFO:tasks.workunit.client.0.smithi190.stdout: "snaptrimq_len": 0, 2024-08-19T09:58:18.743 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.743 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 582, 2024-08-19T09:58:18.743 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.743 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.743 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.743 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.743 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.743 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.743 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 6, 2024-08-19T09:58:18.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 2, 2024-08-19T09:58:18.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 2, 2024-08-19T09:58:18.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.744 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 1, 2024-08-19T09:58:18.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.745 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 4, 2024-08-19T09:58:18.746 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 1 2024-08-19T09:58:18.746 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.746 INFO:tasks.workunit.client.0.smithi190.stdout: "state": "active+clean", 2024-08-19T09:58:18.746 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_invalid": false, 2024-08-19T09:58:18.746 INFO:tasks.workunit.client.0.smithi190.stdout: "up": [ 2024-08-19T09:58:18.746 INFO:tasks.workunit.client.0.smithi190.stdout: 0, 2024-08-19T09:58:18.746 INFO:tasks.workunit.client.0.smithi190.stdout: 7, 2024-08-19T09:58:18.746 INFO:tasks.workunit.client.0.smithi190.stdout: 4 2024-08-19T09:58:18.746 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.746 INFO:tasks.workunit.client.0.smithi190.stdout: "up_primary": 0, 2024-08-19T09:58:18.746 INFO:tasks.workunit.client.0.smithi190.stdout: "version": "65'4" 2024-08-19T09:58:18.746 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:18.747 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.747 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_per_pool": [ 2024-08-19T09:58:18.747 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.747 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": 24, 2024-08-19T09:58:18.747 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:18.747 INFO:tasks.workunit.client.0.smithi190.stdout: "rbd" 2024-08-19T09:58:18.747 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.747 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 3, 2024-08-19T09:58:18.747 INFO:tasks.workunit.client.0.smithi190.stdout: "num_pg": 8, 2024-08-19T09:58:18.747 INFO:tasks.workunit.client.0.smithi190.stdout: "num_store_stats": 8, 2024-08-19T09:58:18.747 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 3, 2024-08-19T09:58:18.747 INFO:tasks.workunit.client.0.smithi190.stdout: "poolid": 4, 2024-08-19T09:58:18.747 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.747 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 19, 2024-08-19T09:58:18.748 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.748 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.748 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.748 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.748 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.748 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.748 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.748 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.748 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.748 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.748 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.748 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.748 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.748 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.748 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.749 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 6, 2024-08-19T09:58:18.749 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 2, 2024-08-19T09:58:18.749 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.749 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 2, 2024-08-19T09:58:18.749 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.749 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.749 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.749 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.749 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.749 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.749 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.749 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.749 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.749 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.750 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.750 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.750 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.750 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.750 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.750 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.750 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.750 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.750 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 2, 2024-08-19T09:58:18.750 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 2 2024-08-19T09:58:18.750 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.750 INFO:tasks.workunit.client.0.smithi190.stdout: "store_stats": { 2024-08-19T09:58:18.750 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": 12288, 2024-08-19T09:58:18.750 INFO:tasks.workunit.client.0.smithi190.stdout: "available": 0, 2024-08-19T09:58:18.751 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed": 0, 2024-08-19T09:58:18.751 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_allocated": 0, 2024-08-19T09:58:18.751 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_original": 0, 2024-08-19T09:58:18.751 INFO:tasks.workunit.client.0.smithi190.stdout: "data_stored": 57, 2024-08-19T09:58:18.751 INFO:tasks.workunit.client.0.smithi190.stdout: "internal_metadata": 0, 2024-08-19T09:58:18.751 INFO:tasks.workunit.client.0.smithi190.stdout: "internally_reserved": 0, 2024-08-19T09:58:18.751 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_allocated": 0, 2024-08-19T09:58:18.751 INFO:tasks.workunit.client.0.smithi190.stdout: "total": 0 2024-08-19T09:58:18.751 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.751 INFO:tasks.workunit.client.0.smithi190.stdout: "up": 24 2024-08-19T09:58:18.751 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.751 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.751 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": 192, 2024-08-19T09:58:18.751 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:18.752 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs" 2024-08-19T09:58:18.752 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.752 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 0, 2024-08-19T09:58:18.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_pg": 64, 2024-08-19T09:58:18.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_store_stats": 8, 2024-08-19T09:58:18.752 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 0, 2024-08-19T09:58:18.752 INFO:tasks.workunit.client.0.smithi190.stdout: "poolid": 3, 2024-08-19T09:58:18.752 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 0, 2024-08-19T09:58:18.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.752 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 0, 2024-08-19T09:58:18.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 0, 2024-08-19T09:58:18.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.753 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 0, 2024-08-19T09:58:18.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.754 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.755 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.755 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.755 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.755 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 0, 2024-08-19T09:58:18.755 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 0 2024-08-19T09:58:18.755 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.755 INFO:tasks.workunit.client.0.smithi190.stdout: "store_stats": { 2024-08-19T09:58:18.755 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": 0, 2024-08-19T09:58:18.755 INFO:tasks.workunit.client.0.smithi190.stdout: "available": 0, 2024-08-19T09:58:18.755 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed": 0, 2024-08-19T09:58:18.755 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_allocated": 0, 2024-08-19T09:58:18.755 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_original": 0, 2024-08-19T09:58:18.755 INFO:tasks.workunit.client.0.smithi190.stdout: "data_stored": 0, 2024-08-19T09:58:18.756 INFO:tasks.workunit.client.0.smithi190.stdout: "internal_metadata": 0, 2024-08-19T09:58:18.756 INFO:tasks.workunit.client.0.smithi190.stdout: "internally_reserved": 0, 2024-08-19T09:58:18.756 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_allocated": 0, 2024-08-19T09:58:18.756 INFO:tasks.workunit.client.0.smithi190.stdout: "total": 0 2024-08-19T09:58:18.756 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.756 INFO:tasks.workunit.client.0.smithi190.stdout: "up": 192 2024-08-19T09:58:18.756 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.756 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.756 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": 96, 2024-08-19T09:58:18.756 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:18.756 INFO:tasks.workunit.client.0.smithi190.stdout: "cephfs" 2024-08-19T09:58:18.756 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.756 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 45, 2024-08-19T09:58:18.756 INFO:tasks.workunit.client.0.smithi190.stdout: "num_pg": 32, 2024-08-19T09:58:18.757 INFO:tasks.workunit.client.0.smithi190.stdout: "num_store_stats": 8, 2024-08-19T09:58:18.757 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 45, 2024-08-19T09:58:18.757 INFO:tasks.workunit.client.0.smithi190.stdout: "poolid": 2, 2024-08-19T09:58:18.757 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.757 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 3428, 2024-08-19T09:58:18.757 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.757 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 0, 2024-08-19T09:58:18.757 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.757 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.757 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.757 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.757 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.757 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.757 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.757 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.758 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.758 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.758 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.758 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.758 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.758 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 66, 2024-08-19T09:58:18.758 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 22, 2024-08-19T09:58:18.758 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.758 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 22, 2024-08-19T09:58:18.758 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.758 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.758 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.758 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 14, 2024-08-19T09:58:18.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 0, 2024-08-19T09:58:18.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 0, 2024-08-19T09:58:18.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 0, 2024-08-19T09:58:18.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.759 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 51, 2024-08-19T09:58:18.760 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 20 2024-08-19T09:58:18.760 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.760 INFO:tasks.workunit.client.0.smithi190.stdout: "store_stats": { 2024-08-19T09:58:18.760 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": 98304, 2024-08-19T09:58:18.760 INFO:tasks.workunit.client.0.smithi190.stdout: "available": 0, 2024-08-19T09:58:18.760 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed": 0, 2024-08-19T09:58:18.760 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_allocated": 0, 2024-08-19T09:58:18.760 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_original": 0, 2024-08-19T09:58:18.760 INFO:tasks.workunit.client.0.smithi190.stdout: "data_stored": 10284, 2024-08-19T09:58:18.760 INFO:tasks.workunit.client.0.smithi190.stdout: "internal_metadata": 0, 2024-08-19T09:58:18.760 INFO:tasks.workunit.client.0.smithi190.stdout: "internally_reserved": 0, 2024-08-19T09:58:18.760 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_allocated": 0, 2024-08-19T09:58:18.760 INFO:tasks.workunit.client.0.smithi190.stdout: "total": 0 2024-08-19T09:58:18.760 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.761 INFO:tasks.workunit.client.0.smithi190.stdout: "up": 96 2024-08-19T09:58:18.761 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.761 INFO:tasks.workunit.client.0.smithi190.stdout: { 2024-08-19T09:58:18.761 INFO:tasks.workunit.client.0.smithi190.stdout: "acting": 3, 2024-08-19T09:58:18.761 INFO:tasks.workunit.client.0.smithi190.stdout: "application": [ 2024-08-19T09:58:18.761 INFO:tasks.workunit.client.0.smithi190.stdout: "mgr" 2024-08-19T09:58:18.761 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.761 INFO:tasks.workunit.client.0.smithi190.stdout: "log_size": 128, 2024-08-19T09:58:18.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_pg": 1, 2024-08-19T09:58:18.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_store_stats": 3, 2024-08-19T09:58:18.761 INFO:tasks.workunit.client.0.smithi190.stdout: "ondisk_log_size": 128, 2024-08-19T09:58:18.761 INFO:tasks.workunit.client.0.smithi190.stdout: "poolid": 1, 2024-08-19T09:58:18.761 INFO:tasks.workunit.client.0.smithi190.stdout: "stat_sum": { 2024-08-19T09:58:18.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes": 590368, 2024-08-19T09:58:18.761 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_hit_set_archive": 0, 2024-08-19T09:58:18.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_bytes_recovered": 1771104, 2024-08-19T09:58:18.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_deep_scrub_errors": 0, 2024-08-19T09:58:18.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict": 0, 2024-08-19T09:58:18.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_kb": 0, 2024-08-19T09:58:18.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_full": 0, 2024-08-19T09:58:18.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_evict_mode_some": 0, 2024-08-19T09:58:18.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush": 0, 2024-08-19T09:58:18.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_kb": 0, 2024-08-19T09:58:18.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_high": 0, 2024-08-19T09:58:18.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_flush_mode_low": 0, 2024-08-19T09:58:18.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_keys_recovered": 0, 2024-08-19T09:58:18.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_large_omap_objects": 0, 2024-08-19T09:58:18.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_legacy_snapsets": 0, 2024-08-19T09:58:18.762 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_clones": 0, 2024-08-19T09:58:18.763 INFO:tasks.workunit.client.0.smithi190.stdout: "num_object_copies": 6, 2024-08-19T09:58:18.763 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects": 2, 2024-08-19T09:58:18.763 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_degraded": 0, 2024-08-19T09:58:18.763 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_dirty": 2, 2024-08-19T09:58:18.763 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_hit_set_archive": 0, 2024-08-19T09:58:18.763 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_manifest": 0, 2024-08-19T09:58:18.763 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_misplaced": 0, 2024-08-19T09:58:18.763 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing": 0, 2024-08-19T09:58:18.763 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_missing_on_primary": 0, 2024-08-19T09:58:18.763 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_omap": 0, 2024-08-19T09:58:18.763 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_pinned": 0, 2024-08-19T09:58:18.763 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_recovered": 6, 2024-08-19T09:58:18.763 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_repaired": 0, 2024-08-19T09:58:18.763 INFO:tasks.workunit.client.0.smithi190.stdout: "num_objects_unfound": 0, 2024-08-19T09:58:18.763 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_bytes": 0, 2024-08-19T09:58:18.764 INFO:tasks.workunit.client.0.smithi190.stdout: "num_omap_keys": 0, 2024-08-19T09:58:18.764 INFO:tasks.workunit.client.0.smithi190.stdout: "num_promote": 0, 2024-08-19T09:58:18.764 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read": 212, 2024-08-19T09:58:18.764 INFO:tasks.workunit.client.0.smithi190.stdout: "num_read_kb": 306, 2024-08-19T09:58:18.764 INFO:tasks.workunit.client.0.smithi190.stdout: "num_scrub_errors": 0, 2024-08-19T09:58:18.764 INFO:tasks.workunit.client.0.smithi190.stdout: "num_shallow_scrub_errors": 0, 2024-08-19T09:58:18.764 INFO:tasks.workunit.client.0.smithi190.stdout: "num_whiteouts": 0, 2024-08-19T09:58:18.764 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write": 179, 2024-08-19T09:58:18.764 INFO:tasks.workunit.client.0.smithi190.stdout: "num_write_kb": 2416 2024-08-19T09:58:18.764 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.764 INFO:tasks.workunit.client.0.smithi190.stdout: "store_stats": { 2024-08-19T09:58:18.764 INFO:tasks.workunit.client.0.smithi190.stdout: "allocated": 1781760, 2024-08-19T09:58:18.764 INFO:tasks.workunit.client.0.smithi190.stdout: "available": 0, 2024-08-19T09:58:18.764 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed": 0, 2024-08-19T09:58:18.765 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_allocated": 0, 2024-08-19T09:58:18.765 INFO:tasks.workunit.client.0.smithi190.stdout: "data_compressed_original": 0, 2024-08-19T09:58:18.765 INFO:tasks.workunit.client.0.smithi190.stdout: "data_stored": 1771104, 2024-08-19T09:58:18.765 INFO:tasks.workunit.client.0.smithi190.stdout: "internal_metadata": 0, 2024-08-19T09:58:18.765 INFO:tasks.workunit.client.0.smithi190.stdout: "internally_reserved": 0, 2024-08-19T09:58:18.765 INFO:tasks.workunit.client.0.smithi190.stdout: "omap_allocated": 0, 2024-08-19T09:58:18.765 INFO:tasks.workunit.client.0.smithi190.stdout: "total": 0 2024-08-19T09:58:18.765 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.765 INFO:tasks.workunit.client.0.smithi190.stdout: "up": 3 2024-08-19T09:58:18.765 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:18.765 INFO:tasks.workunit.client.0.smithi190.stdout: ], 2024-08-19T09:58:18.765 INFO:tasks.workunit.client.0.smithi190.stdout: "usage": { 2024-08-19T09:58:18.765 INFO:tasks.workunit.client.0.smithi190.stdout: "pg_num": 105, 2024-08-19T09:58:18.765 INFO:tasks.workunit.client.0.smithi190.stdout: "pools": 4, 2024-08-19T09:58:18.765 INFO:tasks.workunit.client.0.smithi190.stdout: "stats_by_class": { 2024-08-19T09:58:18.766 INFO:tasks.workunit.client.0.smithi190.stdout: "ssd": { 2024-08-19T09:58:18.766 INFO:tasks.workunit.client.0.smithi190.stdout: "total_avail_bytes": 767718219776, 2024-08-19T09:58:18.766 INFO:tasks.workunit.client.0.smithi190.stdout: "total_bytes": 767960285184, 2024-08-19T09:58:18.766 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_bytes": 242065408, 2024-08-19T09:58:18.766 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_raw_bytes": 242065408, 2024-08-19T09:58:18.766 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_raw_ratio": 0.00031520563061349094 2024-08-19T09:58:18.766 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:18.766 INFO:tasks.workunit.client.0.smithi190.stdout: }, 2024-08-19T09:58:18.766 INFO:tasks.workunit.client.0.smithi190.stdout: "total_avail_bytes": 767718219776, 2024-08-19T09:58:18.766 INFO:tasks.workunit.client.0.smithi190.stdout: "total_bytes": 767960285184, 2024-08-19T09:58:18.766 INFO:tasks.workunit.client.0.smithi190.stdout: "total_used_bytes": 242065408 2024-08-19T09:58:18.766 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:18.766 INFO:tasks.workunit.client.0.smithi190.stdout: } 2024-08-19T09:58:18.766 INFO:tasks.workunit.client.0.smithi190.stdout:} 2024-08-19T09:58:18.767 INFO:tasks.workunit.client.0.smithi190.stdout:OK 2024-08-19T09:58:18.767 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T09:58:18.767 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T09:58:18.768 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.768 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.768 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.768 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.768 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:18.768 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:18.768 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.768 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.768 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.769 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.769 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.769 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.769 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.769 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.769 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.769 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.769 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.769 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.769 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.769 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.769 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.769 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.769 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.770 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.770 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.770 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.770 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.770 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.770 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.770 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.770 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:18.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:18.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:18.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:18.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.774 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.774 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.774 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.774 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.774 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.774 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.774 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.774 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.774 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.774 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.774 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.774 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.774 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.774 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.775 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.775 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.775 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.775 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:18.775 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:18.775 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.775 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.775 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.775 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.775 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.775 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.775 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.775 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.775 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.776 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.776 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.776 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.776 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.776 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.776 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.776 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.776 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.776 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.776 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.776 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.776 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.776 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.776 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.776 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:16 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.777 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:17 smithi196 ceph-mon[19976]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.777 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:17 smithi196 ceph-mon[19976]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.777 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:17 smithi196 ceph-mon[19976]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-08-19T09:58:18.777 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.777 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.777 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.777 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:18.777 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:18.777 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.777 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.777 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.777 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.777 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.778 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.778 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.778 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.778 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.778 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.778 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.778 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.778 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.778 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.778 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.778 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.778 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.778 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.779 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.779 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.779 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.779 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.779 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.779 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.779 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.779 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.779 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.779 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:18.780 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-19T09:58:18.780 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.780 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.780 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.780 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.780 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.780 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.780 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.780 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.780 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.780 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.780 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.780 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.780 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.780 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.781 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.781 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.781 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.781 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.781 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.781 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-19T09:58:18.781 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-19T09:58:18.781 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:58:18.781 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:58:18.781 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:16 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:58:18.781 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:17 smithi190 ceph-mon[16060]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.782 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:17 smithi190 ceph-mon[16060]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.782 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:17 smithi190 ceph-mon[16060]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-08-19T09:58:18.782 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:17 smithi190 ceph-mon[26031]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.782 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:17 smithi190 ceph-mon[26031]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:18.782 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:17 smithi190 ceph-mon[26031]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-08-19T09:58:18.815 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-08-19T09:58:18.815 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-19T09:58:19.122 DEBUG:teuthology.parallel:result is None 2024-08-19T09:58:19.122 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-19T09:58:19.147 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-19T09:58:19.148 DEBUG:teuthology.orchestra.run.smithi190:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-19T09:58:19.212 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-19T09:58:19.212 INFO:teuthology.run_tasks:Running task print... 2024-08-19T09:58:19.222 INFO:teuthology.task.print:**** done end telemetry reef... 2024-08-19T09:58:19.222 INFO:teuthology.run_tasks:Running task print... 2024-08-19T09:58:19.230 INFO:teuthology.task.print:**** done start parallel 2024-08-19T09:58:19.231 INFO:teuthology.run_tasks:Running task parallel... 2024-08-19T09:58:19.252 INFO:teuthology.task.parallel:starting parallel... 2024-08-19T09:58:19.252 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-08-19T09:58:19.292 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-19T09:58:19.292 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-08-19T09:58:19.293 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-08-19T09:58:19.295 INFO:tasks.rados:Beginning rados... 2024-08-19T09:58:19.296 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-08-19T09:58:19.296 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '797669399b32d2915e64eb6d4b1257ae3c50f80b'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']}, 'workunit': {'branch': 'main', 'sha1': '964adda23da9f7b057cb34fdc0b82aeb7ed65324'}} 2024-08-19T09:58:19.296 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-08-19T09:58:19.296 INFO:tasks.rados:joining rados 2024-08-19T09:58:19.296 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-19T09:58:19.297 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-19T09:58:19.297 INFO:teuthology.task.print:**** done start upgrade, wait 2024-08-19T09:58:19.297 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-08-19T09:58:19.298 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi190.front.sepia.ceph.com 2024-08-19T09:58:19.298 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -e sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b -- bash -c 'ceph config set global log_to_journald false --force' 2024-08-19T09:58:19.298 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-08-19T09:58:19.299 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-08-19T09:58:19.519 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:58:19.520 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:58:20.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:19 smithi190 ceph-mon[16060]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-08-19T09:58:20.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:19 smithi190 ceph-mon[26031]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-08-19T09:58:20.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:19 smithi196 ceph-mon[19976]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-08-19T09:58:22.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:21 smithi190 ceph-mon[16060]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-08-19T09:58:22.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:21 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/203951766' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-19T09:58:22.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:21 smithi190 ceph-mon[26031]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-08-19T09:58:22.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:21 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/203951766' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-19T09:58:22.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:21 smithi196 ceph-mon[19976]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-08-19T09:58:22.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:21 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/203951766' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-19T09:58:23.241 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:22 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/203951766' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-19T09:58:23.242 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:22 smithi190 ceph-mon[16060]: osdmap e76: 8 total, 8 up, 8 in 2024-08-19T09:58:23.242 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:22 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/203951766' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-19T09:58:23.242 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:22 smithi190 ceph-mon[26031]: osdmap e76: 8 total, 8 up, 8 in 2024-08-19T09:58:23.243 INFO:tasks.rados:starting run 0 out of 1 2024-08-19T09:58:23.243 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-08-19T09:58:23.243 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-08-19T09:58:23.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:22 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/203951766' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-19T09:58:23.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:22 smithi196 ceph-mon[19976]: osdmap e76: 8 total, 8 up, 8 in 2024-08-19T09:58:23.905 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -e sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-08-19T09:58:24.010 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:58:24.134 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:23 smithi190 ceph-mon[16060]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-08-19T09:58:24.135 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:23 smithi190 ceph-mon[26031]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-08-19T09:58:24.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:23 smithi196 ceph-mon[19976]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-08-19T09:58:24.463 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:24 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:58:24] "GET /metrics HTTP/1.1" 200 33683 "" "Prometheus/2.43.0" 2024-08-19T09:58:25.575 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:58:26.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:25 smithi190 ceph-mon[16060]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-08-19T09:58:26.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:25 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/1026059835' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-19T09:58:26.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:25 smithi190 ceph-mon[16060]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-19T09:58:26.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:25 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:58:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:25 smithi190 ceph-mon[26031]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-08-19T09:58:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:25 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/1026059835' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-19T09:58:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:25 smithi190 ceph-mon[26031]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-19T09:58:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:25 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:58:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:25 smithi196 ceph-mon[19976]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-08-19T09:58:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:25 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/1026059835' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-19T09:58:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:25 smithi196 ceph-mon[19976]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-19T09:58:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:25 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:58:27.004 INFO:teuthology.orchestra.run.smithi190.stderr:pool 'unique_pool_0' created 2024-08-19T09:58:27.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:26 smithi190 ceph-mon[16060]: osdmap e77: 8 total, 8 up, 8 in 2024-08-19T09:58:27.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:26 smithi190 ceph-mon[26031]: osdmap e77: 8 total, 8 up, 8 in 2024-08-19T09:58:27.350 INFO:teuthology.orchestra.run.smithi190.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T09:58:27.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:26 smithi196 ceph-mon[19976]: osdmap e77: 8 total, 8 up, 8 in 2024-08-19T09:58:27.768 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-08-19T09:58:28.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[16060]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:28.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[16060]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-19T09:58:28.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[16060]: osdmap e78: 8 total, 8 up, 8 in 2024-08-19T09:58:28.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:28.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:28.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:28.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:28.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:28.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[26031]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:28.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[26031]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-19T09:58:28.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[26031]: osdmap e78: 8 total, 8 up, 8 in 2024-08-19T09:58:28.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:28.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:28.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:28.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:28.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:28 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:28.377 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -e sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-08-19T09:58:28.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:28 smithi196 ceph-mon[19976]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:28.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:28 smithi196 ceph-mon[19976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-19T09:58:28.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:28 smithi196 ceph-mon[19976]: osdmap e78: 8 total, 8 up, 8 in 2024-08-19T09:58:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:28 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:28 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:28 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:58:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:28 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:58:28.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:28 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:28.419 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:58:29.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:29 smithi190 ceph-mon[26031]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:29.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:29 smithi190 ceph-mon[26031]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T09:58:29.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:29 smithi190 ceph-mon[26031]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T09:58:29.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:29 smithi190 ceph-mon[26031]: osdmap e79: 8 total, 8 up, 8 in 2024-08-19T09:58:29.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:29 smithi190 ceph-mon[16060]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:29.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:29 smithi190 ceph-mon[16060]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T09:58:29.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:29 smithi190 ceph-mon[16060]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T09:58:29.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:29 smithi190 ceph-mon[16060]: osdmap e79: 8 total, 8 up, 8 in 2024-08-19T09:58:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:29 smithi196 ceph-mon[19976]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:29 smithi196 ceph-mon[19976]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T09:58:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:29 smithi196 ceph-mon[19976]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b 2024-08-19T09:58:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:29 smithi196 ceph-mon[19976]: osdmap e79: 8 total, 8 up, 8 in 2024-08-19T09:58:29.637 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T09:58:30.187 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:30 smithi190 ceph-mon[26031]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:30.187 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:30 smithi190 ceph-mon[26031]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T09:58:30.187 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:30 smithi190 ceph-mon[26031]: osdmap e80: 8 total, 8 up, 8 in 2024-08-19T09:58:30.187 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:30 smithi190 ceph-mon[16060]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:30.187 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:30 smithi190 ceph-mon[16060]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T09:58:30.187 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:30 smithi190 ceph-mon[16060]: osdmap e80: 8 total, 8 up, 8 in 2024-08-19T09:58:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:30 smithi196 ceph-mon[19976]: pgmap v98: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:30 smithi196 ceph-mon[19976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T09:58:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:30 smithi196 ceph-mon[19976]: osdmap e80: 8 total, 8 up, 8 in 2024-08-19T09:58:31.021 INFO:teuthology.orchestra.run.smithi190.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-08-19T09:58:31.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:31 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/721669495' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T09:58:31.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:31 smithi190 ceph-mon[16060]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T09:58:31.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:31 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/721669495' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T09:58:31.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:31 smithi190 ceph-mon[26031]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T09:58:31.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:31 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/721669495' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T09:58:31.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:31 smithi196 ceph-mon[19976]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-19T09:58:32.292 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:32 smithi190 ceph-mon[26031]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:32.292 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:32 smithi190 ceph-mon[26031]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-19T09:58:32.292 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:32 smithi190 ceph-mon[26031]: osdmap e81: 8 total, 8 up, 8 in 2024-08-19T09:58:32.292 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:32 smithi190 ceph-mon[16060]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:32.292 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:32 smithi190 ceph-mon[16060]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-19T09:58:32.292 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:32 smithi190 ceph-mon[16060]: osdmap e81: 8 total, 8 up, 8 in 2024-08-19T09:58:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:32 smithi196 ceph-mon[19976]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:32 smithi196 ceph-mon[19976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-19T09:58:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:32 smithi196 ceph-mon[19976]: osdmap e81: 8 total, 8 up, 8 in 2024-08-19T09:58:32.767 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T09:58:33.315 DEBUG:teuthology.orchestra.run.smithi190:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-08-19T09:58:33.346 INFO:tasks.rados.rados.0.smithi190.stdout:adding op weight read -> 100 2024-08-19T09:58:33.346 INFO:tasks.rados.rados.0.smithi190.stdout:adding op weight delete -> 50 2024-08-19T09:58:33.346 INFO:tasks.rados.rados.0.smithi190.stdout:adding op weight snap_create -> 50 2024-08-19T09:58:33.346 INFO:tasks.rados.rados.0.smithi190.stdout:adding op weight snap_remove -> 50 2024-08-19T09:58:33.346 INFO:tasks.rados.rados.0.smithi190.stdout:adding op weight rollback -> 50 2024-08-19T09:58:33.346 INFO:tasks.rados.rados.0.smithi190.stdout:adding op weight setattr -> 25 2024-08-19T09:58:33.346 INFO:tasks.rados.rados.0.smithi190.stdout:adding op weight rmattr -> 25 2024-08-19T09:58:33.347 INFO:tasks.rados.rados.0.smithi190.stdout:adding op weight copy_from -> 50 2024-08-19T09:58:33.347 INFO:tasks.rados.rados.0.smithi190.stdout:adding op weight append -> 100 2024-08-19T09:58:33.347 INFO:tasks.rados.rados.0.smithi190.stdout:ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable) 2024-08-19T09:58:33.347 INFO:tasks.rados.rados.0.smithi190.stdout:Configuration: 2024-08-19T09:58:33.347 INFO:tasks.rados.rados.0.smithi190.stdout: Number of operations: 4000 2024-08-19T09:58:33.347 INFO:tasks.rados.rados.0.smithi190.stdout: Number of objects: 50 2024-08-19T09:58:33.347 INFO:tasks.rados.rados.0.smithi190.stdout: Max in flight operations: 16 2024-08-19T09:58:33.347 INFO:tasks.rados.rados.0.smithi190.stdout: Object size (in bytes): 4000000 2024-08-19T09:58:33.347 INFO:tasks.rados.rados.0.smithi190.stdout: Write stride min: 400000 2024-08-19T09:58:33.347 INFO:tasks.rados.rados.0.smithi190.stdout: Write stride max: 800000 2024-08-19T09:58:33.391 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T09:58:33.391 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (99s) 75s ago 2m 17.0M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T09:58:33.391 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (2m) 75s ago 2m 82.7M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T09:58:33.391 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (3m) 75s ago 3m 15.5M - 18.2.4-721-gbaa926de e6c292a6bc95 e6af5dc87346 2024-08-19T09:58:33.391 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (3m) 75s ago 3m 15.1M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T09:58:33.391 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,8765 running (7m) 75s ago 7m 438M - 18.2.4-721-gbaa926de e6c292a6bc95 fdd90862125c 2024-08-19T09:58:33.391 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:9283,8765 running (8m) 75s ago 8m 486M - 18.2.4-721-gbaa926de e6c292a6bc95 03e52aa37ef2 2024-08-19T09:58:33.391 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (8m) 75s ago 8m 47.8M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 9109cb9dca37 2024-08-19T09:58:33.391 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (7m) 75s ago 7m 39.8M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 0b1c97b9ffa9 2024-08-19T09:58:33.391 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (7m) 75s ago 7m 38.3M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 6c708a6ae36c 2024-08-19T09:58:33.391 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (2m) 75s ago 2m 16.1M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T09:58:33.392 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (2m) 75s ago 2m 7117k - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T09:58:33.392 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (6m) 75s ago 6m 54.6M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 7869b3a6fe8d 2024-08-19T09:58:33.392 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (6m) 75s ago 6m 45.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 216832ba0eb9 2024-08-19T09:58:33.392 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (6m) 75s ago 6m 49.5M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 7dc17a160906 2024-08-19T09:58:33.392 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (5m) 75s ago 5m 51.5M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 8d23db0741f1 2024-08-19T09:58:33.392 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (5m) 75s ago 5m 42.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 36958c5836c1 2024-08-19T09:58:33.392 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (4m) 75s ago 4m 43.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 089ec5523ac2 2024-08-19T09:58:33.392 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (4m) 75s ago 4m 49.4M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 5b1bd80e75ec 2024-08-19T09:58:33.392 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (4m) 75s ago 4m 42.6M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 0af4ca14b11c 2024-08-19T09:58:33.392 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (94s) 75s ago 2m 33.3M - 2.43.0 a07b618ecd1d 0962e8cd9aff 2024-08-19T09:58:33.393 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:33 smithi190 ceph-mon[26031]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:33.393 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:33 smithi190 ceph-mon[26031]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:33.393 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:33 smithi190 ceph-mon[26031]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T09:58:33.393 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:33 smithi190 ceph-mon[26031]: Cluster is now healthy 2024-08-19T09:58:33.393 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:33 smithi190 ceph-mon[16060]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:33.393 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:33 smithi190 ceph-mon[16060]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:33.393 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:33 smithi190 ceph-mon[16060]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T09:58:33.393 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:33 smithi190 ceph-mon[16060]: Cluster is now healthy 2024-08-19T09:58:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:33 smithi196 ceph-mon[19976]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:33 smithi196 ceph-mon[19976]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:33 smithi196 ceph-mon[19976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T09:58:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:33 smithi196 ceph-mon[19976]: Cluster is now healthy 2024-08-19T09:58:33.740 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T09:58:33.740 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T09:58:33.740 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T09:58:33.740 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T09:58:33.740 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T09:58:33.740 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T09:58:33.740 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T09:58:33.740 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T09:58:33.740 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T09:58:33.740 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T09:58:33.740 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T09:58:33.740 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T09:58:33.740 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T09:58:33.741 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T09:58:33.741 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 15 2024-08-19T09:58:33.741 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T09:58:33.741 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T09:58:34.045 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T09:58:34.045 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b", 2024-08-19T09:58:34.045 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T09:58:34.045 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T09:58:34.045 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [], 2024-08-19T09:58:34.046 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "", 2024-08-19T09:58:34.046 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:797669399b32d2915e64eb6d4b1257ae3c50f80b image", 2024-08-19T09:58:34.046 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T09:58:34.046 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T09:58:34.077 INFO:tasks.rados.rados.0.smithi190.stdout:1: write initial oid 1 2024-08-19T09:58:34.077 INFO:tasks.rados.rados.0.smithi190.stdout:1: seq_num 0 ranges {0=24576} 2024-08-19T09:58:34.077 INFO:tasks.rados.rados.0.smithi190.stdout:1: writing smithi19066007-1 from 0 to 24576 tid 1 2024-08-19T09:58:34.077 INFO:tasks.rados.rados.0.smithi190.stdout:2: write initial oid 2 2024-08-19T09:58:34.077 INFO:tasks.rados.rados.0.smithi190.stdout:2: seq_num 1 ranges {0=24576} 2024-08-19T09:58:34.077 INFO:tasks.rados.rados.0.smithi190.stdout:2: writing smithi19066007-2 from 0 to 24576 tid 1 2024-08-19T09:58:34.077 INFO:tasks.rados.rados.0.smithi190.stdout:3: write initial oid 3 2024-08-19T09:58:34.077 INFO:tasks.rados.rados.0.smithi190.stdout:3: seq_num 2 ranges {0=40960} 2024-08-19T09:58:34.078 INFO:tasks.rados.rados.0.smithi190.stdout:3: writing smithi19066007-3 from 0 to 40960 tid 1 2024-08-19T09:58:34.078 INFO:tasks.rados.rados.0.smithi190.stdout:4: write initial oid 4 2024-08-19T09:58:34.079 INFO:tasks.rados.rados.0.smithi190.stdout:4: seq_num 3 ranges {0=57344} 2024-08-19T09:58:34.079 INFO:tasks.rados.rados.0.smithi190.stdout:4: writing smithi19066007-4 from 0 to 57344 tid 1 2024-08-19T09:58:34.079 INFO:tasks.rados.rados.0.smithi190.stdout:5: write initial oid 5 2024-08-19T09:58:34.079 INFO:tasks.rados.rados.0.smithi190.stdout:5: seq_num 4 ranges {0=73728} 2024-08-19T09:58:34.079 INFO:tasks.rados.rados.0.smithi190.stdout:5: writing smithi19066007-5 from 0 to 73728 tid 1 2024-08-19T09:58:34.079 INFO:tasks.rados.rados.0.smithi190.stdout:6: write initial oid 6 2024-08-19T09:58:34.079 INFO:tasks.rados.rados.0.smithi190.stdout:6: seq_num 5 ranges {0=90112} 2024-08-19T09:58:34.079 INFO:tasks.rados.rados.0.smithi190.stdout:6: writing smithi19066007-6 from 0 to 90112 tid 1 2024-08-19T09:58:34.079 INFO:tasks.rados.rados.0.smithi190.stdout:7: write initial oid 7 2024-08-19T09:58:34.079 INFO:tasks.rados.rados.0.smithi190.stdout:7: seq_num 6 ranges {0=106496} 2024-08-19T09:58:34.080 INFO:tasks.rados.rados.0.smithi190.stdout:7: writing smithi19066007-7 from 0 to 106496 tid 1 2024-08-19T09:58:34.080 INFO:tasks.rados.rados.0.smithi190.stdout:8: write initial oid 8 2024-08-19T09:58:34.080 INFO:tasks.rados.rados.0.smithi190.stdout:8: seq_num 7 ranges {0=122880} 2024-08-19T09:58:34.081 INFO:tasks.rados.rados.0.smithi190.stdout:8: writing smithi19066007-8 from 0 to 122880 tid 1 2024-08-19T09:58:34.081 INFO:tasks.rados.rados.0.smithi190.stdout:9: write initial oid 9 2024-08-19T09:58:34.081 INFO:tasks.rados.rados.0.smithi190.stdout:9: seq_num 8 ranges {0=139264} 2024-08-19T09:58:34.082 INFO:tasks.rados.rados.0.smithi190.stdout:9: writing smithi19066007-9 from 0 to 139264 tid 1 2024-08-19T09:58:34.083 INFO:tasks.rados.rados.0.smithi190.stdout:3: finishing write tid 1 to smithi19066007-3 2024-08-19T09:58:34.083 INFO:tasks.rados.rados.0.smithi190.stdout:10: write initial oid 10 2024-08-19T09:58:34.083 INFO:tasks.rados.rados.0.smithi190.stdout:10: seq_num 9 ranges {0=155648} 2024-08-19T09:58:34.083 INFO:tasks.rados.rados.0.smithi190.stdout:10: writing smithi19066007-10 from 0 to 155648 tid 1 2024-08-19T09:58:34.084 INFO:tasks.rados.rados.0.smithi190.stdout:1: finishing write tid 1 to smithi19066007-1 2024-08-19T09:58:34.084 INFO:tasks.rados.rados.0.smithi190.stdout:1: finishing write tid 2 to smithi19066007-1 2024-08-19T09:58:34.084 INFO:tasks.rados.rados.0.smithi190.stdout:7: finishing write tid 1 to smithi19066007-7 2024-08-19T09:58:34.084 INFO:tasks.rados.rados.0.smithi190.stdout:11: write initial oid 11 2024-08-19T09:58:34.084 INFO:tasks.rados.rados.0.smithi190.stdout:11: seq_num 10 ranges {0=172032} 2024-08-19T09:58:34.085 INFO:tasks.rados.rados.0.smithi190.stdout:11: writing smithi19066007-11 from 0 to 172032 tid 1 2024-08-19T09:58:34.085 INFO:tasks.rados.rados.0.smithi190.stdout:12: write initial oid 12 2024-08-19T09:58:34.085 INFO:tasks.rados.rados.0.smithi190.stdout:12: seq_num 11 ranges {0=188416} 2024-08-19T09:58:34.087 INFO:tasks.rados.rados.0.smithi190.stdout:12: writing smithi19066007-12 from 0 to 188416 tid 1 2024-08-19T09:58:34.087 INFO:tasks.rados.rados.0.smithi190.stdout:13: write initial oid 13 2024-08-19T09:58:34.087 INFO:tasks.rados.rados.0.smithi190.stdout:13: seq_num 12 ranges {0=204800} 2024-08-19T09:58:34.088 INFO:tasks.rados.rados.0.smithi190.stdout:13: writing smithi19066007-13 from 0 to 204800 tid 1 2024-08-19T09:58:34.088 INFO:tasks.rados.rados.0.smithi190.stdout:14: write initial oid 14 2024-08-19T09:58:34.089 INFO:tasks.rados.rados.0.smithi190.stdout:14: seq_num 13 ranges {0=221184} 2024-08-19T09:58:34.090 INFO:tasks.rados.rados.0.smithi190.stdout:14: writing smithi19066007-14 from 0 to 221184 tid 1 2024-08-19T09:58:34.090 INFO:tasks.rados.rados.0.smithi190.stdout:15: write initial oid 15 2024-08-19T09:58:34.090 INFO:tasks.rados.rados.0.smithi190.stdout:15: seq_num 14 ranges {0=237568} 2024-08-19T09:58:34.093 INFO:tasks.rados.rados.0.smithi190.stdout:15: writing smithi19066007-15 from 0 to 237568 tid 1 2024-08-19T09:58:34.093 INFO:tasks.rados.rados.0.smithi190.stdout:16: write initial oid 16 2024-08-19T09:58:34.094 INFO:tasks.rados.rados.0.smithi190.stdout:16: seq_num 15 ranges {0=253952} 2024-08-19T09:58:34.094 INFO:tasks.rados.rados.0.smithi190.stdout:16: writing smithi19066007-16 from 0 to 253952 tid 1 2024-08-19T09:58:34.095 INFO:tasks.rados.rados.0.smithi190.stdout: waiting on 16 2024-08-19T09:58:34.095 INFO:tasks.rados.rados.0.smithi190.stdout:3: finishing write tid 2 to smithi19066007-3 2024-08-19T09:58:34.095 INFO:tasks.rados.rados.0.smithi190.stdout:7: finishing write tid 2 to smithi19066007-7 2024-08-19T09:58:34.095 INFO:tasks.rados.rados.0.smithi190.stdout:3: finishing write tid 3 to smithi19066007-3 2024-08-19T09:58:34.095 INFO:tasks.rados.rados.0.smithi190.stdout:3: oid 3 updating version 0 to 1 2024-08-19T09:58:34.095 INFO:tasks.rados.rados.0.smithi190.stdout:3: oid 3 updating version 1 to 2 2024-08-19T09:58:34.095 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-19T09:58:34.095 INFO:tasks.rados.rados.0.smithi190.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-08-19T09:58:34.095 INFO:tasks.rados.rados.0.smithi190.stdout:2: finishing write tid 1 to smithi19066007-2 2024-08-19T09:58:34.095 INFO:tasks.rados.rados.0.smithi190.stdout:3: done (15 left) 2024-08-19T09:58:34.095 INFO:tasks.rados.rados.0.smithi190.stdout:17: write initial oid 17 2024-08-19T09:58:34.095 INFO:tasks.rados.rados.0.smithi190.stdout:17: seq_num 16 ranges {0=270336} 2024-08-19T09:58:34.097 INFO:tasks.rados.rados.0.smithi190.stdout:17: writing smithi19066007-17 from 0 to 270336 tid 1 2024-08-19T09:58:34.097 INFO:tasks.rados.rados.0.smithi190.stdout: waiting on 16 2024-08-19T09:58:34.097 INFO:tasks.rados.rados.0.smithi190.stdout:4: finishing write tid 1 to smithi19066007-4 2024-08-19T09:58:34.097 INFO:tasks.rados.rados.0.smithi190.stdout:2: finishing write tid 2 to smithi19066007-2 2024-08-19T09:58:34.097 INFO:tasks.rados.rados.0.smithi190.stdout:1: finishing write tid 3 to smithi19066007-1 2024-08-19T09:58:34.097 INFO:tasks.rados.rados.0.smithi190.stdout:1: oid 1 updating version 0 to 1 2024-08-19T09:58:34.098 INFO:tasks.rados.rados.0.smithi190.stdout:1: oid 1 updating version 1 to 2 2024-08-19T09:58:34.098 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-08-19T09:58:34.098 INFO:tasks.rados.rados.0.smithi190.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-08-19T09:58:34.098 INFO:tasks.rados.rados.0.smithi190.stdout:6: finishing write tid 1 to smithi19066007-6 2024-08-19T09:58:34.098 INFO:tasks.rados.rados.0.smithi190.stdout:6: finishing write tid 2 to smithi19066007-6 2024-08-19T09:58:34.098 INFO:tasks.rados.rados.0.smithi190.stdout:4: finishing write tid 2 to smithi19066007-4 2024-08-19T09:58:34.098 INFO:tasks.rados.rados.0.smithi190.stdout:5: finishing write tid 1 to smithi19066007-5 2024-08-19T09:58:34.098 INFO:tasks.rados.rados.0.smithi190.stdout:6: finishing write tid 3 to smithi19066007-6 2024-08-19T09:58:34.098 INFO:tasks.rados.rados.0.smithi190.stdout:6: oid 6 updating version 0 to 3 2024-08-19T09:58:34.098 INFO:tasks.rados.rados.0.smithi190.stdout:6: oid 6 updating version 3 to 4 2024-08-19T09:58:34.099 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 4 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-19T09:58:34.099 INFO:tasks.rados.rados.0.smithi190.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-08-19T09:58:34.099 INFO:tasks.rados.rados.0.smithi190.stdout:5: finishing write tid 2 to smithi19066007-5 2024-08-19T09:58:34.099 INFO:tasks.rados.rados.0.smithi190.stdout:4: finishing write tid 3 to smithi19066007-4 2024-08-19T09:58:34.099 INFO:tasks.rados.rados.0.smithi190.stdout:4: oid 4 updating version 0 to 1 2024-08-19T09:58:34.099 INFO:tasks.rados.rados.0.smithi190.stdout:4: oid 4 updating version 1 to 2 2024-08-19T09:58:34.099 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-19T09:58:34.099 INFO:tasks.rados.rados.0.smithi190.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-08-19T09:58:34.099 INFO:tasks.rados.rados.0.smithi190.stdout:7: finishing write tid 3 to smithi19066007-7 2024-08-19T09:58:34.099 INFO:tasks.rados.rados.0.smithi190.stdout:7: oid 7 updating version 0 to 1 2024-08-19T09:58:34.099 INFO:tasks.rados.rados.0.smithi190.stdout:7: oid 7 updating version 1 to 2 2024-08-19T09:58:34.099 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-19T09:58:34.099 INFO:tasks.rados.rados.0.smithi190.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-08-19T09:58:34.100 INFO:tasks.rados.rados.0.smithi190.stdout:2: finishing write tid 3 to smithi19066007-2 2024-08-19T09:58:34.100 INFO:tasks.rados.rados.0.smithi190.stdout:2: oid 2 updating version 0 to 1 2024-08-19T09:58:34.100 INFO:tasks.rados.rados.0.smithi190.stdout:2: oid 2 updating version 1 to 2 2024-08-19T09:58:34.100 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-19T09:58:34.100 INFO:tasks.rados.rados.0.smithi190.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-08-19T09:58:34.100 INFO:tasks.rados.rados.0.smithi190.stdout:9: finishing write tid 1 to smithi19066007-9 2024-08-19T09:58:34.100 INFO:tasks.rados.rados.0.smithi190.stdout:1: done (15 left) 2024-08-19T09:58:34.100 INFO:tasks.rados.rados.0.smithi190.stdout:2: done (14 left) 2024-08-19T09:58:34.100 INFO:tasks.rados.rados.0.smithi190.stdout:4: done (13 left) 2024-08-19T09:58:34.100 INFO:tasks.rados.rados.0.smithi190.stdout:6: done (12 left) 2024-08-19T09:58:34.100 INFO:tasks.rados.rados.0.smithi190.stdout:7: done (11 left) 2024-08-19T09:58:34.100 INFO:tasks.rados.rados.0.smithi190.stdout:18: write initial oid 18 2024-08-19T09:58:34.100 INFO:tasks.rados.rados.0.smithi190.stdout:18: seq_num 17 ranges {0=286720} 2024-08-19T09:58:34.101 INFO:tasks.rados.rados.0.smithi190.stdout:18: writing smithi19066007-18 from 0 to 286720 tid 1 2024-08-19T09:58:34.101 INFO:tasks.rados.rados.0.smithi190.stdout:19: write initial oid 19 2024-08-19T09:58:34.101 INFO:tasks.rados.rados.0.smithi190.stdout:19: seq_num 18 ranges {0=303104} 2024-08-19T09:58:34.101 INFO:tasks.rados.rados.0.smithi190.stdout:19: writing smithi19066007-19 from 0 to 303104 tid 1 2024-08-19T09:58:34.101 INFO:tasks.rados.rados.0.smithi190.stdout:20: write initial oid 20 2024-08-19T09:58:34.102 INFO:tasks.rados.rados.0.smithi190.stdout:20: seq_num 19 ranges {0=319488} 2024-08-19T09:58:34.103 INFO:tasks.rados.rados.0.smithi190.stdout:20: writing smithi19066007-20 from 0 to 319488 tid 1 2024-08-19T09:58:34.103 INFO:tasks.rados.rados.0.smithi190.stdout:21: write initial oid 21 2024-08-19T09:58:34.103 INFO:tasks.rados.rados.0.smithi190.stdout:11: finishing write tid 1 to smithi19066007-11 2024-08-19T09:58:34.103 INFO:tasks.rados.rados.0.smithi190.stdout:9: finishing write tid 2 to smithi19066007-9 2024-08-19T09:58:34.103 INFO:tasks.rados.rados.0.smithi190.stdout:11: finishing write tid 2 to smithi19066007-11 2024-08-19T09:58:34.103 INFO:tasks.rados.rados.0.smithi190.stdout:5: finishing write tid 3 to smithi19066007-5 2024-08-19T09:58:34.104 INFO:tasks.rados.rados.0.smithi190.stdout:5: oid 5 updating version 0 to 1 2024-08-19T09:58:34.104 INFO:tasks.rados.rados.0.smithi190.stdout:5: oid 5 updating version 1 to 2 2024-08-19T09:58:34.104 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-19T09:58:34.104 INFO:tasks.rados.rados.0.smithi190.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-08-19T09:58:34.104 INFO:tasks.rados.rados.0.smithi190.stdout:9: finishing write tid 3 to smithi19066007-9 2024-08-19T09:58:34.104 INFO:tasks.rados.rados.0.smithi190.stdout:9: oid 9 updating version 0 to 2 2024-08-19T09:58:34.104 INFO:tasks.rados.rados.0.smithi190.stdout:9: oid 9 version 2 is already newer than 1 2024-08-19T09:58:34.104 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-19T09:58:34.104 INFO:tasks.rados.rados.0.smithi190.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-08-19T09:58:34.104 INFO:tasks.rados.rados.0.smithi190.stdout:11: finishing write tid 3 to smithi19066007-11 2024-08-19T09:58:34.104 INFO:tasks.rados.rados.0.smithi190.stdout:11: oid 11 updating version 0 to 4 2024-08-19T09:58:34.104 INFO:tasks.rados.rados.0.smithi190.stdout:11: oid 11 version 4 is already newer than 3 2024-08-19T09:58:34.104 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-19T09:58:34.105 INFO:tasks.rados.rados.0.smithi190.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-08-19T09:58:34.105 INFO:tasks.rados.rados.0.smithi190.stdout:12: finishing write tid 1 to smithi19066007-12 2024-08-19T09:58:34.105 INFO:tasks.rados.rados.0.smithi190.stdout:12: finishing write tid 2 to smithi19066007-12 2024-08-19T09:58:34.105 INFO:tasks.rados.rados.0.smithi190.stdout:10: finishing write tid 1 to smithi19066007-10 2024-08-19T09:58:34.105 INFO:tasks.rados.rados.0.smithi190.stdout:10: finishing write tid 2 to smithi19066007-10 2024-08-19T09:58:34.105 INFO:tasks.rados.rados.0.smithi190.stdout:13: finishing write tid 1 to smithi19066007-13 2024-08-19T09:58:34.105 INFO:tasks.rados.rados.0.smithi190.stdout:8: finishing write tid 1 to smithi19066007-8 2024-08-19T09:58:34.105 INFO:tasks.rados.rados.0.smithi190.stdout:8: finishing write tid 2 to smithi19066007-8 2024-08-19T09:58:34.106 INFO:tasks.rados.rados.0.smithi190.stdout:13: finishing write tid 2 to smithi19066007-13 2024-08-19T09:58:34.106 INFO:tasks.rados.rados.0.smithi190.stdout:10: finishing write tid 3 to smithi19066007-10 2024-08-19T09:58:34.106 INFO:tasks.rados.rados.0.smithi190.stdout:10: oid 10 updating version 0 to 2 2024-08-19T09:58:34.106 INFO:tasks.rados.rados.0.smithi190.stdout:10: oid 10 version 2 is already newer than 1 2024-08-19T09:58:34.106 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-19T09:58:34.106 INFO:tasks.rados.rados.0.smithi190.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-08-19T09:58:34.106 INFO:tasks.rados.rados.0.smithi190.stdout:8: finishing write tid 3 to smithi19066007-8 2024-08-19T09:58:34.106 INFO:tasks.rados.rados.0.smithi190.stdout:8: oid 8 updating version 0 to 1 2024-08-19T09:58:34.106 INFO:tasks.rados.rados.0.smithi190.stdout:8: oid 8 updating version 1 to 2 2024-08-19T09:58:34.106 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-08-19T09:58:34.106 INFO:tasks.rados.rados.0.smithi190.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-08-19T09:58:34.106 INFO:tasks.rados.rados.0.smithi190.stdout:12: finishing write tid 3 to smithi19066007-12 2024-08-19T09:58:34.106 INFO:tasks.rados.rados.0.smithi190.stdout:12: oid 12 updating version 0 to 2 2024-08-19T09:58:34.107 INFO:tasks.rados.rados.0.smithi190.stdout:12: oid 12 version 2 is already newer than 1 2024-08-19T09:58:34.107 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-19T09:58:34.107 INFO:tasks.rados.rados.0.smithi190.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-08-19T09:58:34.107 INFO:tasks.rados.rados.0.smithi190.stdout:14: finishing write tid 1 to smithi19066007-14 2024-08-19T09:58:34.107 INFO:tasks.rados.rados.0.smithi190.stdout:14: finishing write tid 2 to smithi19066007-14 2024-08-19T09:58:34.107 INFO:tasks.rados.rados.0.smithi190.stdout:13: finishing write tid 3 to smithi19066007-13 2024-08-19T09:58:34.107 INFO:tasks.rados.rados.0.smithi190.stdout:13: oid 13 updating version 0 to 3 2024-08-19T09:58:34.107 INFO:tasks.rados.rados.0.smithi190.stdout:13: oid 13 updating version 3 to 4 2024-08-19T09:58:34.107 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-19T09:58:34.107 INFO:tasks.rados.rados.0.smithi190.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-08-19T09:58:34.107 INFO:tasks.rados.rados.0.smithi190.stdout:14: finishing write tid 3 to smithi19066007-14 2024-08-19T09:58:34.107 INFO:tasks.rados.rados.0.smithi190.stdout:14: oid 14 updating version 0 to 3 2024-08-19T09:58:34.107 INFO:tasks.rados.rados.0.smithi190.stdout:14: oid 14 updating version 3 to 4 2024-08-19T09:58:34.107 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-19T09:58:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-08-19T09:58:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:15: finishing write tid 1 to smithi19066007-15 2024-08-19T09:58:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:15: finishing write tid 2 to smithi19066007-15 2024-08-19T09:58:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:16: finishing write tid 1 to smithi19066007-16 2024-08-19T09:58:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:16: finishing write tid 2 to smithi19066007-16 2024-08-19T09:58:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:15: finishing write tid 3 to smithi19066007-15 2024-08-19T09:58:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:15: oid 15 updating version 0 to 5 2024-08-19T09:58:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:15: oid 15 updating version 5 to 6 2024-08-19T09:58:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 6 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-08-19T09:58:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-08-19T09:58:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:17: finishing write tid 1 to smithi19066007-17 2024-08-19T09:58:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:17: finishing write tid 2 to smithi19066007-17 2024-08-19T09:58:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:16: finishing write tid 3 to smithi19066007-16 2024-08-19T09:58:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:16: oid 16 updating version 0 to 1 2024-08-19T09:58:34.109 INFO:tasks.rados.rados.0.smithi190.stdout:16: oid 16 updating version 1 to 2 2024-08-19T09:58:34.109 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-19T09:58:34.109 INFO:tasks.rados.rados.0.smithi190.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-08-19T09:58:34.109 INFO:tasks.rados.rados.0.smithi190.stdout:18: finishing write tid 1 to smithi19066007-18 2024-08-19T09:58:34.109 INFO:tasks.rados.rados.0.smithi190.stdout:18: finishing write tid 2 to smithi19066007-18 2024-08-19T09:58:34.109 INFO:tasks.rados.rados.0.smithi190.stdout:17: finishing write tid 3 to smithi19066007-17 2024-08-19T09:58:34.109 INFO:tasks.rados.rados.0.smithi190.stdout:17: oid 17 updating version 0 to 5 2024-08-19T09:58:34.109 INFO:tasks.rados.rados.0.smithi190.stdout:17: oid 17 updating version 5 to 6 2024-08-19T09:58:34.109 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 6 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-08-19T09:58:34.109 INFO:tasks.rados.rados.0.smithi190.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-08-19T09:58:34.109 INFO:tasks.rados.rados.0.smithi190.stdout:19: finishing write tid 1 to smithi19066007-19 2024-08-19T09:58:34.109 INFO:tasks.rados.rados.0.smithi190.stdout:19: finishing write tid 2 to smithi19066007-19 2024-08-19T09:58:34.110 INFO:tasks.rados.rados.0.smithi190.stdout:21: seq_num 20 ranges {0=344064} 2024-08-19T09:58:34.111 INFO:tasks.rados.rados.0.smithi190.stdout:21: writing smithi19066007-21 from 0 to 344064 tid 1 2024-08-19T09:58:34.111 INFO:tasks.rados.rados.0.smithi190.stdout:5: done (14 left) 2024-08-19T09:58:34.112 INFO:tasks.rados.rados.0.smithi190.stdout:8: done (13 left) 2024-08-19T09:58:34.112 INFO:tasks.rados.rados.0.smithi190.stdout:9: done (12 left) 2024-08-19T09:58:34.112 INFO:tasks.rados.rados.0.smithi190.stdout:10: done (11 left) 2024-08-19T09:58:34.112 INFO:tasks.rados.rados.0.smithi190.stdout:11: done (10 left) 2024-08-19T09:58:34.112 INFO:tasks.rados.rados.0.smithi190.stdout:12: done (9 left) 2024-08-19T09:58:34.112 INFO:tasks.rados.rados.0.smithi190.stdout:13: done (8 left) 2024-08-19T09:58:34.112 INFO:tasks.rados.rados.0.smithi190.stdout:14: done (7 left) 2024-08-19T09:58:34.112 INFO:tasks.rados.rados.0.smithi190.stdout:15: done (6 left) 2024-08-19T09:58:34.112 INFO:tasks.rados.rados.0.smithi190.stdout:16: done (5 left) 2024-08-19T09:58:34.112 INFO:tasks.rados.rados.0.smithi190.stdout:17: done (4 left) 2024-08-19T09:58:34.113 INFO:tasks.rados.rados.0.smithi190.stdout:22: write initial oid 22 2024-08-19T09:58:34.113 INFO:tasks.rados.rados.0.smithi190.stdout:18: finishing write tid 3 to smithi19066007-18 2024-08-19T09:58:34.113 INFO:tasks.rados.rados.0.smithi190.stdout:18: oid 18 updating version 0 to 3 2024-08-19T09:58:34.113 INFO:tasks.rados.rados.0.smithi190.stdout:18: oid 18 updating version 3 to 4 2024-08-19T09:58:34.113 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-19T09:58:34.113 INFO:tasks.rados.rados.0.smithi190.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-08-19T09:58:34.113 INFO:tasks.rados.rados.0.smithi190.stdout:19: finishing write tid 3 to smithi19066007-19 2024-08-19T09:58:34.113 INFO:tasks.rados.rados.0.smithi190.stdout:19: oid 19 updating version 0 to 7 2024-08-19T09:58:34.113 INFO:tasks.rados.rados.0.smithi190.stdout:19: oid 19 updating version 7 to 8 2024-08-19T09:58:34.113 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 8 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-19T09:58:34.113 INFO:tasks.rados.rados.0.smithi190.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-08-19T09:58:34.114 INFO:tasks.rados.rados.0.smithi190.stdout:22: seq_num 21 ranges {0=360448} 2024-08-19T09:58:34.114 INFO:tasks.rados.rados.0.smithi190.stdout:22: writing smithi19066007-22 from 0 to 360448 tid 1 2024-08-19T09:58:34.114 INFO:tasks.rados.rados.0.smithi190.stdout:18: done (4 left) 2024-08-19T09:58:34.114 INFO:tasks.rados.rados.0.smithi190.stdout:19: done (3 left) 2024-08-19T09:58:34.115 INFO:tasks.rados.rados.0.smithi190.stdout:23: write initial oid 23 2024-08-19T09:58:34.115 INFO:tasks.rados.rados.0.smithi190.stdout:23: seq_num 22 ranges {0=376832} 2024-08-19T09:58:34.115 INFO:tasks.rados.rados.0.smithi190.stdout:23: writing smithi19066007-23 from 0 to 376832 tid 1 2024-08-19T09:58:34.115 INFO:tasks.rados.rados.0.smithi190.stdout:24: write initial oid 24 2024-08-19T09:58:34.115 INFO:tasks.rados.rados.0.smithi190.stdout:20: finishing write tid 1 to smithi19066007-20 2024-08-19T09:58:34.115 INFO:tasks.rados.rados.0.smithi190.stdout:20: finishing write tid 2 to smithi19066007-20 2024-08-19T09:58:34.115 INFO:tasks.rados.rados.0.smithi190.stdout:20: finishing write tid 3 to smithi19066007-20 2024-08-19T09:58:34.115 INFO:tasks.rados.rados.0.smithi190.stdout:20: oid 20 updating version 0 to 3 2024-08-19T09:58:34.115 INFO:tasks.rados.rados.0.smithi190.stdout:20: oid 20 updating version 3 to 4 2024-08-19T09:58:34.115 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-19T09:58:34.115 INFO:tasks.rados.rados.0.smithi190.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-08-19T09:58:34.115 INFO:tasks.rados.rados.0.smithi190.stdout:21: finishing write tid 1 to smithi19066007-21 2024-08-19T09:58:34.115 INFO:tasks.rados.rados.0.smithi190.stdout:24: seq_num 23 ranges {0=393216} 2024-08-19T09:58:34.116 INFO:tasks.rados.rados.0.smithi190.stdout:24: writing smithi19066007-24 from 0 to 393216 tid 1 2024-08-19T09:58:34.116 INFO:tasks.rados.rados.0.smithi190.stdout:20: done (4 left) 2024-08-19T09:58:34.117 INFO:tasks.rados.rados.0.smithi190.stdout:25: write initial oid 25 2024-08-19T09:58:34.117 INFO:tasks.rados.rados.0.smithi190.stdout:25: seq_num 24 ranges {0=409600} 2024-08-19T09:58:34.117 INFO:tasks.rados.rados.0.smithi190.stdout:25: writing smithi19066007-25 from 0 to 409600 tid 1 2024-08-19T09:58:34.117 INFO:tasks.rados.rados.0.smithi190.stdout:26: write initial oid 26 2024-08-19T09:58:34.117 INFO:tasks.rados.rados.0.smithi190.stdout:26: seq_num 25 ranges {0=425984} 2024-08-19T09:58:34.118 INFO:tasks.rados.rados.0.smithi190.stdout:26: writing smithi19066007-26 from 0 to 425984 tid 1 2024-08-19T09:58:34.118 INFO:tasks.rados.rados.0.smithi190.stdout:27: write initial oid 27 2024-08-19T09:58:34.118 INFO:tasks.rados.rados.0.smithi190.stdout:27: seq_num 26 ranges {0=442368} 2024-08-19T09:58:34.121 INFO:tasks.rados.rados.0.smithi190.stdout:27: writing smithi19066007-27 from 0 to 442368 tid 1 2024-08-19T09:58:34.121 INFO:tasks.rados.rados.0.smithi190.stdout:28: write initial oid 28 2024-08-19T09:58:34.121 INFO:tasks.rados.rados.0.smithi190.stdout:28: seq_num 27 ranges {0=458752} 2024-08-19T09:58:34.124 INFO:tasks.rados.rados.0.smithi190.stdout:28: writing smithi19066007-28 from 0 to 458752 tid 1 2024-08-19T09:58:34.124 INFO:tasks.rados.rados.0.smithi190.stdout:29: write initial oid 29 2024-08-19T09:58:34.124 INFO:tasks.rados.rados.0.smithi190.stdout:29: seq_num 28 ranges {0=475136} 2024-08-19T09:58:34.126 INFO:tasks.rados.rados.0.smithi190.stdout:29: writing smithi19066007-29 from 0 to 475136 tid 1 2024-08-19T09:58:34.126 INFO:tasks.rados.rados.0.smithi190.stdout:30: write initial oid 30 2024-08-19T09:58:34.127 INFO:tasks.rados.rados.0.smithi190.stdout:30: seq_num 29 ranges {0=491520} 2024-08-19T09:58:34.129 INFO:tasks.rados.rados.0.smithi190.stdout:30: writing smithi19066007-30 from 0 to 491520 tid 1 2024-08-19T09:58:34.130 INFO:tasks.rados.rados.0.smithi190.stdout:31: write initial oid 31 2024-08-19T09:58:34.130 INFO:tasks.rados.rados.0.smithi190.stdout:31: seq_num 30 ranges {0=507904} 2024-08-19T09:58:34.133 INFO:tasks.rados.rados.0.smithi190.stdout:31: writing smithi19066007-31 from 0 to 507904 tid 1 2024-08-19T09:58:34.133 INFO:tasks.rados.rados.0.smithi190.stdout:32: write initial oid 32 2024-08-19T09:58:34.133 INFO:tasks.rados.rados.0.smithi190.stdout:32: seq_num 31 ranges {0=524288} 2024-08-19T09:58:34.137 INFO:tasks.rados.rados.0.smithi190.stdout:32: writing smithi19066007-32 from 0 to 524288 tid 1 2024-08-19T09:58:34.137 INFO:tasks.rados.rados.0.smithi190.stdout:33: write initial oid 33 2024-08-19T09:58:34.137 INFO:tasks.rados.rados.0.smithi190.stdout:33: seq_num 32 ranges {0=540672} 2024-08-19T09:58:34.140 INFO:tasks.rados.rados.0.smithi190.stdout:33: writing smithi19066007-33 from 0 to 540672 tid 1 2024-08-19T09:58:34.140 INFO:tasks.rados.rados.0.smithi190.stdout:34: write initial oid 34 2024-08-19T09:58:34.140 INFO:tasks.rados.rados.0.smithi190.stdout:34: seq_num 33 ranges {0=557056} 2024-08-19T09:58:34.144 INFO:tasks.rados.rados.0.smithi190.stdout:34: writing smithi19066007-34 from 0 to 557056 tid 1 2024-08-19T09:58:34.144 INFO:tasks.rados.rados.0.smithi190.stdout:35: write initial oid 35 2024-08-19T09:58:34.144 INFO:tasks.rados.rados.0.smithi190.stdout:35: seq_num 34 ranges {0=573440} 2024-08-19T09:58:34.147 INFO:tasks.rados.rados.0.smithi190.stdout:35: writing smithi19066007-35 from 0 to 573440 tid 1 2024-08-19T09:58:34.147 INFO:tasks.rados.rados.0.smithi190.stdout:36: write initial oid 36 2024-08-19T09:58:34.148 INFO:tasks.rados.rados.0.smithi190.stdout:36: seq_num 35 ranges {0=589824} 2024-08-19T09:58:34.151 INFO:tasks.rados.rados.0.smithi190.stdout:36: writing smithi19066007-36 from 0 to 589824 tid 1 2024-08-19T09:58:34.152 INFO:tasks.rados.rados.0.smithi190.stdout: waiting on 16 2024-08-19T09:58:34.152 INFO:tasks.rados.rados.0.smithi190.stdout:21: finishing write tid 2 to smithi19066007-21 2024-08-19T09:58:34.152 INFO:tasks.rados.rados.0.smithi190.stdout:22: finishing write tid 1 to smithi19066007-22 2024-08-19T09:58:34.152 INFO:tasks.rados.rados.0.smithi190.stdout:22: finishing write tid 2 to smithi19066007-22 2024-08-19T09:58:34.152 INFO:tasks.rados.rados.0.smithi190.stdout:21: finishing write tid 3 to smithi19066007-21 2024-08-19T09:58:34.152 INFO:tasks.rados.rados.0.smithi190.stdout:21: oid 21 updating version 0 to 5 2024-08-19T09:58:34.152 INFO:tasks.rados.rados.0.smithi190.stdout:21: oid 21 updating version 5 to 6 2024-08-19T09:58:34.152 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 6 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-08-19T09:58:34.152 INFO:tasks.rados.rados.0.smithi190.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-08-19T09:58:34.152 INFO:tasks.rados.rados.0.smithi190.stdout:23: finishing write tid 1 to smithi19066007-23 2024-08-19T09:58:34.152 INFO:tasks.rados.rados.0.smithi190.stdout:23: finishing write tid 2 to smithi19066007-23 2024-08-19T09:58:34.152 INFO:tasks.rados.rados.0.smithi190.stdout:22: finishing write tid 3 to smithi19066007-22 2024-08-19T09:58:34.152 INFO:tasks.rados.rados.0.smithi190.stdout:22: oid 22 updating version 0 to 2 2024-08-19T09:58:34.152 INFO:tasks.rados.rados.0.smithi190.stdout:22: oid 22 version 2 is already newer than 1 2024-08-19T09:58:34.153 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 2 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-19T09:58:34.153 INFO:tasks.rados.rados.0.smithi190.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-08-19T09:58:34.153 INFO:tasks.rados.rados.0.smithi190.stdout:24: finishing write tid 1 to smithi19066007-24 2024-08-19T09:58:34.153 INFO:tasks.rados.rados.0.smithi190.stdout:23: finishing write tid 3 to smithi19066007-23 2024-08-19T09:58:34.153 INFO:tasks.rados.rados.0.smithi190.stdout:23: oid 23 updating version 0 to 4 2024-08-19T09:58:34.153 INFO:tasks.rados.rados.0.smithi190.stdout:23: oid 23 version 4 is already newer than 3 2024-08-19T09:58:34.153 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-08-19T09:58:34.153 INFO:tasks.rados.rados.0.smithi190.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-08-19T09:58:34.153 INFO:tasks.rados.rados.0.smithi190.stdout:24: finishing write tid 2 to smithi19066007-24 2024-08-19T09:58:34.153 INFO:tasks.rados.rados.0.smithi190.stdout:24: finishing write tid 3 to smithi19066007-24 2024-08-19T09:58:34.153 INFO:tasks.rados.rados.0.smithi190.stdout:24: oid 24 updating version 0 to 7 2024-08-19T09:58:34.153 INFO:tasks.rados.rados.0.smithi190.stdout:24: oid 24 updating version 7 to 8 2024-08-19T09:58:34.153 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 8 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-19T09:58:34.153 INFO:tasks.rados.rados.0.smithi190.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-08-19T09:58:34.154 INFO:tasks.rados.rados.0.smithi190.stdout:25: finishing write tid 1 to smithi19066007-25 2024-08-19T09:58:34.154 INFO:tasks.rados.rados.0.smithi190.stdout:21: done (15 left) 2024-08-19T09:58:34.154 INFO:tasks.rados.rados.0.smithi190.stdout:22: done (14 left) 2024-08-19T09:58:34.154 INFO:tasks.rados.rados.0.smithi190.stdout:23: done (13 left) 2024-08-19T09:58:34.154 INFO:tasks.rados.rados.0.smithi190.stdout:24: done (12 left) 2024-08-19T09:58:34.154 INFO:tasks.rados.rados.0.smithi190.stdout:37: write initial oid 37 2024-08-19T09:58:34.154 INFO:tasks.rados.rados.0.smithi190.stdout:37: seq_num 36 ranges {0=606208} 2024-08-19T09:58:34.154 INFO:tasks.rados.rados.0.smithi190.stdout:37: writing smithi19066007-37 from 0 to 606208 tid 1 2024-08-19T09:58:34.155 INFO:tasks.rados.rados.0.smithi190.stdout:38: write initial oid 38 2024-08-19T09:58:34.155 INFO:tasks.rados.rados.0.smithi190.stdout:38: seq_num 37 ranges {0=622592} 2024-08-19T09:58:34.158 INFO:tasks.rados.rados.0.smithi190.stdout:38: writing smithi19066007-38 from 0 to 622592 tid 1 2024-08-19T09:58:34.158 INFO:tasks.rados.rados.0.smithi190.stdout:39: write initial oid 39 2024-08-19T09:58:34.158 INFO:tasks.rados.rados.0.smithi190.stdout:39: seq_num 38 ranges {0=638976} 2024-08-19T09:58:34.162 INFO:tasks.rados.rados.0.smithi190.stdout:39: writing smithi19066007-39 from 0 to 638976 tid 1 2024-08-19T09:58:34.162 INFO:tasks.rados.rados.0.smithi190.stdout:40: write initial oid 40 2024-08-19T09:58:34.162 INFO:tasks.rados.rados.0.smithi190.stdout:40: seq_num 39 ranges {0=663552} 2024-08-19T09:58:34.166 INFO:tasks.rados.rados.0.smithi190.stdout:40: writing smithi19066007-40 from 0 to 663552 tid 1 2024-08-19T09:58:34.166 INFO:tasks.rados.rados.0.smithi190.stdout: waiting on 16 2024-08-19T09:58:34.166 INFO:tasks.rados.rados.0.smithi190.stdout:25: finishing write tid 2 to smithi19066007-25 2024-08-19T09:58:34.166 INFO:tasks.rados.rados.0.smithi190.stdout:25: finishing write tid 3 to smithi19066007-25 2024-08-19T09:58:34.166 INFO:tasks.rados.rados.0.smithi190.stdout:25: oid 25 updating version 0 to 6 2024-08-19T09:58:34.166 INFO:tasks.rados.rados.0.smithi190.stdout:25: oid 25 version 6 is already newer than 5 2024-08-19T09:58:34.166 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-19T09:58:34.167 INFO:tasks.rados.rados.0.smithi190.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-08-19T09:58:34.167 INFO:tasks.rados.rados.0.smithi190.stdout:26: finishing write tid 1 to smithi19066007-26 2024-08-19T09:58:34.167 INFO:tasks.rados.rados.0.smithi190.stdout:26: finishing write tid 2 to smithi19066007-26 2024-08-19T09:58:34.167 INFO:tasks.rados.rados.0.smithi190.stdout:25: done (15 left) 2024-08-19T09:58:34.167 INFO:tasks.rados.rados.0.smithi190.stdout:41: write initial oid 41 2024-08-19T09:58:34.167 INFO:tasks.rados.rados.0.smithi190.stdout:41: seq_num 40 ranges {0=679936} 2024-08-19T09:58:34.170 INFO:tasks.rados.rados.0.smithi190.stdout:41: writing smithi19066007-41 from 0 to 679936 tid 1 2024-08-19T09:58:34.170 INFO:tasks.rados.rados.0.smithi190.stdout: waiting on 16 2024-08-19T09:58:34.170 INFO:tasks.rados.rados.0.smithi190.stdout:26: finishing write tid 3 to smithi19066007-26 2024-08-19T09:58:34.171 INFO:tasks.rados.rados.0.smithi190.stdout:26: oid 26 updating version 0 to 7 2024-08-19T09:58:34.171 INFO:tasks.rados.rados.0.smithi190.stdout:26: oid 26 updating version 7 to 8 2024-08-19T09:58:34.171 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 8 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-19T09:58:34.171 INFO:tasks.rados.rados.0.smithi190.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-08-19T09:58:34.171 INFO:tasks.rados.rados.0.smithi190.stdout:27: finishing write tid 1 to smithi19066007-27 2024-08-19T09:58:34.171 INFO:tasks.rados.rados.0.smithi190.stdout:27: finishing write tid 2 to smithi19066007-27 2024-08-19T09:58:34.171 INFO:tasks.rados.rados.0.smithi190.stdout:26: done (15 left) 2024-08-19T09:58:34.171 INFO:tasks.rados.rados.0.smithi190.stdout:42: write initial oid 42 2024-08-19T09:58:34.171 INFO:tasks.rados.rados.0.smithi190.stdout:42: seq_num 41 ranges {0=696320} 2024-08-19T09:58:34.177 INFO:tasks.rados.rados.0.smithi190.stdout:42: writing smithi19066007-42 from 0 to 696320 tid 1 2024-08-19T09:58:34.177 INFO:tasks.rados.rados.0.smithi190.stdout: waiting on 16 2024-08-19T09:58:34.177 INFO:tasks.rados.rados.0.smithi190.stdout:28: finishing write tid 1 to smithi19066007-28 2024-08-19T09:58:34.177 INFO:tasks.rados.rados.0.smithi190.stdout:28: finishing write tid 2 to smithi19066007-28 2024-08-19T09:58:34.177 INFO:tasks.rados.rados.0.smithi190.stdout:27: finishing write tid 3 to smithi19066007-27 2024-08-19T09:58:34.177 INFO:tasks.rados.rados.0.smithi190.stdout:27: oid 27 updating version 0 to 4 2024-08-19T09:58:34.177 INFO:tasks.rados.rados.0.smithi190.stdout:27: oid 27 version 4 is already newer than 3 2024-08-19T09:58:34.177 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-19T09:58:34.177 INFO:tasks.rados.rados.0.smithi190.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-08-19T09:58:34.177 INFO:tasks.rados.rados.0.smithi190.stdout:28: finishing write tid 3 to smithi19066007-28 2024-08-19T09:58:34.178 INFO:tasks.rados.rados.0.smithi190.stdout:28: oid 28 updating version 0 to 6 2024-08-19T09:58:34.178 INFO:tasks.rados.rados.0.smithi190.stdout:28: oid 28 version 6 is already newer than 5 2024-08-19T09:58:34.178 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-19T09:58:34.178 INFO:tasks.rados.rados.0.smithi190.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-08-19T09:58:34.178 INFO:tasks.rados.rados.0.smithi190.stdout:29: finishing write tid 1 to smithi19066007-29 2024-08-19T09:58:34.178 INFO:tasks.rados.rados.0.smithi190.stdout:29: finishing write tid 2 to smithi19066007-29 2024-08-19T09:58:34.178 INFO:tasks.rados.rados.0.smithi190.stdout:29: finishing write tid 3 to smithi19066007-29 2024-08-19T09:58:34.178 INFO:tasks.rados.rados.0.smithi190.stdout:29: oid 29 updating version 0 to 4 2024-08-19T09:58:34.178 INFO:tasks.rados.rados.0.smithi190.stdout:29: oid 29 version 4 is already newer than 3 2024-08-19T09:58:34.178 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-19T09:58:34.178 INFO:tasks.rados.rados.0.smithi190.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-08-19T09:58:34.178 INFO:tasks.rados.rados.0.smithi190.stdout:30: finishing write tid 1 to smithi19066007-30 2024-08-19T09:58:34.178 INFO:tasks.rados.rados.0.smithi190.stdout:30: finishing write tid 2 to smithi19066007-30 2024-08-19T09:58:34.179 INFO:tasks.rados.rados.0.smithi190.stdout:30: finishing write tid 3 to smithi19066007-30 2024-08-19T09:58:34.179 INFO:tasks.rados.rados.0.smithi190.stdout:30: oid 30 updating version 0 to 6 2024-08-19T09:58:34.179 INFO:tasks.rados.rados.0.smithi190.stdout:30: oid 30 version 6 is already newer than 5 2024-08-19T09:58:34.179 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T09:58:34.179 INFO:tasks.rados.rados.0.smithi190.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-08-19T09:58:34.179 INFO:tasks.rados.rados.0.smithi190.stdout:31: finishing write tid 1 to smithi19066007-31 2024-08-19T09:58:34.179 INFO:tasks.rados.rados.0.smithi190.stdout:31: finishing write tid 2 to smithi19066007-31 2024-08-19T09:58:34.179 INFO:tasks.rados.rados.0.smithi190.stdout:31: finishing write tid 3 to smithi19066007-31 2024-08-19T09:58:34.179 INFO:tasks.rados.rados.0.smithi190.stdout:31: oid 31 updating version 0 to 7 2024-08-19T09:58:34.179 INFO:tasks.rados.rados.0.smithi190.stdout:31: oid 31 updating version 7 to 8 2024-08-19T09:58:34.179 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 8 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-19T09:58:34.179 INFO:tasks.rados.rados.0.smithi190.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-08-19T09:58:34.179 INFO:tasks.rados.rados.0.smithi190.stdout:32: finishing write tid 1 to smithi19066007-32 2024-08-19T09:58:34.179 INFO:tasks.rados.rados.0.smithi190.stdout:32: finishing write tid 2 to smithi19066007-32 2024-08-19T09:58:34.179 INFO:tasks.rados.rados.0.smithi190.stdout:32: finishing write tid 3 to smithi19066007-32 2024-08-19T09:58:34.180 INFO:tasks.rados.rados.0.smithi190.stdout:32: oid 32 updating version 0 to 9 2024-08-19T09:58:34.180 INFO:tasks.rados.rados.0.smithi190.stdout:32: oid 32 updating version 9 to 10 2024-08-19T09:58:34.180 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 10 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-19T09:58:34.180 INFO:tasks.rados.rados.0.smithi190.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-08-19T09:58:34.180 INFO:tasks.rados.rados.0.smithi190.stdout:33: finishing write tid 1 to smithi19066007-33 2024-08-19T09:58:34.180 INFO:tasks.rados.rados.0.smithi190.stdout:33: finishing write tid 2 to smithi19066007-33 2024-08-19T09:58:34.180 INFO:tasks.rados.rados.0.smithi190.stdout:33: finishing write tid 3 to smithi19066007-33 2024-08-19T09:58:34.180 INFO:tasks.rados.rados.0.smithi190.stdout:33: oid 33 updating version 0 to 1 2024-08-19T09:58:34.180 INFO:tasks.rados.rados.0.smithi190.stdout:33: oid 33 updating version 1 to 2 2024-08-19T09:58:34.180 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 2 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-19T09:58:34.180 INFO:tasks.rados.rados.0.smithi190.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-08-19T09:58:34.180 INFO:tasks.rados.rados.0.smithi190.stdout:34: finishing write tid 1 to smithi19066007-34 2024-08-19T09:58:34.180 INFO:tasks.rados.rados.0.smithi190.stdout:34: finishing write tid 2 to smithi19066007-34 2024-08-19T09:58:34.180 INFO:tasks.rados.rados.0.smithi190.stdout:34: finishing write tid 3 to smithi19066007-34 2024-08-19T09:58:34.180 INFO:tasks.rados.rados.0.smithi190.stdout:34: oid 34 updating version 0 to 2 2024-08-19T09:58:34.181 INFO:tasks.rados.rados.0.smithi190.stdout:34: oid 34 version 2 is already newer than 1 2024-08-19T09:58:34.181 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-19T09:58:34.181 INFO:tasks.rados.rados.0.smithi190.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-08-19T09:58:34.181 INFO:tasks.rados.rados.0.smithi190.stdout:35: finishing write tid 1 to smithi19066007-35 2024-08-19T09:58:34.181 INFO:tasks.rados.rados.0.smithi190.stdout:35: finishing write tid 2 to smithi19066007-35 2024-08-19T09:58:34.181 INFO:tasks.rados.rados.0.smithi190.stdout:27: done (15 left) 2024-08-19T09:58:34.181 INFO:tasks.rados.rados.0.smithi190.stdout:28: done (14 left) 2024-08-19T09:58:34.181 INFO:tasks.rados.rados.0.smithi190.stdout:29: done (13 left) 2024-08-19T09:58:34.181 INFO:tasks.rados.rados.0.smithi190.stdout:30: done (12 left) 2024-08-19T09:58:34.181 INFO:tasks.rados.rados.0.smithi190.stdout:31: done (11 left) 2024-08-19T09:58:34.182 INFO:tasks.rados.rados.0.smithi190.stdout:32: done (10 left) 2024-08-19T09:58:34.182 INFO:tasks.rados.rados.0.smithi190.stdout:33: done (9 left) 2024-08-19T09:58:34.182 INFO:tasks.rados.rados.0.smithi190.stdout:34: done (8 left) 2024-08-19T09:58:34.182 INFO:tasks.rados.rados.0.smithi190.stdout:43: write initial oid 43 2024-08-19T09:58:34.182 INFO:tasks.rados.rados.0.smithi190.stdout:43: seq_num 42 ranges {0=712704} 2024-08-19T09:58:34.183 INFO:tasks.rados.rados.0.smithi190.stdout:43: writing smithi19066007-43 from 0 to 712704 tid 1 2024-08-19T09:58:34.183 INFO:tasks.rados.rados.0.smithi190.stdout:44: write initial oid 44 2024-08-19T09:58:34.183 INFO:tasks.rados.rados.0.smithi190.stdout:44: seq_num 43 ranges {0=729088} 2024-08-19T09:58:34.184 INFO:tasks.rados.rados.0.smithi190.stdout:44: writing smithi19066007-44 from 0 to 729088 tid 1 2024-08-19T09:58:34.184 INFO:tasks.rados.rados.0.smithi190.stdout:45: write initial oid 45 2024-08-19T09:58:34.185 INFO:tasks.rados.rados.0.smithi190.stdout:45: seq_num 44 ranges {0=745472} 2024-08-19T09:58:34.188 INFO:tasks.rados.rados.0.smithi190.stdout:45: writing smithi19066007-45 from 0 to 745472 tid 1 2024-08-19T09:58:34.188 INFO:tasks.rados.rados.0.smithi190.stdout:46: write initial oid 46 2024-08-19T09:58:34.188 INFO:tasks.rados.rados.0.smithi190.stdout:46: seq_num 45 ranges {0=761856} 2024-08-19T09:58:34.192 INFO:tasks.rados.rados.0.smithi190.stdout:46: writing smithi19066007-46 from 0 to 761856 tid 1 2024-08-19T09:58:34.192 INFO:tasks.rados.rados.0.smithi190.stdout:47: write initial oid 47 2024-08-19T09:58:34.193 INFO:tasks.rados.rados.0.smithi190.stdout:47: seq_num 46 ranges {0=778240} 2024-08-19T09:58:34.197 INFO:tasks.rados.rados.0.smithi190.stdout:47: writing smithi19066007-47 from 0 to 778240 tid 1 2024-08-19T09:58:34.197 INFO:tasks.rados.rados.0.smithi190.stdout:48: write initial oid 48 2024-08-19T09:58:34.197 INFO:tasks.rados.rados.0.smithi190.stdout:48: seq_num 47 ranges {0=794624} 2024-08-19T09:58:34.202 INFO:tasks.rados.rados.0.smithi190.stdout:48: writing smithi19066007-48 from 0 to 794624 tid 1 2024-08-19T09:58:34.202 INFO:tasks.rados.rados.0.smithi190.stdout:49: write initial oid 49 2024-08-19T09:58:34.202 INFO:tasks.rados.rados.0.smithi190.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-08-19T09:58:34.204 INFO:tasks.rados.rados.0.smithi190.stdout:49: writing smithi19066007-49 from 0 to 409600 tid 1 2024-08-19T09:58:34.207 INFO:tasks.rados.rados.0.smithi190.stdout:49: writing smithi19066007-49 from 409600 to 811008 tid 2 2024-08-19T09:58:34.207 INFO:tasks.rados.rados.0.smithi190.stdout:50: write initial oid 50 2024-08-19T09:58:34.207 INFO:tasks.rados.rados.0.smithi190.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-08-19T09:58:34.209 INFO:tasks.rados.rados.0.smithi190.stdout:50: writing smithi19066007-50 from 0 to 425984 tid 1 2024-08-19T09:58:34.213 INFO:tasks.rados.rados.0.smithi190.stdout:50: writing smithi19066007-50 from 425984 to 827392 tid 2 2024-08-19T09:58:34.213 INFO:tasks.rados.rados.0.smithi190.stdout: waiting on 16 2024-08-19T09:58:34.213 INFO:tasks.rados.rados.0.smithi190.stdout:35: finishing write tid 3 to smithi19066007-35 2024-08-19T09:58:34.213 INFO:tasks.rados.rados.0.smithi190.stdout:35: oid 35 updating version 0 to 2 2024-08-19T09:58:34.213 INFO:tasks.rados.rados.0.smithi190.stdout:35: oid 35 version 2 is already newer than 1 2024-08-19T09:58:34.213 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 2 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-19T09:58:34.213 INFO:tasks.rados.rados.0.smithi190.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-08-19T09:58:34.213 INFO:tasks.rados.rados.0.smithi190.stdout:36: finishing write tid 1 to smithi19066007-36 2024-08-19T09:58:34.214 INFO:tasks.rados.rados.0.smithi190.stdout:35: done (15 left) 2024-08-19T09:58:34.214 INFO:tasks.rados.rados.0.smithi190.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2024-08-19T09:58:34.214 INFO:tasks.rados.rados.0.smithi190.stdout:36: finishing write tid 2 to smithi19066007-36 2024-08-19T09:58:34.214 INFO:tasks.rados.rados.0.smithi190.stdout:36: finishing write tid 3 to smithi19066007-36 2024-08-19T09:58:34.214 INFO:tasks.rados.rados.0.smithi190.stdout:36: oid 36 updating version 0 to 8 2024-08-19T09:58:34.214 INFO:tasks.rados.rados.0.smithi190.stdout:36: oid 36 version 8 is already newer than 7 2024-08-19T09:58:34.214 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 8 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-19T09:58:34.214 INFO:tasks.rados.rados.0.smithi190.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-08-19T09:58:34.214 INFO:tasks.rados.rados.0.smithi190.stdout:37: finishing write tid 1 to smithi19066007-37 2024-08-19T09:58:34.214 INFO:tasks.rados.rados.0.smithi190.stdout:37: finishing write tid 2 to smithi19066007-37 2024-08-19T09:58:34.214 INFO:tasks.rados.rados.0.smithi190.stdout:37: finishing write tid 3 to smithi19066007-37 2024-08-19T09:58:34.214 INFO:tasks.rados.rados.0.smithi190.stdout:37: oid 37 updating version 0 to 6 2024-08-19T09:58:34.214 INFO:tasks.rados.rados.0.smithi190.stdout:37: oid 37 version 6 is already newer than 5 2024-08-19T09:58:34.215 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-19T09:58:34.215 INFO:tasks.rados.rados.0.smithi190.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-08-19T09:58:34.215 INFO:tasks.rados.rados.0.smithi190.stdout:38: finishing write tid 1 to smithi19066007-38 2024-08-19T09:58:34.215 INFO:tasks.rados.rados.0.smithi190.stdout:36: done (15 left) 2024-08-19T09:58:34.215 INFO:tasks.rados.rados.0.smithi190.stdout:37: done (14 left) 2024-08-19T09:58:34.215 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 18 current snap is 0 2024-08-19T09:58:34.215 INFO:tasks.rados.rados.0.smithi190.stdout:38: finishing write tid 2 to smithi19066007-38 2024-08-19T09:58:34.215 INFO:tasks.rados.rados.0.smithi190.stdout:38: finishing write tid 3 to smithi19066007-38 2024-08-19T09:58:34.215 INFO:tasks.rados.rados.0.smithi190.stdout:38: oid 38 updating version 0 to 7 2024-08-19T09:58:34.215 INFO:tasks.rados.rados.0.smithi190.stdout:38: oid 38 updating version 7 to 8 2024-08-19T09:58:34.215 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-19T09:58:34.215 INFO:tasks.rados.rados.0.smithi190.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-08-19T09:58:34.215 INFO:tasks.rados.rados.0.smithi190.stdout:39: finishing write tid 1 to smithi19066007-39 2024-08-19T09:58:34.215 INFO:tasks.rados.rados.0.smithi190.stdout:39: finishing write tid 2 to smithi19066007-39 2024-08-19T09:58:34.216 INFO:tasks.rados.rados.0.smithi190.stdout:39: finishing write tid 3 to smithi19066007-39 2024-08-19T09:58:34.216 INFO:tasks.rados.rados.0.smithi190.stdout:39: oid 39 updating version 0 to 10 2024-08-19T09:58:34.216 INFO:tasks.rados.rados.0.smithi190.stdout:39: oid 39 version 10 is already newer than 9 2024-08-19T09:58:34.216 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-19T09:58:34.216 INFO:tasks.rados.rados.0.smithi190.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-08-19T09:58:34.216 INFO:tasks.rados.rados.0.smithi190.stdout:40: finishing write tid 1 to smithi19066007-40 2024-08-19T09:58:34.216 INFO:tasks.rados.rados.0.smithi190.stdout:52: seq_num 50 ranges {286720=442368,729088=401408} 2024-08-19T09:58:34.216 INFO:tasks.rados.rados.0.smithi190.stdout:52: writing smithi19066007-18 from 286720 to 729088 tid 1 2024-08-19T09:58:34.220 INFO:tasks.rados.rados.0.smithi190.stdout:52: writing smithi19066007-18 from 729088 to 1130496 tid 2 2024-08-19T09:58:34.220 INFO:tasks.rados.rados.0.smithi190.stdout:38: done (14 left) 2024-08-19T09:58:34.220 INFO:tasks.rados.rados.0.smithi190.stdout:39: done (13 left) 2024-08-19T09:58:34.220 INFO:tasks.rados.rados.0.smithi190.stdout:53: rmattr oid 21 current snap is 0 2024-08-19T09:58:34.220 INFO:tasks.rados.rados.0.smithi190.stdout:53: done (13 left) 2024-08-19T09:58:34.220 INFO:tasks.rados.rados.0.smithi190.stdout:54: delete oid 10 current snap is 0 2024-08-19T09:58:34.220 INFO:tasks.rados.rados.0.smithi190.stdout:40: finishing write tid 2 to smithi19066007-40 2024-08-19T09:58:34.220 INFO:tasks.rados.rados.0.smithi190.stdout:40: finishing write tid 3 to smithi19066007-40 2024-08-19T09:58:34.220 INFO:tasks.rados.rados.0.smithi190.stdout:40: oid 40 updating version 0 to 1 2024-08-19T09:58:34.220 INFO:tasks.rados.rados.0.smithi190.stdout:40: oid 40 updating version 1 to 2 2024-08-19T09:58:34.220 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 2 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-19T09:58:34.220 INFO:tasks.rados.rados.0.smithi190.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-08-19T09:58:34.221 INFO:tasks.rados.rados.0.smithi190.stdout:41: finishing write tid 1 to smithi19066007-41 2024-08-19T09:58:34.221 INFO:tasks.rados.rados.0.smithi190.stdout:41: finishing write tid 2 to smithi19066007-41 2024-08-19T09:58:34.221 INFO:tasks.rados.rados.0.smithi190.stdout:41: finishing write tid 3 to smithi19066007-41 2024-08-19T09:58:34.221 INFO:tasks.rados.rados.0.smithi190.stdout:41: oid 41 updating version 0 to 3 2024-08-19T09:58:34.221 INFO:tasks.rados.rados.0.smithi190.stdout:41: oid 41 updating version 3 to 4 2024-08-19T09:58:34.221 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 4 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-19T09:58:34.221 INFO:tasks.rados.rados.0.smithi190.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-08-19T09:58:34.221 INFO:tasks.rados.rados.0.smithi190.stdout:42: finishing write tid 1 to smithi19066007-42 2024-08-19T09:58:34.221 INFO:tasks.rados.rados.0.smithi190.stdout:42: finishing write tid 2 to smithi19066007-42 2024-08-19T09:58:34.221 INFO:tasks.rados.rados.0.smithi190.stdout:42: finishing write tid 3 to smithi19066007-42 2024-08-19T09:58:34.221 INFO:tasks.rados.rados.0.smithi190.stdout:42: oid 42 updating version 0 to 5 2024-08-19T09:58:34.222 INFO:tasks.rados.rados.0.smithi190.stdout:42: oid 42 updating version 5 to 6 2024-08-19T09:58:34.222 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 6 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-19T09:58:34.222 INFO:tasks.rados.rados.0.smithi190.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-08-19T09:58:34.222 INFO:tasks.rados.rados.0.smithi190.stdout:43: finishing write tid 1 to smithi19066007-43 2024-08-19T09:58:34.222 INFO:tasks.rados.rados.0.smithi190.stdout:43: finishing write tid 2 to smithi19066007-43 2024-08-19T09:58:34.222 INFO:tasks.rados.rados.0.smithi190.stdout:43: finishing write tid 3 to smithi19066007-43 2024-08-19T09:58:34.222 INFO:tasks.rados.rados.0.smithi190.stdout:43: oid 43 updating version 0 to 10 2024-08-19T09:58:34.222 INFO:tasks.rados.rados.0.smithi190.stdout:43: oid 43 version 10 is already newer than 9 2024-08-19T09:58:34.222 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 10 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-08-19T09:58:34.222 INFO:tasks.rados.rados.0.smithi190.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-08-19T09:58:34.222 INFO:tasks.rados.rados.0.smithi190.stdout:44: finishing write tid 1 to smithi19066007-44 2024-08-19T09:58:34.222 INFO:tasks.rados.rados.0.smithi190.stdout:44: finishing write tid 2 to smithi19066007-44 2024-08-19T09:58:34.222 INFO:tasks.rados.rados.0.smithi190.stdout:44: finishing write tid 3 to smithi19066007-44 2024-08-19T09:58:34.222 INFO:tasks.rados.rados.0.smithi190.stdout:44: oid 44 updating version 0 to 3 2024-08-19T09:58:34.223 INFO:tasks.rados.rados.0.smithi190.stdout:44: oid 44 updating version 3 to 4 2024-08-19T09:58:34.223 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 4 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-19T09:58:34.223 INFO:tasks.rados.rados.0.smithi190.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-08-19T09:58:34.223 INFO:tasks.rados.rados.0.smithi190.stdout:45: finishing write tid 1 to smithi19066007-45 2024-08-19T09:58:34.223 INFO:tasks.rados.rados.0.smithi190.stdout:45: finishing write tid 2 to smithi19066007-45 2024-08-19T09:58:34.223 INFO:tasks.rados.rados.0.smithi190.stdout:45: finishing write tid 3 to smithi19066007-45 2024-08-19T09:58:34.223 INFO:tasks.rados.rados.0.smithi190.stdout:45: oid 45 updating version 0 to 3 2024-08-19T09:58:34.223 INFO:tasks.rados.rados.0.smithi190.stdout:45: oid 45 updating version 3 to 4 2024-08-19T09:58:34.223 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 4 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-19T09:58:34.223 INFO:tasks.rados.rados.0.smithi190.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-08-19T09:58:34.223 INFO:tasks.rados.rados.0.smithi190.stdout:46: finishing write tid 1 to smithi19066007-46 2024-08-19T09:58:34.223 INFO:tasks.rados.rados.0.smithi190.stdout:46: finishing write tid 2 to smithi19066007-46 2024-08-19T09:58:34.223 INFO:tasks.rados.rados.0.smithi190.stdout:46: finishing write tid 3 to smithi19066007-46 2024-08-19T09:58:34.223 INFO:tasks.rados.rados.0.smithi190.stdout:46: oid 46 updating version 0 to 4 2024-08-19T09:58:34.224 INFO:tasks.rados.rados.0.smithi190.stdout:46: oid 46 version 4 is already newer than 3 2024-08-19T09:58:34.224 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T09:58:34.224 INFO:tasks.rados.rados.0.smithi190.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:58:34.224 INFO:tasks.rados.rados.0.smithi190.stdout:47: finishing write tid 1 to smithi19066007-47 2024-08-19T09:58:34.224 INFO:tasks.rados.rados.0.smithi190.stdout:47: finishing write tid 2 to smithi19066007-47 2024-08-19T09:58:34.224 INFO:tasks.rados.rados.0.smithi190.stdout:47: finishing write tid 3 to smithi19066007-47 2024-08-19T09:58:34.224 INFO:tasks.rados.rados.0.smithi190.stdout:47: oid 47 updating version 0 to 9 2024-08-19T09:58:34.224 INFO:tasks.rados.rados.0.smithi190.stdout:47: oid 47 updating version 9 to 10 2024-08-19T09:58:34.224 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T09:58:34.224 INFO:tasks.rados.rados.0.smithi190.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-08-19T09:58:34.225 INFO:tasks.rados.rados.0.smithi190.stdout:48: finishing write tid 1 to smithi19066007-48 2024-08-19T09:58:34.225 INFO:tasks.rados.rados.0.smithi190.stdout:48: finishing write tid 2 to smithi19066007-48 2024-08-19T09:58:34.225 INFO:tasks.rados.rados.0.smithi190.stdout:49: finishing write tid 1 to smithi19066007-49 2024-08-19T09:58:34.225 INFO:tasks.rados.rados.0.smithi190.stdout:48: finishing write tid 3 to smithi19066007-48 2024-08-19T09:58:34.225 INFO:tasks.rados.rados.0.smithi190.stdout:48: oid 48 updating version 0 to 12 2024-08-19T09:58:34.225 INFO:tasks.rados.rados.0.smithi190.stdout:48: oid 48 version 12 is already newer than 11 2024-08-19T09:58:34.225 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-19T09:58:34.225 INFO:tasks.rados.rados.0.smithi190.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-08-19T09:58:34.225 INFO:tasks.rados.rados.0.smithi190.stdout:49: finishing write tid 2 to smithi19066007-49 2024-08-19T09:58:34.225 INFO:tasks.rados.rados.0.smithi190.stdout:49: finishing write tid 3 to smithi19066007-49 2024-08-19T09:58:34.225 INFO:tasks.rados.rados.0.smithi190.stdout:49: finishing write tid 4 to smithi19066007-49 2024-08-19T09:58:34.225 INFO:tasks.rados.rados.0.smithi190.stdout:49: oid 49 updating version 0 to 5 2024-08-19T09:58:34.225 INFO:tasks.rados.rados.0.smithi190.stdout:49: oid 49 updating version 5 to 6 2024-08-19T09:58:34.225 INFO:tasks.rados.rados.0.smithi190.stdout:49: oid 49 updating version 6 to 7 2024-08-19T09:58:34.225 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 7 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-19T09:58:34.226 INFO:tasks.rados.rados.0.smithi190.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-08-19T09:58:34.226 INFO:tasks.rados.rados.0.smithi190.stdout:50: finishing write tid 1 to smithi19066007-50 2024-08-19T09:58:34.226 INFO:tasks.rados.rados.0.smithi190.stdout:50: finishing write tid 2 to smithi19066007-50 2024-08-19T09:58:34.226 INFO:tasks.rados.rados.0.smithi190.stdout:50: finishing write tid 3 to smithi19066007-50 2024-08-19T09:58:34.226 INFO:tasks.rados.rados.0.smithi190.stdout:50: finishing write tid 4 to smithi19066007-50 2024-08-19T09:58:34.226 INFO:tasks.rados.rados.0.smithi190.stdout:50: oid 50 updating version 0 to 4 2024-08-19T09:58:34.226 INFO:tasks.rados.rados.0.smithi190.stdout:50: oid 50 updating version 4 to 5 2024-08-19T09:58:34.226 INFO:tasks.rados.rados.0.smithi190.stdout:50: oid 50 version 5 is already newer than 3 2024-08-19T09:58:34.226 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 5 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-19T09:58:34.226 INFO:tasks.rados.rados.0.smithi190.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-08-19T09:58:34.226 INFO:tasks.rados.rados.0.smithi190.stdout:51: finishing copy_from racing read to smithi19066007-2 2024-08-19T09:58:34.226 INFO:tasks.rados.rados.0.smithi190.stdout:51: finishing copy_from to smithi19066007-2 2024-08-19T09:58:34.226 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-19T09:58:34.226 INFO:tasks.rados.rados.0.smithi190.stdout:52: finishing write tid 1 to smithi19066007-18 2024-08-19T09:58:34.228 INFO:tasks.rados.rados.0.smithi190.stdout:52: finishing write tid 2 to smithi19066007-18 2024-08-19T09:58:34.228 INFO:tasks.rados.rados.0.smithi190.stdout:52: finishing write tid 3 to smithi19066007-18 2024-08-19T09:58:34.228 INFO:tasks.rados.rados.0.smithi190.stdout:40: done (13 left) 2024-08-19T09:58:34.228 INFO:tasks.rados.rados.0.smithi190.stdout:41: done (12 left) 2024-08-19T09:58:34.228 INFO:tasks.rados.rados.0.smithi190.stdout:42: done (11 left) 2024-08-19T09:58:34.228 INFO:tasks.rados.rados.0.smithi190.stdout:43: done (10 left) 2024-08-19T09:58:34.228 INFO:tasks.rados.rados.0.smithi190.stdout:44: done (9 left) 2024-08-19T09:58:34.228 INFO:tasks.rados.rados.0.smithi190.stdout:45: done (8 left) 2024-08-19T09:58:34.228 INFO:tasks.rados.rados.0.smithi190.stdout:46: done (7 left) 2024-08-19T09:58:34.228 INFO:tasks.rados.rados.0.smithi190.stdout:47: done (6 left) 2024-08-19T09:58:34.229 INFO:tasks.rados.rados.0.smithi190.stdout:48: done (5 left) 2024-08-19T09:58:34.229 INFO:tasks.rados.rados.0.smithi190.stdout:49: done (4 left) 2024-08-19T09:58:34.229 INFO:tasks.rados.rados.0.smithi190.stdout:50: done (3 left) 2024-08-19T09:58:34.229 INFO:tasks.rados.rados.0.smithi190.stdout:51: done (2 left) 2024-08-19T09:58:34.229 INFO:tasks.rados.rados.0.smithi190.stdout:54: done (1 left) 2024-08-19T09:58:34.229 INFO:tasks.rados.rados.0.smithi190.stdout:55: read oid 15 snap -1 2024-08-19T09:58:34.229 INFO:tasks.rados.rados.0.smithi190.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-19T09:58:34.229 INFO:tasks.rados.rados.0.smithi190.stdout:56: rollback oid 31 current snap is 0 2024-08-19T09:58:34.229 INFO:tasks.rados.rados.0.smithi190.stdout:56: done (2 left) 2024-08-19T09:58:34.229 INFO:tasks.rados.rados.0.smithi190.stdout:57: read oid 28 snap -1 2024-08-19T09:58:34.229 INFO:tasks.rados.rados.0.smithi190.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-19T09:58:34.229 INFO:tasks.rados.rados.0.smithi190.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-08-19T09:58:34.229 INFO:tasks.rados.rados.0.smithi190.stdout:59: rollback oid 45 current snap is 0 2024-08-19T09:58:34.229 INFO:tasks.rados.rados.0.smithi190.stdout:59: done (4 left) 2024-08-19T09:58:34.229 INFO:tasks.rados.rados.0.smithi190.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2024-08-19T09:58:34.230 INFO:tasks.rados.rados.0.smithi190.stdout:61: delete oid 1 current snap is 0 2024-08-19T09:58:34.230 INFO:tasks.rados.rados.0.smithi190.stdout:52: finishing write tid 4 to smithi19066007-18 2024-08-19T09:58:34.230 INFO:tasks.rados.rados.0.smithi190.stdout:52: oid 18 updating version 0 to 14 2024-08-19T09:58:34.230 INFO:tasks.rados.rados.0.smithi190.stdout:52: oid 18 updating version 14 to 15 2024-08-19T09:58:34.230 INFO:tasks.rados.rados.0.smithi190.stdout:52: oid 18 version 15 is already newer than 13 2024-08-19T09:58:34.230 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 15 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-19T09:58:34.230 INFO:tasks.rados.rados.0.smithi190.stdout:52: left oid 18 (ObjNum 50 snap 0 seq_num 50) 2024-08-19T09:58:34.230 INFO:tasks.rados.rados.0.smithi190.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-19T09:58:34.239 INFO:tasks.rados.rados.0.smithi190.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-19T09:58:34.247 INFO:tasks.rados.rados.0.smithi190.stdout:58: finishing copy_from racing read to smithi19066007-29 2024-08-19T09:58:34.247 INFO:tasks.rados.rados.0.smithi190.stdout:60: finishing copy_from racing read to smithi19066007-23 2024-08-19T09:58:34.247 INFO:tasks.rados.rados.0.smithi190.stdout:60: finishing copy_from to smithi19066007-23 2024-08-19T09:58:34.247 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-19T09:58:34.247 INFO:tasks.rados.rados.0.smithi190.stdout:58: finishing copy_from to smithi19066007-29 2024-08-19T09:58:34.247 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T09:58:34.247 INFO:tasks.rados.rados.0.smithi190.stdout:52: done (5 left) 2024-08-19T09:58:34.247 INFO:tasks.rados.rados.0.smithi190.stdout:55: done (4 left) 2024-08-19T09:58:34.247 INFO:tasks.rados.rados.0.smithi190.stdout:57: done (3 left) 2024-08-19T09:58:34.247 INFO:tasks.rados.rados.0.smithi190.stdout:58: done (2 left) 2024-08-19T09:58:34.247 INFO:tasks.rados.rados.0.smithi190.stdout:60: done (1 left) 2024-08-19T09:58:34.247 INFO:tasks.rados.rados.0.smithi190.stdout:61: done (0 left) 2024-08-19T09:58:34.247 INFO:tasks.rados.rados.0.smithi190.stdout:62: read oid 17 snap -1 2024-08-19T09:58:34.248 INFO:tasks.rados.rados.0.smithi190.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-19T09:58:34.248 INFO:tasks.rados.rados.0.smithi190.stdout:63: snap_create 2024-08-19T09:58:34.249 INFO:tasks.rados.rados.0.smithi190.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-19T09:58:34.311 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:58:34] "GET /metrics HTTP/1.1" 200 33684 "" "Prometheus/2.43.0" 2024-08-19T09:58:34.312 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:34 smithi190 ceph-mon[26031]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:34.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:34 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/649408445' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-19T09:58:34.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:34 smithi190 ceph-mon[26031]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:34.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:34 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2310108367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T09:58:34.313 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:34 smithi190 ceph-mon[26031]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:34.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:34 smithi190 ceph-mon[16060]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:34.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:34 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/649408445' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-19T09:58:34.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:34 smithi190 ceph-mon[16060]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:34.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:34 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2310108367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T09:58:34.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:34 smithi190 ceph-mon[16060]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:34.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:34 smithi196 ceph-mon[19976]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:34.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:34 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/649408445' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-19T09:58:34.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:34 smithi196 ceph-mon[19976]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:34.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:34 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2310108367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T09:58:34.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:34 smithi196 ceph-mon[19976]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:58:35.083 INFO:tasks.rados.rados.0.smithi190.stdout:62: done (1 left) 2024-08-19T09:58:35.083 INFO:tasks.rados.rados.0.smithi190.stdout:63: done (0 left) 2024-08-19T09:58:35.083 INFO:tasks.rados.rados.0.smithi190.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-08-19T09:58:35.083 INFO:tasks.rados.rados.0.smithi190.stdout:65: read oid 30 snap -1 2024-08-19T09:58:35.084 INFO:tasks.rados.rados.0.smithi190.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T09:58:35.084 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 1 2024-08-19T09:58:35.084 INFO:tasks.rados.rados.0.smithi190.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2024-08-19T09:58:35.091 INFO:tasks.rados.rados.0.smithi190.stdout:66: writing smithi19066007-23 from 794624 to 1286144 tid 1 2024-08-19T09:58:35.093 INFO:tasks.rados.rados.0.smithi190.stdout:66: writing smithi19066007-23 from 1286144 to 1687552 tid 2 2024-08-19T09:58:35.094 INFO:tasks.rados.rados.0.smithi190.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T09:58:35.108 INFO:tasks.rados.rados.0.smithi190.stdout:64: finishing copy_from racing read to smithi19066007-15 2024-08-19T09:58:35.108 INFO:tasks.rados.rados.0.smithi190.stdout:64: finishing copy_from to smithi19066007-15 2024-08-19T09:58:35.108 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-19T09:58:35.108 INFO:tasks.rados.rados.0.smithi190.stdout:66: finishing write tid 1 to smithi19066007-23 2024-08-19T09:58:35.108 INFO:tasks.rados.rados.0.smithi190.stdout:64: done (2 left) 2024-08-19T09:58:35.108 INFO:tasks.rados.rados.0.smithi190.stdout:65: done (1 left) 2024-08-19T09:58:35.108 INFO:tasks.rados.rados.0.smithi190.stdout:67: rollback oid 6 current snap is 1 2024-08-19T09:58:35.108 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 6 to 0 2024-08-19T09:58:35.108 INFO:tasks.rados.rados.0.smithi190.stdout:66: finishing write tid 2 to smithi19066007-23 2024-08-19T09:58:35.109 INFO:tasks.rados.rados.0.smithi190.stdout:66: finishing write tid 3 to smithi19066007-23 2024-08-19T09:58:35.109 INFO:tasks.rados.rados.0.smithi190.stdout:66: finishing write tid 4 to smithi19066007-23 2024-08-19T09:58:35.109 INFO:tasks.rados.rados.0.smithi190.stdout:66: oid 23 updating version 0 to 15 2024-08-19T09:58:35.109 INFO:tasks.rados.rados.0.smithi190.stdout:66: oid 23 version 15 is already newer than 14 2024-08-19T09:58:35.109 INFO:tasks.rados.rados.0.smithi190.stdout:66: oid 23 version 15 is already newer than 13 2024-08-19T09:58:35.109 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 15 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-19T09:58:35.109 INFO:tasks.rados.rados.0.smithi190.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-08-19T09:58:35.109 INFO:tasks.rados.rados.0.smithi190.stdout:66: done (1 left) 2024-08-19T09:58:35.109 INFO:tasks.rados.rados.0.smithi190.stdout:68: setattr oid 30 current snap is 1 2024-08-19T09:58:35.111 INFO:tasks.rados.rados.0.smithi190.stdout:69: copy_from oid 37 from oid 3 current snap is 1 2024-08-19T09:58:35.111 INFO:tasks.rados.rados.0.smithi190.stdout:70: read oid 15 snap 0 2024-08-19T09:58:35.111 INFO:tasks.rados.rados.0.smithi190.stdout:70: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-19T09:58:35.111 INFO:tasks.rados.rados.0.smithi190.stdout:71: copy_from oid 14 from oid 41 current snap is 1 2024-08-19T09:58:35.111 INFO:tasks.rados.rados.0.smithi190.stdout:72: rollback oid 38 current snap is 1 2024-08-19T09:58:35.111 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 38 to 0 2024-08-19T09:58:35.111 INFO:tasks.rados.rados.0.smithi190.stdout:73: read oid 46 snap 0 2024-08-19T09:58:35.111 INFO:tasks.rados.rados.0.smithi190.stdout:73: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:58:35.112 INFO:tasks.rados.rados.0.smithi190.stdout:74: rmattr oid 18 current snap is 1 2024-08-19T09:58:35.112 INFO:tasks.rados.rados.0.smithi190.stdout:74: done (7 left) 2024-08-19T09:58:35.112 INFO:tasks.rados.rados.0.smithi190.stdout:75: copy_from oid 42 from oid 12 current snap is 1 2024-08-19T09:58:35.112 INFO:tasks.rados.rados.0.smithi190.stdout:76: read oid 26 snap -1 2024-08-19T09:58:35.112 INFO:tasks.rados.rados.0.smithi190.stdout:76: expect (ObjNum 25 snap 0 seq_num 25) 2024-08-19T09:58:35.112 INFO:tasks.rados.rados.0.smithi190.stdout:77: copy_from oid 39 from oid 33 current snap is 1 2024-08-19T09:58:35.112 INFO:tasks.rados.rados.0.smithi190.stdout:78: read oid 25 snap -1 2024-08-19T09:58:35.112 INFO:tasks.rados.rados.0.smithi190.stdout:78: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-19T09:58:35.112 INFO:tasks.rados.rados.0.smithi190.stdout:79: setattr oid 45 current snap is 1 2024-08-19T09:58:35.112 INFO:tasks.rados.rados.0.smithi190.stdout:80: snap_create 2024-08-19T09:58:35.113 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 17 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T09:58:35.113 INFO:tasks.rados.rados.0.smithi190.stdout:67: finishing rollback tid 0 to smithi19066007-6 2024-08-19T09:58:35.113 INFO:tasks.rados.rados.0.smithi190.stdout:67: finishing rollback tid 1 to smithi19066007-6 2024-08-19T09:58:35.113 INFO:tasks.rados.rados.0.smithi190.stdout:72: finishing rollback tid 0 to smithi19066007-38 2024-08-19T09:58:35.113 INFO:tasks.rados.rados.0.smithi190.stdout:72: finishing rollback tid 1 to smithi19066007-38 2024-08-19T09:58:35.114 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 6 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-19T09:58:35.114 INFO:tasks.rados.rados.0.smithi190.stdout:78: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-19T09:58:35.127 INFO:tasks.rados.rados.0.smithi190.stdout:67: finishing rollback tid 2 to smithi19066007-6 2024-08-19T09:58:35.127 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 17 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-19T09:58:35.127 INFO:tasks.rados.rados.0.smithi190.stdout:72: finishing rollback tid 2 to smithi19066007-38 2024-08-19T09:58:35.127 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 18 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-19T09:58:35.127 INFO:tasks.rados.rados.0.smithi190.stdout:69: finishing copy_from racing read to smithi19066007-37 2024-08-19T09:58:35.127 INFO:tasks.rados.rados.0.smithi190.stdout:69: finishing copy_from to smithi19066007-37 2024-08-19T09:58:35.127 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-19T09:58:35.128 INFO:tasks.rados.rados.0.smithi190.stdout:70: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-19T09:58:35.133 INFO:tasks.rados.rados.0.smithi190.stdout:76: expect (ObjNum 25 snap 0 seq_num 25) 2024-08-19T09:58:35.145 INFO:tasks.rados.rados.0.smithi190.stdout:73: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:58:35.170 INFO:tasks.rados.rados.0.smithi190.stdout:75: finishing copy_from racing read to smithi19066007-42 2024-08-19T09:58:35.170 INFO:tasks.rados.rados.0.smithi190.stdout:71: finishing copy_from racing read to smithi19066007-14 2024-08-19T09:58:35.170 INFO:tasks.rados.rados.0.smithi190.stdout:71: finishing copy_from to smithi19066007-14 2024-08-19T09:58:35.170 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 4 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-19T09:58:35.170 INFO:tasks.rados.rados.0.smithi190.stdout:77: finishing copy_from racing read to smithi19066007-39 2024-08-19T09:58:35.171 INFO:tasks.rados.rados.0.smithi190.stdout:75: finishing copy_from to smithi19066007-42 2024-08-19T09:58:35.171 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-19T09:58:35.171 INFO:tasks.rados.rados.0.smithi190.stdout:77: finishing copy_from to smithi19066007-39 2024-08-19T09:58:35.171 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 2 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-19T09:58:35.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:35 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/649408445' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-19T09:58:35.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:35 smithi196 ceph-mon[19976]: osdmap e82: 8 total, 8 up, 8 in 2024-08-19T09:58:35.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:35 smithi196 ceph-mon[19976]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:35.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:35 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/649408445' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-19T09:58:35.591 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:35 smithi190 ceph-mon[16060]: osdmap e82: 8 total, 8 up, 8 in 2024-08-19T09:58:35.591 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:35 smithi190 ceph-mon[16060]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:35.592 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:35 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/649408445' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-19T09:58:35.592 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:35 smithi190 ceph-mon[26031]: osdmap e82: 8 total, 8 up, 8 in 2024-08-19T09:58:35.592 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:35 smithi190 ceph-mon[26031]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:36.096 INFO:tasks.rados.rados.0.smithi190.stdout:67: done (12 left) 2024-08-19T09:58:36.096 INFO:tasks.rados.rados.0.smithi190.stdout:68: done (11 left) 2024-08-19T09:58:36.096 INFO:tasks.rados.rados.0.smithi190.stdout:69: done (10 left) 2024-08-19T09:58:36.096 INFO:tasks.rados.rados.0.smithi190.stdout:70: done (9 left) 2024-08-19T09:58:36.096 INFO:tasks.rados.rados.0.smithi190.stdout:71: done (8 left) 2024-08-19T09:58:36.096 INFO:tasks.rados.rados.0.smithi190.stdout:72: done (7 left) 2024-08-19T09:58:36.096 INFO:tasks.rados.rados.0.smithi190.stdout:73: done (6 left) 2024-08-19T09:58:36.096 INFO:tasks.rados.rados.0.smithi190.stdout:75: done (5 left) 2024-08-19T09:58:36.096 INFO:tasks.rados.rados.0.smithi190.stdout:76: done (4 left) 2024-08-19T09:58:36.096 INFO:tasks.rados.rados.0.smithi190.stdout:77: done (3 left) 2024-08-19T09:58:36.096 INFO:tasks.rados.rados.0.smithi190.stdout:78: done (2 left) 2024-08-19T09:58:36.097 INFO:tasks.rados.rados.0.smithi190.stdout:79: done (1 left) 2024-08-19T09:58:36.097 INFO:tasks.rados.rados.0.smithi190.stdout:80: done (0 left) 2024-08-19T09:58:36.097 INFO:tasks.rados.rados.0.smithi190.stdout:81: rollback oid 40 current snap is 2 2024-08-19T09:58:36.097 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 40 to 1 2024-08-19T09:58:36.097 INFO:tasks.rados.rados.0.smithi190.stdout:82: snap_create 2024-08-19T09:58:36.098 INFO:tasks.rados.rados.0.smithi190.stdout:81: finishing rollback tid 0 to smithi19066007-40 2024-08-19T09:58:36.098 INFO:tasks.rados.rados.0.smithi190.stdout:81: finishing rollback tid 1 to smithi19066007-40 2024-08-19T09:58:36.098 INFO:tasks.rados.rados.0.smithi190.stdout:81: finishing rollback tid 2 to smithi19066007-40 2024-08-19T09:58:36.098 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-19T09:58:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:36 smithi196 ceph-mon[19976]: osdmap e83: 8 total, 8 up, 8 in 2024-08-19T09:58:36.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:36 smithi190 ceph-mon[16060]: osdmap e83: 8 total, 8 up, 8 in 2024-08-19T09:58:36.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:36 smithi190 ceph-mon[26031]: osdmap e83: 8 total, 8 up, 8 in 2024-08-19T09:58:37.105 INFO:tasks.rados.rados.0.smithi190.stdout:81: done (1 left) 2024-08-19T09:58:37.105 INFO:tasks.rados.rados.0.smithi190.stdout:82: done (0 left) 2024-08-19T09:58:37.105 INFO:tasks.rados.rados.0.smithi190.stdout:83: rollback oid 9 current snap is 3 2024-08-19T09:58:37.105 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 9 to 0 2024-08-19T09:58:37.105 INFO:tasks.rados.rados.0.smithi190.stdout:84: read oid 20 snap 1 2024-08-19T09:58:37.106 INFO:tasks.rados.rados.0.smithi190.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-19T09:58:37.106 INFO:tasks.rados.rados.0.smithi190.stdout:85: read oid 41 snap -1 2024-08-19T09:58:37.106 INFO:tasks.rados.rados.0.smithi190.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-19T09:58:37.106 INFO:tasks.rados.rados.0.smithi190.stdout:86: read oid 5 snap -1 2024-08-19T09:58:37.106 INFO:tasks.rados.rados.0.smithi190.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-19T09:58:37.106 INFO:tasks.rados.rados.0.smithi190.stdout:87: read oid 4 snap -1 2024-08-19T09:58:37.106 INFO:tasks.rados.rados.0.smithi190.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-19T09:58:37.106 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 3 current snap is 3 2024-08-19T09:58:37.106 INFO:tasks.rados.rados.0.smithi190.stdout:88: seq_num 54 ranges {40960=507904,548864=401408} 2024-08-19T09:58:37.109 INFO:tasks.rados.rados.0.smithi190.stdout:88: writing smithi19066007-3 from 40960 to 548864 tid 1 2024-08-19T09:58:37.112 INFO:tasks.rados.rados.0.smithi190.stdout:88: writing smithi19066007-3 from 548864 to 950272 tid 2 2024-08-19T09:58:37.112 INFO:tasks.rados.rados.0.smithi190.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-19T09:58:37.115 INFO:tasks.rados.rados.0.smithi190.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-19T09:58:37.143 INFO:tasks.rados.rados.0.smithi190.stdout:83: finishing rollback tid 0 to smithi19066007-9 2024-08-19T09:58:37.144 INFO:tasks.rados.rados.0.smithi190.stdout:83: finishing rollback tid 1 to smithi19066007-9 2024-08-19T09:58:37.144 INFO:tasks.rados.rados.0.smithi190.stdout:83: finishing rollback tid 2 to smithi19066007-9 2024-08-19T09:58:37.144 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 21 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-19T09:58:37.144 INFO:tasks.rados.rados.0.smithi190.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-19T09:58:37.152 INFO:tasks.rados.rados.0.smithi190.stdout:88: finishing write tid 1 to smithi19066007-3 2024-08-19T09:58:37.152 INFO:tasks.rados.rados.0.smithi190.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-19T09:58:37.155 INFO:tasks.rados.rados.0.smithi190.stdout:88: finishing write tid 2 to smithi19066007-3 2024-08-19T09:58:37.155 INFO:tasks.rados.rados.0.smithi190.stdout:88: finishing write tid 3 to smithi19066007-3 2024-08-19T09:58:37.155 INFO:tasks.rados.rados.0.smithi190.stdout:88: finishing write tid 4 to smithi19066007-3 2024-08-19T09:58:37.155 INFO:tasks.rados.rados.0.smithi190.stdout:88: oid 3 updating version 0 to 12 2024-08-19T09:58:37.155 INFO:tasks.rados.rados.0.smithi190.stdout:88: oid 3 version 12 is already newer than 10 2024-08-19T09:58:37.155 INFO:tasks.rados.rados.0.smithi190.stdout:88: oid 3 version 12 is already newer than 11 2024-08-19T09:58:37.155 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 12 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-08-19T09:58:37.155 INFO:tasks.rados.rados.0.smithi190.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2024-08-19T09:58:37.155 INFO:tasks.rados.rados.0.smithi190.stdout:89: read oid 27 snap -1 2024-08-19T09:58:37.155 INFO:tasks.rados.rados.0.smithi190.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-19T09:58:37.155 INFO:tasks.rados.rados.0.smithi190.stdout:83: done (6 left) 2024-08-19T09:58:37.155 INFO:tasks.rados.rados.0.smithi190.stdout:84: done (5 left) 2024-08-19T09:58:37.156 INFO:tasks.rados.rados.0.smithi190.stdout:85: done (4 left) 2024-08-19T09:58:37.156 INFO:tasks.rados.rados.0.smithi190.stdout:86: done (3 left) 2024-08-19T09:58:37.156 INFO:tasks.rados.rados.0.smithi190.stdout:87: done (2 left) 2024-08-19T09:58:37.156 INFO:tasks.rados.rados.0.smithi190.stdout:88: done (1 left) 2024-08-19T09:58:37.156 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 41 current snap is 3 2024-08-19T09:58:37.156 INFO:tasks.rados.rados.0.smithi190.stdout:90: seq_num 55 ranges {679936=524288,1204224=401408} 2024-08-19T09:58:37.161 INFO:tasks.rados.rados.0.smithi190.stdout:90: writing smithi19066007-41 from 679936 to 1204224 tid 1 2024-08-19T09:58:37.164 INFO:tasks.rados.rados.0.smithi190.stdout:90: writing smithi19066007-41 from 1204224 to 1605632 tid 2 2024-08-19T09:58:37.164 INFO:tasks.rados.rados.0.smithi190.stdout:91: rollback oid 45 current snap is 3 2024-08-19T09:58:37.164 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 45 to 2 2024-08-19T09:58:37.164 INFO:tasks.rados.rados.0.smithi190.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-19T09:58:37.177 INFO:tasks.rados.rados.0.smithi190.stdout:90: finishing write tid 1 to smithi19066007-41 2024-08-19T09:58:37.178 INFO:tasks.rados.rados.0.smithi190.stdout:91: finishing rollback tid 0 to smithi19066007-45 2024-08-19T09:58:37.178 INFO:tasks.rados.rados.0.smithi190.stdout:90: finishing write tid 2 to smithi19066007-41 2024-08-19T09:58:37.178 INFO:tasks.rados.rados.0.smithi190.stdout:89: done (2 left) 2024-08-19T09:58:37.178 INFO:tasks.rados.rados.0.smithi190.stdout:92: rollback oid 10 current snap is 3 2024-08-19T09:58:37.178 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 10 to 0 2024-08-19T09:58:37.178 INFO:tasks.rados.rados.0.smithi190.stdout:91: finishing rollback tid 1 to smithi19066007-45 2024-08-19T09:58:37.178 INFO:tasks.rados.rados.0.smithi190.stdout:90: finishing write tid 3 to smithi19066007-41 2024-08-19T09:58:37.178 INFO:tasks.rados.rados.0.smithi190.stdout:91: finishing rollback tid 2 to smithi19066007-45 2024-08-19T09:58:37.178 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 10 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-19T09:58:37.179 INFO:tasks.rados.rados.0.smithi190.stdout:90: finishing write tid 4 to smithi19066007-41 2024-08-19T09:58:37.179 INFO:tasks.rados.rados.0.smithi190.stdout:90: oid 41 updating version 0 to 11 2024-08-19T09:58:37.179 INFO:tasks.rados.rados.0.smithi190.stdout:90: oid 41 version 11 is already newer than 9 2024-08-19T09:58:37.179 INFO:tasks.rados.rados.0.smithi190.stdout:90: oid 41 version 11 is already newer than 10 2024-08-19T09:58:37.179 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 11 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-19T09:58:37.179 INFO:tasks.rados.rados.0.smithi190.stdout:90: left oid 41 (ObjNum 55 snap 3 seq_num 55) 2024-08-19T09:58:37.179 INFO:tasks.rados.rados.0.smithi190.stdout:90: done (2 left) 2024-08-19T09:58:37.179 INFO:tasks.rados.rados.0.smithi190.stdout:91: done (1 left) 2024-08-19T09:58:37.179 INFO:tasks.rados.rados.0.smithi190.stdout:93: snap_create 2024-08-19T09:58:37.180 INFO:tasks.rados.rados.0.smithi190.stdout:92: finishing rollback tid 1 to smithi19066007-10 2024-08-19T09:58:37.180 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 0 (ObjNum 529 snap 0 seq_num 1434222620) dirty dne 2024-08-19T09:58:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:37 smithi196 ceph-mon[19976]: osdmap e84: 8 total, 8 up, 8 in 2024-08-19T09:58:37.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:37 smithi196 ceph-mon[19976]: pgmap v107: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 51 op/s 2024-08-19T09:58:37.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:37 smithi190 ceph-mon[26031]: osdmap e84: 8 total, 8 up, 8 in 2024-08-19T09:58:37.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:37 smithi190 ceph-mon[26031]: pgmap v107: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 51 op/s 2024-08-19T09:58:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:37 smithi190 ceph-mon[16060]: osdmap e84: 8 total, 8 up, 8 in 2024-08-19T09:58:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:37 smithi190 ceph-mon[16060]: pgmap v107: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.2 MiB/s wr, 51 op/s 2024-08-19T09:58:38.105 INFO:tasks.rados.rados.0.smithi190.stdout:92: done (1 left) 2024-08-19T09:58:38.105 INFO:tasks.rados.rados.0.smithi190.stdout:93: done (0 left) 2024-08-19T09:58:38.105 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 27 current snap is 4 2024-08-19T09:58:38.106 INFO:tasks.rados.rados.0.smithi190.stdout:94: seq_num 56 ranges {442368=540672,983040=401408} 2024-08-19T09:58:38.110 INFO:tasks.rados.rados.0.smithi190.stdout:94: writing smithi19066007-27 from 442368 to 983040 tid 1 2024-08-19T09:58:38.113 INFO:tasks.rados.rados.0.smithi190.stdout:94: writing smithi19066007-27 from 983040 to 1384448 tid 2 2024-08-19T09:58:38.113 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 4 2024-08-19T09:58:38.113 INFO:tasks.rados.rados.0.smithi190.stdout:95: seq_num 57 ranges {540672=557056,1097728=401408} 2024-08-19T09:58:38.120 INFO:tasks.rados.rados.0.smithi190.stdout:95: writing smithi19066007-39 from 540672 to 1097728 tid 1 2024-08-19T09:58:38.123 INFO:tasks.rados.rados.0.smithi190.stdout:95: writing smithi19066007-39 from 1097728 to 1499136 tid 2 2024-08-19T09:58:38.123 INFO:tasks.rados.rados.0.smithi190.stdout:96: read oid 45 snap -1 2024-08-19T09:58:38.123 INFO:tasks.rados.rados.0.smithi190.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-19T09:58:38.123 INFO:tasks.rados.rados.0.smithi190.stdout:97: rmattr oid 3 current snap is 4 2024-08-19T09:58:38.124 INFO:tasks.rados.rados.0.smithi190.stdout:97: done (3 left) 2024-08-19T09:58:38.124 INFO:tasks.rados.rados.0.smithi190.stdout:98: read oid 18 snap 0 2024-08-19T09:58:38.124 INFO:tasks.rados.rados.0.smithi190.stdout:98: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-19T09:58:38.124 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 24 current snap is 4 2024-08-19T09:58:38.124 INFO:tasks.rados.rados.0.smithi190.stdout:94: finishing write tid 1 to smithi19066007-27 2024-08-19T09:58:38.124 INFO:tasks.rados.rados.0.smithi190.stdout:99: seq_num 58 ranges {393216=573440,966656=401408} 2024-08-19T09:58:38.127 INFO:tasks.rados.rados.0.smithi190.stdout:99: writing smithi19066007-24 from 393216 to 966656 tid 1 2024-08-19T09:58:38.130 INFO:tasks.rados.rados.0.smithi190.stdout:99: writing smithi19066007-24 from 966656 to 1368064 tid 2 2024-08-19T09:58:38.130 INFO:tasks.rados.rados.0.smithi190.stdout:100: copy_from oid 43 from oid 47 current snap is 4 2024-08-19T09:58:38.130 INFO:tasks.rados.rados.0.smithi190.stdout:101: snap_remove snap 1 2024-08-19T09:58:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:38 smithi196 ceph-mon[19976]: osdmap e85: 8 total, 8 up, 8 in 2024-08-19T09:58:38.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:38 smithi190 ceph-mon[16060]: osdmap e85: 8 total, 8 up, 8 in 2024-08-19T09:58:38.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:38 smithi190 ceph-mon[26031]: osdmap e85: 8 total, 8 up, 8 in 2024-08-19T09:58:39.115 INFO:tasks.rados.rados.0.smithi190.stdout:101: done (6 left) 2024-08-19T09:58:39.115 INFO:tasks.rados.rados.0.smithi190.stdout:102: copy_from oid 19 from oid 2 current snap is 4 2024-08-19T09:58:39.115 INFO:tasks.rados.rados.0.smithi190.stdout:103: read oid 29 snap 3 2024-08-19T09:58:39.115 INFO:tasks.rados.rados.0.smithi190.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T09:58:39.115 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 5 current snap is 4 2024-08-19T09:58:39.115 INFO:tasks.rados.rados.0.smithi190.stdout:104: seq_num 59 ranges {73728=598016,671744=401408} 2024-08-19T09:58:39.120 INFO:tasks.rados.rados.0.smithi190.stdout:104: writing smithi19066007-5 from 73728 to 671744 tid 1 2024-08-19T09:58:39.123 INFO:tasks.rados.rados.0.smithi190.stdout:104: writing smithi19066007-5 from 671744 to 1073152 tid 2 2024-08-19T09:58:39.123 INFO:tasks.rados.rados.0.smithi190.stdout:105: delete oid 42 current snap is 4 2024-08-19T09:58:39.123 INFO:tasks.rados.rados.0.smithi190.stdout:94: finishing write tid 2 to smithi19066007-27 2024-08-19T09:58:39.124 INFO:tasks.rados.rados.0.smithi190.stdout:94: finishing write tid 3 to smithi19066007-27 2024-08-19T09:58:39.124 INFO:tasks.rados.rados.0.smithi190.stdout:94: finishing write tid 4 to smithi19066007-27 2024-08-19T09:58:39.124 INFO:tasks.rados.rados.0.smithi190.stdout:94: oid 27 updating version 0 to 10 2024-08-19T09:58:39.124 INFO:tasks.rados.rados.0.smithi190.stdout:94: oid 27 updating version 10 to 11 2024-08-19T09:58:39.124 INFO:tasks.rados.rados.0.smithi190.stdout:94: oid 27 updating version 11 to 12 2024-08-19T09:58:39.124 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 12 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-08-19T09:58:39.124 INFO:tasks.rados.rados.0.smithi190.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2024-08-19T09:58:39.124 INFO:tasks.rados.rados.0.smithi190.stdout:95: finishing write tid 1 to smithi19066007-39 2024-08-19T09:58:39.125 INFO:tasks.rados.rados.0.smithi190.stdout:95: finishing write tid 2 to smithi19066007-39 2024-08-19T09:58:39.125 INFO:tasks.rados.rados.0.smithi190.stdout:95: finishing write tid 3 to smithi19066007-39 2024-08-19T09:58:39.125 INFO:tasks.rados.rados.0.smithi190.stdout:95: finishing write tid 4 to smithi19066007-39 2024-08-19T09:58:39.125 INFO:tasks.rados.rados.0.smithi190.stdout:95: oid 39 updating version 0 to 23 2024-08-19T09:58:39.125 INFO:tasks.rados.rados.0.smithi190.stdout:95: oid 39 version 23 is already newer than 22 2024-08-19T09:58:39.125 INFO:tasks.rados.rados.0.smithi190.stdout:95: oid 39 version 23 is already newer than 21 2024-08-19T09:58:39.125 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 23 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-19T09:58:39.125 INFO:tasks.rados.rados.0.smithi190.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2024-08-19T09:58:39.125 INFO:tasks.rados.rados.0.smithi190.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-19T09:58:39.146 INFO:tasks.rados.rados.0.smithi190.stdout:99: finishing write tid 1 to smithi19066007-24 2024-08-19T09:58:39.146 INFO:tasks.rados.rados.0.smithi190.stdout:99: finishing write tid 2 to smithi19066007-24 2024-08-19T09:58:39.146 INFO:tasks.rados.rados.0.smithi190.stdout:99: finishing write tid 3 to smithi19066007-24 2024-08-19T09:58:39.146 INFO:tasks.rados.rados.0.smithi190.stdout:98: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-19T09:58:39.182 INFO:tasks.rados.rados.0.smithi190.stdout:99: finishing write tid 4 to smithi19066007-24 2024-08-19T09:58:39.182 INFO:tasks.rados.rados.0.smithi190.stdout:99: oid 24 updating version 0 to 12 2024-08-19T09:58:39.182 INFO:tasks.rados.rados.0.smithi190.stdout:99: oid 24 updating version 12 to 13 2024-08-19T09:58:39.183 INFO:tasks.rados.rados.0.smithi190.stdout:99: oid 24 updating version 13 to 14 2024-08-19T09:58:39.183 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 14 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-08-19T09:58:39.183 INFO:tasks.rados.rados.0.smithi190.stdout:99: left oid 24 (ObjNum 58 snap 4 seq_num 58) 2024-08-19T09:58:39.183 INFO:tasks.rados.rados.0.smithi190.stdout:100: finishing copy_from racing read to smithi19066007-43 2024-08-19T09:58:39.183 INFO:tasks.rados.rados.0.smithi190.stdout:100: finishing copy_from to smithi19066007-43 2024-08-19T09:58:39.183 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 10 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T09:58:39.184 INFO:tasks.rados.rados.0.smithi190.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T09:58:39.203 INFO:tasks.rados.rados.0.smithi190.stdout:102: finishing copy_from racing read to smithi19066007-19 2024-08-19T09:58:39.203 INFO:tasks.rados.rados.0.smithi190.stdout:104: finishing write tid 1 to smithi19066007-5 2024-08-19T09:58:39.203 INFO:tasks.rados.rados.0.smithi190.stdout:102: finishing copy_from to smithi19066007-19 2024-08-19T09:58:39.203 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-19T09:58:39.203 INFO:tasks.rados.rados.0.smithi190.stdout:104: finishing write tid 2 to smithi19066007-5 2024-08-19T09:58:39.203 INFO:tasks.rados.rados.0.smithi190.stdout:104: finishing write tid 3 to smithi19066007-5 2024-08-19T09:58:39.203 INFO:tasks.rados.rados.0.smithi190.stdout:104: finishing write tid 4 to smithi19066007-5 2024-08-19T09:58:39.204 INFO:tasks.rados.rados.0.smithi190.stdout:104: oid 5 updating version 0 to 23 2024-08-19T09:58:39.204 INFO:tasks.rados.rados.0.smithi190.stdout:104: oid 5 updating version 23 to 24 2024-08-19T09:58:39.204 INFO:tasks.rados.rados.0.smithi190.stdout:104: oid 5 version 24 is already newer than 22 2024-08-19T09:58:39.204 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 24 (ObjNum 59 snap 4 seq_num 59) dirty exists 2024-08-19T09:58:39.204 INFO:tasks.rados.rados.0.smithi190.stdout:104: left oid 5 (ObjNum 59 snap 4 seq_num 59) 2024-08-19T09:58:39.208 INFO:tasks.rados.rados.0.smithi190.stdout:94: done (9 left) 2024-08-19T09:58:39.208 INFO:tasks.rados.rados.0.smithi190.stdout:95: done (8 left) 2024-08-19T09:58:39.208 INFO:tasks.rados.rados.0.smithi190.stdout:96: done (7 left) 2024-08-19T09:58:39.208 INFO:tasks.rados.rados.0.smithi190.stdout:98: done (6 left) 2024-08-19T09:58:39.208 INFO:tasks.rados.rados.0.smithi190.stdout:99: done (5 left) 2024-08-19T09:58:39.208 INFO:tasks.rados.rados.0.smithi190.stdout:100: done (4 left) 2024-08-19T09:58:39.209 INFO:tasks.rados.rados.0.smithi190.stdout:102: done (3 left) 2024-08-19T09:58:39.209 INFO:tasks.rados.rados.0.smithi190.stdout:103: done (2 left) 2024-08-19T09:58:39.209 INFO:tasks.rados.rados.0.smithi190.stdout:104: done (1 left) 2024-08-19T09:58:39.209 INFO:tasks.rados.rados.0.smithi190.stdout:105: done (0 left) 2024-08-19T09:58:39.209 INFO:tasks.rados.rados.0.smithi190.stdout:106: read oid 43 snap -1 2024-08-19T09:58:39.209 INFO:tasks.rados.rados.0.smithi190.stdout:106: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T09:58:39.209 INFO:tasks.rados.rados.0.smithi190.stdout:107: rollback oid 38 current snap is 4 2024-08-19T09:58:39.209 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 38 to 3 2024-08-19T09:58:39.209 INFO:tasks.rados.rados.0.smithi190.stdout:108: delete oid 12 current snap is 4 2024-08-19T09:58:39.211 INFO:tasks.rados.rados.0.smithi190.stdout:108: done (2 left) 2024-08-19T09:58:39.211 INFO:tasks.rados.rados.0.smithi190.stdout:109: read oid 17 snap 2 2024-08-19T09:58:39.211 INFO:tasks.rados.rados.0.smithi190.stdout:109: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-19T09:58:39.211 INFO:tasks.rados.rados.0.smithi190.stdout:110: rollback oid 40 current snap is 4 2024-08-19T09:58:39.211 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 40 to 3 2024-08-19T09:58:39.211 INFO:tasks.rados.rados.0.smithi190.stdout:111: delete oid 8 current snap is 4 2024-08-19T09:58:39.211 INFO:tasks.rados.rados.0.smithi190.stdout:107: finishing rollback tid 0 to smithi19066007-38 2024-08-19T09:58:39.211 INFO:tasks.rados.rados.0.smithi190.stdout:107: finishing rollback tid 1 to smithi19066007-38 2024-08-19T09:58:39.211 INFO:tasks.rados.rados.0.smithi190.stdout:107: finishing rollback tid 2 to smithi19066007-38 2024-08-19T09:58:39.212 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 27 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-19T09:58:39.212 INFO:tasks.rados.rados.0.smithi190.stdout:107: done (4 left) 2024-08-19T09:58:39.212 INFO:tasks.rados.rados.0.smithi190.stdout:111: done (3 left) 2024-08-19T09:58:39.212 INFO:tasks.rados.rados.0.smithi190.stdout:112: setattr oid 46 current snap is 4 2024-08-19T09:58:39.213 INFO:tasks.rados.rados.0.smithi190.stdout:106: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T09:58:39.234 INFO:tasks.rados.rados.0.smithi190.stdout:110: finishing rollback tid 0 to smithi19066007-40 2024-08-19T09:58:39.234 INFO:tasks.rados.rados.0.smithi190.stdout:109: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-19T09:58:39.244 INFO:tasks.rados.rados.0.smithi190.stdout:110: finishing rollback tid 1 to smithi19066007-40 2024-08-19T09:58:39.244 INFO:tasks.rados.rados.0.smithi190.stdout:110: finishing rollback tid 2 to smithi19066007-40 2024-08-19T09:58:39.244 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 12 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-19T09:58:39.244 INFO:tasks.rados.rados.0.smithi190.stdout:106: done (3 left) 2024-08-19T09:58:39.245 INFO:tasks.rados.rados.0.smithi190.stdout:109: done (2 left) 2024-08-19T09:58:39.245 INFO:tasks.rados.rados.0.smithi190.stdout:110: done (1 left) 2024-08-19T09:58:39.245 INFO:tasks.rados.rados.0.smithi190.stdout:113: snap_create 2024-08-19T09:58:39.245 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T09:58:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:39 smithi196 ceph-mon[19976]: osdmap e86: 8 total, 8 up, 8 in 2024-08-19T09:58:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:39 smithi196 ceph-mon[19976]: pgmap v110: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.2 MiB/s wr, 76 op/s 2024-08-19T09:58:39.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:39 smithi190 ceph-mon[26031]: osdmap e86: 8 total, 8 up, 8 in 2024-08-19T09:58:39.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:39 smithi190 ceph-mon[26031]: pgmap v110: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.2 MiB/s wr, 76 op/s 2024-08-19T09:58:39.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:39 smithi190 ceph-mon[16060]: osdmap e86: 8 total, 8 up, 8 in 2024-08-19T09:58:39.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:39 smithi190 ceph-mon[16060]: pgmap v110: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.2 MiB/s wr, 76 op/s 2024-08-19T09:58:40.114 INFO:tasks.rados.rados.0.smithi190.stdout:112: done (1 left) 2024-08-19T09:58:40.114 INFO:tasks.rados.rados.0.smithi190.stdout:113: done (0 left) 2024-08-19T09:58:40.114 INFO:tasks.rados.rados.0.smithi190.stdout:114: copy_from oid 25 from oid 6 current snap is 5 2024-08-19T09:58:40.114 INFO:tasks.rados.rados.0.smithi190.stdout:115: setattr oid 23 current snap is 5 2024-08-19T09:58:40.115 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 15 current snap is 5 2024-08-19T09:58:40.115 INFO:tasks.rados.rados.0.smithi190.stdout:116: seq_num 63 ranges {172032=663552,835584=401408} 2024-08-19T09:58:40.120 INFO:tasks.rados.rados.0.smithi190.stdout:116: writing smithi19066007-15 from 172032 to 835584 tid 1 2024-08-19T09:58:40.123 INFO:tasks.rados.rados.0.smithi190.stdout:116: writing smithi19066007-15 from 835584 to 1236992 tid 2 2024-08-19T09:58:40.123 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 5 2024-08-19T09:58:40.123 INFO:tasks.rados.rados.0.smithi190.stdout:117: seq_num 64 ranges {319488=679936,999424=401408} 2024-08-19T09:58:40.129 INFO:tasks.rados.rados.0.smithi190.stdout:117: writing smithi19066007-20 from 319488 to 999424 tid 1 2024-08-19T09:58:40.133 INFO:tasks.rados.rados.0.smithi190.stdout:117: writing smithi19066007-20 from 999424 to 1400832 tid 2 2024-08-19T09:58:40.133 INFO:tasks.rados.rados.0.smithi190.stdout:118: rollback oid 31 current snap is 5 2024-08-19T09:58:40.133 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 31 to 0 2024-08-19T09:58:40.133 INFO:tasks.rados.rados.0.smithi190.stdout:119: read oid 24 snap -1 2024-08-19T09:58:40.133 INFO:tasks.rados.rados.0.smithi190.stdout:119: expect (ObjNum 58 snap 4 seq_num 58) 2024-08-19T09:58:40.133 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 5 2024-08-19T09:58:40.133 INFO:tasks.rados.rados.0.smithi190.stdout:120: seq_num 65 ranges {1499136=696320,2195456=401408} 2024-08-19T09:58:40.146 INFO:tasks.rados.rados.0.smithi190.stdout:120: writing smithi19066007-39 from 1499136 to 2195456 tid 1 2024-08-19T09:58:40.149 INFO:tasks.rados.rados.0.smithi190.stdout:120: writing smithi19066007-39 from 2195456 to 2596864 tid 2 2024-08-19T09:58:40.149 INFO:tasks.rados.rados.0.smithi190.stdout:121: snap_create 2024-08-19T09:58:40.149 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 29 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-19T09:58:40.149 INFO:tasks.rados.rados.0.smithi190.stdout:116: finishing write tid 1 to smithi19066007-15 2024-08-19T09:58:40.149 INFO:tasks.rados.rados.0.smithi190.stdout:116: finishing write tid 2 to smithi19066007-15 2024-08-19T09:58:40.149 INFO:tasks.rados.rados.0.smithi190.stdout:114: finishing copy_from racing read to smithi19066007-25 2024-08-19T09:58:40.149 INFO:tasks.rados.rados.0.smithi190.stdout:114: finishing copy_from to smithi19066007-25 2024-08-19T09:58:40.149 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 17 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-19T09:58:40.150 INFO:tasks.rados.rados.0.smithi190.stdout:116: finishing write tid 3 to smithi19066007-15 2024-08-19T09:58:40.150 INFO:tasks.rados.rados.0.smithi190.stdout:116: finishing write tid 4 to smithi19066007-15 2024-08-19T09:58:40.150 INFO:tasks.rados.rados.0.smithi190.stdout:116: oid 15 updating version 0 to 20 2024-08-19T09:58:40.150 INFO:tasks.rados.rados.0.smithi190.stdout:116: oid 15 version 20 is already newer than 19 2024-08-19T09:58:40.150 INFO:tasks.rados.rados.0.smithi190.stdout:116: oid 15 updating version 20 to 21 2024-08-19T09:58:40.150 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 21 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-08-19T09:58:40.150 INFO:tasks.rados.rados.0.smithi190.stdout:116: left oid 15 (ObjNum 63 snap 5 seq_num 63) 2024-08-19T09:58:40.150 INFO:tasks.rados.rados.0.smithi190.stdout:117: finishing write tid 1 to smithi19066007-20 2024-08-19T09:58:40.150 INFO:tasks.rados.rados.0.smithi190.stdout:118: finishing rollback tid 0 to smithi19066007-31 2024-08-19T09:58:40.150 INFO:tasks.rados.rados.0.smithi190.stdout:118: finishing rollback tid 1 to smithi19066007-31 2024-08-19T09:58:40.150 INFO:tasks.rados.rados.0.smithi190.stdout:118: finishing rollback tid 2 to smithi19066007-31 2024-08-19T09:58:40.150 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 20 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-19T09:58:40.150 INFO:tasks.rados.rados.0.smithi190.stdout:119: expect (ObjNum 58 snap 4 seq_num 58) 2024-08-19T09:58:40.197 INFO:tasks.rados.rados.0.smithi190.stdout:117: finishing write tid 2 to smithi19066007-20 2024-08-19T09:58:40.197 INFO:tasks.rados.rados.0.smithi190.stdout:117: finishing write tid 3 to smithi19066007-20 2024-08-19T09:58:40.197 INFO:tasks.rados.rados.0.smithi190.stdout:117: finishing write tid 4 to smithi19066007-20 2024-08-19T09:58:40.197 INFO:tasks.rados.rados.0.smithi190.stdout:117: oid 20 updating version 0 to 26 2024-08-19T09:58:40.197 INFO:tasks.rados.rados.0.smithi190.stdout:117: oid 20 updating version 26 to 27 2024-08-19T09:58:40.197 INFO:tasks.rados.rados.0.smithi190.stdout:117: oid 20 updating version 27 to 28 2024-08-19T09:58:40.197 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 28 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-08-19T09:58:40.197 INFO:tasks.rados.rados.0.smithi190.stdout:117: left oid 20 (ObjNum 64 snap 5 seq_num 64) 2024-08-19T09:58:40.197 INFO:tasks.rados.rados.0.smithi190.stdout:120: finishing write tid 1 to smithi19066007-39 2024-08-19T09:58:40.197 INFO:tasks.rados.rados.0.smithi190.stdout:120: finishing write tid 2 to smithi19066007-39 2024-08-19T09:58:40.197 INFO:tasks.rados.rados.0.smithi190.stdout:120: finishing write tid 3 to smithi19066007-39 2024-08-19T09:58:40.197 INFO:tasks.rados.rados.0.smithi190.stdout:120: finishing write tid 4 to smithi19066007-39 2024-08-19T09:58:40.198 INFO:tasks.rados.rados.0.smithi190.stdout:120: oid 39 updating version 0 to 29 2024-08-19T09:58:40.198 INFO:tasks.rados.rados.0.smithi190.stdout:120: oid 39 updating version 29 to 31 2024-08-19T09:58:40.198 INFO:tasks.rados.rados.0.smithi190.stdout:120: oid 39 version 31 is already newer than 30 2024-08-19T09:58:40.198 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 31 (ObjNum 65 snap 5 seq_num 65) dirty exists 2024-08-19T09:58:40.198 INFO:tasks.rados.rados.0.smithi190.stdout:120: left oid 39 (ObjNum 65 snap 5 seq_num 65) 2024-08-19T09:58:40.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:40 smithi196 ceph-mon[19976]: osdmap e87: 8 total, 8 up, 8 in 2024-08-19T09:58:40.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:40 smithi190 ceph-mon[16060]: osdmap e87: 8 total, 8 up, 8 in 2024-08-19T09:58:40.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:40 smithi190 ceph-mon[26031]: osdmap e87: 8 total, 8 up, 8 in 2024-08-19T09:58:41.126 INFO:tasks.rados.rados.0.smithi190.stdout:114: done (7 left) 2024-08-19T09:58:41.126 INFO:tasks.rados.rados.0.smithi190.stdout:115: done (6 left) 2024-08-19T09:58:41.126 INFO:tasks.rados.rados.0.smithi190.stdout:116: done (5 left) 2024-08-19T09:58:41.126 INFO:tasks.rados.rados.0.smithi190.stdout:117: done (4 left) 2024-08-19T09:58:41.126 INFO:tasks.rados.rados.0.smithi190.stdout:118: done (3 left) 2024-08-19T09:58:41.126 INFO:tasks.rados.rados.0.smithi190.stdout:119: done (2 left) 2024-08-19T09:58:41.126 INFO:tasks.rados.rados.0.smithi190.stdout:120: done (1 left) 2024-08-19T09:58:41.127 INFO:tasks.rados.rados.0.smithi190.stdout:121: done (0 left) 2024-08-19T09:58:41.127 INFO:tasks.rados.rados.0.smithi190.stdout:122: read oid 48 snap 3 2024-08-19T09:58:41.127 INFO:tasks.rados.rados.0.smithi190.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-19T09:58:41.127 INFO:tasks.rados.rados.0.smithi190.stdout:123: read oid 49 snap 4 2024-08-19T09:58:41.127 INFO:tasks.rados.rados.0.smithi190.stdout:123: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-19T09:58:41.127 INFO:tasks.rados.rados.0.smithi190.stdout:124: delete oid 44 current snap is 6 2024-08-19T09:58:41.128 INFO:tasks.rados.rados.0.smithi190.stdout:124: done (2 left) 2024-08-19T09:58:41.128 INFO:tasks.rados.rados.0.smithi190.stdout:125: rollback oid 23 current snap is 6 2024-08-19T09:58:41.128 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 23 to 2 2024-08-19T09:58:41.128 INFO:tasks.rados.rados.0.smithi190.stdout:126: read oid 30 snap -1 2024-08-19T09:58:41.128 INFO:tasks.rados.rados.0.smithi190.stdout:126: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T09:58:41.128 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 38 current snap is 6 2024-08-19T09:58:41.128 INFO:tasks.rados.rados.0.smithi190.stdout:127: seq_num 67 ranges {622592=729088,1351680=401408} 2024-08-19T09:58:41.136 INFO:tasks.rados.rados.0.smithi190.stdout:127: writing smithi19066007-38 from 622592 to 1351680 tid 1 2024-08-19T09:58:41.138 INFO:tasks.rados.rados.0.smithi190.stdout:127: writing smithi19066007-38 from 1351680 to 1753088 tid 2 2024-08-19T09:58:41.138 INFO:tasks.rados.rados.0.smithi190.stdout:123: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-19T09:58:41.162 INFO:tasks.rados.rados.0.smithi190.stdout:125: finishing rollback tid 0 to smithi19066007-23 2024-08-19T09:58:41.162 INFO:tasks.rados.rados.0.smithi190.stdout:125: finishing rollback tid 1 to smithi19066007-23 2024-08-19T09:58:41.162 INFO:tasks.rados.rados.0.smithi190.stdout:125: finishing rollback tid 2 to smithi19066007-23 2024-08-19T09:58:41.162 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 33 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-19T09:58:41.162 INFO:tasks.rados.rados.0.smithi190.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-19T09:58:41.182 INFO:tasks.rados.rados.0.smithi190.stdout:126: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T09:58:41.197 INFO:tasks.rados.rados.0.smithi190.stdout:127: finishing write tid 1 to smithi19066007-38 2024-08-19T09:58:41.197 INFO:tasks.rados.rados.0.smithi190.stdout:127: finishing write tid 2 to smithi19066007-38 2024-08-19T09:58:41.197 INFO:tasks.rados.rados.0.smithi190.stdout:127: finishing write tid 3 to smithi19066007-38 2024-08-19T09:58:41.197 INFO:tasks.rados.rados.0.smithi190.stdout:127: finishing write tid 4 to smithi19066007-38 2024-08-19T09:58:41.197 INFO:tasks.rados.rados.0.smithi190.stdout:127: oid 38 updating version 0 to 36 2024-08-19T09:58:41.198 INFO:tasks.rados.rados.0.smithi190.stdout:127: oid 38 updating version 36 to 37 2024-08-19T09:58:41.198 INFO:tasks.rados.rados.0.smithi190.stdout:127: oid 38 version 37 is already newer than 35 2024-08-19T09:58:41.198 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 37 (ObjNum 67 snap 6 seq_num 67) dirty exists 2024-08-19T09:58:41.198 INFO:tasks.rados.rados.0.smithi190.stdout:127: left oid 38 (ObjNum 67 snap 6 seq_num 67) 2024-08-19T09:58:41.198 INFO:tasks.rados.rados.0.smithi190.stdout:122: done (4 left) 2024-08-19T09:58:41.198 INFO:tasks.rados.rados.0.smithi190.stdout:123: done (3 left) 2024-08-19T09:58:41.198 INFO:tasks.rados.rados.0.smithi190.stdout:125: done (2 left) 2024-08-19T09:58:41.198 INFO:tasks.rados.rados.0.smithi190.stdout:126: done (1 left) 2024-08-19T09:58:41.198 INFO:tasks.rados.rados.0.smithi190.stdout:127: done (0 left) 2024-08-19T09:58:41.198 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 38 current snap is 6 2024-08-19T09:58:41.198 INFO:tasks.rados.rados.0.smithi190.stdout:128: seq_num 68 ranges {1753088=745472,2498560=401408} 2024-08-19T09:58:41.210 INFO:tasks.rados.rados.0.smithi190.stdout:128: writing smithi19066007-38 from 1753088 to 2498560 tid 1 2024-08-19T09:58:41.213 INFO:tasks.rados.rados.0.smithi190.stdout:128: writing smithi19066007-38 from 2498560 to 2899968 tid 2 2024-08-19T09:58:41.213 INFO:tasks.rados.rados.0.smithi190.stdout:129: copy_from oid 23 from oid 46 current snap is 6 2024-08-19T09:58:41.213 INFO:tasks.rados.rados.0.smithi190.stdout:130: copy_from oid 29 from oid 10 current snap is 6 2024-08-19T09:58:41.213 INFO:tasks.rados.rados.0.smithi190.stdout:131: snap_create 2024-08-19T09:58:41.214 INFO:tasks.rados.rados.0.smithi190.stdout:130: finishing copy_from to smithi19066007-29 2024-08-19T09:58:41.214 INFO:tasks.rados.rados.0.smithi190.stdout:130: got expected ENOENT (src dne) 2024-08-19T09:58:41.215 INFO:tasks.rados.rados.0.smithi190.stdout:130: finishing copy_from racing read to smithi19066007-29 2024-08-19T09:58:41.215 INFO:tasks.rados.rados.0.smithi190.stdout:128: finishing write tid 1 to smithi19066007-38 2024-08-19T09:58:41.215 INFO:tasks.rados.rados.0.smithi190.stdout:128: finishing write tid 2 to smithi19066007-38 2024-08-19T09:58:41.215 INFO:tasks.rados.rados.0.smithi190.stdout:128: finishing write tid 3 to smithi19066007-38 2024-08-19T09:58:41.216 INFO:tasks.rados.rados.0.smithi190.stdout:128: finishing write tid 4 to smithi19066007-38 2024-08-19T09:58:41.216 INFO:tasks.rados.rados.0.smithi190.stdout:128: oid 38 updating version 0 to 40 2024-08-19T09:58:41.216 INFO:tasks.rados.rados.0.smithi190.stdout:128: oid 38 version 40 is already newer than 38 2024-08-19T09:58:41.216 INFO:tasks.rados.rados.0.smithi190.stdout:128: oid 38 version 40 is already newer than 39 2024-08-19T09:58:41.216 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 40 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-08-19T09:58:41.216 INFO:tasks.rados.rados.0.smithi190.stdout:128: left oid 38 (ObjNum 68 snap 6 seq_num 68) 2024-08-19T09:58:41.220 INFO:tasks.rados.rados.0.smithi190.stdout:129: finishing copy_from racing read to smithi19066007-23 2024-08-19T09:58:41.221 INFO:tasks.rados.rados.0.smithi190.stdout:129: finishing copy_from to smithi19066007-23 2024-08-19T09:58:41.221 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T09:58:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:41 smithi196 ceph-mon[19976]: osdmap e88: 8 total, 8 up, 8 in 2024-08-19T09:58:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:41 smithi196 ceph-mon[19976]: pgmap v113: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:58:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:41.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:41 smithi190 ceph-mon[16060]: osdmap e88: 8 total, 8 up, 8 in 2024-08-19T09:58:41.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:41 smithi190 ceph-mon[16060]: pgmap v113: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:41.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:58:41.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:41.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:41 smithi190 ceph-mon[26031]: osdmap e88: 8 total, 8 up, 8 in 2024-08-19T09:58:41.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:41 smithi190 ceph-mon[26031]: pgmap v113: 121 pgs: 121 active+clean; 24 MiB data, 271 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:41.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:58:41.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:42.132 INFO:tasks.rados.rados.0.smithi190.stdout:128: done (3 left) 2024-08-19T09:58:42.132 INFO:tasks.rados.rados.0.smithi190.stdout:129: done (2 left) 2024-08-19T09:58:42.132 INFO:tasks.rados.rados.0.smithi190.stdout:130: done (1 left) 2024-08-19T09:58:42.132 INFO:tasks.rados.rados.0.smithi190.stdout:131: done (0 left) 2024-08-19T09:58:42.132 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 9 current snap is 7 2024-08-19T09:58:42.132 INFO:tasks.rados.rados.0.smithi190.stdout:132: seq_num 69 ranges {139264=761856,901120=401408} 2024-08-19T09:58:42.136 INFO:tasks.rados.rados.0.smithi190.stdout:132: writing smithi19066007-9 from 139264 to 901120 tid 1 2024-08-19T09:58:42.139 INFO:tasks.rados.rados.0.smithi190.stdout:132: writing smithi19066007-9 from 901120 to 1302528 tid 2 2024-08-19T09:58:42.139 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 7 2024-08-19T09:58:42.139 INFO:tasks.rados.rados.0.smithi190.stdout:133: seq_num 70 ranges {0=778240,778240=401408} 2024-08-19T09:58:42.144 INFO:tasks.rados.rados.0.smithi190.stdout:133: writing smithi19066007-12 from 0 to 778240 tid 1 2024-08-19T09:58:42.147 INFO:tasks.rados.rados.0.smithi190.stdout:133: writing smithi19066007-12 from 778240 to 1179648 tid 2 2024-08-19T09:58:42.147 INFO:tasks.rados.rados.0.smithi190.stdout:134: rollback oid 22 current snap is 7 2024-08-19T09:58:42.148 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 22 to 0 2024-08-19T09:58:42.148 INFO:tasks.rados.rados.0.smithi190.stdout:132: finishing write tid 1 to smithi19066007-9 2024-08-19T09:58:42.148 INFO:tasks.rados.rados.0.smithi190.stdout:132: finishing write tid 2 to smithi19066007-9 2024-08-19T09:58:42.148 INFO:tasks.rados.rados.0.smithi190.stdout:132: finishing write tid 3 to smithi19066007-9 2024-08-19T09:58:42.148 INFO:tasks.rados.rados.0.smithi190.stdout:132: finishing write tid 4 to smithi19066007-9 2024-08-19T09:58:42.148 INFO:tasks.rados.rados.0.smithi190.stdout:132: oid 9 updating version 0 to 45 2024-08-19T09:58:42.148 INFO:tasks.rados.rados.0.smithi190.stdout:132: oid 9 version 45 is already newer than 44 2024-08-19T09:58:42.148 INFO:tasks.rados.rados.0.smithi190.stdout:132: oid 9 version 45 is already newer than 43 2024-08-19T09:58:42.148 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 45 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-08-19T09:58:42.148 INFO:tasks.rados.rados.0.smithi190.stdout:132: left oid 9 (ObjNum 69 snap 7 seq_num 69) 2024-08-19T09:58:42.148 INFO:tasks.rados.rados.0.smithi190.stdout:132: done (2 left) 2024-08-19T09:58:42.148 INFO:tasks.rados.rados.0.smithi190.stdout:135: snap_create 2024-08-19T09:58:42.149 INFO:tasks.rados.rados.0.smithi190.stdout:133: finishing write tid 1 to smithi19066007-12 2024-08-19T09:58:42.149 INFO:tasks.rados.rados.0.smithi190.stdout:133: finishing write tid 2 to smithi19066007-12 2024-08-19T09:58:42.149 INFO:tasks.rados.rados.0.smithi190.stdout:133: finishing write tid 3 to smithi19066007-12 2024-08-19T09:58:42.150 INFO:tasks.rados.rados.0.smithi190.stdout:134: finishing rollback tid 0 to smithi19066007-22 2024-08-19T09:58:42.150 INFO:tasks.rados.rados.0.smithi190.stdout:134: finishing rollback tid 1 to smithi19066007-22 2024-08-19T09:58:42.150 INFO:tasks.rados.rados.0.smithi190.stdout:134: finishing rollback tid 2 to smithi19066007-22 2024-08-19T09:58:42.150 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 10 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-19T09:58:42.150 INFO:tasks.rados.rados.0.smithi190.stdout:133: finishing write tid 4 to smithi19066007-12 2024-08-19T09:58:42.151 INFO:tasks.rados.rados.0.smithi190.stdout:133: oid 12 updating version 0 to 15 2024-08-19T09:58:42.151 INFO:tasks.rados.rados.0.smithi190.stdout:133: oid 12 version 15 is already newer than 14 2024-08-19T09:58:42.151 INFO:tasks.rados.rados.0.smithi190.stdout:133: oid 12 version 15 is already newer than 13 2024-08-19T09:58:42.151 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 15 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-08-19T09:58:42.151 INFO:tasks.rados.rados.0.smithi190.stdout:133: left oid 12 (ObjNum 70 snap 7 seq_num 70) 2024-08-19T09:58:42.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:42 smithi196 ceph-mon[19976]: osdmap e89: 8 total, 8 up, 8 in 2024-08-19T09:58:42.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:42 smithi190 ceph-mon[26031]: osdmap e89: 8 total, 8 up, 8 in 2024-08-19T09:58:42.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:42 smithi190 ceph-mon[16060]: osdmap e89: 8 total, 8 up, 8 in 2024-08-19T09:58:43.143 INFO:tasks.rados.rados.0.smithi190.stdout:133: done (2 left) 2024-08-19T09:58:43.143 INFO:tasks.rados.rados.0.smithi190.stdout:134: done (1 left) 2024-08-19T09:58:43.143 INFO:tasks.rados.rados.0.smithi190.stdout:135: done (0 left) 2024-08-19T09:58:43.143 INFO:tasks.rados.rados.0.smithi190.stdout:136: read oid 33 snap -1 2024-08-19T09:58:43.143 INFO:tasks.rados.rados.0.smithi190.stdout:136: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-19T09:58:43.144 INFO:tasks.rados.rados.0.smithi190.stdout:137: read oid 45 snap -1 2024-08-19T09:58:43.144 INFO:tasks.rados.rados.0.smithi190.stdout:137: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-19T09:58:43.144 INFO:tasks.rados.rados.0.smithi190.stdout:138: snap_create 2024-08-19T09:58:43.145 INFO:tasks.rados.rados.0.smithi190.stdout:136: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-19T09:58:43.159 INFO:tasks.rados.rados.0.smithi190.stdout:137: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-19T09:58:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:43 smithi196 ceph-mon[19976]: osdmap e90: 8 total, 8 up, 8 in 2024-08-19T09:58:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:43 smithi196 ceph-mon[19976]: pgmap v116: 121 pgs: 121 active+clean; 37 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 41 op/s 2024-08-19T09:58:43.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:43 smithi190 ceph-mon[16060]: osdmap e90: 8 total, 8 up, 8 in 2024-08-19T09:58:43.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:43 smithi190 ceph-mon[16060]: pgmap v116: 121 pgs: 121 active+clean; 37 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 41 op/s 2024-08-19T09:58:43.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:43 smithi190 ceph-mon[26031]: osdmap e90: 8 total, 8 up, 8 in 2024-08-19T09:58:43.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:43 smithi190 ceph-mon[26031]: pgmap v116: 121 pgs: 121 active+clean; 37 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 41 op/s 2024-08-19T09:58:44.144 INFO:tasks.rados.rados.0.smithi190.stdout:136: done (2 left) 2024-08-19T09:58:44.144 INFO:tasks.rados.rados.0.smithi190.stdout:137: done (1 left) 2024-08-19T09:58:44.144 INFO:tasks.rados.rados.0.smithi190.stdout:138: done (0 left) 2024-08-19T09:58:44.144 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 31 current snap is 9 2024-08-19T09:58:44.144 INFO:tasks.rados.rados.0.smithi190.stdout:139: seq_num 71 ranges {507904=794624,1302528=401408} 2024-08-19T09:58:44.151 INFO:tasks.rados.rados.0.smithi190.stdout:139: writing smithi19066007-31 from 507904 to 1302528 tid 1 2024-08-19T09:58:44.154 INFO:tasks.rados.rados.0.smithi190.stdout:139: writing smithi19066007-31 from 1302528 to 1703936 tid 2 2024-08-19T09:58:44.154 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 9 2024-08-19T09:58:44.154 INFO:tasks.rados.rados.0.smithi190.stdout:140: seq_num 72 ranges {253952=409600,663552=524288,1187840=278528} 2024-08-19T09:58:44.158 INFO:tasks.rados.rados.0.smithi190.stdout:140: writing smithi19066007-16 from 253952 to 663552 tid 1 2024-08-19T09:58:44.161 INFO:tasks.rados.rados.0.smithi190.stdout:140: writing smithi19066007-16 from 663552 to 1187840 tid 2 2024-08-19T09:58:44.163 INFO:tasks.rados.rados.0.smithi190.stdout:140: writing smithi19066007-16 from 1187840 to 1466368 tid 3 2024-08-19T09:58:44.164 INFO:tasks.rados.rados.0.smithi190.stdout:141: copy_from oid 10 from oid 39 current snap is 9 2024-08-19T09:58:44.164 INFO:tasks.rados.rados.0.smithi190.stdout:139: finishing write tid 1 to smithi19066007-31 2024-08-19T09:58:44.164 INFO:tasks.rados.rados.0.smithi190.stdout:139: finishing write tid 2 to smithi19066007-31 2024-08-19T09:58:44.164 INFO:tasks.rados.rados.0.smithi190.stdout:139: finishing write tid 3 to smithi19066007-31 2024-08-19T09:58:44.164 INFO:tasks.rados.rados.0.smithi190.stdout:139: finishing write tid 4 to smithi19066007-31 2024-08-19T09:58:44.164 INFO:tasks.rados.rados.0.smithi190.stdout:139: oid 31 updating version 0 to 22 2024-08-19T09:58:44.164 INFO:tasks.rados.rados.0.smithi190.stdout:139: oid 31 updating version 22 to 23 2024-08-19T09:58:44.164 INFO:tasks.rados.rados.0.smithi190.stdout:139: oid 31 version 23 is already newer than 21 2024-08-19T09:58:44.164 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 23 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-08-19T09:58:44.164 INFO:tasks.rados.rados.0.smithi190.stdout:139: left oid 31 (ObjNum 71 snap 9 seq_num 71) 2024-08-19T09:58:44.164 INFO:tasks.rados.rados.0.smithi190.stdout:139: done (2 left) 2024-08-19T09:58:44.164 INFO:tasks.rados.rados.0.smithi190.stdout:142: read oid 25 snap 0 2024-08-19T09:58:44.164 INFO:tasks.rados.rados.0.smithi190.stdout:142: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-19T09:58:44.164 INFO:tasks.rados.rados.0.smithi190.stdout:143: copy_from oid 21 from oid 35 current snap is 9 2024-08-19T09:58:44.165 INFO:tasks.rados.rados.0.smithi190.stdout:144: snap_remove snap 4 2024-08-19T09:58:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:44 smithi196 ceph-mon[19976]: osdmap e91: 8 total, 8 up, 8 in 2024-08-19T09:58:44.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:44 smithi190 ceph-mon[16060]: osdmap e91: 8 total, 8 up, 8 in 2024-08-19T09:58:44.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:44 smithi190 ceph-mon[26031]: osdmap e91: 8 total, 8 up, 8 in 2024-08-19T09:58:44.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:58:44] "GET /metrics HTTP/1.1" 200 36023 "" "Prometheus/2.43.0" 2024-08-19T09:58:45.158 INFO:tasks.rados.rados.0.smithi190.stdout:144: done (4 left) 2024-08-19T09:58:45.158 INFO:tasks.rados.rados.0.smithi190.stdout:145: delete oid 8 current snap is 9 2024-08-19T09:58:45.158 INFO:tasks.rados.rados.0.smithi190.stdout:140: finishing write tid 1 to smithi19066007-16 2024-08-19T09:58:45.158 INFO:tasks.rados.rados.0.smithi190.stdout:142: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-19T09:58:45.173 INFO:tasks.rados.rados.0.smithi190.stdout:140: finishing write tid 2 to smithi19066007-16 2024-08-19T09:58:45.173 INFO:tasks.rados.rados.0.smithi190.stdout:140: finishing write tid 3 to smithi19066007-16 2024-08-19T09:58:45.173 INFO:tasks.rados.rados.0.smithi190.stdout:140: finishing write tid 4 to smithi19066007-16 2024-08-19T09:58:45.174 INFO:tasks.rados.rados.0.smithi190.stdout:140: finishing write tid 5 to smithi19066007-16 2024-08-19T09:58:45.174 INFO:tasks.rados.rados.0.smithi190.stdout:140: oid 16 updating version 0 to 18 2024-08-19T09:58:45.174 INFO:tasks.rados.rados.0.smithi190.stdout:140: oid 16 version 18 is already newer than 17 2024-08-19T09:58:45.174 INFO:tasks.rados.rados.0.smithi190.stdout:140: oid 16 updating version 18 to 19 2024-08-19T09:58:45.174 INFO:tasks.rados.rados.0.smithi190.stdout:140: oid 16 version 19 is already newer than 16 2024-08-19T09:58:45.174 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 19 (ObjNum 72 snap 9 seq_num 72) dirty exists 2024-08-19T09:58:45.174 INFO:tasks.rados.rados.0.smithi190.stdout:140: left oid 16 (ObjNum 72 snap 9 seq_num 72) 2024-08-19T09:58:45.174 INFO:tasks.rados.rados.0.smithi190.stdout:143: finishing copy_from racing read to smithi19066007-21 2024-08-19T09:58:45.174 INFO:tasks.rados.rados.0.smithi190.stdout:143: finishing copy_from to smithi19066007-21 2024-08-19T09:58:45.174 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 2 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-19T09:58:45.174 INFO:tasks.rados.rados.0.smithi190.stdout:141: finishing copy_from racing read to smithi19066007-10 2024-08-19T09:58:45.174 INFO:tasks.rados.rados.0.smithi190.stdout:141: finishing copy_from to smithi19066007-10 2024-08-19T09:58:45.174 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 31 (ObjNum 65 snap 5 seq_num 65) dirty exists 2024-08-19T09:58:45.175 INFO:tasks.rados.rados.0.smithi190.stdout:140: done (4 left) 2024-08-19T09:58:45.175 INFO:tasks.rados.rados.0.smithi190.stdout:141: done (3 left) 2024-08-19T09:58:45.175 INFO:tasks.rados.rados.0.smithi190.stdout:142: done (2 left) 2024-08-19T09:58:45.175 INFO:tasks.rados.rados.0.smithi190.stdout:143: done (1 left) 2024-08-19T09:58:45.175 INFO:tasks.rados.rados.0.smithi190.stdout:145: done (0 left) 2024-08-19T09:58:45.175 INFO:tasks.rados.rados.0.smithi190.stdout:146: snap_remove snap 3 2024-08-19T09:58:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:45 smithi196 ceph-mon[19976]: osdmap e92: 8 total, 8 up, 8 in 2024-08-19T09:58:45.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:45 smithi196 ceph-mon[19976]: pgmap v119: 121 pgs: 121 active+clean; 37 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 41 op/s 2024-08-19T09:58:45.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:45 smithi190 ceph-mon[16060]: osdmap e92: 8 total, 8 up, 8 in 2024-08-19T09:58:45.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:45 smithi190 ceph-mon[16060]: pgmap v119: 121 pgs: 121 active+clean; 37 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 41 op/s 2024-08-19T09:58:45.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:45 smithi190 ceph-mon[26031]: osdmap e92: 8 total, 8 up, 8 in 2024-08-19T09:58:45.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:45 smithi190 ceph-mon[26031]: pgmap v119: 121 pgs: 121 active+clean; 37 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 41 op/s 2024-08-19T09:58:45.883 INFO:tasks.rados.rados.0.smithi190.stdout:146: done (0 left) 2024-08-19T09:58:45.883 INFO:tasks.rados.rados.0.smithi190.stdout:147: snap_create 2024-08-19T09:58:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:46 smithi196 ceph-mon[19976]: osdmap e93: 8 total, 8 up, 8 in 2024-08-19T09:58:46.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:46 smithi196 ceph-mon[19976]: osdmap e94: 8 total, 8 up, 8 in 2024-08-19T09:58:46.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:46 smithi190 ceph-mon[16060]: osdmap e93: 8 total, 8 up, 8 in 2024-08-19T09:58:46.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:46 smithi190 ceph-mon[16060]: osdmap e94: 8 total, 8 up, 8 in 2024-08-19T09:58:46.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:46 smithi190 ceph-mon[26031]: osdmap e93: 8 total, 8 up, 8 in 2024-08-19T09:58:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:46 smithi190 ceph-mon[26031]: osdmap e94: 8 total, 8 up, 8 in 2024-08-19T09:58:46.885 INFO:tasks.rados.rados.0.smithi190.stdout:147: done (0 left) 2024-08-19T09:58:46.885 INFO:tasks.rados.rados.0.smithi190.stdout:148: read oid 46 snap -1 2024-08-19T09:58:46.885 INFO:tasks.rados.rados.0.smithi190.stdout:148: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:58:46.885 INFO:tasks.rados.rados.0.smithi190.stdout:149: copy_from oid 3 from oid 30 current snap is 10 2024-08-19T09:58:46.885 INFO:tasks.rados.rados.0.smithi190.stdout:150: copy_from oid 17 from oid 9 current snap is 10 2024-08-19T09:58:46.886 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 31 current snap is 10 2024-08-19T09:58:46.886 INFO:tasks.rados.rados.0.smithi190.stdout:151: seq_num 74 ranges {1703936=442368,2146304=696320,2842624=106496} 2024-08-19T09:58:46.896 INFO:tasks.rados.rados.0.smithi190.stdout:151: writing smithi19066007-31 from 1703936 to 2146304 tid 1 2024-08-19T09:58:46.901 INFO:tasks.rados.rados.0.smithi190.stdout:151: writing smithi19066007-31 from 2146304 to 2842624 tid 2 2024-08-19T09:58:46.902 INFO:tasks.rados.rados.0.smithi190.stdout:151: writing smithi19066007-31 from 2842624 to 2949120 tid 3 2024-08-19T09:58:46.902 INFO:tasks.rados.rados.0.smithi190.stdout:152: setattr oid 32 current snap is 10 2024-08-19T09:58:46.902 INFO:tasks.rados.rados.0.smithi190.stdout:148: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:58:46.939 INFO:tasks.rados.rados.0.smithi190.stdout:149: finishing copy_from racing read to smithi19066007-3 2024-08-19T09:58:46.939 INFO:tasks.rados.rados.0.smithi190.stdout:150: finishing copy_from racing read to smithi19066007-17 2024-08-19T09:58:46.940 INFO:tasks.rados.rados.0.smithi190.stdout:149: finishing copy_from to smithi19066007-3 2024-08-19T09:58:46.940 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 17 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T09:58:46.940 INFO:tasks.rados.rados.0.smithi190.stdout:150: finishing copy_from to smithi19066007-17 2024-08-19T09:58:46.940 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 45 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-08-19T09:58:46.940 INFO:tasks.rados.rados.0.smithi190.stdout:151: finishing write tid 1 to smithi19066007-31 2024-08-19T09:58:46.940 INFO:tasks.rados.rados.0.smithi190.stdout:151: finishing write tid 2 to smithi19066007-31 2024-08-19T09:58:46.940 INFO:tasks.rados.rados.0.smithi190.stdout:151: finishing write tid 3 to smithi19066007-31 2024-08-19T09:58:46.940 INFO:tasks.rados.rados.0.smithi190.stdout:151: finishing write tid 4 to smithi19066007-31 2024-08-19T09:58:46.940 INFO:tasks.rados.rados.0.smithi190.stdout:151: finishing write tid 5 to smithi19066007-31 2024-08-19T09:58:46.940 INFO:tasks.rados.rados.0.smithi190.stdout:151: oid 31 updating version 0 to 35 2024-08-19T09:58:46.940 INFO:tasks.rados.rados.0.smithi190.stdout:151: oid 31 version 35 is already newer than 33 2024-08-19T09:58:46.940 INFO:tasks.rados.rados.0.smithi190.stdout:151: oid 31 version 35 is already newer than 32 2024-08-19T09:58:46.941 INFO:tasks.rados.rados.0.smithi190.stdout:151: oid 31 version 35 is already newer than 34 2024-08-19T09:58:46.941 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 35 (ObjNum 74 snap 10 seq_num 74) dirty exists 2024-08-19T09:58:46.941 INFO:tasks.rados.rados.0.smithi190.stdout:151: left oid 31 (ObjNum 74 snap 10 seq_num 74) 2024-08-19T09:58:46.941 INFO:tasks.rados.rados.0.smithi190.stdout:148: done (4 left) 2024-08-19T09:58:46.941 INFO:tasks.rados.rados.0.smithi190.stdout:149: done (3 left) 2024-08-19T09:58:46.941 INFO:tasks.rados.rados.0.smithi190.stdout:150: done (2 left) 2024-08-19T09:58:46.941 INFO:tasks.rados.rados.0.smithi190.stdout:151: done (1 left) 2024-08-19T09:58:46.941 INFO:tasks.rados.rados.0.smithi190.stdout:153: snap_remove snap 7 2024-08-19T09:58:47.891 INFO:tasks.rados.rados.0.smithi190.stdout:153: done (1 left) 2024-08-19T09:58:47.891 INFO:tasks.rados.rados.0.smithi190.stdout:154: rmattr oid 36 current snap is 10 2024-08-19T09:58:47.891 INFO:tasks.rados.rados.0.smithi190.stdout:154: done (1 left) 2024-08-19T09:58:47.891 INFO:tasks.rados.rados.0.smithi190.stdout:155: copy_from oid 6 from oid 13 current snap is 10 2024-08-19T09:58:47.891 INFO:tasks.rados.rados.0.smithi190.stdout:156: snap_remove snap 5 2024-08-19T09:58:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:47 smithi196 ceph-mon[19976]: osdmap e95: 8 total, 8 up, 8 in 2024-08-19T09:58:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:47 smithi196 ceph-mon[19976]: pgmap v123: 121 pgs: 121 active+clean; 45 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-19T09:58:48.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:47 smithi190 ceph-mon[16060]: osdmap e95: 8 total, 8 up, 8 in 2024-08-19T09:58:48.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:47 smithi190 ceph-mon[16060]: pgmap v123: 121 pgs: 121 active+clean; 45 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-19T09:58:48.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:47 smithi190 ceph-mon[26031]: osdmap e95: 8 total, 8 up, 8 in 2024-08-19T09:58:48.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:47 smithi190 ceph-mon[26031]: pgmap v123: 121 pgs: 121 active+clean; 45 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-19T09:58:48.899 INFO:tasks.rados.rados.0.smithi190.stdout:156: done (2 left) 2024-08-19T09:58:48.899 INFO:tasks.rados.rados.0.smithi190.stdout:157: read oid 46 snap -1 2024-08-19T09:58:48.899 INFO:tasks.rados.rados.0.smithi190.stdout:157: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:58:48.899 INFO:tasks.rados.rados.0.smithi190.stdout:158: read oid 35 snap 8 2024-08-19T09:58:48.899 INFO:tasks.rados.rados.0.smithi190.stdout:158: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-19T09:58:48.899 INFO:tasks.rados.rados.0.smithi190.stdout:159: read oid 36 snap -1 2024-08-19T09:58:48.900 INFO:tasks.rados.rados.0.smithi190.stdout:159: expect (ObjNum 35 snap 0 seq_num 35) 2024-08-19T09:58:48.900 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 37 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-19T09:58:48.900 INFO:tasks.rados.rados.0.smithi190.stdout:155: finishing copy_from racing read to smithi19066007-6 2024-08-19T09:58:48.900 INFO:tasks.rados.rados.0.smithi190.stdout:155: finishing copy_from to smithi19066007-6 2024-08-19T09:58:48.900 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-19T09:58:48.900 INFO:tasks.rados.rados.0.smithi190.stdout:160: read oid 12 snap -1 2024-08-19T09:58:48.900 INFO:tasks.rados.rados.0.smithi190.stdout:160: expect (ObjNum 70 snap 7 seq_num 70) 2024-08-19T09:58:48.900 INFO:tasks.rados.rados.0.smithi190.stdout:152: done (5 left) 2024-08-19T09:58:48.900 INFO:tasks.rados.rados.0.smithi190.stdout:155: done (4 left) 2024-08-19T09:58:48.900 INFO:tasks.rados.rados.0.smithi190.stdout:161: read oid 41 snap -1 2024-08-19T09:58:48.900 INFO:tasks.rados.rados.0.smithi190.stdout:161: expect (ObjNum 55 snap 3 seq_num 55) 2024-08-19T09:58:48.900 INFO:tasks.rados.rados.0.smithi190.stdout:162: snap_create 2024-08-19T09:58:48.910 INFO:tasks.rados.rados.0.smithi190.stdout:159: expect (ObjNum 35 snap 0 seq_num 35) 2024-08-19T09:58:48.928 INFO:tasks.rados.rados.0.smithi190.stdout:157: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:58:48.951 INFO:tasks.rados.rados.0.smithi190.stdout:158: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-19T09:58:48.967 INFO:tasks.rados.rados.0.smithi190.stdout:161: expect (ObjNum 55 snap 3 seq_num 55) 2024-08-19T09:58:49.023 INFO:tasks.rados.rados.0.smithi190.stdout:160: expect (ObjNum 70 snap 7 seq_num 70) 2024-08-19T09:58:49.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:48 smithi196 ceph-mon[19976]: osdmap e96: 8 total, 8 up, 8 in 2024-08-19T09:58:49.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:48 smithi190 ceph-mon[26031]: osdmap e96: 8 total, 8 up, 8 in 2024-08-19T09:58:49.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:48 smithi190 ceph-mon[16060]: osdmap e96: 8 total, 8 up, 8 in 2024-08-19T09:58:49.906 INFO:tasks.rados.rados.0.smithi190.stdout:157: done (5 left) 2024-08-19T09:58:49.906 INFO:tasks.rados.rados.0.smithi190.stdout:158: done (4 left) 2024-08-19T09:58:49.906 INFO:tasks.rados.rados.0.smithi190.stdout:159: done (3 left) 2024-08-19T09:58:49.906 INFO:tasks.rados.rados.0.smithi190.stdout:160: done (2 left) 2024-08-19T09:58:49.906 INFO:tasks.rados.rados.0.smithi190.stdout:161: done (1 left) 2024-08-19T09:58:49.906 INFO:tasks.rados.rados.0.smithi190.stdout:162: done (0 left) 2024-08-19T09:58:49.906 INFO:tasks.rados.rados.0.smithi190.stdout:163: snap_remove snap 8 2024-08-19T09:58:50.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:49 smithi196 ceph-mon[19976]: osdmap e97: 8 total, 8 up, 8 in 2024-08-19T09:58:50.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:49 smithi196 ceph-mon[19976]: pgmap v126: 121 pgs: 121 active+clean; 45 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-19T09:58:50.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:49 smithi190 ceph-mon[16060]: osdmap e97: 8 total, 8 up, 8 in 2024-08-19T09:58:50.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:49 smithi190 ceph-mon[16060]: pgmap v126: 121 pgs: 121 active+clean; 45 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-19T09:58:50.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:49 smithi190 ceph-mon[26031]: osdmap e97: 8 total, 8 up, 8 in 2024-08-19T09:58:50.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:49 smithi190 ceph-mon[26031]: pgmap v126: 121 pgs: 121 active+clean; 45 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-19T09:58:50.889 INFO:tasks.rados.rados.0.smithi190.stdout:163: done (0 left) 2024-08-19T09:58:50.889 INFO:tasks.rados.rados.0.smithi190.stdout:164: read oid 36 snap -1 2024-08-19T09:58:50.889 INFO:tasks.rados.rados.0.smithi190.stdout:164: expect (ObjNum 35 snap 0 seq_num 35) 2024-08-19T09:58:50.889 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 1 current snap is 11 2024-08-19T09:58:50.889 INFO:tasks.rados.rados.0.smithi190.stdout:165: seq_num 75 ranges {0=458752,458752=581632,1040384=221184} 2024-08-19T09:58:50.894 INFO:tasks.rados.rados.0.smithi190.stdout:165: writing smithi19066007-1 from 0 to 458752 tid 1 2024-08-19T09:58:50.896 INFO:tasks.rados.rados.0.smithi190.stdout:165: writing smithi19066007-1 from 458752 to 1040384 tid 2 2024-08-19T09:58:50.897 INFO:tasks.rados.rados.0.smithi190.stdout:165: writing smithi19066007-1 from 1040384 to 1261568 tid 3 2024-08-19T09:58:50.897 INFO:tasks.rados.rados.0.smithi190.stdout:164: expect (ObjNum 35 snap 0 seq_num 35) 2024-08-19T09:58:50.918 INFO:tasks.rados.rados.0.smithi190.stdout:164: done (1 left) 2024-08-19T09:58:50.918 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 11 2024-08-19T09:58:50.918 INFO:tasks.rados.rados.0.smithi190.stdout:165: finishing write tid 1 to smithi19066007-1 2024-08-19T09:58:50.918 INFO:tasks.rados.rados.0.smithi190.stdout:166: seq_num 76 ranges {573440=475136,1048576=458752,1507328=344064} 2024-08-19T09:58:50.923 INFO:tasks.rados.rados.0.smithi190.stdout:166: writing smithi19066007-21 from 573440 to 1048576 tid 1 2024-08-19T09:58:50.926 INFO:tasks.rados.rados.0.smithi190.stdout:166: writing smithi19066007-21 from 1048576 to 1507328 tid 2 2024-08-19T09:58:50.928 INFO:tasks.rados.rados.0.smithi190.stdout:166: writing smithi19066007-21 from 1507328 to 1851392 tid 3 2024-08-19T09:58:50.928 INFO:tasks.rados.rados.0.smithi190.stdout:167: rmattr oid 19 current snap is 11 2024-08-19T09:58:50.928 INFO:tasks.rados.rados.0.smithi190.stdout:167: done (2 left) 2024-08-19T09:58:50.928 INFO:tasks.rados.rados.0.smithi190.stdout:168: snap_remove snap 2 2024-08-19T09:58:51.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:50 smithi196 ceph-mon[19976]: osdmap e98: 8 total, 8 up, 8 in 2024-08-19T09:58:51.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:50 smithi196 ceph-mon[19976]: osdmap e99: 8 total, 8 up, 8 in 2024-08-19T09:58:51.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:50 smithi190 ceph-mon[26031]: osdmap e98: 8 total, 8 up, 8 in 2024-08-19T09:58:51.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:50 smithi190 ceph-mon[26031]: osdmap e99: 8 total, 8 up, 8 in 2024-08-19T09:58:51.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:50 smithi190 ceph-mon[16060]: osdmap e98: 8 total, 8 up, 8 in 2024-08-19T09:58:51.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:50 smithi190 ceph-mon[16060]: osdmap e99: 8 total, 8 up, 8 in 2024-08-19T09:58:51.913 INFO:tasks.rados.rados.0.smithi190.stdout:168: done (2 left) 2024-08-19T09:58:51.913 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 41 current snap is 11 2024-08-19T09:58:51.913 INFO:tasks.rados.rados.0.smithi190.stdout:165: finishing write tid 2 to smithi19066007-1 2024-08-19T09:58:51.914 INFO:tasks.rados.rados.0.smithi190.stdout:165: finishing write tid 3 to smithi19066007-1 2024-08-19T09:58:51.914 INFO:tasks.rados.rados.0.smithi190.stdout:165: finishing write tid 4 to smithi19066007-1 2024-08-19T09:58:51.914 INFO:tasks.rados.rados.0.smithi190.stdout:165: finishing write tid 5 to smithi19066007-1 2024-08-19T09:58:51.914 INFO:tasks.rados.rados.0.smithi190.stdout:165: oid 1 updating version 0 to 32 2024-08-19T09:58:51.914 INFO:tasks.rados.rados.0.smithi190.stdout:165: oid 1 version 32 is already newer than 31 2024-08-19T09:58:51.914 INFO:tasks.rados.rados.0.smithi190.stdout:165: oid 1 updating version 32 to 33 2024-08-19T09:58:51.914 INFO:tasks.rados.rados.0.smithi190.stdout:165: oid 1 version 33 is already newer than 30 2024-08-19T09:58:51.914 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 33 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-19T09:58:51.914 INFO:tasks.rados.rados.0.smithi190.stdout:165: left oid 1 (ObjNum 75 snap 11 seq_num 75) 2024-08-19T09:58:51.914 INFO:tasks.rados.rados.0.smithi190.stdout:166: finishing write tid 1 to smithi19066007-21 2024-08-19T09:58:51.914 INFO:tasks.rados.rados.0.smithi190.stdout:166: finishing write tid 2 to smithi19066007-21 2024-08-19T09:58:51.914 INFO:tasks.rados.rados.0.smithi190.stdout:166: finishing write tid 3 to smithi19066007-21 2024-08-19T09:58:51.914 INFO:tasks.rados.rados.0.smithi190.stdout:166: finishing write tid 4 to smithi19066007-21 2024-08-19T09:58:51.914 INFO:tasks.rados.rados.0.smithi190.stdout:166: finishing write tid 5 to smithi19066007-21 2024-08-19T09:58:51.915 INFO:tasks.rados.rados.0.smithi190.stdout:166: oid 21 updating version 0 to 55 2024-08-19T09:58:51.915 INFO:tasks.rados.rados.0.smithi190.stdout:166: oid 21 version 55 is already newer than 54 2024-08-19T09:58:51.915 INFO:tasks.rados.rados.0.smithi190.stdout:166: oid 21 version 55 is already newer than 52 2024-08-19T09:58:51.915 INFO:tasks.rados.rados.0.smithi190.stdout:166: oid 21 version 55 is already newer than 53 2024-08-19T09:58:51.915 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 55 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-08-19T09:58:51.915 INFO:tasks.rados.rados.0.smithi190.stdout:166: left oid 21 (ObjNum 76 snap 11 seq_num 76) 2024-08-19T09:58:51.915 INFO:tasks.rados.rados.0.smithi190.stdout:169: seq_num 77 ranges {1605632=491520,2097152=794624,2891776=8192} 2024-08-19T09:58:51.926 INFO:tasks.rados.rados.0.smithi190.stdout:169: writing smithi19066007-41 from 1605632 to 2097152 tid 1 2024-08-19T09:58:51.932 INFO:tasks.rados.rados.0.smithi190.stdout:169: writing smithi19066007-41 from 2097152 to 2891776 tid 2 2024-08-19T09:58:51.932 INFO:tasks.rados.rados.0.smithi190.stdout:169: writing smithi19066007-41 from 2891776 to 2899968 tid 3 2024-08-19T09:58:51.932 INFO:tasks.rados.rados.0.smithi190.stdout:165: done (2 left) 2024-08-19T09:58:51.932 INFO:tasks.rados.rados.0.smithi190.stdout:166: done (1 left) 2024-08-19T09:58:51.933 INFO:tasks.rados.rados.0.smithi190.stdout:170: copy_from oid 28 from oid 4 current snap is 11 2024-08-19T09:58:51.933 INFO:tasks.rados.rados.0.smithi190.stdout:169: finishing write tid 1 to smithi19066007-41 2024-08-19T09:58:51.933 INFO:tasks.rados.rados.0.smithi190.stdout:171: rollback oid 37 current snap is 11 2024-08-19T09:58:51.933 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 37 to 0 2024-08-19T09:58:51.933 INFO:tasks.rados.rados.0.smithi190.stdout:172: rmattr oid 8 current snap is 11 2024-08-19T09:58:51.933 INFO:tasks.rados.rados.0.smithi190.stdout:172: done (3 left) 2024-08-19T09:58:51.933 INFO:tasks.rados.rados.0.smithi190.stdout:173: rmattr oid 23 current snap is 11 2024-08-19T09:58:51.933 INFO:tasks.rados.rados.0.smithi190.stdout:174: rmattr oid 11 current snap is 11 2024-08-19T09:58:51.933 INFO:tasks.rados.rados.0.smithi190.stdout:174: done (4 left) 2024-08-19T09:58:51.933 INFO:tasks.rados.rados.0.smithi190.stdout:175: read oid 40 snap -1 2024-08-19T09:58:51.933 INFO:tasks.rados.rados.0.smithi190.stdout:175: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-19T09:58:51.933 INFO:tasks.rados.rados.0.smithi190.stdout:176: read oid 18 snap -1 2024-08-19T09:58:51.933 INFO:tasks.rados.rados.0.smithi190.stdout:176: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-19T09:58:51.933 INFO:tasks.rados.rados.0.smithi190.stdout:177: setattr oid 25 current snap is 11 2024-08-19T09:58:51.934 INFO:tasks.rados.rados.0.smithi190.stdout:171: finishing rollback tid 0 to smithi19066007-37 2024-08-19T09:58:51.935 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 11 2024-08-19T09:58:51.935 INFO:tasks.rados.rados.0.smithi190.stdout:178: seq_num 78 ranges {204800=516096,720896=679936,1400832=122880} 2024-08-19T09:58:51.940 INFO:tasks.rados.rados.0.smithi190.stdout:178: writing smithi19066007-6 from 204800 to 720896 tid 1 2024-08-19T09:58:51.944 INFO:tasks.rados.rados.0.smithi190.stdout:178: writing smithi19066007-6 from 720896 to 1400832 tid 2 2024-08-19T09:58:51.945 INFO:tasks.rados.rados.0.smithi190.stdout:178: writing smithi19066007-6 from 1400832 to 1523712 tid 3 2024-08-19T09:58:51.945 INFO:tasks.rados.rados.0.smithi190.stdout:179: copy_from oid 47 from oid 16 current snap is 11 2024-08-19T09:58:51.945 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 71 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T09:58:51.946 INFO:tasks.rados.rados.0.smithi190.stdout:173: done (8 left) 2024-08-19T09:58:51.946 INFO:tasks.rados.rados.0.smithi190.stdout:180: snap_create 2024-08-19T09:58:51.946 INFO:tasks.rados.rados.0.smithi190.stdout:171: finishing rollback tid 1 to smithi19066007-37 2024-08-19T09:58:51.946 INFO:tasks.rados.rados.0.smithi190.stdout:171: finishing rollback tid 2 to smithi19066007-37 2024-08-19T09:58:51.946 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 39 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-19T09:58:51.946 INFO:tasks.rados.rados.0.smithi190.stdout:169: finishing write tid 2 to smithi19066007-41 2024-08-19T09:58:51.946 INFO:tasks.rados.rados.0.smithi190.stdout:169: finishing write tid 3 to smithi19066007-41 2024-08-19T09:58:51.946 INFO:tasks.rados.rados.0.smithi190.stdout:169: finishing write tid 4 to smithi19066007-41 2024-08-19T09:58:51.946 INFO:tasks.rados.rados.0.smithi190.stdout:176: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-19T09:58:51.985 INFO:tasks.rados.rados.0.smithi190.stdout:170: finishing copy_from racing read to smithi19066007-28 2024-08-19T09:58:51.985 INFO:tasks.rados.rados.0.smithi190.stdout:170: finishing copy_from to smithi19066007-28 2024-08-19T09:58:51.985 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-19T09:58:51.985 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 57 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-19T09:58:51.985 INFO:tasks.rados.rados.0.smithi190.stdout:175: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-19T09:58:52.004 INFO:tasks.rados.rados.0.smithi190.stdout:169: finishing write tid 5 to smithi19066007-41 2024-08-19T09:58:52.004 INFO:tasks.rados.rados.0.smithi190.stdout:169: oid 41 updating version 0 to 19 2024-08-19T09:58:52.004 INFO:tasks.rados.rados.0.smithi190.stdout:169: oid 41 version 19 is already newer than 18 2024-08-19T09:58:52.005 INFO:tasks.rados.rados.0.smithi190.stdout:169: oid 41 updating version 19 to 20 2024-08-19T09:58:52.005 INFO:tasks.rados.rados.0.smithi190.stdout:169: oid 41 version 20 is already newer than 17 2024-08-19T09:58:52.005 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 20 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-08-19T09:58:52.005 INFO:tasks.rados.rados.0.smithi190.stdout:169: left oid 41 (ObjNum 77 snap 11 seq_num 77) 2024-08-19T09:58:52.005 INFO:tasks.rados.rados.0.smithi190.stdout:178: finishing write tid 1 to smithi19066007-6 2024-08-19T09:58:52.005 INFO:tasks.rados.rados.0.smithi190.stdout:178: finishing write tid 2 to smithi19066007-6 2024-08-19T09:58:52.005 INFO:tasks.rados.rados.0.smithi190.stdout:178: finishing write tid 3 to smithi19066007-6 2024-08-19T09:58:52.005 INFO:tasks.rados.rados.0.smithi190.stdout:178: finishing write tid 4 to smithi19066007-6 2024-08-19T09:58:52.005 INFO:tasks.rados.rados.0.smithi190.stdout:178: finishing write tid 5 to smithi19066007-6 2024-08-19T09:58:52.005 INFO:tasks.rados.rados.0.smithi190.stdout:178: oid 6 updating version 0 to 42 2024-08-19T09:58:52.005 INFO:tasks.rados.rados.0.smithi190.stdout:178: oid 6 updating version 42 to 43 2024-08-19T09:58:52.005 INFO:tasks.rados.rados.0.smithi190.stdout:178: oid 6 updating version 43 to 44 2024-08-19T09:58:52.005 INFO:tasks.rados.rados.0.smithi190.stdout:178: oid 6 version 44 is already newer than 41 2024-08-19T09:58:52.005 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 44 (ObjNum 78 snap 11 seq_num 78) dirty exists 2024-08-19T09:58:52.006 INFO:tasks.rados.rados.0.smithi190.stdout:178: left oid 6 (ObjNum 78 snap 11 seq_num 78) 2024-08-19T09:58:52.006 INFO:tasks.rados.rados.0.smithi190.stdout:179: finishing copy_from racing read to smithi19066007-47 2024-08-19T09:58:52.006 INFO:tasks.rados.rados.0.smithi190.stdout:179: finishing copy_from to smithi19066007-47 2024-08-19T09:58:52.006 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 19 (ObjNum 72 snap 9 seq_num 72) dirty exists 2024-08-19T09:58:52.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:51 smithi196 ceph-mon[19976]: pgmap v129: 121 pgs: 121 active+clean; 45 MiB data, 302 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:52.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:51 smithi190 ceph-mon[16060]: pgmap v129: 121 pgs: 121 active+clean; 45 MiB data, 302 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:52.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:51 smithi190 ceph-mon[26031]: pgmap v129: 121 pgs: 121 active+clean; 45 MiB data, 302 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:58:52.920 INFO:tasks.rados.rados.0.smithi190.stdout:169: done (8 left) 2024-08-19T09:58:52.921 INFO:tasks.rados.rados.0.smithi190.stdout:170: done (7 left) 2024-08-19T09:58:52.921 INFO:tasks.rados.rados.0.smithi190.stdout:171: done (6 left) 2024-08-19T09:58:52.921 INFO:tasks.rados.rados.0.smithi190.stdout:175: done (5 left) 2024-08-19T09:58:52.921 INFO:tasks.rados.rados.0.smithi190.stdout:176: done (4 left) 2024-08-19T09:58:52.921 INFO:tasks.rados.rados.0.smithi190.stdout:177: done (3 left) 2024-08-19T09:58:52.921 INFO:tasks.rados.rados.0.smithi190.stdout:178: done (2 left) 2024-08-19T09:58:52.921 INFO:tasks.rados.rados.0.smithi190.stdout:179: done (1 left) 2024-08-19T09:58:52.921 INFO:tasks.rados.rados.0.smithi190.stdout:180: done (0 left) 2024-08-19T09:58:52.921 INFO:tasks.rados.rados.0.smithi190.stdout:181: delete oid 31 current snap is 12 2024-08-19T09:58:52.923 INFO:tasks.rados.rados.0.smithi190.stdout:181: done (0 left) 2024-08-19T09:58:52.923 INFO:tasks.rados.rados.0.smithi190.stdout:182: delete oid 26 current snap is 12 2024-08-19T09:58:52.926 INFO:tasks.rados.rados.0.smithi190.stdout:182: done (0 left) 2024-08-19T09:58:52.926 INFO:tasks.rados.rados.0.smithi190.stdout:183: copy_from oid 20 from oid 42 current snap is 12 2024-08-19T09:58:52.926 INFO:tasks.rados.rados.0.smithi190.stdout:184: delete oid 5 current snap is 12 2024-08-19T09:58:52.928 INFO:tasks.rados.rados.0.smithi190.stdout:184: done (1 left) 2024-08-19T09:58:52.928 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 12 2024-08-19T09:58:52.928 INFO:tasks.rados.rados.0.smithi190.stdout:185: seq_num 82 ranges {204800=581632,786432=622592,1409024=180224} 2024-08-19T09:58:52.932 INFO:tasks.rados.rados.0.smithi190.stdout:185: writing smithi19066007-13 from 204800 to 786432 tid 1 2024-08-19T09:58:52.936 INFO:tasks.rados.rados.0.smithi190.stdout:185: writing smithi19066007-13 from 786432 to 1409024 tid 2 2024-08-19T09:58:52.938 INFO:tasks.rados.rados.0.smithi190.stdout:185: writing smithi19066007-13 from 1409024 to 1589248 tid 3 2024-08-19T09:58:52.938 INFO:tasks.rados.rados.0.smithi190.stdout:186: read oid 19 snap -1 2024-08-19T09:58:52.938 INFO:tasks.rados.rados.0.smithi190.stdout:186: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-19T09:58:52.938 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 12 2024-08-19T09:58:52.938 INFO:tasks.rados.rados.0.smithi190.stdout:183: finishing copy_from to smithi19066007-20 2024-08-19T09:58:52.938 INFO:tasks.rados.rados.0.smithi190.stdout:183: got expected ENOENT (src dne) 2024-08-19T09:58:52.938 INFO:tasks.rados.rados.0.smithi190.stdout:187: seq_num 83 ranges {1851392=598016,2449408=499712,2949120=303104} 2024-08-19T09:58:52.951 INFO:tasks.rados.rados.0.smithi190.stdout:187: writing smithi19066007-21 from 1851392 to 2449408 tid 1 2024-08-19T09:58:52.954 INFO:tasks.rados.rados.0.smithi190.stdout:187: writing smithi19066007-21 from 2449408 to 2949120 tid 2 2024-08-19T09:58:52.956 INFO:tasks.rados.rados.0.smithi190.stdout:187: writing smithi19066007-21 from 2949120 to 3252224 tid 3 2024-08-19T09:58:52.956 INFO:tasks.rados.rados.0.smithi190.stdout:188: delete oid 22 current snap is 12 2024-08-19T09:58:52.956 INFO:tasks.rados.rados.0.smithi190.stdout:183: finishing copy_from racing read to smithi19066007-20 2024-08-19T09:58:52.956 INFO:tasks.rados.rados.0.smithi190.stdout:185: finishing write tid 1 to smithi19066007-13 2024-08-19T09:58:52.956 INFO:tasks.rados.rados.0.smithi190.stdout:185: finishing write tid 2 to smithi19066007-13 2024-08-19T09:58:52.956 INFO:tasks.rados.rados.0.smithi190.stdout:185: finishing write tid 3 to smithi19066007-13 2024-08-19T09:58:52.956 INFO:tasks.rados.rados.0.smithi190.stdout:185: finishing write tid 4 to smithi19066007-13 2024-08-19T09:58:52.956 INFO:tasks.rados.rados.0.smithi190.stdout:185: finishing write tid 5 to smithi19066007-13 2024-08-19T09:58:52.956 INFO:tasks.rados.rados.0.smithi190.stdout:185: oid 13 updating version 0 to 48 2024-08-19T09:58:52.957 INFO:tasks.rados.rados.0.smithi190.stdout:185: oid 13 version 48 is already newer than 46 2024-08-19T09:58:52.957 INFO:tasks.rados.rados.0.smithi190.stdout:185: oid 13 updating version 48 to 49 2024-08-19T09:58:52.957 INFO:tasks.rados.rados.0.smithi190.stdout:185: oid 13 version 49 is already newer than 47 2024-08-19T09:58:52.957 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 49 (ObjNum 82 snap 12 seq_num 82) dirty exists 2024-08-19T09:58:52.957 INFO:tasks.rados.rados.0.smithi190.stdout:185: left oid 13 (ObjNum 82 snap 12 seq_num 82) 2024-08-19T09:58:52.957 INFO:tasks.rados.rados.0.smithi190.stdout:186: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-19T09:58:52.964 INFO:tasks.rados.rados.0.smithi190.stdout:187: finishing write tid 1 to smithi19066007-21 2024-08-19T09:58:52.964 INFO:tasks.rados.rados.0.smithi190.stdout:187: finishing write tid 2 to smithi19066007-21 2024-08-19T09:58:52.964 INFO:tasks.rados.rados.0.smithi190.stdout:187: finishing write tid 3 to smithi19066007-21 2024-08-19T09:58:52.965 INFO:tasks.rados.rados.0.smithi190.stdout:187: finishing write tid 4 to smithi19066007-21 2024-08-19T09:58:52.965 INFO:tasks.rados.rados.0.smithi190.stdout:183: done (4 left) 2024-08-19T09:58:52.965 INFO:tasks.rados.rados.0.smithi190.stdout:185: done (3 left) 2024-08-19T09:58:52.965 INFO:tasks.rados.rados.0.smithi190.stdout:186: done (2 left) 2024-08-19T09:58:52.965 INFO:tasks.rados.rados.0.smithi190.stdout:188: done (1 left) 2024-08-19T09:58:52.965 INFO:tasks.rados.rados.0.smithi190.stdout:189: read oid 32 snap -1 2024-08-19T09:58:52.965 INFO:tasks.rados.rados.0.smithi190.stdout:189: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-19T09:58:52.965 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 12 2024-08-19T09:58:52.965 INFO:tasks.rados.rados.0.smithi190.stdout:187: finishing write tid 5 to smithi19066007-21 2024-08-19T09:58:52.965 INFO:tasks.rados.rados.0.smithi190.stdout:187: oid 21 updating version 0 to 70 2024-08-19T09:58:52.966 INFO:tasks.rados.rados.0.smithi190.stdout:187: oid 21 updating version 70 to 72 2024-08-19T09:58:52.966 INFO:tasks.rados.rados.0.smithi190.stdout:187: oid 21 version 72 is already newer than 69 2024-08-19T09:58:52.966 INFO:tasks.rados.rados.0.smithi190.stdout:187: oid 21 version 72 is already newer than 71 2024-08-19T09:58:52.966 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 72 (ObjNum 83 snap 12 seq_num 83) dirty exists 2024-08-19T09:58:52.966 INFO:tasks.rados.rados.0.smithi190.stdout:187: left oid 21 (ObjNum 83 snap 12 seq_num 83) 2024-08-19T09:58:52.966 INFO:tasks.rados.rados.0.smithi190.stdout:190: seq_num 85 ranges {811008=630784,1441792=720896,2162688=81920} 2024-08-19T09:58:52.970 INFO:tasks.rados.rados.0.smithi190.stdout:190: writing smithi19066007-49 from 811008 to 1441792 tid 1 2024-08-19T09:58:52.974 INFO:tasks.rados.rados.0.smithi190.stdout:190: writing smithi19066007-49 from 1441792 to 2162688 tid 2 2024-08-19T09:58:52.975 INFO:tasks.rados.rados.0.smithi190.stdout:190: writing smithi19066007-49 from 2162688 to 2244608 tid 3 2024-08-19T09:58:52.975 INFO:tasks.rados.rados.0.smithi190.stdout:187: done (2 left) 2024-08-19T09:58:52.975 INFO:tasks.rados.rados.0.smithi190.stdout:191: delete oid 40 current snap is 12 2024-08-19T09:58:52.975 INFO:tasks.rados.rados.0.smithi190.stdout:189: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-19T09:58:53.005 INFO:tasks.rados.rados.0.smithi190.stdout:190: finishing write tid 1 to smithi19066007-49 2024-08-19T09:58:53.005 INFO:tasks.rados.rados.0.smithi190.stdout:189: done (2 left) 2024-08-19T09:58:53.005 INFO:tasks.rados.rados.0.smithi190.stdout:191: done (1 left) 2024-08-19T09:58:53.005 INFO:tasks.rados.rados.0.smithi190.stdout:192: delete oid 37 current snap is 12 2024-08-19T09:58:53.005 INFO:tasks.rados.rados.0.smithi190.stdout:190: finishing write tid 2 to smithi19066007-49 2024-08-19T09:58:53.005 INFO:tasks.rados.rados.0.smithi190.stdout:190: finishing write tid 3 to smithi19066007-49 2024-08-19T09:58:53.005 INFO:tasks.rados.rados.0.smithi190.stdout:190: finishing write tid 4 to smithi19066007-49 2024-08-19T09:58:53.005 INFO:tasks.rados.rados.0.smithi190.stdout:190: finishing write tid 5 to smithi19066007-49 2024-08-19T09:58:53.005 INFO:tasks.rados.rados.0.smithi190.stdout:190: oid 49 updating version 0 to 25 2024-08-19T09:58:53.005 INFO:tasks.rados.rados.0.smithi190.stdout:190: oid 49 version 25 is already newer than 23 2024-08-19T09:58:53.006 INFO:tasks.rados.rados.0.smithi190.stdout:190: oid 49 version 25 is already newer than 24 2024-08-19T09:58:53.006 INFO:tasks.rados.rados.0.smithi190.stdout:190: oid 49 version 25 is already newer than 22 2024-08-19T09:58:53.006 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 25 (ObjNum 85 snap 12 seq_num 85) dirty exists 2024-08-19T09:58:53.006 INFO:tasks.rados.rados.0.smithi190.stdout:190: left oid 49 (ObjNum 85 snap 12 seq_num 85) 2024-08-19T09:58:53.006 INFO:tasks.rados.rados.0.smithi190.stdout:190: done (1 left) 2024-08-19T09:58:53.006 INFO:tasks.rados.rados.0.smithi190.stdout:192: done (0 left) 2024-08-19T09:58:53.006 INFO:tasks.rados.rados.0.smithi190.stdout:193: setattr oid 29 current snap is 12 2024-08-19T09:58:53.008 INFO:tasks.rados.rados.0.smithi190.stdout:194: snap_remove snap 0 2024-08-19T09:58:53.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:52 smithi196 ceph-mon[19976]: osdmap e100: 8 total, 8 up, 8 in 2024-08-19T09:58:53.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:52 smithi190 ceph-mon[26031]: osdmap e100: 8 total, 8 up, 8 in 2024-08-19T09:58:53.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:52 smithi190 ceph-mon[16060]: osdmap e100: 8 total, 8 up, 8 in 2024-08-19T09:58:53.926 INFO:tasks.rados.rados.0.smithi190.stdout:194: done (1 left) 2024-08-19T09:58:53.927 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 38 current snap is 12 2024-08-19T09:58:53.927 INFO:tasks.rados.rados.0.smithi190.stdout:195: seq_num 88 ranges {2899968=679936,3579904=778240,4358144=24576} 2024-08-19T09:58:53.946 INFO:tasks.rados.rados.0.smithi190.stdout:195: writing smithi19066007-38 from 2899968 to 3579904 tid 1 2024-08-19T09:58:53.951 INFO:tasks.rados.rados.0.smithi190.stdout:195: writing smithi19066007-38 from 3579904 to 4358144 tid 2 2024-08-19T09:58:53.951 INFO:tasks.rados.rados.0.smithi190.stdout:195: writing smithi19066007-38 from 4358144 to 4382720 tid 3 2024-08-19T09:58:53.951 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 32 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T09:58:53.951 INFO:tasks.rados.rados.0.smithi190.stdout:195: finishing write tid 1 to smithi19066007-38 2024-08-19T09:58:53.951 INFO:tasks.rados.rados.0.smithi190.stdout:193: done (1 left) 2024-08-19T09:58:53.951 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 12 2024-08-19T09:58:53.951 INFO:tasks.rados.rados.0.smithi190.stdout:196: seq_num 89 ranges {172032=696320,868352=655360,1523712=147456} 2024-08-19T09:58:53.956 INFO:tasks.rados.rados.0.smithi190.stdout:196: writing smithi19066007-2 from 172032 to 868352 tid 1 2024-08-19T09:58:53.960 INFO:tasks.rados.rados.0.smithi190.stdout:196: writing smithi19066007-2 from 868352 to 1523712 tid 2 2024-08-19T09:58:53.961 INFO:tasks.rados.rados.0.smithi190.stdout:196: writing smithi19066007-2 from 1523712 to 1671168 tid 3 2024-08-19T09:58:53.961 INFO:tasks.rados.rados.0.smithi190.stdout:197: copy_from oid 27 from oid 26 current snap is 12 2024-08-19T09:58:53.961 INFO:tasks.rados.rados.0.smithi190.stdout:195: finishing write tid 2 to smithi19066007-38 2024-08-19T09:58:53.961 INFO:tasks.rados.rados.0.smithi190.stdout:195: finishing write tid 3 to smithi19066007-38 2024-08-19T09:58:53.961 INFO:tasks.rados.rados.0.smithi190.stdout:195: finishing write tid 4 to smithi19066007-38 2024-08-19T09:58:53.961 INFO:tasks.rados.rados.0.smithi190.stdout:195: finishing write tid 5 to smithi19066007-38 2024-08-19T09:58:53.962 INFO:tasks.rados.rados.0.smithi190.stdout:195: oid 38 updating version 0 to 84 2024-08-19T09:58:53.962 INFO:tasks.rados.rados.0.smithi190.stdout:195: oid 38 updating version 84 to 85 2024-08-19T09:58:53.962 INFO:tasks.rados.rados.0.smithi190.stdout:195: oid 38 version 85 is already newer than 83 2024-08-19T09:58:53.962 INFO:tasks.rados.rados.0.smithi190.stdout:195: oid 38 updating version 85 to 86 2024-08-19T09:58:53.962 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 86 (ObjNum 88 snap 12 seq_num 88) dirty exists 2024-08-19T09:58:53.962 INFO:tasks.rados.rados.0.smithi190.stdout:195: left oid 38 (ObjNum 88 snap 12 seq_num 88) 2024-08-19T09:58:53.962 INFO:tasks.rados.rados.0.smithi190.stdout:196: finishing write tid 1 to smithi19066007-2 2024-08-19T09:58:53.962 INFO:tasks.rados.rados.0.smithi190.stdout:195: done (2 left) 2024-08-19T09:58:53.962 INFO:tasks.rados.rados.0.smithi190.stdout:198: snap_create 2024-08-19T09:58:53.963 INFO:tasks.rados.rados.0.smithi190.stdout:197: finishing copy_from to smithi19066007-27 2024-08-19T09:58:53.963 INFO:tasks.rados.rados.0.smithi190.stdout:197: got expected ENOENT (src dne) 2024-08-19T09:58:53.963 INFO:tasks.rados.rados.0.smithi190.stdout:197: finishing copy_from racing read to smithi19066007-27 2024-08-19T09:58:53.964 INFO:tasks.rados.rados.0.smithi190.stdout:196: finishing write tid 2 to smithi19066007-2 2024-08-19T09:58:53.964 INFO:tasks.rados.rados.0.smithi190.stdout:196: finishing write tid 3 to smithi19066007-2 2024-08-19T09:58:53.964 INFO:tasks.rados.rados.0.smithi190.stdout:196: finishing write tid 4 to smithi19066007-2 2024-08-19T09:58:53.964 INFO:tasks.rados.rados.0.smithi190.stdout:196: finishing write tid 5 to smithi19066007-2 2024-08-19T09:58:53.965 INFO:tasks.rados.rados.0.smithi190.stdout:196: oid 2 updating version 0 to 7 2024-08-19T09:58:53.965 INFO:tasks.rados.rados.0.smithi190.stdout:196: oid 2 version 7 is already newer than 5 2024-08-19T09:58:53.965 INFO:tasks.rados.rados.0.smithi190.stdout:196: oid 2 updating version 7 to 8 2024-08-19T09:58:53.965 INFO:tasks.rados.rados.0.smithi190.stdout:196: oid 2 version 8 is already newer than 6 2024-08-19T09:58:53.965 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 8 (ObjNum 89 snap 12 seq_num 89) dirty exists 2024-08-19T09:58:53.965 INFO:tasks.rados.rados.0.smithi190.stdout:196: left oid 2 (ObjNum 89 snap 12 seq_num 89) 2024-08-19T09:58:54.215 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:53 smithi190 ceph-mon[26031]: pgmap v131: 121 pgs: 121 active+clean; 50 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-08-19T09:58:54.215 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:53 smithi190 ceph-mon[26031]: osdmap e101: 8 total, 8 up, 8 in 2024-08-19T09:58:54.215 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:53 smithi190 ceph-mon[16060]: pgmap v131: 121 pgs: 121 active+clean; 50 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-08-19T09:58:54.215 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:53 smithi190 ceph-mon[16060]: osdmap e101: 8 total, 8 up, 8 in 2024-08-19T09:58:54.216 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:58:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:58:54] "GET /metrics HTTP/1.1" 200 36023 "" "Prometheus/2.43.0" 2024-08-19T09:58:54.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:53 smithi196 ceph-mon[19976]: pgmap v131: 121 pgs: 121 active+clean; 50 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-08-19T09:58:54.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:53 smithi196 ceph-mon[19976]: osdmap e101: 8 total, 8 up, 8 in 2024-08-19T09:58:54.932 INFO:tasks.rados.rados.0.smithi190.stdout:196: done (2 left) 2024-08-19T09:58:54.932 INFO:tasks.rados.rados.0.smithi190.stdout:197: done (1 left) 2024-08-19T09:58:54.932 INFO:tasks.rados.rados.0.smithi190.stdout:198: done (0 left) 2024-08-19T09:58:54.932 INFO:tasks.rados.rados.0.smithi190.stdout:199: snap_create 2024-08-19T09:58:55.229 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:54 smithi190 ceph-mon[26031]: osdmap e102: 8 total, 8 up, 8 in 2024-08-19T09:58:55.229 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:54 smithi190 ceph-mon[16060]: osdmap e102: 8 total, 8 up, 8 in 2024-08-19T09:58:55.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:54 smithi196 ceph-mon[19976]: osdmap e102: 8 total, 8 up, 8 in 2024-08-19T09:58:55.886 INFO:tasks.rados.rados.0.smithi190.stdout:199: done (0 left) 2024-08-19T09:58:55.886 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 14 2024-08-19T09:58:55.886 INFO:tasks.rados.rados.0.smithi190.stdout:200: seq_num 90 ranges {1302528=712704,2015232=540672,2555904=262144} 2024-08-19T09:58:55.897 INFO:tasks.rados.rados.0.smithi190.stdout:200: writing smithi19066007-17 from 1302528 to 2015232 tid 1 2024-08-19T09:58:55.900 INFO:tasks.rados.rados.0.smithi190.stdout:200: writing smithi19066007-17 from 2015232 to 2555904 tid 2 2024-08-19T09:58:55.902 INFO:tasks.rados.rados.0.smithi190.stdout:200: writing smithi19066007-17 from 2555904 to 2818048 tid 3 2024-08-19T09:58:55.902 INFO:tasks.rados.rados.0.smithi190.stdout:201: rollback oid 8 current snap is 14 2024-08-19T09:58:55.902 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 8 to 9 2024-08-19T09:58:55.902 INFO:tasks.rados.rados.0.smithi190.stdout:202: rmattr oid 26 current snap is 14 2024-08-19T09:58:55.903 INFO:tasks.rados.rados.0.smithi190.stdout:202: done (2 left) 2024-08-19T09:58:55.903 INFO:tasks.rados.rados.0.smithi190.stdout:203: delete oid 2 current snap is 14 2024-08-19T09:58:55.903 INFO:tasks.rados.rados.0.smithi190.stdout:200: finishing write tid 1 to smithi19066007-17 2024-08-19T09:58:55.903 INFO:tasks.rados.rados.0.smithi190.stdout:201: finishing rollback tid 1 to smithi19066007-8 2024-08-19T09:58:55.903 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 0 (ObjNum 257 snap 0 seq_num 3356143344) dirty dne 2024-08-19T09:58:55.904 INFO:tasks.rados.rados.0.smithi190.stdout:200: finishing write tid 2 to smithi19066007-17 2024-08-19T09:58:55.905 INFO:tasks.rados.rados.0.smithi190.stdout:200: finishing write tid 3 to smithi19066007-17 2024-08-19T09:58:55.905 INFO:tasks.rados.rados.0.smithi190.stdout:200: finishing write tid 4 to smithi19066007-17 2024-08-19T09:58:55.908 INFO:tasks.rados.rados.0.smithi190.stdout:201: done (2 left) 2024-08-19T09:58:55.908 INFO:tasks.rados.rados.0.smithi190.stdout:203: done (1 left) 2024-08-19T09:58:55.908 INFO:tasks.rados.rados.0.smithi190.stdout:204: rmattr oid 10 current snap is 14 2024-08-19T09:58:55.908 INFO:tasks.rados.rados.0.smithi190.stdout:204: done (1 left) 2024-08-19T09:58:55.908 INFO:tasks.rados.rados.0.smithi190.stdout:205: snap_create 2024-08-19T09:58:55.909 INFO:tasks.rados.rados.0.smithi190.stdout:200: finishing write tid 5 to smithi19066007-17 2024-08-19T09:58:55.909 INFO:tasks.rados.rados.0.smithi190.stdout:200: oid 17 updating version 0 to 51 2024-08-19T09:58:55.909 INFO:tasks.rados.rados.0.smithi190.stdout:200: oid 17 version 51 is already newer than 50 2024-08-19T09:58:55.909 INFO:tasks.rados.rados.0.smithi190.stdout:200: oid 17 updating version 51 to 52 2024-08-19T09:58:55.909 INFO:tasks.rados.rados.0.smithi190.stdout:200: oid 17 updating version 52 to 53 2024-08-19T09:58:55.909 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 53 (ObjNum 90 snap 14 seq_num 90) dirty exists 2024-08-19T09:58:55.909 INFO:tasks.rados.rados.0.smithi190.stdout:200: left oid 17 (ObjNum 90 snap 14 seq_num 90) 2024-08-19T09:58:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:55 smithi190 ceph-mon[26031]: pgmap v134: 121 pgs: 121 active+clean; 50 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-08-19T09:58:56.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:55 smithi190 ceph-mon[26031]: osdmap e103: 8 total, 8 up, 8 in 2024-08-19T09:58:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:55 smithi190 ceph-mon[26031]: osdmap e104: 8 total, 8 up, 8 in 2024-08-19T09:58:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:55 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:58:56.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:55 smithi190 ceph-mon[16060]: pgmap v134: 121 pgs: 121 active+clean; 50 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-08-19T09:58:56.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:55 smithi190 ceph-mon[16060]: osdmap e103: 8 total, 8 up, 8 in 2024-08-19T09:58:56.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:55 smithi190 ceph-mon[16060]: osdmap e104: 8 total, 8 up, 8 in 2024-08-19T09:58:56.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:55 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:58:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:55 smithi196 ceph-mon[19976]: pgmap v134: 121 pgs: 121 active+clean; 50 MiB data, 311 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-08-19T09:58:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:55 smithi196 ceph-mon[19976]: osdmap e103: 8 total, 8 up, 8 in 2024-08-19T09:58:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:55 smithi196 ceph-mon[19976]: osdmap e104: 8 total, 8 up, 8 in 2024-08-19T09:58:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:55 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:58:56.885 INFO:tasks.rados.rados.0.smithi190.stdout:200: done (1 left) 2024-08-19T09:58:56.885 INFO:tasks.rados.rados.0.smithi190.stdout:205: done (0 left) 2024-08-19T09:58:56.885 INFO:tasks.rados.rados.0.smithi190.stdout:206: copy_from oid 48 from oid 47 current snap is 15 2024-08-19T09:58:56.885 INFO:tasks.rados.rados.0.smithi190.stdout:207: read oid 34 snap -1 2024-08-19T09:58:56.886 INFO:tasks.rados.rados.0.smithi190.stdout:207: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-19T09:58:56.886 INFO:tasks.rados.rados.0.smithi190.stdout:208: snap_create 2024-08-19T09:58:56.890 INFO:tasks.rados.rados.0.smithi190.stdout:207: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-19T09:58:56.906 INFO:tasks.rados.rados.0.smithi190.stdout:206: finishing copy_from racing read to smithi19066007-48 2024-08-19T09:58:56.906 INFO:tasks.rados.rados.0.smithi190.stdout:206: finishing copy_from to smithi19066007-48 2024-08-19T09:58:56.906 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 19 (ObjNum 72 snap 9 seq_num 72) dirty exists 2024-08-19T09:58:57.891 INFO:tasks.rados.rados.0.smithi190.stdout:206: done (2 left) 2024-08-19T09:58:57.891 INFO:tasks.rados.rados.0.smithi190.stdout:207: done (1 left) 2024-08-19T09:58:57.891 INFO:tasks.rados.rados.0.smithi190.stdout:208: done (0 left) 2024-08-19T09:58:57.891 INFO:tasks.rados.rados.0.smithi190.stdout:209: read oid 47 snap -1 2024-08-19T09:58:57.892 INFO:tasks.rados.rados.0.smithi190.stdout:209: expect (ObjNum 72 snap 9 seq_num 72) 2024-08-19T09:58:57.892 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 45 current snap is 16 2024-08-19T09:58:57.892 INFO:tasks.rados.rados.0.smithi190.stdout:210: seq_num 92 ranges {745472=745472,1490944=761856,2252800=40960} 2024-08-19T09:58:57.899 INFO:tasks.rados.rados.0.smithi190.stdout:210: writing smithi19066007-45 from 745472 to 1490944 tid 1 2024-08-19T09:58:57.903 INFO:tasks.rados.rados.0.smithi190.stdout:210: writing smithi19066007-45 from 1490944 to 2252800 tid 2 2024-08-19T09:58:57.904 INFO:tasks.rados.rados.0.smithi190.stdout:210: writing smithi19066007-45 from 2252800 to 2293760 tid 3 2024-08-19T09:58:57.904 INFO:tasks.rados.rados.0.smithi190.stdout:211: read oid 49 snap 14 2024-08-19T09:58:57.904 INFO:tasks.rados.rados.0.smithi190.stdout:211: expect (ObjNum 85 snap 12 seq_num 85) 2024-08-19T09:58:57.904 INFO:tasks.rados.rados.0.smithi190.stdout:212: read oid 28 snap -1 2024-08-19T09:58:57.904 INFO:tasks.rados.rados.0.smithi190.stdout:212: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-19T09:58:57.904 INFO:tasks.rados.rados.0.smithi190.stdout:213: read oid 46 snap 10 2024-08-19T09:58:57.905 INFO:tasks.rados.rados.0.smithi190.stdout:213: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:58:57.905 INFO:tasks.rados.rados.0.smithi190.stdout:214: snap_remove snap 15 2024-08-19T09:58:58.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:57 smithi196 ceph-mon[19976]: osdmap e105: 8 total, 8 up, 8 in 2024-08-19T09:58:58.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:57 smithi196 ceph-mon[19976]: pgmap v138: 121 pgs: 121 active+clean; 58 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-08-19T09:58:58.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:57 smithi190 ceph-mon[26031]: osdmap e105: 8 total, 8 up, 8 in 2024-08-19T09:58:58.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:57 smithi190 ceph-mon[26031]: pgmap v138: 121 pgs: 121 active+clean; 58 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-08-19T09:58:58.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:57 smithi190 ceph-mon[16060]: osdmap e105: 8 total, 8 up, 8 in 2024-08-19T09:58:58.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:57 smithi190 ceph-mon[16060]: pgmap v138: 121 pgs: 121 active+clean; 58 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-08-19T09:58:58.899 INFO:tasks.rados.rados.0.smithi190.stdout:214: done (5 left) 2024-08-19T09:58:58.899 INFO:tasks.rados.rados.0.smithi190.stdout:215: setattr oid 37 current snap is 16 2024-08-19T09:58:58.900 INFO:tasks.rados.rados.0.smithi190.stdout:209: expect (ObjNum 72 snap 9 seq_num 72) 2024-08-19T09:58:58.941 INFO:tasks.rados.rados.0.smithi190.stdout:212: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-19T09:58:58.943 INFO:tasks.rados.rados.0.smithi190.stdout:210: finishing write tid 1 to smithi19066007-45 2024-08-19T09:58:58.943 INFO:tasks.rados.rados.0.smithi190.stdout:210: finishing write tid 2 to smithi19066007-45 2024-08-19T09:58:58.943 INFO:tasks.rados.rados.0.smithi190.stdout:210: finishing write tid 3 to smithi19066007-45 2024-08-19T09:58:58.943 INFO:tasks.rados.rados.0.smithi190.stdout:210: finishing write tid 4 to smithi19066007-45 2024-08-19T09:58:58.943 INFO:tasks.rados.rados.0.smithi190.stdout:210: finishing write tid 5 to smithi19066007-45 2024-08-19T09:58:58.943 INFO:tasks.rados.rados.0.smithi190.stdout:210: oid 45 updating version 0 to 20 2024-08-19T09:58:58.943 INFO:tasks.rados.rados.0.smithi190.stdout:210: oid 45 version 20 is already newer than 19 2024-08-19T09:58:58.943 INFO:tasks.rados.rados.0.smithi190.stdout:210: oid 45 updating version 20 to 21 2024-08-19T09:58:58.943 INFO:tasks.rados.rados.0.smithi190.stdout:210: oid 45 version 21 is already newer than 18 2024-08-19T09:58:58.943 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 21 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-08-19T09:58:58.944 INFO:tasks.rados.rados.0.smithi190.stdout:210: left oid 45 (ObjNum 92 snap 16 seq_num 92) 2024-08-19T09:58:58.944 INFO:tasks.rados.rados.0.smithi190.stdout:213: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:58:58.965 INFO:tasks.rados.rados.0.smithi190.stdout:211: expect (ObjNum 85 snap 12 seq_num 85) 2024-08-19T09:58:59.035 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 48 (ObjNum 129 snap 0 seq_num 3356326736) dirty exists 2024-08-19T09:58:59.035 INFO:tasks.rados.rados.0.smithi190.stdout:209: done (5 left) 2024-08-19T09:58:59.035 INFO:tasks.rados.rados.0.smithi190.stdout:210: done (4 left) 2024-08-19T09:58:59.035 INFO:tasks.rados.rados.0.smithi190.stdout:211: done (3 left) 2024-08-19T09:58:59.035 INFO:tasks.rados.rados.0.smithi190.stdout:212: done (2 left) 2024-08-19T09:58:59.035 INFO:tasks.rados.rados.0.smithi190.stdout:213: done (1 left) 2024-08-19T09:58:59.035 INFO:tasks.rados.rados.0.smithi190.stdout:215: done (0 left) 2024-08-19T09:58:59.035 INFO:tasks.rados.rados.0.smithi190.stdout:216: rollback oid 32 current snap is 16 2024-08-19T09:58:59.035 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 32 to 12 2024-08-19T09:58:59.036 INFO:tasks.rados.rados.0.smithi190.stdout:217: delete oid 49 current snap is 16 2024-08-19T09:58:59.036 INFO:tasks.rados.rados.0.smithi190.stdout:217: done (1 left) 2024-08-19T09:58:59.036 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 35 current snap is 16 2024-08-19T09:58:59.036 INFO:tasks.rados.rados.0.smithi190.stdout:218: seq_num 94 ranges {573440=778240,1351680=532480,1884160=270336} 2024-08-19T09:58:59.044 INFO:tasks.rados.rados.0.smithi190.stdout:218: writing smithi19066007-35 from 573440 to 1351680 tid 1 2024-08-19T09:58:59.047 INFO:tasks.rados.rados.0.smithi190.stdout:218: writing smithi19066007-35 from 1351680 to 1884160 tid 2 2024-08-19T09:58:59.048 INFO:tasks.rados.rados.0.smithi190.stdout:218: writing smithi19066007-35 from 1884160 to 2154496 tid 3 2024-08-19T09:58:59.048 INFO:tasks.rados.rados.0.smithi190.stdout:219: setattr oid 42 current snap is 16 2024-08-19T09:58:59.049 INFO:tasks.rados.rados.0.smithi190.stdout:216: finishing rollback tid 0 to smithi19066007-32 2024-08-19T09:58:59.049 INFO:tasks.rados.rados.0.smithi190.stdout:216: finishing rollback tid 1 to smithi19066007-32 2024-08-19T09:58:59.049 INFO:tasks.rados.rados.0.smithi190.stdout:216: finishing rollback tid 2 to smithi19066007-32 2024-08-19T09:58:59.049 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 71 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-19T09:58:59.049 INFO:tasks.rados.rados.0.smithi190.stdout:218: finishing write tid 1 to smithi19066007-35 2024-08-19T09:58:59.049 INFO:tasks.rados.rados.0.smithi190.stdout:216: done (2 left) 2024-08-19T09:58:59.049 INFO:tasks.rados.rados.0.smithi190.stdout:220: setattr oid 3 current snap is 16 2024-08-19T09:58:59.050 INFO:tasks.rados.rados.0.smithi190.stdout:221: snap_remove snap 13 2024-08-19T09:58:59.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:58 smithi196 ceph-mon[19976]: osdmap e106: 8 total, 8 up, 8 in 2024-08-19T09:58:59.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:58 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:59.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:58 smithi196 ceph-mon[19976]: Upgrade: Target is version 19.0.0-5847-g79766939 (unknown) 2024-08-19T09:58:59.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:58 smithi196 ceph-mon[19976]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, digests ['quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028'] 2024-08-19T09:58:59.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:58 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:59.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:58 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:59.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:58 smithi196 ceph-mon[19976]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-19T09:58:59.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:58 smithi190 ceph-mon[16060]: osdmap e106: 8 total, 8 up, 8 in 2024-08-19T09:58:59.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:58 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:59.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:58 smithi190 ceph-mon[16060]: Upgrade: Target is version 19.0.0-5847-g79766939 (unknown) 2024-08-19T09:58:59.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:58 smithi190 ceph-mon[16060]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, digests ['quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028'] 2024-08-19T09:58:59.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:58 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:59.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:58 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:59.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:58 smithi190 ceph-mon[16060]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-19T09:58:59.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:58 smithi190 ceph-mon[26031]: osdmap e106: 8 total, 8 up, 8 in 2024-08-19T09:58:59.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:58 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:59.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:58 smithi190 ceph-mon[26031]: Upgrade: Target is version 19.0.0-5847-g79766939 (unknown) 2024-08-19T09:58:59.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:58 smithi190 ceph-mon[26031]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, digests ['quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028'] 2024-08-19T09:58:59.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:58 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:58:59.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:58 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:58:59.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:58 smithi190 ceph-mon[26031]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-19T09:58:59.905 INFO:tasks.rados.rados.0.smithi190.stdout:221: done (3 left) 2024-08-19T09:58:59.905 INFO:tasks.rados.rados.0.smithi190.stdout:222: read oid 49 snap -1 2024-08-19T09:58:59.905 INFO:tasks.rados.rados.0.smithi190.stdout:222: expect deleted 2024-08-19T09:58:59.905 INFO:tasks.rados.rados.0.smithi190.stdout:223: read oid 43 snap -1 2024-08-19T09:58:59.905 INFO:tasks.rados.rados.0.smithi190.stdout:223: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T09:58:59.905 INFO:tasks.rados.rados.0.smithi190.stdout:224: read oid 32 snap -1 2024-08-19T09:58:59.906 INFO:tasks.rados.rados.0.smithi190.stdout:224: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-19T09:58:59.906 INFO:tasks.rados.rados.0.smithi190.stdout:225: copy_from oid 29 from oid 8 current snap is 16 2024-08-19T09:58:59.906 INFO:tasks.rados.rados.0.smithi190.stdout:226: copy_from oid 4 from oid 45 current snap is 16 2024-08-19T09:58:59.906 INFO:tasks.rados.rados.0.smithi190.stdout:227: read oid 5 snap -1 2024-08-19T09:58:59.906 INFO:tasks.rados.rados.0.smithi190.stdout:227: expect deleted 2024-08-19T09:58:59.906 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 11 current snap is 16 2024-08-19T09:58:59.906 INFO:tasks.rados.rados.0.smithi190.stdout:228: seq_num 95 ranges {172032=794624,966656=409600,1376256=393216} 2024-08-19T09:58:59.911 INFO:tasks.rados.rados.0.smithi190.stdout:228: writing smithi19066007-11 from 172032 to 966656 tid 1 2024-08-19T09:58:59.914 INFO:tasks.rados.rados.0.smithi190.stdout:228: writing smithi19066007-11 from 966656 to 1376256 tid 2 2024-08-19T09:58:59.917 INFO:tasks.rados.rados.0.smithi190.stdout:228: writing smithi19066007-11 from 1376256 to 1769472 tid 3 2024-08-19T09:58:59.917 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 30 current snap is 16 2024-08-19T09:58:59.917 INFO:tasks.rados.rados.0.smithi190.stdout:218: finishing write tid 2 to smithi19066007-35 2024-08-19T09:58:59.917 INFO:tasks.rados.rados.0.smithi190.stdout:218: finishing write tid 3 to smithi19066007-35 2024-08-19T09:58:59.917 INFO:tasks.rados.rados.0.smithi190.stdout:218: finishing write tid 4 to smithi19066007-35 2024-08-19T09:58:59.918 INFO:tasks.rados.rados.0.smithi190.stdout:218: finishing write tid 5 to smithi19066007-35 2024-08-19T09:58:59.918 INFO:tasks.rados.rados.0.smithi190.stdout:218: oid 35 updating version 0 to 15 2024-08-19T09:58:59.918 INFO:tasks.rados.rados.0.smithi190.stdout:218: oid 35 updating version 15 to 16 2024-08-19T09:58:59.918 INFO:tasks.rados.rados.0.smithi190.stdout:218: oid 35 version 16 is already newer than 14 2024-08-19T09:58:59.918 INFO:tasks.rados.rados.0.smithi190.stdout:218: oid 35 updating version 16 to 17 2024-08-19T09:58:59.918 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 17 (ObjNum 94 snap 16 seq_num 94) dirty exists 2024-08-19T09:58:59.918 INFO:tasks.rados.rados.0.smithi190.stdout:218: left oid 35 (ObjNum 94 snap 16 seq_num 94) 2024-08-19T09:58:59.918 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 35 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-08-19T09:58:59.918 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 37 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T09:58:59.918 INFO:tasks.rados.rados.0.smithi190.stdout:225: finishing copy_from to smithi19066007-29 2024-08-19T09:58:59.918 INFO:tasks.rados.rados.0.smithi190.stdout:225: got expected ENOENT (src dne) 2024-08-19T09:58:59.919 INFO:tasks.rados.rados.0.smithi190.stdout:229: seq_num 96 ranges {491520=409600,901120=696320,1597440=507904} 2024-08-19T09:58:59.922 INFO:tasks.rados.rados.0.smithi190.stdout:229: writing smithi19066007-30 from 491520 to 901120 tid 1 2024-08-19T09:58:59.925 INFO:tasks.rados.rados.0.smithi190.stdout:229: writing smithi19066007-30 from 901120 to 1597440 tid 2 2024-08-19T09:58:59.928 INFO:tasks.rados.rados.0.smithi190.stdout:229: writing smithi19066007-30 from 1597440 to 2105344 tid 3 2024-08-19T09:58:59.929 INFO:tasks.rados.rados.0.smithi190.stdout:218: done (10 left) 2024-08-19T09:58:59.929 INFO:tasks.rados.rados.0.smithi190.stdout:219: done (9 left) 2024-08-19T09:58:59.929 INFO:tasks.rados.rados.0.smithi190.stdout:220: done (8 left) 2024-08-19T09:58:59.929 INFO:tasks.rados.rados.0.smithi190.stdout:230: rollback oid 6 current snap is 16 2024-08-19T09:58:59.929 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 6 to 6 2024-08-19T09:58:59.929 INFO:tasks.rados.rados.0.smithi190.stdout:225: finishing copy_from racing read to smithi19066007-29 2024-08-19T09:58:59.929 INFO:tasks.rados.rados.0.smithi190.stdout:223: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T09:58:59.949 INFO:tasks.rados.rados.0.smithi190.stdout:224: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-19T09:58:59.966 INFO:tasks.rados.rados.0.smithi190.stdout:228: finishing write tid 1 to smithi19066007-11 2024-08-19T09:58:59.966 INFO:tasks.rados.rados.0.smithi190.stdout:228: finishing write tid 2 to smithi19066007-11 2024-08-19T09:58:59.966 INFO:tasks.rados.rados.0.smithi190.stdout:228: finishing write tid 3 to smithi19066007-11 2024-08-19T09:58:59.966 INFO:tasks.rados.rados.0.smithi190.stdout:228: finishing write tid 4 to smithi19066007-11 2024-08-19T09:58:59.966 INFO:tasks.rados.rados.0.smithi190.stdout:222: done (8 left) 2024-08-19T09:58:59.966 INFO:tasks.rados.rados.0.smithi190.stdout:223: done (7 left) 2024-08-19T09:58:59.967 INFO:tasks.rados.rados.0.smithi190.stdout:224: done (6 left) 2024-08-19T09:58:59.967 INFO:tasks.rados.rados.0.smithi190.stdout:225: done (5 left) 2024-08-19T09:58:59.967 INFO:tasks.rados.rados.0.smithi190.stdout:227: done (4 left) 2024-08-19T09:58:59.967 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 16 2024-08-19T09:58:59.967 INFO:tasks.rados.rados.0.smithi190.stdout:228: finishing write tid 5 to smithi19066007-11 2024-08-19T09:58:59.967 INFO:tasks.rados.rados.0.smithi190.stdout:228: oid 11 updating version 0 to 39 2024-08-19T09:58:59.967 INFO:tasks.rados.rados.0.smithi190.stdout:228: oid 11 updating version 39 to 40 2024-08-19T09:58:59.967 INFO:tasks.rados.rados.0.smithi190.stdout:228: oid 11 updating version 40 to 43 2024-08-19T09:58:59.967 INFO:tasks.rados.rados.0.smithi190.stdout:228: oid 11 updating version 43 to 44 2024-08-19T09:58:59.967 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 44 (ObjNum 95 snap 16 seq_num 95) dirty exists 2024-08-19T09:58:59.967 INFO:tasks.rados.rados.0.smithi190.stdout:228: left oid 11 (ObjNum 95 snap 16 seq_num 95) 2024-08-19T09:58:59.967 INFO:tasks.rados.rados.0.smithi190.stdout:226: finishing copy_from racing read to smithi19066007-4 2024-08-19T09:58:59.968 INFO:tasks.rados.rados.0.smithi190.stdout:226: finishing copy_from to smithi19066007-4 2024-08-19T09:58:59.968 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 21 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-08-19T09:58:59.968 INFO:tasks.rados.rados.0.smithi190.stdout:229: finishing write tid 1 to smithi19066007-30 2024-08-19T09:58:59.968 INFO:tasks.rados.rados.0.smithi190.stdout:231: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2024-08-19T09:58:59.968 INFO:tasks.rados.rados.0.smithi190.stdout:231: writing smithi19066007-2 from 0 to 434176 tid 1 2024-08-19T09:58:59.970 INFO:tasks.rados.rados.0.smithi190.stdout:231: writing smithi19066007-2 from 434176 to 1015808 tid 2 2024-08-19T09:58:59.973 INFO:tasks.rados.rados.0.smithi190.stdout:231: writing smithi19066007-2 from 1015808 to 1556480 tid 3 2024-08-19T09:58:59.975 INFO:tasks.rados.rados.0.smithi190.stdout:231: writing smithi19066007-2 from 1556480 to 1638400 tid 4 2024-08-19T09:58:59.975 INFO:tasks.rados.rados.0.smithi190.stdout:226: done (4 left) 2024-08-19T09:58:59.976 INFO:tasks.rados.rados.0.smithi190.stdout:228: done (3 left) 2024-08-19T09:58:59.976 INFO:tasks.rados.rados.0.smithi190.stdout:232: read oid 12 snap -1 2024-08-19T09:58:59.976 INFO:tasks.rados.rados.0.smithi190.stdout:232: expect (ObjNum 70 snap 7 seq_num 70) 2024-08-19T09:58:59.976 INFO:tasks.rados.rados.0.smithi190.stdout:233: rollback oid 26 current snap is 16 2024-08-19T09:58:59.976 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 26 to 11 2024-08-19T09:58:59.976 INFO:tasks.rados.rados.0.smithi190.stdout:229: finishing write tid 2 to smithi19066007-30 2024-08-19T09:58:59.976 INFO:tasks.rados.rados.0.smithi190.stdout:230: finishing rollback tid 0 to smithi19066007-6 2024-08-19T09:58:59.976 INFO:tasks.rados.rados.0.smithi190.stdout:230: finishing rollback tid 1 to smithi19066007-6 2024-08-19T09:58:59.976 INFO:tasks.rados.rados.0.smithi190.stdout:229: finishing write tid 3 to smithi19066007-30 2024-08-19T09:58:59.976 INFO:tasks.rados.rados.0.smithi190.stdout:230: finishing rollback tid 2 to smithi19066007-6 2024-08-19T09:58:59.976 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 60 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-19T09:58:59.977 INFO:tasks.rados.rados.0.smithi190.stdout:229: finishing write tid 4 to smithi19066007-30 2024-08-19T09:58:59.977 INFO:tasks.rados.rados.0.smithi190.stdout:229: finishing write tid 5 to smithi19066007-30 2024-08-19T09:58:59.977 INFO:tasks.rados.rados.0.smithi190.stdout:229: oid 30 updating version 0 to 56 2024-08-19T09:58:59.977 INFO:tasks.rados.rados.0.smithi190.stdout:229: oid 30 version 56 is already newer than 54 2024-08-19T09:58:59.977 INFO:tasks.rados.rados.0.smithi190.stdout:229: oid 30 updating version 56 to 57 2024-08-19T09:58:59.977 INFO:tasks.rados.rados.0.smithi190.stdout:229: oid 30 version 57 is already newer than 55 2024-08-19T09:58:59.977 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 57 (ObjNum 96 snap 16 seq_num 96) dirty exists 2024-08-19T09:58:59.977 INFO:tasks.rados.rados.0.smithi190.stdout:229: left oid 30 (ObjNum 96 snap 16 seq_num 96) 2024-08-19T09:58:59.977 INFO:tasks.rados.rados.0.smithi190.stdout:231: finishing write tid 1 to smithi19066007-2 2024-08-19T09:58:59.977 INFO:tasks.rados.rados.0.smithi190.stdout:231: finishing write tid 2 to smithi19066007-2 2024-08-19T09:58:59.977 INFO:tasks.rados.rados.0.smithi190.stdout:229: done (4 left) 2024-08-19T09:58:59.977 INFO:tasks.rados.rados.0.smithi190.stdout:230: done (3 left) 2024-08-19T09:58:59.978 INFO:tasks.rados.rados.0.smithi190.stdout:234: rmattr oid 24 current snap is 16 2024-08-19T09:58:59.978 INFO:tasks.rados.rados.0.smithi190.stdout:234: done (3 left) 2024-08-19T09:58:59.978 INFO:tasks.rados.rados.0.smithi190.stdout:235: copy_from oid 8 from oid 7 current snap is 16 2024-08-19T09:58:59.978 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 16 2024-08-19T09:58:59.978 INFO:tasks.rados.rados.0.smithi190.stdout:236: seq_num 98 ranges {524288=450560,974848=466944,1441792=737280} 2024-08-19T09:58:59.980 INFO:tasks.rados.rados.0.smithi190.stdout:236: writing smithi19066007-32 from 524288 to 974848 tid 1 2024-08-19T09:58:59.983 INFO:tasks.rados.rados.0.smithi190.stdout:236: writing smithi19066007-32 from 974848 to 1441792 tid 2 2024-08-19T09:58:59.987 INFO:tasks.rados.rados.0.smithi190.stdout:236: writing smithi19066007-32 from 1441792 to 2179072 tid 3 2024-08-19T09:58:59.987 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 11 current snap is 16 2024-08-19T09:58:59.987 INFO:tasks.rados.rados.0.smithi190.stdout:233: finishing rollback tid 1 to smithi19066007-26 2024-08-19T09:58:59.987 INFO:tasks.rados.rados.0.smithi190.stdout:237: seq_num 99 ranges {1769472=466944,2236416=802816,3039232=401408} 2024-08-19T09:58:59.999 INFO:tasks.rados.rados.0.smithi190.stdout:237: writing smithi19066007-11 from 1769472 to 2236416 tid 1 2024-08-19T09:59:00.003 INFO:tasks.rados.rados.0.smithi190.stdout:237: writing smithi19066007-11 from 2236416 to 3039232 tid 2 2024-08-19T09:59:00.006 INFO:tasks.rados.rados.0.smithi190.stdout:237: writing smithi19066007-11 from 3039232 to 3440640 tid 3 2024-08-19T09:59:00.007 INFO:tasks.rados.rados.0.smithi190.stdout:238: read oid 45 snap 12 2024-08-19T09:59:00.007 INFO:tasks.rados.rados.0.smithi190.stdout:238: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-19T09:59:00.007 INFO:tasks.rados.rados.0.smithi190.stdout:239: snap_create 2024-08-19T09:59:00.007 INFO:tasks.rados.rados.0.smithi190.stdout:231: finishing write tid 3 to smithi19066007-2 2024-08-19T09:59:00.007 INFO:tasks.rados.rados.0.smithi190.stdout:231: finishing write tid 4 to smithi19066007-2 2024-08-19T09:59:00.007 INFO:tasks.rados.rados.0.smithi190.stdout:233: finishing rollback tid 2 to smithi19066007-26 2024-08-19T09:59:00.007 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 62 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-19T09:59:00.007 INFO:tasks.rados.rados.0.smithi190.stdout:231: finishing write tid 5 to smithi19066007-2 2024-08-19T09:59:00.007 INFO:tasks.rados.rados.0.smithi190.stdout:231: finishing write tid 6 to smithi19066007-2 2024-08-19T09:59:00.007 INFO:tasks.rados.rados.0.smithi190.stdout:231: oid 2 updating version 0 to 15 2024-08-19T09:59:00.007 INFO:tasks.rados.rados.0.smithi190.stdout:231: oid 2 version 15 is already newer than 14 2024-08-19T09:59:00.008 INFO:tasks.rados.rados.0.smithi190.stdout:231: oid 2 updating version 15 to 16 2024-08-19T09:59:00.008 INFO:tasks.rados.rados.0.smithi190.stdout:231: oid 2 updating version 16 to 17 2024-08-19T09:59:00.008 INFO:tasks.rados.rados.0.smithi190.stdout:231: oid 2 version 17 is already newer than 13 2024-08-19T09:59:00.008 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 17 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-08-19T09:59:00.008 INFO:tasks.rados.rados.0.smithi190.stdout:231: left oid 2 (ObjNum 97 snap 16 seq_num 97) 2024-08-19T09:59:00.008 INFO:tasks.rados.rados.0.smithi190.stdout:232: expect (ObjNum 70 snap 7 seq_num 70) 2024-08-19T09:59:00.038 INFO:tasks.rados.rados.0.smithi190.stdout:235: finishing copy_from racing read to smithi19066007-8 2024-08-19T09:59:00.038 INFO:tasks.rados.rados.0.smithi190.stdout:235: finishing copy_from to smithi19066007-8 2024-08-19T09:59:00.039 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-19T09:59:00.039 INFO:tasks.rados.rados.0.smithi190.stdout:236: finishing write tid 1 to smithi19066007-32 2024-08-19T09:59:00.039 INFO:tasks.rados.rados.0.smithi190.stdout:236: finishing write tid 2 to smithi19066007-32 2024-08-19T09:59:00.039 INFO:tasks.rados.rados.0.smithi190.stdout:236: finishing write tid 3 to smithi19066007-32 2024-08-19T09:59:00.039 INFO:tasks.rados.rados.0.smithi190.stdout:236: finishing write tid 4 to smithi19066007-32 2024-08-19T09:59:00.039 INFO:tasks.rados.rados.0.smithi190.stdout:236: finishing write tid 5 to smithi19066007-32 2024-08-19T09:59:00.040 INFO:tasks.rados.rados.0.smithi190.stdout:236: oid 32 updating version 0 to 78 2024-08-19T09:59:00.040 INFO:tasks.rados.rados.0.smithi190.stdout:236: oid 32 updating version 78 to 79 2024-08-19T09:59:00.040 INFO:tasks.rados.rados.0.smithi190.stdout:236: oid 32 version 79 is already newer than 76 2024-08-19T09:59:00.040 INFO:tasks.rados.rados.0.smithi190.stdout:236: oid 32 version 79 is already newer than 77 2024-08-19T09:59:00.040 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 79 (ObjNum 98 snap 16 seq_num 98) dirty exists 2024-08-19T09:59:00.041 INFO:tasks.rados.rados.0.smithi190.stdout:236: left oid 32 (ObjNum 98 snap 16 seq_num 98) 2024-08-19T09:59:00.041 INFO:tasks.rados.rados.0.smithi190.stdout:237: finishing write tid 1 to smithi19066007-11 2024-08-19T09:59:00.041 INFO:tasks.rados.rados.0.smithi190.stdout:237: finishing write tid 2 to smithi19066007-11 2024-08-19T09:59:00.042 INFO:tasks.rados.rados.0.smithi190.stdout:237: finishing write tid 3 to smithi19066007-11 2024-08-19T09:59:00.042 INFO:tasks.rados.rados.0.smithi190.stdout:237: finishing write tid 4 to smithi19066007-11 2024-08-19T09:59:00.042 INFO:tasks.rados.rados.0.smithi190.stdout:237: finishing write tid 5 to smithi19066007-11 2024-08-19T09:59:00.042 INFO:tasks.rados.rados.0.smithi190.stdout:237: oid 11 updating version 0 to 45 2024-08-19T09:59:00.042 INFO:tasks.rados.rados.0.smithi190.stdout:237: oid 11 updating version 45 to 46 2024-08-19T09:59:00.042 INFO:tasks.rados.rados.0.smithi190.stdout:237: oid 11 updating version 46 to 48 2024-08-19T09:59:00.043 INFO:tasks.rados.rados.0.smithi190.stdout:237: oid 11 version 48 is already newer than 47 2024-08-19T09:59:00.043 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 48 (ObjNum 99 snap 16 seq_num 99) dirty exists 2024-08-19T09:59:00.043 INFO:tasks.rados.rados.0.smithi190.stdout:237: left oid 11 (ObjNum 99 snap 16 seq_num 99) 2024-08-19T09:59:00.043 INFO:tasks.rados.rados.0.smithi190.stdout:238: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-19T09:59:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:59 smithi196 ceph-mon[19976]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 on smithi196 2024-08-19T09:59:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:59 smithi196 ceph-mon[19976]: osdmap e107: 8 total, 8 up, 8 in 2024-08-19T09:59:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:58:59 smithi196 ceph-mon[19976]: pgmap v141: 121 pgs: 121 active+clean; 58 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-08-19T09:59:00.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:59 smithi190 ceph-mon[16060]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 on smithi196 2024-08-19T09:59:00.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:59 smithi190 ceph-mon[16060]: osdmap e107: 8 total, 8 up, 8 in 2024-08-19T09:59:00.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:58:59 smithi190 ceph-mon[16060]: pgmap v141: 121 pgs: 121 active+clean; 58 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-08-19T09:59:00.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:59 smithi190 ceph-mon[26031]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 on smithi196 2024-08-19T09:59:00.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:59 smithi190 ceph-mon[26031]: osdmap e107: 8 total, 8 up, 8 in 2024-08-19T09:59:00.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:58:59 smithi190 ceph-mon[26031]: pgmap v141: 121 pgs: 121 active+clean; 58 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-08-19T09:59:00.886 INFO:tasks.rados.rados.0.smithi190.stdout:231: done (7 left) 2024-08-19T09:59:00.887 INFO:tasks.rados.rados.0.smithi190.stdout:232: done (6 left) 2024-08-19T09:59:00.887 INFO:tasks.rados.rados.0.smithi190.stdout:233: done (5 left) 2024-08-19T09:59:00.887 INFO:tasks.rados.rados.0.smithi190.stdout:235: done (4 left) 2024-08-19T09:59:00.887 INFO:tasks.rados.rados.0.smithi190.stdout:236: done (3 left) 2024-08-19T09:59:00.887 INFO:tasks.rados.rados.0.smithi190.stdout:237: done (2 left) 2024-08-19T09:59:00.887 INFO:tasks.rados.rados.0.smithi190.stdout:238: done (1 left) 2024-08-19T09:59:00.887 INFO:tasks.rados.rados.0.smithi190.stdout:239: done (0 left) 2024-08-19T09:59:00.887 INFO:tasks.rados.rados.0.smithi190.stdout:240: rmattr oid 29 current snap is 17 2024-08-19T09:59:00.887 INFO:tasks.rados.rados.0.smithi190.stdout:241: copy_from oid 18 from oid 3 current snap is 17 2024-08-19T09:59:00.887 INFO:tasks.rados.rados.0.smithi190.stdout:242: rollback oid 38 current snap is 17 2024-08-19T09:59:00.888 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 38 to 9 2024-08-19T09:59:00.888 INFO:tasks.rados.rados.0.smithi190.stdout:243: snap_remove snap 10 2024-08-19T09:59:01.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:00 smithi196 ceph-mon[19976]: osdmap e108: 8 total, 8 up, 8 in 2024-08-19T09:59:01.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:00 smithi196 ceph-mon[19976]: osdmap e109: 8 total, 8 up, 8 in 2024-08-19T09:59:01.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:00 smithi190 ceph-mon[26031]: osdmap e108: 8 total, 8 up, 8 in 2024-08-19T09:59:01.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:00 smithi190 ceph-mon[26031]: osdmap e109: 8 total, 8 up, 8 in 2024-08-19T09:59:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:00 smithi190 ceph-mon[16060]: osdmap e108: 8 total, 8 up, 8 in 2024-08-19T09:59:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:00 smithi190 ceph-mon[16060]: osdmap e109: 8 total, 8 up, 8 in 2024-08-19T09:59:01.889 INFO:tasks.rados.rados.0.smithi190.stdout:243: done (3 left) 2024-08-19T09:59:01.889 INFO:tasks.rados.rados.0.smithi190.stdout:244: snap_create 2024-08-19T09:59:01.889 INFO:tasks.rados.rados.0.smithi190.stdout:242: finishing rollback tid 0 to smithi19066007-38 2024-08-19T09:59:01.889 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 33 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T09:59:01.889 INFO:tasks.rados.rados.0.smithi190.stdout:242: finishing rollback tid 1 to smithi19066007-38 2024-08-19T09:59:01.889 INFO:tasks.rados.rados.0.smithi190.stdout:242: finishing rollback tid 2 to smithi19066007-38 2024-08-19T09:59:01.889 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 90 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-08-19T09:59:01.890 INFO:tasks.rados.rados.0.smithi190.stdout:241: finishing copy_from racing read to smithi19066007-18 2024-08-19T09:59:01.890 INFO:tasks.rados.rados.0.smithi190.stdout:241: finishing copy_from to smithi19066007-18 2024-08-19T09:59:01.890 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 37 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T09:59:02.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:01 smithi196 ceph-mon[19976]: pgmap v144: 121 pgs: 121 active+clean; 58 MiB data, 321 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:59:02.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:01 smithi196 ceph-mon[19976]: osdmap e110: 8 total, 8 up, 8 in 2024-08-19T09:59:02.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:01 smithi190 ceph-mon[16060]: pgmap v144: 121 pgs: 121 active+clean; 58 MiB data, 321 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:59:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:01 smithi190 ceph-mon[16060]: osdmap e110: 8 total, 8 up, 8 in 2024-08-19T09:59:02.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:01 smithi190 ceph-mon[26031]: pgmap v144: 121 pgs: 121 active+clean; 58 MiB data, 321 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:59:02.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:01 smithi190 ceph-mon[26031]: osdmap e110: 8 total, 8 up, 8 in 2024-08-19T09:59:02.889 INFO:tasks.rados.rados.0.smithi190.stdout:240: done (3 left) 2024-08-19T09:59:02.890 INFO:tasks.rados.rados.0.smithi190.stdout:241: done (2 left) 2024-08-19T09:59:02.890 INFO:tasks.rados.rados.0.smithi190.stdout:242: done (1 left) 2024-08-19T09:59:02.890 INFO:tasks.rados.rados.0.smithi190.stdout:244: done (0 left) 2024-08-19T09:59:02.890 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 18 2024-08-19T09:59:02.890 INFO:tasks.rados.rados.0.smithi190.stdout:245: seq_num 100 ranges {1466368=483328,1949696=688128,2637824=516096} 2024-08-19T09:59:02.899 INFO:tasks.rados.rados.0.smithi190.stdout:245: writing smithi19066007-16 from 1466368 to 1949696 tid 1 2024-08-19T09:59:02.903 INFO:tasks.rados.rados.0.smithi190.stdout:245: writing smithi19066007-16 from 1949696 to 2637824 tid 2 2024-08-19T09:59:02.906 INFO:tasks.rados.rados.0.smithi190.stdout:245: writing smithi19066007-16 from 2637824 to 3153920 tid 3 2024-08-19T09:59:02.907 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 18 current snap is 18 2024-08-19T09:59:02.907 INFO:tasks.rados.rados.0.smithi190.stdout:245: finishing write tid 1 to smithi19066007-16 2024-08-19T09:59:02.907 INFO:tasks.rados.rados.0.smithi190.stdout:246: seq_num 101 ranges {491520=499712,991232=573440,1564672=524288,2088960=106496} 2024-08-19T09:59:02.912 INFO:tasks.rados.rados.0.smithi190.stdout:246: writing smithi19066007-18 from 491520 to 991232 tid 1 2024-08-19T09:59:02.915 INFO:tasks.rados.rados.0.smithi190.stdout:246: writing smithi19066007-18 from 991232 to 1564672 tid 2 2024-08-19T09:59:02.918 INFO:tasks.rados.rados.0.smithi190.stdout:246: writing smithi19066007-18 from 1564672 to 2088960 tid 3 2024-08-19T09:59:02.919 INFO:tasks.rados.rados.0.smithi190.stdout:246: writing smithi19066007-18 from 2088960 to 2195456 tid 4 2024-08-19T09:59:02.919 INFO:tasks.rados.rados.0.smithi190.stdout:247: setattr oid 45 current snap is 18 2024-08-19T09:59:02.919 INFO:tasks.rados.rados.0.smithi190.stdout:245: finishing write tid 2 to smithi19066007-16 2024-08-19T09:59:02.919 INFO:tasks.rados.rados.0.smithi190.stdout:245: finishing write tid 3 to smithi19066007-16 2024-08-19T09:59:02.919 INFO:tasks.rados.rados.0.smithi190.stdout:245: finishing write tid 4 to smithi19066007-16 2024-08-19T09:59:02.919 INFO:tasks.rados.rados.0.smithi190.stdout:245: finishing write tid 5 to smithi19066007-16 2024-08-19T09:59:02.919 INFO:tasks.rados.rados.0.smithi190.stdout:245: oid 16 updating version 0 to 53 2024-08-19T09:59:02.919 INFO:tasks.rados.rados.0.smithi190.stdout:245: oid 16 updating version 53 to 55 2024-08-19T09:59:02.919 INFO:tasks.rados.rados.0.smithi190.stdout:245: oid 16 version 55 is already newer than 54 2024-08-19T09:59:02.919 INFO:tasks.rados.rados.0.smithi190.stdout:245: oid 16 version 55 is already newer than 52 2024-08-19T09:59:02.919 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 55 (ObjNum 100 snap 18 seq_num 100) dirty exists 2024-08-19T09:59:02.919 INFO:tasks.rados.rados.0.smithi190.stdout:245: left oid 16 (ObjNum 100 snap 18 seq_num 100) 2024-08-19T09:59:02.920 INFO:tasks.rados.rados.0.smithi190.stdout:246: finishing write tid 1 to smithi19066007-18 2024-08-19T09:59:02.920 INFO:tasks.rados.rados.0.smithi190.stdout:246: finishing write tid 2 to smithi19066007-18 2024-08-19T09:59:02.920 INFO:tasks.rados.rados.0.smithi190.stdout:245: done (2 left) 2024-08-19T09:59:02.920 INFO:tasks.rados.rados.0.smithi190.stdout:248: snap_remove snap 6 2024-08-19T09:59:03.900 INFO:tasks.rados.rados.0.smithi190.stdout:246: finishing write tid 3 to smithi19066007-18 2024-08-19T09:59:03.901 INFO:tasks.rados.rados.0.smithi190.stdout:246: finishing write tid 4 to smithi19066007-18 2024-08-19T09:59:03.901 INFO:tasks.rados.rados.0.smithi190.stdout:246: finishing write tid 5 to smithi19066007-18 2024-08-19T09:59:03.901 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 29 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-08-19T09:59:03.901 INFO:tasks.rados.rados.0.smithi190.stdout:246: finishing write tid 6 to smithi19066007-18 2024-08-19T09:59:03.901 INFO:tasks.rados.rados.0.smithi190.stdout:246: oid 18 updating version 0 to 68 2024-08-19T09:59:03.901 INFO:tasks.rados.rados.0.smithi190.stdout:246: oid 18 updating version 68 to 69 2024-08-19T09:59:03.901 INFO:tasks.rados.rados.0.smithi190.stdout:246: oid 18 updating version 69 to 70 2024-08-19T09:59:03.901 INFO:tasks.rados.rados.0.smithi190.stdout:246: oid 18 updating version 70 to 71 2024-08-19T09:59:03.901 INFO:tasks.rados.rados.0.smithi190.stdout:246: oid 18 updating version 71 to 72 2024-08-19T09:59:03.901 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 72 (ObjNum 101 snap 18 seq_num 101) dirty exists 2024-08-19T09:59:03.901 INFO:tasks.rados.rados.0.smithi190.stdout:246: left oid 18 (ObjNum 101 snap 18 seq_num 101) 2024-08-19T09:59:03.901 INFO:tasks.rados.rados.0.smithi190.stdout:246: done (2 left) 2024-08-19T09:59:03.901 INFO:tasks.rados.rados.0.smithi190.stdout:247: done (1 left) 2024-08-19T09:59:03.901 INFO:tasks.rados.rados.0.smithi190.stdout:248: done (0 left) 2024-08-19T09:59:03.902 INFO:tasks.rados.rados.0.smithi190.stdout:249: setattr oid 40 current snap is 18 2024-08-19T09:59:03.903 INFO:tasks.rados.rados.0.smithi190.stdout:250: snap_create 2024-08-19T09:59:03.910 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 23 (ObjNum 129 snap 0 seq_num 2642100043) dirty exists 2024-08-19T09:59:04.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:03 smithi196 ceph-mon[19976]: osdmap e111: 8 total, 8 up, 8 in 2024-08-19T09:59:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:03 smithi196 ceph-mon[19976]: pgmap v147: 121 pgs: 3 active+clean+snaptrim_wait, 10 active+clean+snaptrim, 108 active+clean; 72 MiB data, 348 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-08-19T09:59:04.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:03 smithi190 ceph-mon[16060]: osdmap e111: 8 total, 8 up, 8 in 2024-08-19T09:59:04.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:03 smithi190 ceph-mon[16060]: pgmap v147: 121 pgs: 3 active+clean+snaptrim_wait, 10 active+clean+snaptrim, 108 active+clean; 72 MiB data, 348 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-08-19T09:59:04.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:04 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:59:04] "GET /metrics HTTP/1.1" 200 36026 "" "Prometheus/2.43.0" 2024-08-19T09:59:04.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:03 smithi190 ceph-mon[26031]: osdmap e111: 8 total, 8 up, 8 in 2024-08-19T09:59:04.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:03 smithi190 ceph-mon[26031]: pgmap v147: 121 pgs: 3 active+clean+snaptrim_wait, 10 active+clean+snaptrim, 108 active+clean; 72 MiB data, 348 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-08-19T09:59:04.343 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T09:59:04.879 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T09:59:04.879 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (2m) 107s ago 3m 17.0M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T09:59:04.879 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (2m) 107s ago 2m 82.7M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T09:59:04.879 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (4m) 107s ago 4m 15.5M - 18.2.4-721-gbaa926de e6c292a6bc95 e6af5dc87346 2024-08-19T09:59:04.879 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (4m) 107s ago 4m 15.1M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T09:59:04.879 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,8765 running (7m) 107s ago 7m 438M - 18.2.4-721-gbaa926de e6c292a6bc95 fdd90862125c 2024-08-19T09:59:04.879 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:9283,8765 running (9m) 107s ago 9m 486M - 18.2.4-721-gbaa926de e6c292a6bc95 03e52aa37ef2 2024-08-19T09:59:04.879 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (9m) 107s ago 9m 47.8M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 9109cb9dca37 2024-08-19T09:59:04.879 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (8m) 107s ago 8m 39.8M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 0b1c97b9ffa9 2024-08-19T09:59:04.879 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (8m) 107s ago 7m 38.3M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 6c708a6ae36c 2024-08-19T09:59:04.879 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (2m) 107s ago 2m 16.1M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T09:59:04.879 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (2m) 107s ago 2m 7117k - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T09:59:04.880 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (7m) 107s ago 7m 54.6M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 7869b3a6fe8d 2024-08-19T09:59:04.880 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (7m) 107s ago 7m 45.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 216832ba0eb9 2024-08-19T09:59:04.880 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (6m) 107s ago 6m 49.5M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 7dc17a160906 2024-08-19T09:59:04.880 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (6m) 107s ago 6m 51.5M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 8d23db0741f1 2024-08-19T09:59:04.880 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (5m) 107s ago 5m 42.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 36958c5836c1 2024-08-19T09:59:04.880 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (5m) 107s ago 5m 43.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 089ec5523ac2 2024-08-19T09:59:04.880 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (5m) 107s ago 5m 49.4M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 5b1bd80e75ec 2024-08-19T09:59:04.880 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (4m) 107s ago 4m 42.6M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 0af4ca14b11c 2024-08-19T09:59:04.880 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (2m) 107s ago 3m 33.3M - 2.43.0 a07b618ecd1d 0962e8cd9aff 2024-08-19T09:59:04.900 INFO:tasks.rados.rados.0.smithi190.stdout:249: done (1 left) 2024-08-19T09:59:04.900 INFO:tasks.rados.rados.0.smithi190.stdout:250: done (0 left) 2024-08-19T09:59:04.900 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 33 current snap is 19 2024-08-19T09:59:04.900 INFO:tasks.rados.rados.0.smithi190.stdout:251: seq_num 102 ranges {540672=516096,1056768=450560,1507328=729088,2236416=24576} 2024-08-19T09:59:04.905 INFO:tasks.rados.rados.0.smithi190.stdout:251: writing smithi19066007-33 from 540672 to 1056768 tid 1 2024-08-19T09:59:04.908 INFO:tasks.rados.rados.0.smithi190.stdout:251: writing smithi19066007-33 from 1056768 to 1507328 tid 2 2024-08-19T09:59:04.913 INFO:tasks.rados.rados.0.smithi190.stdout:251: writing smithi19066007-33 from 1507328 to 2236416 tid 3 2024-08-19T09:59:04.913 INFO:tasks.rados.rados.0.smithi190.stdout:251: writing smithi19066007-33 from 2236416 to 2260992 tid 4 2024-08-19T09:59:04.913 INFO:tasks.rados.rados.0.smithi190.stdout:252: copy_from oid 18 from oid 13 current snap is 19 2024-08-19T09:59:04.913 INFO:tasks.rados.rados.0.smithi190.stdout:251: finishing write tid 1 to smithi19066007-33 2024-08-19T09:59:04.913 INFO:tasks.rados.rados.0.smithi190.stdout:251: finishing write tid 2 to smithi19066007-33 2024-08-19T09:59:04.913 INFO:tasks.rados.rados.0.smithi190.stdout:253: snap_create 2024-08-19T09:59:04.916 INFO:tasks.rados.rados.0.smithi190.stdout:251: finishing write tid 3 to smithi19066007-33 2024-08-19T09:59:04.916 INFO:tasks.rados.rados.0.smithi190.stdout:251: finishing write tid 4 to smithi19066007-33 2024-08-19T09:59:04.916 INFO:tasks.rados.rados.0.smithi190.stdout:251: finishing write tid 5 to smithi19066007-33 2024-08-19T09:59:04.918 INFO:tasks.rados.rados.0.smithi190.stdout:251: finishing write tid 6 to smithi19066007-33 2024-08-19T09:59:04.918 INFO:tasks.rados.rados.0.smithi190.stdout:251: oid 33 updating version 0 to 47 2024-08-19T09:59:04.919 INFO:tasks.rados.rados.0.smithi190.stdout:251: oid 33 version 47 is already newer than 45 2024-08-19T09:59:04.919 INFO:tasks.rados.rados.0.smithi190.stdout:251: oid 33 version 47 is already newer than 44 2024-08-19T09:59:04.919 INFO:tasks.rados.rados.0.smithi190.stdout:251: oid 33 version 47 is already newer than 46 2024-08-19T09:59:04.919 INFO:tasks.rados.rados.0.smithi190.stdout:251: oid 33 version 47 is already newer than 43 2024-08-19T09:59:04.919 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 47 (ObjNum 102 snap 19 seq_num 102) dirty exists 2024-08-19T09:59:04.919 INFO:tasks.rados.rados.0.smithi190.stdout:251: left oid 33 (ObjNum 102 snap 19 seq_num 102) 2024-08-19T09:59:04.924 INFO:tasks.rados.rados.0.smithi190.stdout:252: finishing copy_from racing read to smithi19066007-18 2024-08-19T09:59:04.926 INFO:tasks.rados.rados.0.smithi190.stdout:252: finishing copy_from to smithi19066007-18 2024-08-19T09:59:04.926 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 49 (ObjNum 82 snap 12 seq_num 82) dirty exists 2024-08-19T09:59:05.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:04 smithi196 ceph-mon[19976]: osdmap e112: 8 total, 8 up, 8 in 2024-08-19T09:59:05.204 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T09:59:05.204 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T09:59:05.204 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T09:59:05.204 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T09:59:05.205 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T09:59:05.205 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T09:59:05.205 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T09:59:05.205 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T09:59:05.205 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T09:59:05.205 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T09:59:05.205 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T09:59:05.205 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T09:59:05.205 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T09:59:05.205 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T09:59:05.205 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 15 2024-08-19T09:59:05.205 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T09:59:05.205 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T09:59:05.206 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:04 smithi190 ceph-mon[16060]: osdmap e112: 8 total, 8 up, 8 in 2024-08-19T09:59:05.206 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:04 smithi190 ceph-mon[26031]: osdmap e112: 8 total, 8 up, 8 in 2024-08-19T09:59:05.485 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T09:59:05.485 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T09:59:05.486 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T09:59:05.486 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T09:59:05.486 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [], 2024-08-19T09:59:05.486 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "0/20 daemons upgraded", 2024-08-19T09:59:05.486 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 image on host smithi196", 2024-08-19T09:59:05.486 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T09:59:05.486 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T09:59:05.888 INFO:tasks.rados.rados.0.smithi190.stdout:251: done (2 left) 2024-08-19T09:59:05.888 INFO:tasks.rados.rados.0.smithi190.stdout:252: done (1 left) 2024-08-19T09:59:05.888 INFO:tasks.rados.rados.0.smithi190.stdout:253: done (0 left) 2024-08-19T09:59:05.888 INFO:tasks.rados.rados.0.smithi190.stdout:254: snap_create 2024-08-19T09:59:06.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:05 smithi196 ceph-mon[19976]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:06.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:05 smithi196 ceph-mon[19976]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:06.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:05 smithi196 ceph-mon[19976]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:06.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:05 smithi196 ceph-mon[19976]: osdmap e113: 8 total, 8 up, 8 in 2024-08-19T09:59:06.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:05 smithi196 ceph-mon[19976]: pgmap v150: 121 pgs: 3 active+clean+snaptrim_wait, 10 active+clean+snaptrim, 108 active+clean; 72 MiB data, 348 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-08-19T09:59:06.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:05 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3512846431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T09:59:06.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:05 smithi196 ceph-mon[19976]: osdmap e114: 8 total, 8 up, 8 in 2024-08-19T09:59:06.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:05 smithi190 ceph-mon[16060]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:06.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:05 smithi190 ceph-mon[16060]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:06.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:05 smithi190 ceph-mon[16060]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:06.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:05 smithi190 ceph-mon[16060]: osdmap e113: 8 total, 8 up, 8 in 2024-08-19T09:59:06.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:05 smithi190 ceph-mon[16060]: pgmap v150: 121 pgs: 3 active+clean+snaptrim_wait, 10 active+clean+snaptrim, 108 active+clean; 72 MiB data, 348 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-08-19T09:59:06.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:05 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3512846431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T09:59:06.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:05 smithi190 ceph-mon[16060]: osdmap e114: 8 total, 8 up, 8 in 2024-08-19T09:59:06.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:05 smithi190 ceph-mon[26031]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:06.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:05 smithi190 ceph-mon[26031]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:06.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:05 smithi190 ceph-mon[26031]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:06.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:05 smithi190 ceph-mon[26031]: osdmap e113: 8 total, 8 up, 8 in 2024-08-19T09:59:06.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:05 smithi190 ceph-mon[26031]: pgmap v150: 121 pgs: 3 active+clean+snaptrim_wait, 10 active+clean+snaptrim, 108 active+clean; 72 MiB data, 348 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-08-19T09:59:06.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:05 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3512846431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T09:59:06.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:05 smithi190 ceph-mon[26031]: osdmap e114: 8 total, 8 up, 8 in 2024-08-19T09:59:06.890 INFO:tasks.rados.rados.0.smithi190.stdout:254: done (0 left) 2024-08-19T09:59:06.890 INFO:tasks.rados.rados.0.smithi190.stdout:255: read oid 15 snap -1 2024-08-19T09:59:06.890 INFO:tasks.rados.rados.0.smithi190.stdout:255: expect (ObjNum 63 snap 5 seq_num 63) 2024-08-19T09:59:06.891 INFO:tasks.rados.rados.0.smithi190.stdout:256: read oid 1 snap -1 2024-08-19T09:59:06.891 INFO:tasks.rados.rados.0.smithi190.stdout:256: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-19T09:59:06.891 INFO:tasks.rados.rados.0.smithi190.stdout:257: read oid 10 snap -1 2024-08-19T09:59:06.891 INFO:tasks.rados.rados.0.smithi190.stdout:257: expect (ObjNum 65 snap 5 seq_num 65) 2024-08-19T09:59:06.891 INFO:tasks.rados.rados.0.smithi190.stdout:258: delete oid 49 current snap is 21 2024-08-19T09:59:06.891 INFO:tasks.rados.rados.0.smithi190.stdout:258: done (3 left) 2024-08-19T09:59:06.891 INFO:tasks.rados.rados.0.smithi190.stdout:259: delete oid 27 current snap is 21 2024-08-19T09:59:06.896 INFO:tasks.rados.rados.0.smithi190.stdout:259: done (3 left) 2024-08-19T09:59:06.896 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 19 current snap is 21 2024-08-19T09:59:06.896 INFO:tasks.rados.rados.0.smithi190.stdout:260: seq_num 105 ranges {172032=565248,737280=507904,1245184=507904,1753088=188416} 2024-08-19T09:59:06.902 INFO:tasks.rados.rados.0.smithi190.stdout:260: writing smithi19066007-19 from 172032 to 737280 tid 1 2024-08-19T09:59:06.905 INFO:tasks.rados.rados.0.smithi190.stdout:260: writing smithi19066007-19 from 737280 to 1245184 tid 2 2024-08-19T09:59:06.908 INFO:tasks.rados.rados.0.smithi190.stdout:260: writing smithi19066007-19 from 1245184 to 1753088 tid 3 2024-08-19T09:59:06.910 INFO:tasks.rados.rados.0.smithi190.stdout:260: writing smithi19066007-19 from 1753088 to 1941504 tid 4 2024-08-19T09:59:06.910 INFO:tasks.rados.rados.0.smithi190.stdout:261: delete oid 27 current snap is 21 2024-08-19T09:59:06.910 INFO:tasks.rados.rados.0.smithi190.stdout:255: expect (ObjNum 63 snap 5 seq_num 63) 2024-08-19T09:59:06.946 INFO:tasks.rados.rados.0.smithi190.stdout:256: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-19T09:59:06.977 INFO:tasks.rados.rados.0.smithi190.stdout:257: expect (ObjNum 65 snap 5 seq_num 65) 2024-08-19T09:59:07.075 INFO:tasks.rados.rados.0.smithi190.stdout:260: finishing write tid 1 to smithi19066007-19 2024-08-19T09:59:07.075 INFO:tasks.rados.rados.0.smithi190.stdout:260: finishing write tid 2 to smithi19066007-19 2024-08-19T09:59:07.075 INFO:tasks.rados.rados.0.smithi190.stdout:260: finishing write tid 3 to smithi19066007-19 2024-08-19T09:59:07.075 INFO:tasks.rados.rados.0.smithi190.stdout:260: finishing write tid 4 to smithi19066007-19 2024-08-19T09:59:07.076 INFO:tasks.rados.rados.0.smithi190.stdout:260: finishing write tid 5 to smithi19066007-19 2024-08-19T09:59:07.076 INFO:tasks.rados.rados.0.smithi190.stdout:260: finishing write tid 6 to smithi19066007-19 2024-08-19T09:59:07.076 INFO:tasks.rados.rados.0.smithi190.stdout:260: oid 19 updating version 0 to 65 2024-08-19T09:59:07.076 INFO:tasks.rados.rados.0.smithi190.stdout:260: oid 19 version 65 is already newer than 64 2024-08-19T09:59:07.076 INFO:tasks.rados.rados.0.smithi190.stdout:260: oid 19 updating version 65 to 66 2024-08-19T09:59:07.076 INFO:tasks.rados.rados.0.smithi190.stdout:260: oid 19 version 66 is already newer than 63 2024-08-19T09:59:07.076 INFO:tasks.rados.rados.0.smithi190.stdout:260: oid 19 updating version 66 to 67 2024-08-19T09:59:07.076 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 67 (ObjNum 105 snap 21 seq_num 105) dirty exists 2024-08-19T09:59:07.076 INFO:tasks.rados.rados.0.smithi190.stdout:260: left oid 19 (ObjNum 105 snap 21 seq_num 105) 2024-08-19T09:59:07.076 INFO:tasks.rados.rados.0.smithi190.stdout:255: done (4 left) 2024-08-19T09:59:07.076 INFO:tasks.rados.rados.0.smithi190.stdout:256: done (3 left) 2024-08-19T09:59:07.076 INFO:tasks.rados.rados.0.smithi190.stdout:257: done (2 left) 2024-08-19T09:59:07.076 INFO:tasks.rados.rados.0.smithi190.stdout:260: done (1 left) 2024-08-19T09:59:07.077 INFO:tasks.rados.rados.0.smithi190.stdout:261: done (0 left) 2024-08-19T09:59:07.077 INFO:tasks.rados.rados.0.smithi190.stdout:262: snap_remove snap 17 2024-08-19T09:59:07.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:06 smithi196 ceph-mon[19976]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:07.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:06 smithi196 ceph-mon[19976]: osdmap e115: 8 total, 8 up, 8 in 2024-08-19T09:59:07.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:06 smithi190 ceph-mon[16060]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:07.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:06 smithi190 ceph-mon[16060]: osdmap e115: 8 total, 8 up, 8 in 2024-08-19T09:59:07.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:06 smithi190 ceph-mon[26031]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:07.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:06 smithi190 ceph-mon[26031]: osdmap e115: 8 total, 8 up, 8 in 2024-08-19T09:59:07.913 INFO:tasks.rados.rados.0.smithi190.stdout:262: done (0 left) 2024-08-19T09:59:07.913 INFO:tasks.rados.rados.0.smithi190.stdout:263: delete oid 38 current snap is 21 2024-08-19T09:59:07.917 INFO:tasks.rados.rados.0.smithi190.stdout:263: done (0 left) 2024-08-19T09:59:07.918 INFO:tasks.rados.rados.0.smithi190.stdout:264: copy_from oid 36 from oid 46 current snap is 21 2024-08-19T09:59:07.918 INFO:tasks.rados.rados.0.smithi190.stdout:265: rollback oid 15 current snap is 21 2024-08-19T09:59:07.918 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 15 to 14 2024-08-19T09:59:07.918 INFO:tasks.rados.rados.0.smithi190.stdout:266: setattr oid 14 current snap is 21 2024-08-19T09:59:07.920 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 50 current snap is 21 2024-08-19T09:59:07.920 INFO:tasks.rados.rados.0.smithi190.stdout:267: seq_num 108 ranges {827392=614400,1441792=606208,2048000=598016} 2024-08-19T09:59:07.928 INFO:tasks.rados.rados.0.smithi190.stdout:267: writing smithi19066007-50 from 827392 to 1441792 tid 1 2024-08-19T09:59:07.931 INFO:tasks.rados.rados.0.smithi190.stdout:267: writing smithi19066007-50 from 1441792 to 2048000 tid 2 2024-08-19T09:59:07.935 INFO:tasks.rados.rados.0.smithi190.stdout:267: writing smithi19066007-50 from 2048000 to 2646016 tid 3 2024-08-19T09:59:07.936 INFO:tasks.rados.rados.0.smithi190.stdout:268: read oid 12 snap 11 2024-08-19T09:59:07.936 INFO:tasks.rados.rados.0.smithi190.stdout:268: expect (ObjNum 70 snap 7 seq_num 70) 2024-08-19T09:59:07.936 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 21 2024-08-19T09:59:07.936 INFO:tasks.rados.rados.0.smithi190.stdout:265: finishing rollback tid 0 to smithi19066007-15 2024-08-19T09:59:07.936 INFO:tasks.rados.rados.0.smithi190.stdout:265: finishing rollback tid 1 to smithi19066007-15 2024-08-19T09:59:07.936 INFO:tasks.rados.rados.0.smithi190.stdout:265: finishing rollback tid 2 to smithi19066007-15 2024-08-19T09:59:07.936 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 78 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-08-19T09:59:07.936 INFO:tasks.rados.rados.0.smithi190.stdout:267: finishing write tid 1 to smithi19066007-50 2024-08-19T09:59:07.936 INFO:tasks.rados.rados.0.smithi190.stdout:267: finishing write tid 2 to smithi19066007-50 2024-08-19T09:59:07.936 INFO:tasks.rados.rados.0.smithi190.stdout:269: seq_num 109 ranges {1400832=630784,2031616=491520,2523136=483328,3006464=229376} 2024-08-19T09:59:07.946 INFO:tasks.rados.rados.0.smithi190.stdout:269: writing smithi19066007-20 from 1400832 to 2031616 tid 1 2024-08-19T09:59:07.949 INFO:tasks.rados.rados.0.smithi190.stdout:269: writing smithi19066007-20 from 2031616 to 2523136 tid 2 2024-08-19T09:59:07.952 INFO:tasks.rados.rados.0.smithi190.stdout:269: writing smithi19066007-20 from 2523136 to 3006464 tid 3 2024-08-19T09:59:07.954 INFO:tasks.rados.rados.0.smithi190.stdout:269: writing smithi19066007-20 from 3006464 to 3235840 tid 4 2024-08-19T09:59:07.954 INFO:tasks.rados.rados.0.smithi190.stdout:265: done (5 left) 2024-08-19T09:59:07.954 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 33 current snap is 21 2024-08-19T09:59:07.955 INFO:tasks.rados.rados.0.smithi190.stdout:267: finishing write tid 3 to smithi19066007-50 2024-08-19T09:59:07.955 INFO:tasks.rados.rados.0.smithi190.stdout:267: finishing write tid 4 to smithi19066007-50 2024-08-19T09:59:07.955 INFO:tasks.rados.rados.0.smithi190.stdout:267: finishing write tid 5 to smithi19066007-50 2024-08-19T09:59:07.955 INFO:tasks.rados.rados.0.smithi190.stdout:267: oid 50 updating version 0 to 10 2024-08-19T09:59:07.955 INFO:tasks.rados.rados.0.smithi190.stdout:267: oid 50 version 10 is already newer than 9 2024-08-19T09:59:07.955 INFO:tasks.rados.rados.0.smithi190.stdout:267: oid 50 version 10 is already newer than 8 2024-08-19T09:59:07.955 INFO:tasks.rados.rados.0.smithi190.stdout:267: oid 50 version 10 is already newer than 7 2024-08-19T09:59:07.955 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 10 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-08-19T09:59:07.955 INFO:tasks.rados.rados.0.smithi190.stdout:267: left oid 50 (ObjNum 108 snap 21 seq_num 108) 2024-08-19T09:59:07.955 INFO:tasks.rados.rados.0.smithi190.stdout:269: finishing write tid 1 to smithi19066007-20 2024-08-19T09:59:07.955 INFO:tasks.rados.rados.0.smithi190.stdout:269: finishing write tid 2 to smithi19066007-20 2024-08-19T09:59:07.955 INFO:tasks.rados.rados.0.smithi190.stdout:270: seq_num 110 ranges {2260992=647168,2908160=778240,3686400=425984} 2024-08-19T09:59:07.969 INFO:tasks.rados.rados.0.smithi190.stdout:270: writing smithi19066007-33 from 2260992 to 2908160 tid 1 2024-08-19T09:59:07.974 INFO:tasks.rados.rados.0.smithi190.stdout:270: writing smithi19066007-33 from 2908160 to 3686400 tid 2 2024-08-19T09:59:07.978 INFO:tasks.rados.rados.0.smithi190.stdout:270: writing smithi19066007-33 from 3686400 to 4112384 tid 3 2024-08-19T09:59:07.979 INFO:tasks.rados.rados.0.smithi190.stdout:267: done (5 left) 2024-08-19T09:59:07.979 INFO:tasks.rados.rados.0.smithi190.stdout:271: rollback oid 7 current snap is 21 2024-08-19T09:59:07.979 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 7 to 16 2024-08-19T09:59:07.979 INFO:tasks.rados.rados.0.smithi190.stdout:269: finishing write tid 3 to smithi19066007-20 2024-08-19T09:59:07.979 INFO:tasks.rados.rados.0.smithi190.stdout:269: finishing write tid 4 to smithi19066007-20 2024-08-19T09:59:07.979 INFO:tasks.rados.rados.0.smithi190.stdout:269: finishing write tid 5 to smithi19066007-20 2024-08-19T09:59:07.979 INFO:tasks.rados.rados.0.smithi190.stdout:269: finishing write tid 6 to smithi19066007-20 2024-08-19T09:59:07.979 INFO:tasks.rados.rados.0.smithi190.stdout:269: oid 20 updating version 0 to 93 2024-08-19T09:59:07.979 INFO:tasks.rados.rados.0.smithi190.stdout:269: oid 20 updating version 93 to 94 2024-08-19T09:59:07.979 INFO:tasks.rados.rados.0.smithi190.stdout:269: oid 20 updating version 94 to 96 2024-08-19T09:59:07.980 INFO:tasks.rados.rados.0.smithi190.stdout:269: oid 20 version 96 is already newer than 92 2024-08-19T09:59:07.980 INFO:tasks.rados.rados.0.smithi190.stdout:269: oid 20 version 96 is already newer than 95 2024-08-19T09:59:07.980 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 96 (ObjNum 109 snap 21 seq_num 109) dirty exists 2024-08-19T09:59:07.980 INFO:tasks.rados.rados.0.smithi190.stdout:269: left oid 20 (ObjNum 109 snap 21 seq_num 109) 2024-08-19T09:59:07.980 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 97 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-19T09:59:07.980 INFO:tasks.rados.rados.0.smithi190.stdout:264: finishing copy_from racing read to smithi19066007-36 2024-08-19T09:59:07.980 INFO:tasks.rados.rados.0.smithi190.stdout:264: finishing copy_from to smithi19066007-36 2024-08-19T09:59:07.980 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T09:59:07.980 INFO:tasks.rados.rados.0.smithi190.stdout:268: expect (ObjNum 70 snap 7 seq_num 70) 2024-08-19T09:59:08.009 INFO:tasks.rados.rados.0.smithi190.stdout:270: finishing write tid 1 to smithi19066007-33 2024-08-19T09:59:08.010 INFO:tasks.rados.rados.0.smithi190.stdout:270: finishing write tid 2 to smithi19066007-33 2024-08-19T09:59:08.010 INFO:tasks.rados.rados.0.smithi190.stdout:264: done (5 left) 2024-08-19T09:59:08.010 INFO:tasks.rados.rados.0.smithi190.stdout:266: done (4 left) 2024-08-19T09:59:08.010 INFO:tasks.rados.rados.0.smithi190.stdout:268: done (3 left) 2024-08-19T09:59:08.010 INFO:tasks.rados.rados.0.smithi190.stdout:269: done (2 left) 2024-08-19T09:59:08.010 INFO:tasks.rados.rados.0.smithi190.stdout:272: snap_remove snap 20 2024-08-19T09:59:08.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:07 smithi196 ceph-mon[19976]: pgmap v153: 121 pgs: 121 active+clean; 78 MiB data, 357 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-19T09:59:08.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:07 smithi190 ceph-mon[16060]: pgmap v153: 121 pgs: 121 active+clean; 78 MiB data, 357 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-19T09:59:08.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:07 smithi190 ceph-mon[26031]: pgmap v153: 121 pgs: 121 active+clean; 78 MiB data, 357 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-19T09:59:08.915 INFO:tasks.rados.rados.0.smithi190.stdout:272: done (2 left) 2024-08-19T09:59:08.915 INFO:tasks.rados.rados.0.smithi190.stdout:273: rollback oid 24 current snap is 21 2024-08-19T09:59:08.915 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 24 to 14 2024-08-19T09:59:08.916 INFO:tasks.rados.rados.0.smithi190.stdout:270: finishing write tid 3 to smithi19066007-33 2024-08-19T09:59:08.916 INFO:tasks.rados.rados.0.smithi190.stdout:270: finishing write tid 4 to smithi19066007-33 2024-08-19T09:59:08.916 INFO:tasks.rados.rados.0.smithi190.stdout:271: finishing rollback tid 0 to smithi19066007-7 2024-08-19T09:59:08.916 INFO:tasks.rados.rados.0.smithi190.stdout:271: finishing rollback tid 1 to smithi19066007-7 2024-08-19T09:59:08.916 INFO:tasks.rados.rados.0.smithi190.stdout:271: finishing rollback tid 2 to smithi19066007-7 2024-08-19T09:59:08.916 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 14 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-19T09:59:08.916 INFO:tasks.rados.rados.0.smithi190.stdout:270: finishing write tid 5 to smithi19066007-33 2024-08-19T09:59:08.916 INFO:tasks.rados.rados.0.smithi190.stdout:270: oid 33 updating version 0 to 52 2024-08-19T09:59:08.916 INFO:tasks.rados.rados.0.smithi190.stdout:270: oid 33 updating version 52 to 54 2024-08-19T09:59:08.916 INFO:tasks.rados.rados.0.smithi190.stdout:270: oid 33 updating version 54 to 55 2024-08-19T09:59:08.916 INFO:tasks.rados.rados.0.smithi190.stdout:270: oid 33 version 55 is already newer than 53 2024-08-19T09:59:08.916 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 55 (ObjNum 110 snap 21 seq_num 110) dirty exists 2024-08-19T09:59:08.916 INFO:tasks.rados.rados.0.smithi190.stdout:270: left oid 33 (ObjNum 110 snap 21 seq_num 110) 2024-08-19T09:59:08.916 INFO:tasks.rados.rados.0.smithi190.stdout:270: done (2 left) 2024-08-19T09:59:08.917 INFO:tasks.rados.rados.0.smithi190.stdout:271: done (1 left) 2024-08-19T09:59:08.917 INFO:tasks.rados.rados.0.smithi190.stdout:274: snap_create 2024-08-19T09:59:08.921 INFO:tasks.rados.rados.0.smithi190.stdout:273: finishing rollback tid 0 to smithi19066007-24 2024-08-19T09:59:08.921 INFO:tasks.rados.rados.0.smithi190.stdout:273: finishing rollback tid 1 to smithi19066007-24 2024-08-19T09:59:08.921 INFO:tasks.rados.rados.0.smithi190.stdout:273: finishing rollback tid 2 to smithi19066007-24 2024-08-19T09:59:08.921 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 102 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-08-19T09:59:09.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:08 smithi196 ceph-mon[19976]: osdmap e116: 8 total, 8 up, 8 in 2024-08-19T09:59:09.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:08 smithi190 ceph-mon[16060]: osdmap e116: 8 total, 8 up, 8 in 2024-08-19T09:59:09.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:08 smithi190 ceph-mon[26031]: osdmap e116: 8 total, 8 up, 8 in 2024-08-19T09:59:09.934 INFO:tasks.rados.rados.0.smithi190.stdout:273: done (1 left) 2024-08-19T09:59:09.934 INFO:tasks.rados.rados.0.smithi190.stdout:274: done (0 left) 2024-08-19T09:59:09.934 INFO:tasks.rados.rados.0.smithi190.stdout:275: read oid 23 snap -1 2024-08-19T09:59:09.934 INFO:tasks.rados.rados.0.smithi190.stdout:275: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:59:09.934 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 22 2024-08-19T09:59:09.934 INFO:tasks.rados.rados.0.smithi190.stdout:276: seq_num 111 ranges {3153920=663552,3817472=663552,4481024=450560,4931584=90112} 2024-08-19T09:59:09.954 INFO:tasks.rados.rados.0.smithi190.stdout:276: writing smithi19066007-16 from 3153920 to 3817472 tid 1 2024-08-19T09:59:09.958 INFO:tasks.rados.rados.0.smithi190.stdout:276: writing smithi19066007-16 from 3817472 to 4481024 tid 2 2024-08-19T09:59:09.960 INFO:tasks.rados.rados.0.smithi190.stdout:276: writing smithi19066007-16 from 4481024 to 4931584 tid 3 2024-08-19T09:59:09.961 INFO:tasks.rados.rados.0.smithi190.stdout:276: writing smithi19066007-16 from 4931584 to 5021696 tid 4 2024-08-19T09:59:09.961 INFO:tasks.rados.rados.0.smithi190.stdout:277: setattr oid 13 current snap is 22 2024-08-19T09:59:09.961 INFO:tasks.rados.rados.0.smithi190.stdout:275: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:59:09.984 INFO:tasks.rados.rados.0.smithi190.stdout:276: finishing write tid 1 to smithi19066007-16 2024-08-19T09:59:09.984 INFO:tasks.rados.rados.0.smithi190.stdout:276: finishing write tid 2 to smithi19066007-16 2024-08-19T09:59:09.984 INFO:tasks.rados.rados.0.smithi190.stdout:276: finishing write tid 3 to smithi19066007-16 2024-08-19T09:59:09.984 INFO:tasks.rados.rados.0.smithi190.stdout:276: finishing write tid 4 to smithi19066007-16 2024-08-19T09:59:09.984 INFO:tasks.rados.rados.0.smithi190.stdout:276: finishing write tid 5 to smithi19066007-16 2024-08-19T09:59:09.984 INFO:tasks.rados.rados.0.smithi190.stdout:276: finishing write tid 6 to smithi19066007-16 2024-08-19T09:59:09.984 INFO:tasks.rados.rados.0.smithi190.stdout:276: oid 16 updating version 0 to 70 2024-08-19T09:59:09.984 INFO:tasks.rados.rados.0.smithi190.stdout:276: oid 16 updating version 70 to 71 2024-08-19T09:59:09.984 INFO:tasks.rados.rados.0.smithi190.stdout:276: oid 16 updating version 71 to 73 2024-08-19T09:59:09.984 INFO:tasks.rados.rados.0.smithi190.stdout:276: oid 16 version 73 is already newer than 72 2024-08-19T09:59:09.984 INFO:tasks.rados.rados.0.smithi190.stdout:276: oid 16 updating version 73 to 74 2024-08-19T09:59:09.985 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 74 (ObjNum 111 snap 22 seq_num 111) dirty exists 2024-08-19T09:59:09.985 INFO:tasks.rados.rados.0.smithi190.stdout:276: left oid 16 (ObjNum 111 snap 22 seq_num 111) 2024-08-19T09:59:09.985 INFO:tasks.rados.rados.0.smithi190.stdout:275: done (2 left) 2024-08-19T09:59:09.985 INFO:tasks.rados.rados.0.smithi190.stdout:276: done (1 left) 2024-08-19T09:59:09.985 INFO:tasks.rados.rados.0.smithi190.stdout:278: delete oid 31 current snap is 22 2024-08-19T09:59:09.986 INFO:tasks.rados.rados.0.smithi190.stdout:278: done (1 left) 2024-08-19T09:59:09.986 INFO:tasks.rados.rados.0.smithi190.stdout:279: read oid 21 snap -1 2024-08-19T09:59:09.986 INFO:tasks.rados.rados.0.smithi190.stdout:279: expect (ObjNum 83 snap 12 seq_num 83) 2024-08-19T09:59:09.986 INFO:tasks.rados.rados.0.smithi190.stdout:280: read oid 28 snap 9 2024-08-19T09:59:09.986 INFO:tasks.rados.rados.0.smithi190.stdout:280: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-19T09:59:09.986 INFO:tasks.rados.rados.0.smithi190.stdout:281: delete oid 8 current snap is 22 2024-08-19T09:59:09.987 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 73 (ObjNum 82 snap 12 seq_num 82) dirty exists 2024-08-19T09:59:09.987 INFO:tasks.rados.rados.0.smithi190.stdout:277: done (3 left) 2024-08-19T09:59:09.987 INFO:tasks.rados.rados.0.smithi190.stdout:281: done (2 left) 2024-08-19T09:59:09.987 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 15 current snap is 22 2024-08-19T09:59:09.987 INFO:tasks.rados.rados.0.smithi190.stdout:282: seq_num 114 ranges {1236992=712704,1949696=712704,2662400=491520} 2024-08-19T09:59:09.998 INFO:tasks.rados.rados.0.smithi190.stdout:282: writing smithi19066007-15 from 1236992 to 1949696 tid 1 2024-08-19T09:59:10.002 INFO:tasks.rados.rados.0.smithi190.stdout:282: writing smithi19066007-15 from 1949696 to 2662400 tid 2 2024-08-19T09:59:10.005 INFO:tasks.rados.rados.0.smithi190.stdout:282: writing smithi19066007-15 from 2662400 to 3153920 tid 3 2024-08-19T09:59:10.005 INFO:tasks.rados.rados.0.smithi190.stdout:283: delete oid 26 current snap is 22 2024-08-19T09:59:10.005 INFO:tasks.rados.rados.0.smithi190.stdout:280: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-19T09:59:10.019 INFO:tasks.rados.rados.0.smithi190.stdout:279: expect (ObjNum 83 snap 12 seq_num 83) 2024-08-19T09:59:10.140 INFO:tasks.rados.rados.0.smithi190.stdout:282: finishing write tid 1 to smithi19066007-15 2024-08-19T09:59:10.141 INFO:tasks.rados.rados.0.smithi190.stdout:282: finishing write tid 2 to smithi19066007-15 2024-08-19T09:59:10.141 INFO:tasks.rados.rados.0.smithi190.stdout:282: finishing write tid 3 to smithi19066007-15 2024-08-19T09:59:10.141 INFO:tasks.rados.rados.0.smithi190.stdout:282: finishing write tid 4 to smithi19066007-15 2024-08-19T09:59:10.141 INFO:tasks.rados.rados.0.smithi190.stdout:282: finishing write tid 5 to smithi19066007-15 2024-08-19T09:59:10.141 INFO:tasks.rados.rados.0.smithi190.stdout:282: oid 15 updating version 0 to 82 2024-08-19T09:59:10.141 INFO:tasks.rados.rados.0.smithi190.stdout:282: oid 15 updating version 82 to 85 2024-08-19T09:59:10.141 INFO:tasks.rados.rados.0.smithi190.stdout:282: oid 15 version 85 is already newer than 84 2024-08-19T09:59:10.141 INFO:tasks.rados.rados.0.smithi190.stdout:282: oid 15 version 85 is already newer than 83 2024-08-19T09:59:10.141 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 85 (ObjNum 114 snap 22 seq_num 114) dirty exists 2024-08-19T09:59:10.141 INFO:tasks.rados.rados.0.smithi190.stdout:282: left oid 15 (ObjNum 114 snap 22 seq_num 114) 2024-08-19T09:59:10.141 INFO:tasks.rados.rados.0.smithi190.stdout:279: done (3 left) 2024-08-19T09:59:10.141 INFO:tasks.rados.rados.0.smithi190.stdout:280: done (2 left) 2024-08-19T09:59:10.142 INFO:tasks.rados.rados.0.smithi190.stdout:282: done (1 left) 2024-08-19T09:59:10.142 INFO:tasks.rados.rados.0.smithi190.stdout:283: done (0 left) 2024-08-19T09:59:10.142 INFO:tasks.rados.rados.0.smithi190.stdout:284: copy_from oid 32 from oid 23 current snap is 22 2024-08-19T09:59:10.142 INFO:tasks.rados.rados.0.smithi190.stdout:285: read oid 7 snap -1 2024-08-19T09:59:10.142 INFO:tasks.rados.rados.0.smithi190.stdout:285: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-19T09:59:10.142 INFO:tasks.rados.rados.0.smithi190.stdout:286: read oid 19 snap -1 2024-08-19T09:59:10.142 INFO:tasks.rados.rados.0.smithi190.stdout:286: expect (ObjNum 105 snap 21 seq_num 105) 2024-08-19T09:59:10.142 INFO:tasks.rados.rados.0.smithi190.stdout:287: copy_from oid 5 from oid 44 current snap is 22 2024-08-19T09:59:10.142 INFO:tasks.rados.rados.0.smithi190.stdout:288: rmattr oid 36 current snap is 22 2024-08-19T09:59:10.142 INFO:tasks.rados.rados.0.smithi190.stdout:289: read oid 28 snap -1 2024-08-19T09:59:10.142 INFO:tasks.rados.rados.0.smithi190.stdout:289: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-19T09:59:10.142 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 1 current snap is 22 2024-08-19T09:59:10.142 INFO:tasks.rados.rados.0.smithi190.stdout:290: seq_num 116 ranges {1261568=745472,2007040=532480,2539520=638976,3178496=32768} 2024-08-19T09:59:10.152 INFO:tasks.rados.rados.0.smithi190.stdout:290: writing smithi19066007-1 from 1261568 to 2007040 tid 1 2024-08-19T09:59:10.155 INFO:tasks.rados.rados.0.smithi190.stdout:290: writing smithi19066007-1 from 2007040 to 2539520 tid 2 2024-08-19T09:59:10.159 INFO:tasks.rados.rados.0.smithi190.stdout:290: writing smithi19066007-1 from 2539520 to 3178496 tid 3 2024-08-19T09:59:10.159 INFO:tasks.rados.rados.0.smithi190.stdout:290: writing smithi19066007-1 from 3178496 to 3211264 tid 4 2024-08-19T09:59:10.159 INFO:tasks.rados.rados.0.smithi190.stdout:291: delete oid 14 current snap is 22 2024-08-19T09:59:10.159 INFO:tasks.rados.rados.0.smithi190.stdout:287: finishing copy_from to smithi19066007-5 2024-08-19T09:59:10.159 INFO:tasks.rados.rados.0.smithi190.stdout:287: got expected ENOENT (src dne) 2024-08-19T09:59:10.159 INFO:tasks.rados.rados.0.smithi190.stdout:287: finishing copy_from racing read to smithi19066007-5 2024-08-19T09:59:10.159 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 90 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T09:59:10.160 INFO:tasks.rados.rados.0.smithi190.stdout:289: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-19T09:59:10.161 INFO:tasks.rados.rados.0.smithi190.stdout:285: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-19T09:59:10.165 INFO:tasks.rados.rados.0.smithi190.stdout:284: finishing copy_from racing read to smithi19066007-32 2024-08-19T09:59:10.165 INFO:tasks.rados.rados.0.smithi190.stdout:284: finishing copy_from to smithi19066007-32 2024-08-19T09:59:10.165 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 71 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T09:59:10.165 INFO:tasks.rados.rados.0.smithi190.stdout:286: expect (ObjNum 105 snap 21 seq_num 105) 2024-08-19T09:59:10.217 INFO:tasks.rados.rados.0.smithi190.stdout:290: finishing write tid 1 to smithi19066007-1 2024-08-19T09:59:10.218 INFO:tasks.rados.rados.0.smithi190.stdout:290: finishing write tid 2 to smithi19066007-1 2024-08-19T09:59:10.218 INFO:tasks.rados.rados.0.smithi190.stdout:290: finishing write tid 3 to smithi19066007-1 2024-08-19T09:59:10.218 INFO:tasks.rados.rados.0.smithi190.stdout:290: finishing write tid 4 to smithi19066007-1 2024-08-19T09:59:10.218 INFO:tasks.rados.rados.0.smithi190.stdout:290: finishing write tid 5 to smithi19066007-1 2024-08-19T09:59:10.218 INFO:tasks.rados.rados.0.smithi190.stdout:290: finishing write tid 6 to smithi19066007-1 2024-08-19T09:59:10.218 INFO:tasks.rados.rados.0.smithi190.stdout:290: oid 1 updating version 0 to 92 2024-08-19T09:59:10.218 INFO:tasks.rados.rados.0.smithi190.stdout:290: oid 1 updating version 92 to 93 2024-08-19T09:59:10.218 INFO:tasks.rados.rados.0.smithi190.stdout:290: oid 1 version 93 is already newer than 90 2024-08-19T09:59:10.218 INFO:tasks.rados.rados.0.smithi190.stdout:290: oid 1 version 93 is already newer than 89 2024-08-19T09:59:10.218 INFO:tasks.rados.rados.0.smithi190.stdout:290: oid 1 version 93 is already newer than 91 2024-08-19T09:59:10.218 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 93 (ObjNum 116 snap 22 seq_num 116) dirty exists 2024-08-19T09:59:10.218 INFO:tasks.rados.rados.0.smithi190.stdout:290: left oid 1 (ObjNum 116 snap 22 seq_num 116) 2024-08-19T09:59:10.218 INFO:tasks.rados.rados.0.smithi190.stdout:284: done (7 left) 2024-08-19T09:59:10.219 INFO:tasks.rados.rados.0.smithi190.stdout:285: done (6 left) 2024-08-19T09:59:10.219 INFO:tasks.rados.rados.0.smithi190.stdout:286: done (5 left) 2024-08-19T09:59:10.219 INFO:tasks.rados.rados.0.smithi190.stdout:287: done (4 left) 2024-08-19T09:59:10.219 INFO:tasks.rados.rados.0.smithi190.stdout:288: done (3 left) 2024-08-19T09:59:10.219 INFO:tasks.rados.rados.0.smithi190.stdout:289: done (2 left) 2024-08-19T09:59:10.219 INFO:tasks.rados.rados.0.smithi190.stdout:290: done (1 left) 2024-08-19T09:59:10.219 INFO:tasks.rados.rados.0.smithi190.stdout:291: done (0 left) 2024-08-19T09:59:10.219 INFO:tasks.rados.rados.0.smithi190.stdout:292: delete oid 49 current snap is 22 2024-08-19T09:59:10.220 INFO:tasks.rados.rados.0.smithi190.stdout:292: done (0 left) 2024-08-19T09:59:10.220 INFO:tasks.rados.rados.0.smithi190.stdout:293: copy_from oid 33 from oid 9 current snap is 22 2024-08-19T09:59:10.220 INFO:tasks.rados.rados.0.smithi190.stdout:294: read oid 27 snap -1 2024-08-19T09:59:10.220 INFO:tasks.rados.rados.0.smithi190.stdout:294: expect deleted 2024-08-19T09:59:10.220 INFO:tasks.rados.rados.0.smithi190.stdout:295: rollback oid 42 current snap is 22 2024-08-19T09:59:10.220 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 42 to 11 2024-08-19T09:59:10.220 INFO:tasks.rados.rados.0.smithi190.stdout:296: read oid 29 snap -1 2024-08-19T09:59:10.220 INFO:tasks.rados.rados.0.smithi190.stdout:296: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T09:59:10.220 INFO:tasks.rados.rados.0.smithi190.stdout:297: snap_create 2024-08-19T09:59:10.226 INFO:tasks.rados.rados.0.smithi190.stdout:295: finishing rollback tid 0 to smithi19066007-42 2024-08-19T09:59:10.226 INFO:tasks.rados.rados.0.smithi190.stdout:295: finishing rollback tid 1 to smithi19066007-42 2024-08-19T09:59:10.226 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 59 (ObjNum 113 snap 0 seq_num 3356314928) dirty dne 2024-08-19T09:59:10.226 INFO:tasks.rados.rados.0.smithi190.stdout:296: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T09:59:10.245 INFO:tasks.rados.rados.0.smithi190.stdout:293: finishing copy_from racing read to smithi19066007-33 2024-08-19T09:59:10.245 INFO:tasks.rados.rados.0.smithi190.stdout:293: finishing copy_from to smithi19066007-33 2024-08-19T09:59:10.245 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 45 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-08-19T09:59:10.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:09 smithi190 ceph-mon[16060]: osdmap e117: 8 total, 8 up, 8 in 2024-08-19T09:59:10.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:09 smithi190 ceph-mon[16060]: pgmap v156: 121 pgs: 121 active+clean; 78 MiB data, 357 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-19T09:59:10.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:09 smithi190 ceph-mon[26031]: osdmap e117: 8 total, 8 up, 8 in 2024-08-19T09:59:10.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:09 smithi190 ceph-mon[26031]: pgmap v156: 121 pgs: 121 active+clean; 78 MiB data, 357 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-19T09:59:10.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:09 smithi196 ceph-mon[19976]: osdmap e117: 8 total, 8 up, 8 in 2024-08-19T09:59:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:09 smithi196 ceph-mon[19976]: pgmap v156: 121 pgs: 121 active+clean; 78 MiB data, 357 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-19T09:59:10.892 INFO:tasks.rados.rados.0.smithi190.stdout:293: done (4 left) 2024-08-19T09:59:10.892 INFO:tasks.rados.rados.0.smithi190.stdout:294: done (3 left) 2024-08-19T09:59:10.892 INFO:tasks.rados.rados.0.smithi190.stdout:295: done (2 left) 2024-08-19T09:59:10.892 INFO:tasks.rados.rados.0.smithi190.stdout:296: done (1 left) 2024-08-19T09:59:10.892 INFO:tasks.rados.rados.0.smithi190.stdout:297: done (0 left) 2024-08-19T09:59:10.892 INFO:tasks.rados.rados.0.smithi190.stdout:298: read oid 3 snap -1 2024-08-19T09:59:10.892 INFO:tasks.rados.rados.0.smithi190.stdout:298: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T09:59:10.892 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 19 current snap is 23 2024-08-19T09:59:10.892 INFO:tasks.rados.rados.0.smithi190.stdout:299: seq_num 119 ranges {1941504=802816,2744320=589824,3334144=409600,3743744=204800} 2024-08-19T09:59:10.906 INFO:tasks.rados.rados.0.smithi190.stdout:299: writing smithi19066007-19 from 1941504 to 2744320 tid 1 2024-08-19T09:59:10.909 INFO:tasks.rados.rados.0.smithi190.stdout:299: writing smithi19066007-19 from 2744320 to 3334144 tid 2 2024-08-19T09:59:10.912 INFO:tasks.rados.rados.0.smithi190.stdout:299: writing smithi19066007-19 from 3334144 to 3743744 tid 3 2024-08-19T09:59:10.913 INFO:tasks.rados.rados.0.smithi190.stdout:299: writing smithi19066007-19 from 3743744 to 3948544 tid 4 2024-08-19T09:59:10.913 INFO:tasks.rados.rados.0.smithi190.stdout:300: snap_create 2024-08-19T09:59:10.913 INFO:tasks.rados.rados.0.smithi190.stdout:298: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T09:59:10.933 INFO:tasks.rados.rados.0.smithi190.stdout:299: finishing write tid 1 to smithi19066007-19 2024-08-19T09:59:10.934 INFO:tasks.rados.rados.0.smithi190.stdout:299: finishing write tid 2 to smithi19066007-19 2024-08-19T09:59:10.934 INFO:tasks.rados.rados.0.smithi190.stdout:299: finishing write tid 3 to smithi19066007-19 2024-08-19T09:59:10.934 INFO:tasks.rados.rados.0.smithi190.stdout:299: finishing write tid 4 to smithi19066007-19 2024-08-19T09:59:10.934 INFO:tasks.rados.rados.0.smithi190.stdout:299: finishing write tid 5 to smithi19066007-19 2024-08-19T09:59:10.934 INFO:tasks.rados.rados.0.smithi190.stdout:299: finishing write tid 6 to smithi19066007-19 2024-08-19T09:59:10.934 INFO:tasks.rados.rados.0.smithi190.stdout:299: oid 19 updating version 0 to 79 2024-08-19T09:59:10.934 INFO:tasks.rados.rados.0.smithi190.stdout:299: oid 19 version 79 is already newer than 76 2024-08-19T09:59:10.934 INFO:tasks.rados.rados.0.smithi190.stdout:299: oid 19 version 79 is already newer than 77 2024-08-19T09:59:10.934 INFO:tasks.rados.rados.0.smithi190.stdout:299: oid 19 version 79 is already newer than 75 2024-08-19T09:59:10.934 INFO:tasks.rados.rados.0.smithi190.stdout:299: oid 19 version 79 is already newer than 78 2024-08-19T09:59:10.934 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 79 (ObjNum 119 snap 23 seq_num 119) dirty exists 2024-08-19T09:59:10.934 INFO:tasks.rados.rados.0.smithi190.stdout:299: left oid 19 (ObjNum 119 snap 23 seq_num 119) 2024-08-19T09:59:11.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:10 smithi190 ceph-mon[16060]: osdmap e118: 8 total, 8 up, 8 in 2024-08-19T09:59:11.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:10 smithi190 ceph-mon[16060]: osdmap e119: 8 total, 8 up, 8 in 2024-08-19T09:59:11.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:10 smithi190 ceph-mon[26031]: osdmap e118: 8 total, 8 up, 8 in 2024-08-19T09:59:11.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:10 smithi190 ceph-mon[26031]: osdmap e119: 8 total, 8 up, 8 in 2024-08-19T09:59:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:10 smithi196 ceph-mon[19976]: osdmap e118: 8 total, 8 up, 8 in 2024-08-19T09:59:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:10 smithi196 ceph-mon[19976]: osdmap e119: 8 total, 8 up, 8 in 2024-08-19T09:59:11.895 INFO:tasks.rados.rados.0.smithi190.stdout:298: done (2 left) 2024-08-19T09:59:11.895 INFO:tasks.rados.rados.0.smithi190.stdout:299: done (1 left) 2024-08-19T09:59:11.895 INFO:tasks.rados.rados.0.smithi190.stdout:300: done (0 left) 2024-08-19T09:59:11.895 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 5 current snap is 24 2024-08-19T09:59:11.895 INFO:tasks.rados.rados.0.smithi190.stdout:301: seq_num 120 ranges {0=417792,417792=475136,892928=622592,1515520=507904} 2024-08-19T09:59:11.896 INFO:tasks.rados.rados.0.smithi190.stdout:301: writing smithi19066007-5 from 0 to 417792 tid 1 2024-08-19T09:59:11.900 INFO:tasks.rados.rados.0.smithi190.stdout:301: writing smithi19066007-5 from 417792 to 892928 tid 2 2024-08-19T09:59:11.903 INFO:tasks.rados.rados.0.smithi190.stdout:301: writing smithi19066007-5 from 892928 to 1515520 tid 3 2024-08-19T09:59:11.908 INFO:tasks.rados.rados.0.smithi190.stdout:301: writing smithi19066007-5 from 1515520 to 2023424 tid 4 2024-08-19T09:59:11.908 INFO:tasks.rados.rados.0.smithi190.stdout:302: rollback oid 31 current snap is 24 2024-08-19T09:59:11.908 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 31 to 16 2024-08-19T09:59:11.908 INFO:tasks.rados.rados.0.smithi190.stdout:301: finishing write tid 1 to smithi19066007-5 2024-08-19T09:59:11.908 INFO:tasks.rados.rados.0.smithi190.stdout:301: finishing write tid 2 to smithi19066007-5 2024-08-19T09:59:11.909 INFO:tasks.rados.rados.0.smithi190.stdout:301: finishing write tid 3 to smithi19066007-5 2024-08-19T09:59:11.909 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 24 2024-08-19T09:59:11.909 INFO:tasks.rados.rados.0.smithi190.stdout:303: seq_num 121 ranges {0=434176,434176=753664,1187840=425984,1613824=425984} 2024-08-19T09:59:11.910 INFO:tasks.rados.rados.0.smithi190.stdout:303: writing smithi19066007-49 from 0 to 434176 tid 1 2024-08-19T09:59:11.914 INFO:tasks.rados.rados.0.smithi190.stdout:303: writing smithi19066007-49 from 434176 to 1187840 tid 2 2024-08-19T09:59:11.917 INFO:tasks.rados.rados.0.smithi190.stdout:303: writing smithi19066007-49 from 1187840 to 1613824 tid 3 2024-08-19T09:59:11.921 INFO:tasks.rados.rados.0.smithi190.stdout:303: writing smithi19066007-49 from 1613824 to 2039808 tid 4 2024-08-19T09:59:11.921 INFO:tasks.rados.rados.0.smithi190.stdout:304: rmattr oid 41 current snap is 24 2024-08-19T09:59:11.922 INFO:tasks.rados.rados.0.smithi190.stdout:304: done (3 left) 2024-08-19T09:59:11.922 INFO:tasks.rados.rados.0.smithi190.stdout:305: read oid 7 snap -1 2024-08-19T09:59:11.922 INFO:tasks.rados.rados.0.smithi190.stdout:305: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-19T09:59:11.922 INFO:tasks.rados.rados.0.smithi190.stdout:306: snap_create 2024-08-19T09:59:11.922 INFO:tasks.rados.rados.0.smithi190.stdout:302: finishing rollback tid 1 to smithi19066007-31 2024-08-19T09:59:11.922 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 59 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T09:59:11.923 INFO:tasks.rados.rados.0.smithi190.stdout:301: finishing write tid 4 to smithi19066007-5 2024-08-19T09:59:11.923 INFO:tasks.rados.rados.0.smithi190.stdout:301: finishing write tid 5 to smithi19066007-5 2024-08-19T09:59:11.923 INFO:tasks.rados.rados.0.smithi190.stdout:303: finishing write tid 1 to smithi19066007-49 2024-08-19T09:59:11.923 INFO:tasks.rados.rados.0.smithi190.stdout:301: finishing write tid 6 to smithi19066007-5 2024-08-19T09:59:11.923 INFO:tasks.rados.rados.0.smithi190.stdout:301: oid 5 updating version 0 to 103 2024-08-19T09:59:11.923 INFO:tasks.rados.rados.0.smithi190.stdout:301: oid 5 updating version 103 to 105 2024-08-19T09:59:11.923 INFO:tasks.rados.rados.0.smithi190.stdout:301: oid 5 updating version 105 to 107 2024-08-19T09:59:11.923 INFO:tasks.rados.rados.0.smithi190.stdout:301: oid 5 version 107 is already newer than 104 2024-08-19T09:59:11.923 INFO:tasks.rados.rados.0.smithi190.stdout:301: oid 5 version 107 is already newer than 106 2024-08-19T09:59:11.923 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 107 (ObjNum 120 snap 24 seq_num 120) dirty exists 2024-08-19T09:59:11.924 INFO:tasks.rados.rados.0.smithi190.stdout:301: left oid 5 (ObjNum 120 snap 24 seq_num 120) 2024-08-19T09:59:11.924 INFO:tasks.rados.rados.0.smithi190.stdout:303: finishing write tid 2 to smithi19066007-49 2024-08-19T09:59:11.924 INFO:tasks.rados.rados.0.smithi190.stdout:303: finishing write tid 3 to smithi19066007-49 2024-08-19T09:59:11.925 INFO:tasks.rados.rados.0.smithi190.stdout:305: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-19T09:59:11.925 INFO:tasks.rados.rados.0.smithi190.stdout:303: finishing write tid 4 to smithi19066007-49 2024-08-19T09:59:11.925 INFO:tasks.rados.rados.0.smithi190.stdout:303: finishing write tid 5 to smithi19066007-49 2024-08-19T09:59:11.925 INFO:tasks.rados.rados.0.smithi190.stdout:303: finishing write tid 6 to smithi19066007-49 2024-08-19T09:59:11.925 INFO:tasks.rados.rados.0.smithi190.stdout:303: oid 49 updating version 0 to 65 2024-08-19T09:59:11.925 INFO:tasks.rados.rados.0.smithi190.stdout:303: oid 49 version 65 is already newer than 62 2024-08-19T09:59:11.925 INFO:tasks.rados.rados.0.smithi190.stdout:303: oid 49 version 65 is already newer than 63 2024-08-19T09:59:11.925 INFO:tasks.rados.rados.0.smithi190.stdout:303: oid 49 version 65 is already newer than 61 2024-08-19T09:59:11.926 INFO:tasks.rados.rados.0.smithi190.stdout:303: oid 49 version 65 is already newer than 64 2024-08-19T09:59:11.926 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 65 (ObjNum 121 snap 24 seq_num 121) dirty exists 2024-08-19T09:59:11.926 INFO:tasks.rados.rados.0.smithi190.stdout:303: left oid 49 (ObjNum 121 snap 24 seq_num 121) 2024-08-19T09:59:12.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:11 smithi190 ceph-mon[16060]: pgmap v159: 121 pgs: 121 active+clean; 78 MiB data, 357 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:59:12.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:11 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:59:12.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:11 smithi190 ceph-mon[16060]: osdmap e120: 8 total, 8 up, 8 in 2024-08-19T09:59:12.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:11 smithi190 ceph-mon[26031]: pgmap v159: 121 pgs: 121 active+clean; 78 MiB data, 357 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:59:12.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:11 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:59:12.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:11 smithi190 ceph-mon[26031]: osdmap e120: 8 total, 8 up, 8 in 2024-08-19T09:59:12.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:11 smithi196 ceph-mon[19976]: pgmap v159: 121 pgs: 121 active+clean; 78 MiB data, 357 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:59:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:11 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:59:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:11 smithi196 ceph-mon[19976]: osdmap e120: 8 total, 8 up, 8 in 2024-08-19T09:59:12.895 INFO:tasks.rados.rados.0.smithi190.stdout:301: done (4 left) 2024-08-19T09:59:12.896 INFO:tasks.rados.rados.0.smithi190.stdout:302: done (3 left) 2024-08-19T09:59:12.896 INFO:tasks.rados.rados.0.smithi190.stdout:303: done (2 left) 2024-08-19T09:59:12.896 INFO:tasks.rados.rados.0.smithi190.stdout:305: done (1 left) 2024-08-19T09:59:12.896 INFO:tasks.rados.rados.0.smithi190.stdout:306: done (0 left) 2024-08-19T09:59:12.896 INFO:tasks.rados.rados.0.smithi190.stdout:307: delete oid 49 current snap is 25 2024-08-19T09:59:12.897 INFO:tasks.rados.rados.0.smithi190.stdout:307: done (0 left) 2024-08-19T09:59:12.897 INFO:tasks.rados.rados.0.smithi190.stdout:308: rollback oid 18 current snap is 25 2024-08-19T09:59:12.897 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 18 to 19 2024-08-19T09:59:12.897 INFO:tasks.rados.rados.0.smithi190.stdout:309: snap_create 2024-08-19T09:59:12.902 INFO:tasks.rados.rados.0.smithi190.stdout:308: finishing rollback tid 0 to smithi19066007-18 2024-08-19T09:59:12.902 INFO:tasks.rados.rados.0.smithi190.stdout:308: finishing rollback tid 1 to smithi19066007-18 2024-08-19T09:59:12.902 INFO:tasks.rados.rados.0.smithi190.stdout:308: finishing rollback tid 2 to smithi19066007-18 2024-08-19T09:59:12.902 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 94 (ObjNum 82 snap 12 seq_num 82) dirty exists 2024-08-19T09:59:13.904 INFO:tasks.rados.rados.0.smithi190.stdout:308: done (1 left) 2024-08-19T09:59:13.904 INFO:tasks.rados.rados.0.smithi190.stdout:309: done (0 left) 2024-08-19T09:59:13.904 INFO:tasks.rados.rados.0.smithi190.stdout:310: rollback oid 41 current snap is 26 2024-08-19T09:59:13.904 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 41 to 16 2024-08-19T09:59:13.904 INFO:tasks.rados.rados.0.smithi190.stdout:311: rollback oid 18 current snap is 26 2024-08-19T09:59:13.904 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 18 to 18 2024-08-19T09:59:13.904 INFO:tasks.rados.rados.0.smithi190.stdout:312: rmattr oid 23 current snap is 26 2024-08-19T09:59:13.904 INFO:tasks.rados.rados.0.smithi190.stdout:313: copy_from oid 13 from oid 37 current snap is 26 2024-08-19T09:59:13.905 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 26 2024-08-19T09:59:13.905 INFO:tasks.rados.rados.0.smithi190.stdout:314: seq_num 123 ranges {761856=466944,1228800=573440,1802240=794624,2596864=237568} 2024-08-19T09:59:13.911 INFO:tasks.rados.rados.0.smithi190.stdout:314: writing smithi19066007-36 from 761856 to 1228800 tid 1 2024-08-19T09:59:13.914 INFO:tasks.rados.rados.0.smithi190.stdout:314: writing smithi19066007-36 from 1228800 to 1802240 tid 2 2024-08-19T09:59:13.919 INFO:tasks.rados.rados.0.smithi190.stdout:314: writing smithi19066007-36 from 1802240 to 2596864 tid 3 2024-08-19T09:59:13.920 INFO:tasks.rados.rados.0.smithi190.stdout:314: writing smithi19066007-36 from 2596864 to 2834432 tid 4 2024-08-19T09:59:13.920 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 31 current snap is 26 2024-08-19T09:59:13.920 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 110 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T09:59:13.920 INFO:tasks.rados.rados.0.smithi190.stdout:315: seq_num 124 ranges {0=483328,483328=458752,942080=598016,1540096=548864} 2024-08-19T09:59:13.922 INFO:tasks.rados.rados.0.smithi190.stdout:315: writing smithi19066007-31 from 0 to 483328 tid 1 2024-08-19T09:59:13.925 INFO:tasks.rados.rados.0.smithi190.stdout:315: writing smithi19066007-31 from 483328 to 942080 tid 2 2024-08-19T09:59:13.928 INFO:tasks.rados.rados.0.smithi190.stdout:315: writing smithi19066007-31 from 942080 to 1540096 tid 3 2024-08-19T09:59:13.932 INFO:tasks.rados.rados.0.smithi190.stdout:315: writing smithi19066007-31 from 1540096 to 2088960 tid 4 2024-08-19T09:59:13.932 INFO:tasks.rados.rados.0.smithi190.stdout:312: done (5 left) 2024-08-19T09:59:13.932 INFO:tasks.rados.rados.0.smithi190.stdout:316: setattr oid 24 current snap is 26 2024-08-19T09:59:13.932 INFO:tasks.rados.rados.0.smithi190.stdout:311: finishing rollback tid 0 to smithi19066007-18 2024-08-19T09:59:13.933 INFO:tasks.rados.rados.0.smithi190.stdout:310: finishing rollback tid 0 to smithi19066007-41 2024-08-19T09:59:13.933 INFO:tasks.rados.rados.0.smithi190.stdout:310: finishing rollback tid 1 to smithi19066007-41 2024-08-19T09:59:13.933 INFO:tasks.rados.rados.0.smithi190.stdout:310: finishing rollback tid 2 to smithi19066007-41 2024-08-19T09:59:13.933 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 71 (ObjNum 77 snap 11 seq_num 77) dirty exists 2024-08-19T09:59:13.933 INFO:tasks.rados.rados.0.smithi190.stdout:311: finishing rollback tid 1 to smithi19066007-18 2024-08-19T09:59:13.933 INFO:tasks.rados.rados.0.smithi190.stdout:311: finishing rollback tid 2 to smithi19066007-18 2024-08-19T09:59:13.933 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 98 (ObjNum 101 snap 18 seq_num 101) dirty exists 2024-08-19T09:59:13.933 INFO:tasks.rados.rados.0.smithi190.stdout:313: finishing copy_from racing read to smithi19066007-13 2024-08-19T09:59:13.933 INFO:tasks.rados.rados.0.smithi190.stdout:313: finishing copy_from to smithi19066007-13 2024-08-19T09:59:13.933 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 48 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T09:59:13.933 INFO:tasks.rados.rados.0.smithi190.stdout:314: finishing write tid 1 to smithi19066007-36 2024-08-19T09:59:13.933 INFO:tasks.rados.rados.0.smithi190.stdout:314: finishing write tid 2 to smithi19066007-36 2024-08-19T09:59:13.933 INFO:tasks.rados.rados.0.smithi190.stdout:314: finishing write tid 3 to smithi19066007-36 2024-08-19T09:59:13.934 INFO:tasks.rados.rados.0.smithi190.stdout:314: finishing write tid 4 to smithi19066007-36 2024-08-19T09:59:13.934 INFO:tasks.rados.rados.0.smithi190.stdout:314: finishing write tid 5 to smithi19066007-36 2024-08-19T09:59:13.934 INFO:tasks.rados.rados.0.smithi190.stdout:314: finishing write tid 6 to smithi19066007-36 2024-08-19T09:59:13.934 INFO:tasks.rados.rados.0.smithi190.stdout:314: oid 36 updating version 0 to 101 2024-08-19T09:59:13.934 INFO:tasks.rados.rados.0.smithi190.stdout:314: oid 36 updating version 101 to 102 2024-08-19T09:59:13.934 INFO:tasks.rados.rados.0.smithi190.stdout:314: oid 36 version 102 is already newer than 100 2024-08-19T09:59:13.934 INFO:tasks.rados.rados.0.smithi190.stdout:314: oid 36 updating version 102 to 103 2024-08-19T09:59:13.934 INFO:tasks.rados.rados.0.smithi190.stdout:314: oid 36 updating version 103 to 104 2024-08-19T09:59:13.935 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 104 (ObjNum 123 snap 26 seq_num 123) dirty exists 2024-08-19T09:59:13.935 INFO:tasks.rados.rados.0.smithi190.stdout:314: left oid 36 (ObjNum 123 snap 26 seq_num 123) 2024-08-19T09:59:13.935 INFO:tasks.rados.rados.0.smithi190.stdout:315: finishing write tid 1 to smithi19066007-31 2024-08-19T09:59:13.935 INFO:tasks.rados.rados.0.smithi190.stdout:315: finishing write tid 2 to smithi19066007-31 2024-08-19T09:59:13.935 INFO:tasks.rados.rados.0.smithi190.stdout:315: finishing write tid 3 to smithi19066007-31 2024-08-19T09:59:13.935 INFO:tasks.rados.rados.0.smithi190.stdout:310: done (5 left) 2024-08-19T09:59:13.936 INFO:tasks.rados.rados.0.smithi190.stdout:311: done (4 left) 2024-08-19T09:59:13.936 INFO:tasks.rados.rados.0.smithi190.stdout:313: done (3 left) 2024-08-19T09:59:13.936 INFO:tasks.rados.rados.0.smithi190.stdout:314: done (2 left) 2024-08-19T09:59:13.936 INFO:tasks.rados.rados.0.smithi190.stdout:317: snap_create 2024-08-19T09:59:13.936 INFO:tasks.rados.rados.0.smithi190.stdout:315: finishing write tid 4 to smithi19066007-31 2024-08-19T09:59:13.936 INFO:tasks.rados.rados.0.smithi190.stdout:315: finishing write tid 5 to smithi19066007-31 2024-08-19T09:59:13.937 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 109 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-08-19T09:59:13.937 INFO:tasks.rados.rados.0.smithi190.stdout:315: finishing write tid 6 to smithi19066007-31 2024-08-19T09:59:13.937 INFO:tasks.rados.rados.0.smithi190.stdout:315: oid 31 updating version 0 to 110 2024-08-19T09:59:13.937 INFO:tasks.rados.rados.0.smithi190.stdout:315: oid 31 version 110 is already newer than 106 2024-08-19T09:59:13.937 INFO:tasks.rados.rados.0.smithi190.stdout:315: oid 31 version 110 is already newer than 107 2024-08-19T09:59:13.937 INFO:tasks.rados.rados.0.smithi190.stdout:315: oid 31 version 110 is already newer than 108 2024-08-19T09:59:13.937 INFO:tasks.rados.rados.0.smithi190.stdout:315: oid 31 version 110 is already newer than 109 2024-08-19T09:59:13.937 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 110 (ObjNum 124 snap 26 seq_num 124) dirty exists 2024-08-19T09:59:13.937 INFO:tasks.rados.rados.0.smithi190.stdout:315: left oid 31 (ObjNum 124 snap 26 seq_num 124) 2024-08-19T09:59:14.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:13 smithi196 ceph-mon[19976]: osdmap e121: 8 total, 8 up, 8 in 2024-08-19T09:59:14.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:13 smithi196 ceph-mon[19976]: pgmap v162: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-08-19T09:59:14.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:59:14] "GET /metrics HTTP/1.1" 200 36031 "" "Prometheus/2.43.0" 2024-08-19T09:59:14.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:13 smithi190 ceph-mon[26031]: osdmap e121: 8 total, 8 up, 8 in 2024-08-19T09:59:14.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:13 smithi190 ceph-mon[26031]: pgmap v162: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-08-19T09:59:14.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:13 smithi190 ceph-mon[16060]: osdmap e121: 8 total, 8 up, 8 in 2024-08-19T09:59:14.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:13 smithi190 ceph-mon[16060]: pgmap v162: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-08-19T09:59:14.913 INFO:tasks.rados.rados.0.smithi190.stdout:315: done (2 left) 2024-08-19T09:59:14.913 INFO:tasks.rados.rados.0.smithi190.stdout:316: done (1 left) 2024-08-19T09:59:14.913 INFO:tasks.rados.rados.0.smithi190.stdout:317: done (0 left) 2024-08-19T09:59:14.913 INFO:tasks.rados.rados.0.smithi190.stdout:318: copy_from oid 34 from oid 46 current snap is 27 2024-08-19T09:59:14.913 INFO:tasks.rados.rados.0.smithi190.stdout:319: snap_remove snap 24 2024-08-19T09:59:15.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:14 smithi196 ceph-mon[19976]: osdmap e122: 8 total, 8 up, 8 in 2024-08-19T09:59:15.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:14 smithi190 ceph-mon[26031]: osdmap e122: 8 total, 8 up, 8 in 2024-08-19T09:59:15.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:14 smithi190 ceph-mon[16060]: osdmap e122: 8 total, 8 up, 8 in 2024-08-19T09:59:15.897 INFO:tasks.rados.rados.0.smithi190.stdout:319: done (1 left) 2024-08-19T09:59:15.897 INFO:tasks.rados.rados.0.smithi190.stdout:320: rollback oid 45 current snap is 27 2024-08-19T09:59:15.897 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 45 to 21 2024-08-19T09:59:15.897 INFO:tasks.rados.rados.0.smithi190.stdout:318: finishing copy_from racing read to smithi19066007-34 2024-08-19T09:59:15.898 INFO:tasks.rados.rados.0.smithi190.stdout:318: finishing copy_from to smithi19066007-34 2024-08-19T09:59:15.898 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T09:59:15.898 INFO:tasks.rados.rados.0.smithi190.stdout:318: done (1 left) 2024-08-19T09:59:15.898 INFO:tasks.rados.rados.0.smithi190.stdout:321: read oid 28 snap -1 2024-08-19T09:59:15.898 INFO:tasks.rados.rados.0.smithi190.stdout:321: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-19T09:59:15.898 INFO:tasks.rados.rados.0.smithi190.stdout:322: read oid 36 snap -1 2024-08-19T09:59:15.898 INFO:tasks.rados.rados.0.smithi190.stdout:322: expect (ObjNum 123 snap 26 seq_num 123) 2024-08-19T09:59:15.898 INFO:tasks.rados.rados.0.smithi190.stdout:323: copy_from oid 1 from oid 2 current snap is 27 2024-08-19T09:59:15.898 INFO:tasks.rados.rados.0.smithi190.stdout:324: snap_remove snap 25 2024-08-19T09:59:16.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:15 smithi196 ceph-mon[19976]: osdmap e123: 8 total, 8 up, 8 in 2024-08-19T09:59:16.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:15 smithi196 ceph-mon[19976]: pgmap v165: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-08-19T09:59:16.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:15 smithi196 ceph-mon[19976]: osdmap e124: 8 total, 8 up, 8 in 2024-08-19T09:59:16.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:15 smithi190 ceph-mon[16060]: osdmap e123: 8 total, 8 up, 8 in 2024-08-19T09:59:16.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:15 smithi190 ceph-mon[16060]: pgmap v165: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-08-19T09:59:16.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:15 smithi190 ceph-mon[16060]: osdmap e124: 8 total, 8 up, 8 in 2024-08-19T09:59:16.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:15 smithi190 ceph-mon[26031]: osdmap e123: 8 total, 8 up, 8 in 2024-08-19T09:59:16.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:15 smithi190 ceph-mon[26031]: pgmap v165: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-08-19T09:59:16.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:15 smithi190 ceph-mon[26031]: osdmap e124: 8 total, 8 up, 8 in 2024-08-19T09:59:16.991 INFO:tasks.rados.rados.0.smithi190.stdout:321: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-19T09:59:16.992 INFO:tasks.rados.rados.0.smithi190.stdout:320: finishing rollback tid 0 to smithi19066007-45 2024-08-19T09:59:16.992 INFO:tasks.rados.rados.0.smithi190.stdout:320: finishing rollback tid 1 to smithi19066007-45 2024-08-19T09:59:16.992 INFO:tasks.rados.rados.0.smithi190.stdout:320: finishing rollback tid 2 to smithi19066007-45 2024-08-19T09:59:16.992 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 41 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-08-19T09:59:16.992 INFO:tasks.rados.rados.0.smithi190.stdout:323: finishing copy_from racing read to smithi19066007-1 2024-08-19T09:59:16.992 INFO:tasks.rados.rados.0.smithi190.stdout:323: finishing copy_from to smithi19066007-1 2024-08-19T09:59:16.992 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 17 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-08-19T09:59:16.992 INFO:tasks.rados.rados.0.smithi190.stdout:322: expect (ObjNum 123 snap 26 seq_num 123) 2024-08-19T09:59:16.992 INFO:tasks.rados.rados.0.smithi190.stdout:320: done (4 left) 2024-08-19T09:59:16.992 INFO:tasks.rados.rados.0.smithi190.stdout:321: done (3 left) 2024-08-19T09:59:16.992 INFO:tasks.rados.rados.0.smithi190.stdout:322: done (2 left) 2024-08-19T09:59:16.993 INFO:tasks.rados.rados.0.smithi190.stdout:323: done (1 left) 2024-08-19T09:59:16.993 INFO:tasks.rados.rados.0.smithi190.stdout:324: done (0 left) 2024-08-19T09:59:16.993 INFO:tasks.rados.rados.0.smithi190.stdout:325: snap_remove snap 12 2024-08-19T09:59:17.901 INFO:tasks.rados.rados.0.smithi190.stdout:325: done (0 left) 2024-08-19T09:59:17.901 INFO:tasks.rados.rados.0.smithi190.stdout:326: copy_from oid 43 from oid 3 current snap is 27 2024-08-19T09:59:17.901 INFO:tasks.rados.rados.0.smithi190.stdout:327: read oid 37 snap -1 2024-08-19T09:59:17.901 INFO:tasks.rados.rados.0.smithi190.stdout:327: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T09:59:17.901 INFO:tasks.rados.rados.0.smithi190.stdout:328: read oid 17 snap -1 2024-08-19T09:59:17.901 INFO:tasks.rados.rados.0.smithi190.stdout:328: expect (ObjNum 90 snap 14 seq_num 90) 2024-08-19T09:59:17.901 INFO:tasks.rados.rados.0.smithi190.stdout:329: snap_remove snap 9 2024-08-19T09:59:18.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:17 smithi196 ceph-mon[19976]: osdmap e125: 8 total, 8 up, 8 in 2024-08-19T09:59:18.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:17 smithi196 ceph-mon[19976]: pgmap v168: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 105 MiB data, 404 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-08-19T09:59:18.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:17 smithi190 ceph-mon[16060]: osdmap e125: 8 total, 8 up, 8 in 2024-08-19T09:59:18.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:17 smithi190 ceph-mon[16060]: pgmap v168: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 105 MiB data, 404 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-08-19T09:59:18.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:17 smithi190 ceph-mon[26031]: osdmap e125: 8 total, 8 up, 8 in 2024-08-19T09:59:18.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:17 smithi190 ceph-mon[26031]: pgmap v168: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 105 MiB data, 404 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-08-19T09:59:18.902 INFO:tasks.rados.rados.0.smithi190.stdout:329: done (3 left) 2024-08-19T09:59:18.902 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 41 current snap is 27 2024-08-19T09:59:18.902 INFO:tasks.rados.rados.0.smithi190.stdout:330: seq_num 125 ranges {2899968=499712,3399680=745472,4145152=409600,4554752=450560} 2024-08-19T09:59:18.922 INFO:tasks.rados.rados.0.smithi190.stdout:330: writing smithi19066007-41 from 2899968 to 3399680 tid 1 2024-08-19T09:59:18.926 INFO:tasks.rados.rados.0.smithi190.stdout:330: writing smithi19066007-41 from 3399680 to 4145152 tid 2 2024-08-19T09:59:18.929 INFO:tasks.rados.rados.0.smithi190.stdout:330: writing smithi19066007-41 from 4145152 to 4554752 tid 3 2024-08-19T09:59:18.932 INFO:tasks.rados.rados.0.smithi190.stdout:330: writing smithi19066007-41 from 4554752 to 5005312 tid 4 2024-08-19T09:59:18.932 INFO:tasks.rados.rados.0.smithi190.stdout:331: delete oid 10 current snap is 27 2024-08-19T09:59:18.932 INFO:tasks.rados.rados.0.smithi190.stdout:327: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T09:59:18.933 INFO:tasks.rados.rados.0.smithi190.stdout:326: finishing copy_from racing read to smithi19066007-43 2024-08-19T09:59:18.934 INFO:tasks.rados.rados.0.smithi190.stdout:326: finishing copy_from to smithi19066007-43 2024-08-19T09:59:18.934 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 37 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T09:59:18.934 INFO:tasks.rados.rados.0.smithi190.stdout:328: expect (ObjNum 90 snap 14 seq_num 90) 2024-08-19T09:59:19.029 INFO:tasks.rados.rados.0.smithi190.stdout:330: finishing write tid 1 to smithi19066007-41 2024-08-19T09:59:19.029 INFO:tasks.rados.rados.0.smithi190.stdout:330: finishing write tid 2 to smithi19066007-41 2024-08-19T09:59:19.029 INFO:tasks.rados.rados.0.smithi190.stdout:330: finishing write tid 3 to smithi19066007-41 2024-08-19T09:59:19.029 INFO:tasks.rados.rados.0.smithi190.stdout:326: done (4 left) 2024-08-19T09:59:19.029 INFO:tasks.rados.rados.0.smithi190.stdout:327: done (3 left) 2024-08-19T09:59:19.029 INFO:tasks.rados.rados.0.smithi190.stdout:328: done (2 left) 2024-08-19T09:59:19.029 INFO:tasks.rados.rados.0.smithi190.stdout:331: done (1 left) 2024-08-19T09:59:19.029 INFO:tasks.rados.rados.0.smithi190.stdout:332: rollback oid 46 current snap is 27 2024-08-19T09:59:19.030 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 46 to 18 2024-08-19T09:59:19.030 INFO:tasks.rados.rados.0.smithi190.stdout:330: finishing write tid 4 to smithi19066007-41 2024-08-19T09:59:19.030 INFO:tasks.rados.rados.0.smithi190.stdout:330: finishing write tid 5 to smithi19066007-41 2024-08-19T09:59:19.030 INFO:tasks.rados.rados.0.smithi190.stdout:330: finishing write tid 6 to smithi19066007-41 2024-08-19T09:59:19.030 INFO:tasks.rados.rados.0.smithi190.stdout:330: oid 41 updating version 0 to 94 2024-08-19T09:59:19.030 INFO:tasks.rados.rados.0.smithi190.stdout:330: oid 41 updating version 94 to 95 2024-08-19T09:59:19.030 INFO:tasks.rados.rados.0.smithi190.stdout:330: oid 41 version 95 is already newer than 89 2024-08-19T09:59:19.030 INFO:tasks.rados.rados.0.smithi190.stdout:330: oid 41 version 95 is already newer than 93 2024-08-19T09:59:19.030 INFO:tasks.rados.rados.0.smithi190.stdout:330: oid 41 version 95 is already newer than 92 2024-08-19T09:59:19.030 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 95 (ObjNum 125 snap 27 seq_num 125) dirty exists 2024-08-19T09:59:19.030 INFO:tasks.rados.rados.0.smithi190.stdout:330: left oid 41 (ObjNum 125 snap 27 seq_num 125) 2024-08-19T09:59:19.030 INFO:tasks.rados.rados.0.smithi190.stdout:330: done (1 left) 2024-08-19T09:59:19.030 INFO:tasks.rados.rados.0.smithi190.stdout:333: rmattr oid 33 current snap is 27 2024-08-19T09:59:19.030 INFO:tasks.rados.rados.0.smithi190.stdout:334: snap_remove snap 22 2024-08-19T09:59:19.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:18 smithi196 ceph-mon[19976]: osdmap e126: 8 total, 8 up, 8 in 2024-08-19T09:59:19.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:18 smithi190 ceph-mon[16060]: osdmap e126: 8 total, 8 up, 8 in 2024-08-19T09:59:19.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:18 smithi190 ceph-mon[26031]: osdmap e126: 8 total, 8 up, 8 in 2024-08-19T09:59:19.914 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 0 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-08-19T09:59:19.915 INFO:tasks.rados.rados.0.smithi190.stdout:332: finishing rollback tid 0 to smithi19066007-46 2024-08-19T09:59:19.915 INFO:tasks.rados.rados.0.smithi190.stdout:332: finishing rollback tid 1 to smithi19066007-46 2024-08-19T09:59:19.915 INFO:tasks.rados.rados.0.smithi190.stdout:332: finishing rollback tid 2 to smithi19066007-46 2024-08-19T09:59:19.915 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 31 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T09:59:19.915 INFO:tasks.rados.rados.0.smithi190.stdout:332: done (2 left) 2024-08-19T09:59:19.915 INFO:tasks.rados.rados.0.smithi190.stdout:333: done (1 left) 2024-08-19T09:59:19.915 INFO:tasks.rados.rados.0.smithi190.stdout:334: done (0 left) 2024-08-19T09:59:19.915 INFO:tasks.rados.rados.0.smithi190.stdout:335: copy_from oid 31 from oid 44 current snap is 27 2024-08-19T09:59:19.915 INFO:tasks.rados.rados.0.smithi190.stdout:336: snap_create 2024-08-19T09:59:19.918 INFO:tasks.rados.rados.0.smithi190.stdout:335: finishing copy_from to smithi19066007-31 2024-08-19T09:59:19.918 INFO:tasks.rados.rados.0.smithi190.stdout:335: got expected ENOENT (src dne) 2024-08-19T09:59:19.918 INFO:tasks.rados.rados.0.smithi190.stdout:335: finishing copy_from racing read to smithi19066007-31 2024-08-19T09:59:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:19 smithi196 ceph-mon[19976]: osdmap e127: 8 total, 8 up, 8 in 2024-08-19T09:59:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:19 smithi196 ceph-mon[19976]: pgmap v171: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 105 MiB data, 404 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-08-19T09:59:20.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:19 smithi190 ceph-mon[16060]: osdmap e127: 8 total, 8 up, 8 in 2024-08-19T09:59:20.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:19 smithi190 ceph-mon[16060]: pgmap v171: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 105 MiB data, 404 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-08-19T09:59:20.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:19 smithi190 ceph-mon[26031]: osdmap e127: 8 total, 8 up, 8 in 2024-08-19T09:59:20.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:19 smithi190 ceph-mon[26031]: pgmap v171: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 105 MiB data, 404 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-08-19T09:59:20.893 INFO:tasks.rados.rados.0.smithi190.stdout:335: done (1 left) 2024-08-19T09:59:20.893 INFO:tasks.rados.rados.0.smithi190.stdout:336: done (0 left) 2024-08-19T09:59:20.893 INFO:tasks.rados.rados.0.smithi190.stdout:337: copy_from oid 27 from oid 39 current snap is 28 2024-08-19T09:59:20.893 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 8 current snap is 28 2024-08-19T09:59:20.893 INFO:tasks.rados.rados.0.smithi190.stdout:338: seq_num 127 ranges {0=532480,532480=507904,1040384=778240,1818624=319488} 2024-08-19T09:59:20.895 INFO:tasks.rados.rados.0.smithi190.stdout:338: writing smithi19066007-8 from 0 to 532480 tid 1 2024-08-19T09:59:20.898 INFO:tasks.rados.rados.0.smithi190.stdout:338: writing smithi19066007-8 from 532480 to 1040384 tid 2 2024-08-19T09:59:20.903 INFO:tasks.rados.rados.0.smithi190.stdout:338: writing smithi19066007-8 from 1040384 to 1818624 tid 3 2024-08-19T09:59:20.905 INFO:tasks.rados.rados.0.smithi190.stdout:338: writing smithi19066007-8 from 1818624 to 2138112 tid 4 2024-08-19T09:59:20.905 INFO:tasks.rados.rados.0.smithi190.stdout:339: copy_from oid 45 from oid 50 current snap is 28 2024-08-19T09:59:20.905 INFO:tasks.rados.rados.0.smithi190.stdout:338: finishing write tid 1 to smithi19066007-8 2024-08-19T09:59:20.905 INFO:tasks.rados.rados.0.smithi190.stdout:338: finishing write tid 2 to smithi19066007-8 2024-08-19T09:59:20.905 INFO:tasks.rados.rados.0.smithi190.stdout:340: snap_create 2024-08-19T09:59:20.907 INFO:tasks.rados.rados.0.smithi190.stdout:338: finishing write tid 3 to smithi19066007-8 2024-08-19T09:59:20.907 INFO:tasks.rados.rados.0.smithi190.stdout:338: finishing write tid 4 to smithi19066007-8 2024-08-19T09:59:20.908 INFO:tasks.rados.rados.0.smithi190.stdout:338: finishing write tid 5 to smithi19066007-8 2024-08-19T09:59:20.911 INFO:tasks.rados.rados.0.smithi190.stdout:338: finishing write tid 6 to smithi19066007-8 2024-08-19T09:59:20.911 INFO:tasks.rados.rados.0.smithi190.stdout:338: oid 8 updating version 0 to 134 2024-08-19T09:59:20.911 INFO:tasks.rados.rados.0.smithi190.stdout:338: oid 8 updating version 134 to 137 2024-08-19T09:59:20.911 INFO:tasks.rados.rados.0.smithi190.stdout:338: oid 8 version 137 is already newer than 135 2024-08-19T09:59:20.911 INFO:tasks.rados.rados.0.smithi190.stdout:338: oid 8 version 137 is already newer than 136 2024-08-19T09:59:20.911 INFO:tasks.rados.rados.0.smithi190.stdout:338: oid 8 version 137 is already newer than 133 2024-08-19T09:59:20.911 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 137 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-08-19T09:59:20.912 INFO:tasks.rados.rados.0.smithi190.stdout:338: left oid 8 (ObjNum 127 snap 28 seq_num 127) 2024-08-19T09:59:20.912 INFO:tasks.rados.rados.0.smithi190.stdout:337: finishing copy_from racing read to smithi19066007-27 2024-08-19T09:59:20.913 INFO:tasks.rados.rados.0.smithi190.stdout:337: finishing copy_from to smithi19066007-27 2024-08-19T09:59:20.913 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 31 (ObjNum 65 snap 5 seq_num 65) dirty exists 2024-08-19T09:59:20.918 INFO:tasks.rados.rados.0.smithi190.stdout:339: finishing copy_from racing read to smithi19066007-45 2024-08-19T09:59:20.921 INFO:tasks.rados.rados.0.smithi190.stdout:339: finishing copy_from to smithi19066007-45 2024-08-19T09:59:20.921 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 10 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-08-19T09:59:21.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:20 smithi196 ceph-mon[19976]: osdmap e128: 8 total, 8 up, 8 in 2024-08-19T09:59:21.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:20 smithi196 ceph-mon[19976]: osdmap e129: 8 total, 8 up, 8 in 2024-08-19T09:59:21.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:20 smithi190 ceph-mon[16060]: osdmap e128: 8 total, 8 up, 8 in 2024-08-19T09:59:21.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:20 smithi190 ceph-mon[16060]: osdmap e129: 8 total, 8 up, 8 in 2024-08-19T09:59:21.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:20 smithi190 ceph-mon[26031]: osdmap e128: 8 total, 8 up, 8 in 2024-08-19T09:59:21.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:20 smithi190 ceph-mon[26031]: osdmap e129: 8 total, 8 up, 8 in 2024-08-19T09:59:21.898 INFO:tasks.rados.rados.0.smithi190.stdout:337: done (3 left) 2024-08-19T09:59:21.899 INFO:tasks.rados.rados.0.smithi190.stdout:338: done (2 left) 2024-08-19T09:59:21.899 INFO:tasks.rados.rados.0.smithi190.stdout:339: done (1 left) 2024-08-19T09:59:21.899 INFO:tasks.rados.rados.0.smithi190.stdout:340: done (0 left) 2024-08-19T09:59:21.899 INFO:tasks.rados.rados.0.smithi190.stdout:341: read oid 36 snap -1 2024-08-19T09:59:21.899 INFO:tasks.rados.rados.0.smithi190.stdout:341: expect (ObjNum 123 snap 26 seq_num 123) 2024-08-19T09:59:21.899 INFO:tasks.rados.rados.0.smithi190.stdout:342: snap_remove snap 19 2024-08-19T09:59:22.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:21 smithi190 ceph-mon[16060]: pgmap v174: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 105 MiB data, 404 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:59:22.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:21 smithi190 ceph-mon[16060]: osdmap e130: 8 total, 8 up, 8 in 2024-08-19T09:59:22.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:21 smithi190 ceph-mon[26031]: pgmap v174: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 105 MiB data, 404 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:59:22.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:21 smithi190 ceph-mon[26031]: osdmap e130: 8 total, 8 up, 8 in 2024-08-19T09:59:22.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:21 smithi196 ceph-mon[19976]: pgmap v174: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 105 MiB data, 404 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:59:22.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:21 smithi196 ceph-mon[19976]: osdmap e130: 8 total, 8 up, 8 in 2024-08-19T09:59:22.894 INFO:tasks.rados.rados.0.smithi190.stdout:342: done (1 left) 2024-08-19T09:59:22.894 INFO:tasks.rados.rados.0.smithi190.stdout:343: delete oid 49 current snap is 29 2024-08-19T09:59:22.894 INFO:tasks.rados.rados.0.smithi190.stdout:341: expect (ObjNum 123 snap 26 seq_num 123) 2024-08-19T09:59:22.986 INFO:tasks.rados.rados.0.smithi190.stdout:341: done (1 left) 2024-08-19T09:59:22.986 INFO:tasks.rados.rados.0.smithi190.stdout:343: done (0 left) 2024-08-19T09:59:22.986 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 29 2024-08-19T09:59:22.986 INFO:tasks.rados.rados.0.smithi190.stdout:344: seq_num 129 ranges {1179648=565248,1744896=679936,2424832=786432,3211264=139264} 2024-08-19T09:59:22.995 INFO:tasks.rados.rados.0.smithi190.stdout:344: writing smithi19066007-12 from 1179648 to 1744896 tid 1 2024-08-19T09:59:22.998 INFO:tasks.rados.rados.0.smithi190.stdout:344: writing smithi19066007-12 from 1744896 to 2424832 tid 2 2024-08-19T09:59:23.003 INFO:tasks.rados.rados.0.smithi190.stdout:344: writing smithi19066007-12 from 2424832 to 3211264 tid 3 2024-08-19T09:59:23.004 INFO:tasks.rados.rados.0.smithi190.stdout:344: writing smithi19066007-12 from 3211264 to 3350528 tid 4 2024-08-19T09:59:23.004 INFO:tasks.rados.rados.0.smithi190.stdout:345: snap_remove snap 27 2024-08-19T09:59:23.905 INFO:tasks.rados.rados.0.smithi190.stdout:345: done (1 left) 2024-08-19T09:59:23.906 INFO:tasks.rados.rados.0.smithi190.stdout:346: snap_remove snap 21 2024-08-19T09:59:24.154 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:23 smithi190 ceph-mon[16060]: osdmap e131: 8 total, 8 up, 8 in 2024-08-19T09:59:24.154 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:23 smithi190 ceph-mon[16060]: pgmap v177: 121 pgs: 121 active+clean; 111 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-19T09:59:24.154 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:24 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:59:24] "GET /metrics HTTP/1.1" 200 36031 "" "Prometheus/2.43.0" 2024-08-19T09:59:24.154 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:23 smithi190 ceph-mon[26031]: osdmap e131: 8 total, 8 up, 8 in 2024-08-19T09:59:24.154 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:23 smithi190 ceph-mon[26031]: pgmap v177: 121 pgs: 121 active+clean; 111 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-19T09:59:24.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:23 smithi196 ceph-mon[19976]: osdmap e131: 8 total, 8 up, 8 in 2024-08-19T09:59:24.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:23 smithi196 ceph-mon[19976]: pgmap v177: 121 pgs: 121 active+clean; 111 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-19T09:59:24.913 INFO:tasks.rados.rados.0.smithi190.stdout:346: done (1 left) 2024-08-19T09:59:24.914 INFO:tasks.rados.rados.0.smithi190.stdout:347: snap_remove snap 16 2024-08-19T09:59:25.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:24 smithi196 ceph-mon[19976]: osdmap e132: 8 total, 8 up, 8 in 2024-08-19T09:59:25.312 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:24 smithi190 ceph-mon[16060]: osdmap e132: 8 total, 8 up, 8 in 2024-08-19T09:59:25.312 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:24 smithi190 ceph-mon[26031]: osdmap e132: 8 total, 8 up, 8 in 2024-08-19T09:59:25.896 INFO:tasks.rados.rados.0.smithi190.stdout:347: done (1 left) 2024-08-19T09:59:25.897 INFO:tasks.rados.rados.0.smithi190.stdout:348: snap_remove snap 14 2024-08-19T09:59:26.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:25 smithi190 ceph-mon[26031]: osdmap e133: 8 total, 8 up, 8 in 2024-08-19T09:59:26.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:25 smithi190 ceph-mon[26031]: pgmap v180: 121 pgs: 121 active+clean; 111 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-19T09:59:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:25 smithi190 ceph-mon[26031]: osdmap e134: 8 total, 8 up, 8 in 2024-08-19T09:59:26.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:25 smithi190 ceph-mon[16060]: osdmap e133: 8 total, 8 up, 8 in 2024-08-19T09:59:26.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:25 smithi190 ceph-mon[16060]: pgmap v180: 121 pgs: 121 active+clean; 111 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-19T09:59:26.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:25 smithi190 ceph-mon[16060]: osdmap e134: 8 total, 8 up, 8 in 2024-08-19T09:59:26.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:25 smithi196 ceph-mon[19976]: osdmap e133: 8 total, 8 up, 8 in 2024-08-19T09:59:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:25 smithi196 ceph-mon[19976]: pgmap v180: 121 pgs: 121 active+clean; 111 MiB data, 413 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-19T09:59:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:25 smithi196 ceph-mon[19976]: osdmap e134: 8 total, 8 up, 8 in 2024-08-19T09:59:26.907 INFO:tasks.rados.rados.0.smithi190.stdout:348: done (1 left) 2024-08-19T09:59:26.907 INFO:tasks.rados.rados.0.smithi190.stdout:349: setattr oid 21 current snap is 29 2024-08-19T09:59:26.907 INFO:tasks.rados.rados.0.smithi190.stdout:344: finishing write tid 1 to smithi19066007-12 2024-08-19T09:59:26.907 INFO:tasks.rados.rados.0.smithi190.stdout:344: finishing write tid 2 to smithi19066007-12 2024-08-19T09:59:26.907 INFO:tasks.rados.rados.0.smithi190.stdout:344: finishing write tid 3 to smithi19066007-12 2024-08-19T09:59:26.908 INFO:tasks.rados.rados.0.smithi190.stdout:344: finishing write tid 4 to smithi19066007-12 2024-08-19T09:59:26.908 INFO:tasks.rados.rados.0.smithi190.stdout:344: finishing write tid 5 to smithi19066007-12 2024-08-19T09:59:26.908 INFO:tasks.rados.rados.0.smithi190.stdout:344: finishing write tid 6 to smithi19066007-12 2024-08-19T09:59:26.908 INFO:tasks.rados.rados.0.smithi190.stdout:344: oid 12 updating version 0 to 108 2024-08-19T09:59:26.908 INFO:tasks.rados.rados.0.smithi190.stdout:344: oid 12 updating version 108 to 109 2024-08-19T09:59:26.909 INFO:tasks.rados.rados.0.smithi190.stdout:344: oid 12 version 109 is already newer than 107 2024-08-19T09:59:26.909 INFO:tasks.rados.rados.0.smithi190.stdout:344: oid 12 updating version 109 to 110 2024-08-19T09:59:26.909 INFO:tasks.rados.rados.0.smithi190.stdout:344: oid 12 updating version 110 to 111 2024-08-19T09:59:26.909 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 111 (ObjNum 129 snap 29 seq_num 129) dirty exists 2024-08-19T09:59:26.909 INFO:tasks.rados.rados.0.smithi190.stdout:344: left oid 12 (ObjNum 129 snap 29 seq_num 129) 2024-08-19T09:59:26.910 INFO:tasks.rados.rados.0.smithi190.stdout:344: done (1 left) 2024-08-19T09:59:26.910 INFO:tasks.rados.rados.0.smithi190.stdout:350: read oid 27 snap -1 2024-08-19T09:59:26.910 INFO:tasks.rados.rados.0.smithi190.stdout:350: expect (ObjNum 65 snap 5 seq_num 65) 2024-08-19T09:59:26.913 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 29 2024-08-19T09:59:26.913 INFO:tasks.rados.rados.0.smithi190.stdout:351: seq_num 130 ranges {761856=581632,1343488=614400,1957888=598016,2555904=393216} 2024-08-19T09:59:26.916 INFO:tasks.rados.rados.0.smithi190.stdout:351: writing smithi19066007-32 from 761856 to 1343488 tid 1 2024-08-19T09:59:26.920 INFO:tasks.rados.rados.0.smithi190.stdout:351: writing smithi19066007-32 from 1343488 to 1957888 tid 2 2024-08-19T09:59:26.924 INFO:tasks.rados.rados.0.smithi190.stdout:351: writing smithi19066007-32 from 1957888 to 2555904 tid 3 2024-08-19T09:59:26.927 INFO:tasks.rados.rados.0.smithi190.stdout:351: writing smithi19066007-32 from 2555904 to 2949120 tid 4 2024-08-19T09:59:26.927 INFO:tasks.rados.rados.0.smithi190.stdout:352: setattr oid 8 current snap is 29 2024-08-19T09:59:26.927 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 155 (ObjNum 83 snap 12 seq_num 83) dirty exists 2024-08-19T09:59:26.927 INFO:tasks.rados.rados.0.smithi190.stdout:351: finishing write tid 1 to smithi19066007-32 2024-08-19T09:59:26.927 INFO:tasks.rados.rados.0.smithi190.stdout:351: finishing write tid 2 to smithi19066007-32 2024-08-19T09:59:26.927 INFO:tasks.rados.rados.0.smithi190.stdout:350: expect (ObjNum 65 snap 5 seq_num 65) 2024-08-19T09:59:27.027 INFO:tasks.rados.rados.0.smithi190.stdout:351: finishing write tid 3 to smithi19066007-32 2024-08-19T09:59:27.027 INFO:tasks.rados.rados.0.smithi190.stdout:351: finishing write tid 4 to smithi19066007-32 2024-08-19T09:59:27.027 INFO:tasks.rados.rados.0.smithi190.stdout:351: finishing write tid 5 to smithi19066007-32 2024-08-19T09:59:27.027 INFO:tasks.rados.rados.0.smithi190.stdout:351: finishing write tid 6 to smithi19066007-32 2024-08-19T09:59:27.027 INFO:tasks.rados.rados.0.smithi190.stdout:351: oid 32 updating version 0 to 149 2024-08-19T09:59:27.027 INFO:tasks.rados.rados.0.smithi190.stdout:351: oid 32 version 149 is already newer than 147 2024-08-19T09:59:27.027 INFO:tasks.rados.rados.0.smithi190.stdout:351: oid 32 version 149 is already newer than 148 2024-08-19T09:59:27.027 INFO:tasks.rados.rados.0.smithi190.stdout:351: oid 32 updating version 149 to 150 2024-08-19T09:59:27.027 INFO:tasks.rados.rados.0.smithi190.stdout:351: oid 32 version 150 is already newer than 146 2024-08-19T09:59:27.028 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 150 (ObjNum 130 snap 29 seq_num 130) dirty exists 2024-08-19T09:59:27.028 INFO:tasks.rados.rados.0.smithi190.stdout:351: left oid 32 (ObjNum 130 snap 29 seq_num 130) 2024-08-19T09:59:27.028 INFO:tasks.rados.rados.0.smithi190.stdout:349: done (3 left) 2024-08-19T09:59:27.028 INFO:tasks.rados.rados.0.smithi190.stdout:350: done (2 left) 2024-08-19T09:59:27.029 INFO:tasks.rados.rados.0.smithi190.stdout:351: done (1 left) 2024-08-19T09:59:27.029 INFO:tasks.rados.rados.0.smithi190.stdout:353: read oid 47 snap -1 2024-08-19T09:59:27.029 INFO:tasks.rados.rados.0.smithi190.stdout:353: expect (ObjNum 72 snap 9 seq_num 72) 2024-08-19T09:59:27.029 INFO:tasks.rados.rados.0.smithi190.stdout:354: snap_remove snap 11 2024-08-19T09:59:27.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:26 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:59:27.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:26 smithi190 ceph-mon[16060]: osdmap e135: 8 total, 8 up, 8 in 2024-08-19T09:59:27.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:26 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:59:27.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:26 smithi190 ceph-mon[26031]: osdmap e135: 8 total, 8 up, 8 in 2024-08-19T09:59:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:26 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:59:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:26 smithi196 ceph-mon[19976]: osdmap e135: 8 total, 8 up, 8 in 2024-08-19T09:59:27.954 INFO:tasks.rados.rados.0.smithi190.stdout:354: done (2 left) 2024-08-19T09:59:27.954 INFO:tasks.rados.rados.0.smithi190.stdout:355: snap_remove snap 28 2024-08-19T09:59:28.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:27 smithi196 ceph-mon[19976]: pgmap v183: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 109 MiB data, 412 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 530 KiB/s wr, 2 op/s 2024-08-19T09:59:28.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:27 smithi190 ceph-mon[16060]: pgmap v183: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 109 MiB data, 412 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 530 KiB/s wr, 2 op/s 2024-08-19T09:59:28.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:27 smithi190 ceph-mon[26031]: pgmap v183: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 109 MiB data, 412 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 530 KiB/s wr, 2 op/s 2024-08-19T09:59:28.955 INFO:tasks.rados.rados.0.smithi190.stdout:355: done (2 left) 2024-08-19T09:59:28.955 INFO:tasks.rados.rados.0.smithi190.stdout:356: read oid 14 snap -1 2024-08-19T09:59:28.956 INFO:tasks.rados.rados.0.smithi190.stdout:356: expect deleted 2024-08-19T09:59:28.956 INFO:tasks.rados.rados.0.smithi190.stdout:357: setattr oid 15 current snap is 29 2024-08-19T09:59:28.956 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 165 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-08-19T09:59:28.956 INFO:tasks.rados.rados.0.smithi190.stdout:353: expect (ObjNum 72 snap 9 seq_num 72) 2024-08-19T09:59:28.999 INFO:tasks.rados.rados.0.smithi190.stdout:352: done (3 left) 2024-08-19T09:59:28.999 INFO:tasks.rados.rados.0.smithi190.stdout:353: done (2 left) 2024-08-19T09:59:29.000 INFO:tasks.rados.rados.0.smithi190.stdout:356: done (1 left) 2024-08-19T09:59:29.000 INFO:tasks.rados.rados.0.smithi190.stdout:358: setattr oid 32 current snap is 29 2024-08-19T09:59:29.001 INFO:tasks.rados.rados.0.smithi190.stdout:359: delete oid 20 current snap is 29 2024-08-19T09:59:29.002 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 147 (ObjNum 114 snap 22 seq_num 114) dirty exists 2024-08-19T09:59:29.003 INFO:tasks.rados.rados.0.smithi190.stdout:357: done (2 left) 2024-08-19T09:59:29.004 INFO:tasks.rados.rados.0.smithi190.stdout:359: done (1 left) 2024-08-19T09:59:29.004 INFO:tasks.rados.rados.0.smithi190.stdout:360: copy_from oid 6 from oid 19 current snap is 29 2024-08-19T09:59:29.004 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 29 2024-08-19T09:59:29.004 INFO:tasks.rados.rados.0.smithi190.stdout:361: seq_num 132 ranges {2818048=614400,3432448=786432,4218880=565248,4784128=253952} 2024-08-19T09:59:29.023 INFO:tasks.rados.rados.0.smithi190.stdout:361: writing smithi19066007-17 from 2818048 to 3432448 tid 1 2024-08-19T09:59:29.027 INFO:tasks.rados.rados.0.smithi190.stdout:361: writing smithi19066007-17 from 3432448 to 4218880 tid 2 2024-08-19T09:59:29.030 INFO:tasks.rados.rados.0.smithi190.stdout:361: writing smithi19066007-17 from 4218880 to 4784128 tid 3 2024-08-19T09:59:29.032 INFO:tasks.rados.rados.0.smithi190.stdout:361: writing smithi19066007-17 from 4784128 to 5038080 tid 4 2024-08-19T09:59:29.032 INFO:tasks.rados.rados.0.smithi190.stdout:362: read oid 45 snap -1 2024-08-19T09:59:29.033 INFO:tasks.rados.rados.0.smithi190.stdout:362: expect (ObjNum 108 snap 21 seq_num 108) 2024-08-19T09:59:29.033 INFO:tasks.rados.rados.0.smithi190.stdout:363: copy_from oid 15 from oid 43 current snap is 29 2024-08-19T09:59:29.033 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 161 (ObjNum 130 snap 29 seq_num 130) dirty exists 2024-08-19T09:59:29.033 INFO:tasks.rados.rados.0.smithi190.stdout:360: finishing copy_from racing read to smithi19066007-6 2024-08-19T09:59:29.033 INFO:tasks.rados.rados.0.smithi190.stdout:360: finishing copy_from to smithi19066007-6 2024-08-19T09:59:29.033 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 79 (ObjNum 119 snap 23 seq_num 119) dirty exists 2024-08-19T09:59:29.033 INFO:tasks.rados.rados.0.smithi190.stdout:361: finishing write tid 1 to smithi19066007-17 2024-08-19T09:59:29.033 INFO:tasks.rados.rados.0.smithi190.stdout:361: finishing write tid 2 to smithi19066007-17 2024-08-19T09:59:29.033 INFO:tasks.rados.rados.0.smithi190.stdout:358: done (4 left) 2024-08-19T09:59:29.033 INFO:tasks.rados.rados.0.smithi190.stdout:360: done (3 left) 2024-08-19T09:59:29.033 INFO:tasks.rados.rados.0.smithi190.stdout:364: copy_from oid 25 from oid 1 current snap is 29 2024-08-19T09:59:29.033 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 29 2024-08-19T09:59:29.033 INFO:tasks.rados.rados.0.smithi190.stdout:365: seq_num 133 ranges {3350528=630784,3981312=663552,4644864=770048,5414912=172032} 2024-08-19T09:59:29.054 INFO:tasks.rados.rados.0.smithi190.stdout:365: writing smithi19066007-12 from 3350528 to 3981312 tid 1 2024-08-19T09:59:29.058 INFO:tasks.rados.rados.0.smithi190.stdout:365: writing smithi19066007-12 from 3981312 to 4644864 tid 2 2024-08-19T09:59:29.062 INFO:tasks.rados.rados.0.smithi190.stdout:365: writing smithi19066007-12 from 4644864 to 5414912 tid 3 2024-08-19T09:59:29.063 INFO:tasks.rados.rados.0.smithi190.stdout:365: writing smithi19066007-12 from 5414912 to 5586944 tid 4 2024-08-19T09:59:29.064 INFO:tasks.rados.rados.0.smithi190.stdout:366: read oid 27 snap -1 2024-08-19T09:59:29.064 INFO:tasks.rados.rados.0.smithi190.stdout:366: expect (ObjNum 65 snap 5 seq_num 65) 2024-08-19T09:59:29.064 INFO:tasks.rados.rados.0.smithi190.stdout:367: read oid 32 snap 23 2024-08-19T09:59:29.064 INFO:tasks.rados.rados.0.smithi190.stdout:367: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:59:29.064 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 29 2024-08-19T09:59:29.064 INFO:tasks.rados.rados.0.smithi190.stdout:361: finishing write tid 3 to smithi19066007-17 2024-08-19T09:59:29.064 INFO:tasks.rados.rados.0.smithi190.stdout:368: seq_num 134 ranges {0=647168,647168=548864,1196032=573440,1769472=483328} 2024-08-19T09:59:29.068 INFO:tasks.rados.rados.0.smithi190.stdout:368: writing smithi19066007-37 from 0 to 647168 tid 1 2024-08-19T09:59:29.071 INFO:tasks.rados.rados.0.smithi190.stdout:368: writing smithi19066007-37 from 647168 to 1196032 tid 2 2024-08-19T09:59:29.074 INFO:tasks.rados.rados.0.smithi190.stdout:368: writing smithi19066007-37 from 1196032 to 1769472 tid 3 2024-08-19T09:59:29.077 INFO:tasks.rados.rados.0.smithi190.stdout:368: writing smithi19066007-37 from 1769472 to 2252800 tid 4 2024-08-19T09:59:29.078 INFO:tasks.rados.rados.0.smithi190.stdout:369: rollback oid 21 current snap is 29 2024-08-19T09:59:29.078 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 21 to 26 2024-08-19T09:59:29.078 INFO:tasks.rados.rados.0.smithi190.stdout:361: finishing write tid 4 to smithi19066007-17 2024-08-19T09:59:29.078 INFO:tasks.rados.rados.0.smithi190.stdout:363: finishing copy_from racing read to smithi19066007-15 2024-08-19T09:59:29.078 INFO:tasks.rados.rados.0.smithi190.stdout:364: finishing copy_from racing read to smithi19066007-25 2024-08-19T09:59:29.078 INFO:tasks.rados.rados.0.smithi190.stdout:361: finishing write tid 5 to smithi19066007-17 2024-08-19T09:59:29.078 INFO:tasks.rados.rados.0.smithi190.stdout:370: setattr oid 24 current snap is 29 2024-08-19T09:59:29.078 INFO:tasks.rados.rados.0.smithi190.stdout:363: finishing copy_from to smithi19066007-15 2024-08-19T09:59:29.078 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 37 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T09:59:29.078 INFO:tasks.rados.rados.0.smithi190.stdout:364: finishing copy_from to smithi19066007-25 2024-08-19T09:59:29.078 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 17 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-08-19T09:59:29.078 INFO:tasks.rados.rados.0.smithi190.stdout:361: finishing write tid 6 to smithi19066007-17 2024-08-19T09:59:29.079 INFO:tasks.rados.rados.0.smithi190.stdout:361: oid 17 updating version 0 to 147 2024-08-19T09:59:29.079 INFO:tasks.rados.rados.0.smithi190.stdout:361: oid 17 version 147 is already newer than 145 2024-08-19T09:59:29.079 INFO:tasks.rados.rados.0.smithi190.stdout:361: oid 17 version 147 is already newer than 146 2024-08-19T09:59:29.079 INFO:tasks.rados.rados.0.smithi190.stdout:361: oid 17 version 147 is already newer than 144 2024-08-19T09:59:29.079 INFO:tasks.rados.rados.0.smithi190.stdout:361: oid 17 version 147 is already newer than 143 2024-08-19T09:59:29.079 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 147 (ObjNum 132 snap 29 seq_num 132) dirty exists 2024-08-19T09:59:29.079 INFO:tasks.rados.rados.0.smithi190.stdout:361: left oid 17 (ObjNum 132 snap 29 seq_num 132) 2024-08-19T09:59:29.079 INFO:tasks.rados.rados.0.smithi190.stdout:362: expect (ObjNum 108 snap 21 seq_num 108) 2024-08-19T09:59:29.159 INFO:tasks.rados.rados.0.smithi190.stdout:365: finishing write tid 1 to smithi19066007-12 2024-08-19T09:59:29.159 INFO:tasks.rados.rados.0.smithi190.stdout:365: finishing write tid 2 to smithi19066007-12 2024-08-19T09:59:29.159 INFO:tasks.rados.rados.0.smithi190.stdout:365: finishing write tid 3 to smithi19066007-12 2024-08-19T09:59:29.160 INFO:tasks.rados.rados.0.smithi190.stdout:365: finishing write tid 4 to smithi19066007-12 2024-08-19T09:59:29.160 INFO:tasks.rados.rados.0.smithi190.stdout:365: finishing write tid 5 to smithi19066007-12 2024-08-19T09:59:29.160 INFO:tasks.rados.rados.0.smithi190.stdout:367: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:59:29.179 INFO:tasks.rados.rados.0.smithi190.stdout:365: finishing write tid 6 to smithi19066007-12 2024-08-19T09:59:29.180 INFO:tasks.rados.rados.0.smithi190.stdout:365: oid 12 updating version 0 to 152 2024-08-19T09:59:29.180 INFO:tasks.rados.rados.0.smithi190.stdout:365: oid 12 version 152 is already newer than 149 2024-08-19T09:59:29.180 INFO:tasks.rados.rados.0.smithi190.stdout:365: oid 12 version 152 is already newer than 148 2024-08-19T09:59:29.180 INFO:tasks.rados.rados.0.smithi190.stdout:365: oid 12 version 152 is already newer than 151 2024-08-19T09:59:29.180 INFO:tasks.rados.rados.0.smithi190.stdout:365: oid 12 version 152 is already newer than 150 2024-08-19T09:59:29.180 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 152 (ObjNum 133 snap 29 seq_num 133) dirty exists 2024-08-19T09:59:29.180 INFO:tasks.rados.rados.0.smithi190.stdout:365: left oid 12 (ObjNum 133 snap 29 seq_num 133) 2024-08-19T09:59:29.180 INFO:tasks.rados.rados.0.smithi190.stdout:366: expect (ObjNum 65 snap 5 seq_num 65) 2024-08-19T09:59:29.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:28 smithi196 ceph-mon[19976]: osdmap e136: 8 total, 8 up, 8 in 2024-08-19T09:59:29.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:28 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:29.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:28 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T09:59:29.234 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:28 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T09:59:29.235 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:28 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:59:29.278 INFO:tasks.rados.rados.0.smithi190.stdout:368: finishing write tid 1 to smithi19066007-37 2024-08-19T09:59:29.278 INFO:tasks.rados.rados.0.smithi190.stdout:368: finishing write tid 2 to smithi19066007-37 2024-08-19T09:59:29.278 INFO:tasks.rados.rados.0.smithi190.stdout:368: finishing write tid 3 to smithi19066007-37 2024-08-19T09:59:29.278 INFO:tasks.rados.rados.0.smithi190.stdout:368: finishing write tid 4 to smithi19066007-37 2024-08-19T09:59:29.278 INFO:tasks.rados.rados.0.smithi190.stdout:369: finishing rollback tid 0 to smithi19066007-21 2024-08-19T09:59:29.278 INFO:tasks.rados.rados.0.smithi190.stdout:368: finishing write tid 5 to smithi19066007-37 2024-08-19T09:59:29.278 INFO:tasks.rados.rados.0.smithi190.stdout:369: finishing rollback tid 1 to smithi19066007-21 2024-08-19T09:59:29.278 INFO:tasks.rados.rados.0.smithi190.stdout:369: finishing rollback tid 2 to smithi19066007-21 2024-08-19T09:59:29.278 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 174 (ObjNum 83 snap 12 seq_num 83) dirty exists 2024-08-19T09:59:29.279 INFO:tasks.rados.rados.0.smithi190.stdout:368: finishing write tid 6 to smithi19066007-37 2024-08-19T09:59:29.279 INFO:tasks.rados.rados.0.smithi190.stdout:368: oid 37 updating version 0 to 111 2024-08-19T09:59:29.279 INFO:tasks.rados.rados.0.smithi190.stdout:368: oid 37 version 111 is already newer than 107 2024-08-19T09:59:29.279 INFO:tasks.rados.rados.0.smithi190.stdout:368: oid 37 version 111 is already newer than 108 2024-08-19T09:59:29.279 INFO:tasks.rados.rados.0.smithi190.stdout:368: oid 37 version 111 is already newer than 110 2024-08-19T09:59:29.279 INFO:tasks.rados.rados.0.smithi190.stdout:368: oid 37 version 111 is already newer than 109 2024-08-19T09:59:29.279 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 111 (ObjNum 134 snap 29 seq_num 134) dirty exists 2024-08-19T09:59:29.279 INFO:tasks.rados.rados.0.smithi190.stdout:368: left oid 37 (ObjNum 134 snap 29 seq_num 134) 2024-08-19T09:59:29.279 INFO:tasks.rados.rados.0.smithi190.stdout:361: done (9 left) 2024-08-19T09:59:29.279 INFO:tasks.rados.rados.0.smithi190.stdout:362: done (8 left) 2024-08-19T09:59:29.279 INFO:tasks.rados.rados.0.smithi190.stdout:363: done (7 left) 2024-08-19T09:59:29.279 INFO:tasks.rados.rados.0.smithi190.stdout:364: done (6 left) 2024-08-19T09:59:29.280 INFO:tasks.rados.rados.0.smithi190.stdout:365: done (5 left) 2024-08-19T09:59:29.280 INFO:tasks.rados.rados.0.smithi190.stdout:366: done (4 left) 2024-08-19T09:59:29.280 INFO:tasks.rados.rados.0.smithi190.stdout:367: done (3 left) 2024-08-19T09:59:29.280 INFO:tasks.rados.rados.0.smithi190.stdout:368: done (2 left) 2024-08-19T09:59:29.280 INFO:tasks.rados.rados.0.smithi190.stdout:369: done (1 left) 2024-08-19T09:59:29.280 INFO:tasks.rados.rados.0.smithi190.stdout:371: snap_create 2024-08-19T09:59:29.280 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 176 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-08-19T09:59:29.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:28 smithi190 ceph-mon[26031]: osdmap e136: 8 total, 8 up, 8 in 2024-08-19T09:59:29.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:28 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:29.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:28 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T09:59:29.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:28 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T09:59:29.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:28 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:59:29.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:28 smithi190 ceph-mon[16060]: osdmap e136: 8 total, 8 up, 8 in 2024-08-19T09:59:29.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:28 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:29.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:28 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T09:59:29.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:28 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T09:59:29.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:28 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:59:29.966 INFO:tasks.rados.rados.0.smithi190.stdout:370: done (1 left) 2024-08-19T09:59:29.966 INFO:tasks.rados.rados.0.smithi190.stdout:371: done (0 left) 2024-08-19T09:59:29.967 INFO:tasks.rados.rados.0.smithi190.stdout:372: read oid 46 snap -1 2024-08-19T09:59:29.967 INFO:tasks.rados.rados.0.smithi190.stdout:372: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:59:29.967 INFO:tasks.rados.rados.0.smithi190.stdout:373: snap_create 2024-08-19T09:59:29.972 INFO:tasks.rados.rados.0.smithi190.stdout:372: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:59:30.137 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:29 smithi196 ceph-mon[19976]: Upgrade: Updating mgr.x 2024-08-19T09:59:30.138 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:29 smithi196 ceph-mon[19976]: Deploying daemon mgr.x on smithi196 2024-08-19T09:59:30.138 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:29 smithi196 ceph-mon[19976]: pgmap v185: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 109 MiB data, 412 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 527 KiB/s wr, 2 op/s 2024-08-19T09:59:30.138 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:29 smithi196 ceph-mon[19976]: osdmap e137: 8 total, 8 up, 8 in 2024-08-19T09:59:30.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:29 smithi190 ceph-mon[16060]: Upgrade: Updating mgr.x 2024-08-19T09:59:30.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:29 smithi190 ceph-mon[16060]: Deploying daemon mgr.x on smithi196 2024-08-19T09:59:30.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:29 smithi190 ceph-mon[16060]: pgmap v185: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 109 MiB data, 412 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 527 KiB/s wr, 2 op/s 2024-08-19T09:59:30.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:29 smithi190 ceph-mon[16060]: osdmap e137: 8 total, 8 up, 8 in 2024-08-19T09:59:30.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:29 smithi190 ceph-mon[26031]: Upgrade: Updating mgr.x 2024-08-19T09:59:30.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:29 smithi190 ceph-mon[26031]: Deploying daemon mgr.x on smithi196 2024-08-19T09:59:30.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:29 smithi190 ceph-mon[26031]: pgmap v185: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 109 MiB data, 412 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 527 KiB/s wr, 2 op/s 2024-08-19T09:59:30.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:29 smithi190 ceph-mon[26031]: osdmap e137: 8 total, 8 up, 8 in 2024-08-19T09:59:30.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:30 smithi196 systemd[1]: Stopping Ceph mgr.x for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T09:59:30.718 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:30 smithi196 podman[52797]: 2024-08-19 09:59:30.464509563 +0000 UTC m=+0.135923091 container died fdd90862125c3ff73cfabe3782a4b2a596f552adc05d847056f78ea89bf4516b (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-baa926d, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-19T09:59:30.903 INFO:tasks.rados.rados.0.smithi190.stdout:372: done (1 left) 2024-08-19T09:59:30.903 INFO:tasks.rados.rados.0.smithi190.stdout:373: done (0 left) 2024-08-19T09:59:30.903 INFO:tasks.rados.rados.0.smithi190.stdout:374: delete oid 32 current snap is 31 2024-08-19T09:59:30.908 INFO:tasks.rados.rados.0.smithi190.stdout:374: done (0 left) 2024-08-19T09:59:30.908 INFO:tasks.rados.rados.0.smithi190.stdout:375: read oid 29 snap 23 2024-08-19T09:59:30.908 INFO:tasks.rados.rados.0.smithi190.stdout:375: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T09:59:30.908 INFO:tasks.rados.rados.0.smithi190.stdout:376: rmattr oid 39 current snap is 31 2024-08-19T09:59:30.908 INFO:tasks.rados.rados.0.smithi190.stdout:376: done (1 left) 2024-08-19T09:59:30.908 INFO:tasks.rados.rados.0.smithi190.stdout:377: read oid 17 snap -1 2024-08-19T09:59:30.909 INFO:tasks.rados.rados.0.smithi190.stdout:377: expect (ObjNum 132 snap 29 seq_num 132) 2024-08-19T09:59:30.909 INFO:tasks.rados.rados.0.smithi190.stdout:378: rollback oid 38 current snap is 31 2024-08-19T09:59:30.909 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 38 to 26 2024-08-19T09:59:30.909 INFO:tasks.rados.rados.0.smithi190.stdout:379: read oid 8 snap -1 2024-08-19T09:59:30.909 INFO:tasks.rados.rados.0.smithi190.stdout:379: expect (ObjNum 127 snap 28 seq_num 127) 2024-08-19T09:59:30.909 INFO:tasks.rados.rados.0.smithi190.stdout:380: rollback oid 13 current snap is 31 2024-08-19T09:59:30.909 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 13 to 30 2024-08-19T09:59:30.909 INFO:tasks.rados.rados.0.smithi190.stdout:381: snap_remove snap 18 2024-08-19T09:59:31.018 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:30 smithi196 ceph-mon[19976]: osdmap e138: 8 total, 8 up, 8 in 2024-08-19T09:59:31.018 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:30 smithi196 ceph-mon[19976]: osdmap e139: 8 total, 8 up, 8 in 2024-08-19T09:59:31.019 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:30 smithi196 podman[52797]: 2024-08-19 09:59:30.799825521 +0000 UTC m=+0.471239038 container cleanup fdd90862125c3ff73cfabe3782a4b2a596f552adc05d847056f78ea89bf4516b (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-baa926d, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-19T09:59:31.019 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:30 smithi196 bash[52797]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x 2024-08-19T09:59:31.268 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:31 smithi196 podman[52809]: 2024-08-19 09:59:31.018125629 +0000 UTC m=+0.557519893 container remove fdd90862125c3ff73cfabe3782a4b2a596f552adc05d847056f78ea89bf4516b (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-baa926d, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T09:59:31.269 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:31 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-19T09:59:31.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:30 smithi190 ceph-mon[16060]: osdmap e138: 8 total, 8 up, 8 in 2024-08-19T09:59:31.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:30 smithi190 ceph-mon[16060]: osdmap e139: 8 total, 8 up, 8 in 2024-08-19T09:59:31.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:30 smithi190 ceph-mon[26031]: osdmap e138: 8 total, 8 up, 8 in 2024-08-19T09:59:31.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:30 smithi190 ceph-mon[26031]: osdmap e139: 8 total, 8 up, 8 in 2024-08-19T09:59:31.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:31 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-19T09:59:31.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:31 smithi196 systemd[1]: Stopped Ceph mgr.x for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:59:31.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:31 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.x.service: Consumed 11.055s CPU time. 2024-08-19T09:59:31.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:31 smithi196 systemd[1]: Starting Ceph mgr.x for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T09:59:31.910 INFO:tasks.rados.rados.0.smithi190.stdout:381: done (5 left) 2024-08-19T09:59:31.910 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 27 current snap is 31 2024-08-19T09:59:31.911 INFO:tasks.rados.rados.0.smithi190.stdout:382: seq_num 136 ranges {2596864=688128,3284992=720896,4005888=540672,4546560=344064} 2024-08-19T09:59:31.928 INFO:tasks.rados.rados.0.smithi190.stdout:382: writing smithi19066007-27 from 2596864 to 3284992 tid 1 2024-08-19T09:59:31.932 INFO:tasks.rados.rados.0.smithi190.stdout:382: writing smithi19066007-27 from 3284992 to 4005888 tid 2 2024-08-19T09:59:31.935 INFO:tasks.rados.rados.0.smithi190.stdout:382: writing smithi19066007-27 from 4005888 to 4546560 tid 3 2024-08-19T09:59:31.938 INFO:tasks.rados.rados.0.smithi190.stdout:382: writing smithi19066007-27 from 4546560 to 4890624 tid 4 2024-08-19T09:59:31.938 INFO:tasks.rados.rados.0.smithi190.stdout:383: delete oid 42 current snap is 31 2024-08-19T09:59:31.938 INFO:tasks.rados.rados.0.smithi190.stdout:378: finishing rollback tid 1 to smithi19066007-38 2024-08-19T09:59:31.938 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 106 (ObjNum 129 snap 0 seq_num 3356138736) dirty dne 2024-08-19T09:59:31.938 INFO:tasks.rados.rados.0.smithi190.stdout:375: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-19T09:59:31.959 INFO:tasks.rados.rados.0.smithi190.stdout:379: expect (ObjNum 127 snap 28 seq_num 127) 2024-08-19T09:59:31.962 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:31 smithi196 podman[52936]: 2024-08-19 09:59:31.596368756 +0000 UTC m=+0.017300240 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T09:59:31.962 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:31 smithi196 podman[52936]: 2024-08-19 09:59:31.735943915 +0000 UTC m=+0.156875390 container create 936a12b3d110db2b2e1a8f55232b130a85636f4ee86989834cd3fdac6b14f5df (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-19T09:59:32.018 INFO:tasks.rados.rados.0.smithi190.stdout:380: finishing rollback tid 0 to smithi19066007-13 2024-08-19T09:59:32.019 INFO:tasks.rados.rados.0.smithi190.stdout:380: finishing rollback tid 1 to smithi19066007-13 2024-08-19T09:59:32.019 INFO:tasks.rados.rados.0.smithi190.stdout:377: expect (ObjNum 132 snap 29 seq_num 132) 2024-08-19T09:59:32.213 INFO:tasks.rados.rados.0.smithi190.stdout:380: finishing rollback tid 2 to smithi19066007-13 2024-08-19T09:59:32.213 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 156 (ObjNum 65 snap 0 seq_num 1918132838) dirty exists 2024-08-19T09:59:32.213 INFO:tasks.rados.rados.0.smithi190.stdout:382: finishing write tid 1 to smithi19066007-27 2024-08-19T09:59:32.213 INFO:tasks.rados.rados.0.smithi190.stdout:382: finishing write tid 2 to smithi19066007-27 2024-08-19T09:59:32.213 INFO:tasks.rados.rados.0.smithi190.stdout:382: finishing write tid 3 to smithi19066007-27 2024-08-19T09:59:32.213 INFO:tasks.rados.rados.0.smithi190.stdout:382: finishing write tid 4 to smithi19066007-27 2024-08-19T09:59:32.213 INFO:tasks.rados.rados.0.smithi190.stdout:382: finishing write tid 5 to smithi19066007-27 2024-08-19T09:59:32.213 INFO:tasks.rados.rados.0.smithi190.stdout:382: finishing write tid 6 to smithi19066007-27 2024-08-19T09:59:32.213 INFO:tasks.rados.rados.0.smithi190.stdout:382: oid 27 updating version 0 to 123 2024-08-19T09:59:32.214 INFO:tasks.rados.rados.0.smithi190.stdout:382: oid 27 version 123 is already newer than 122 2024-08-19T09:59:32.214 INFO:tasks.rados.rados.0.smithi190.stdout:382: oid 27 version 123 is already newer than 120 2024-08-19T09:59:32.214 INFO:tasks.rados.rados.0.smithi190.stdout:382: oid 27 version 123 is already newer than 119 2024-08-19T09:59:32.214 INFO:tasks.rados.rados.0.smithi190.stdout:382: oid 27 version 123 is already newer than 121 2024-08-19T09:59:32.214 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 123 (ObjNum 136 snap 31 seq_num 136) dirty exists 2024-08-19T09:59:32.214 INFO:tasks.rados.rados.0.smithi190.stdout:382: left oid 27 (ObjNum 136 snap 31 seq_num 136) 2024-08-19T09:59:32.214 INFO:tasks.rados.rados.0.smithi190.stdout:375: done (6 left) 2024-08-19T09:59:32.214 INFO:tasks.rados.rados.0.smithi190.stdout:377: done (5 left) 2024-08-19T09:59:32.214 INFO:tasks.rados.rados.0.smithi190.stdout:378: done (4 left) 2024-08-19T09:59:32.214 INFO:tasks.rados.rados.0.smithi190.stdout:379: done (3 left) 2024-08-19T09:59:32.214 INFO:tasks.rados.rados.0.smithi190.stdout:380: done (2 left) 2024-08-19T09:59:32.214 INFO:tasks.rados.rados.0.smithi190.stdout:382: done (1 left) 2024-08-19T09:59:32.214 INFO:tasks.rados.rados.0.smithi190.stdout:383: done (0 left) 2024-08-19T09:59:32.215 INFO:tasks.rados.rados.0.smithi190.stdout:384: read oid 16 snap 30 2024-08-19T09:59:32.215 INFO:tasks.rados.rados.0.smithi190.stdout:384: expect (ObjNum 111 snap 22 seq_num 111) 2024-08-19T09:59:32.215 INFO:tasks.rados.rados.0.smithi190.stdout:385: read oid 14 snap -1 2024-08-19T09:59:32.215 INFO:tasks.rados.rados.0.smithi190.stdout:385: expect deleted 2024-08-19T09:59:32.215 INFO:tasks.rados.rados.0.smithi190.stdout:386: read oid 40 snap -1 2024-08-19T09:59:32.215 INFO:tasks.rados.rados.0.smithi190.stdout:386: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T09:59:32.215 INFO:tasks.rados.rados.0.smithi190.stdout:387: copy_from oid 24 from oid 9 current snap is 31 2024-08-19T09:59:32.215 INFO:tasks.rados.rados.0.smithi190.stdout:388: snap_remove snap 23 2024-08-19T09:59:32.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:31 smithi190 ceph-mon[16060]: pgmap v189: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 109 MiB data, 412 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:59:32.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:31 smithi190 ceph-mon[16060]: osdmap e140: 8 total, 8 up, 8 in 2024-08-19T09:59:32.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:31 smithi190 ceph-mon[26031]: pgmap v189: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 109 MiB data, 412 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:59:32.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:31 smithi190 ceph-mon[26031]: osdmap e140: 8 total, 8 up, 8 in 2024-08-19T09:59:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:31 smithi196 ceph-mon[19976]: pgmap v189: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 109 MiB data, 412 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:59:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:31 smithi196 ceph-mon[19976]: osdmap e140: 8 total, 8 up, 8 in 2024-08-19T09:59:32.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:32 smithi196 podman[52936]: 2024-08-19 09:59:32.080784889 +0000 UTC m=+0.501716364 container init 936a12b3d110db2b2e1a8f55232b130a85636f4ee86989834cd3fdac6b14f5df (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-19T09:59:32.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:32 smithi196 podman[52936]: 2024-08-19 09:59:32.083764046 +0000 UTC m=+0.504695522 container start 936a12b3d110db2b2e1a8f55232b130a85636f4ee86989834cd3fdac6b14f5df (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=main-7976693, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-19T09:59:32.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:32 smithi196 ceph-mgr[52955]: -- 172.21.15.196:0/1437266046 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55aedfeb50e0 con 0x55aedfe92800 2024-08-19T09:59:32.977 INFO:tasks.rados.rados.0.smithi190.stdout:386: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T09:59:32.980 INFO:tasks.rados.rados.0.smithi190.stdout:387: finishing copy_from racing read to smithi19066007-24 2024-08-19T09:59:32.980 INFO:tasks.rados.rados.0.smithi190.stdout:387: finishing copy_from to smithi19066007-24 2024-08-19T09:59:32.980 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 45 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-08-19T09:59:32.980 INFO:tasks.rados.rados.0.smithi190.stdout:384: expect (ObjNum 111 snap 22 seq_num 111) 2024-08-19T09:59:33.188 INFO:tasks.rados.rados.0.smithi190.stdout:384: done (4 left) 2024-08-19T09:59:33.188 INFO:tasks.rados.rados.0.smithi190.stdout:385: done (3 left) 2024-08-19T09:59:33.189 INFO:tasks.rados.rados.0.smithi190.stdout:386: done (2 left) 2024-08-19T09:59:33.189 INFO:tasks.rados.rados.0.smithi190.stdout:387: done (1 left) 2024-08-19T09:59:33.189 INFO:tasks.rados.rados.0.smithi190.stdout:388: done (0 left) 2024-08-19T09:59:33.189 INFO:tasks.rados.rados.0.smithi190.stdout:389: read oid 42 snap 26 2024-08-19T09:59:33.189 INFO:tasks.rados.rados.0.smithi190.stdout:389: expect deleted 2024-08-19T09:59:33.189 INFO:tasks.rados.rados.0.smithi190.stdout:390: copy_from oid 47 from oid 8 current snap is 31 2024-08-19T09:59:33.189 INFO:tasks.rados.rados.0.smithi190.stdout:391: snap_create 2024-08-19T09:59:33.198 INFO:tasks.rados.rados.0.smithi190.stdout:390: finishing copy_from racing read to smithi19066007-47 2024-08-19T09:59:33.199 INFO:tasks.rados.rados.0.smithi190.stdout:390: finishing copy_from to smithi19066007-47 2024-08-19T09:59:33.199 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 165 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-08-19T09:59:33.360 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:33 smithi196 bash[52936]: 936a12b3d110db2b2e1a8f55232b130a85636f4ee86989834cd3fdac6b14f5df 2024-08-19T09:59:33.360 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:33 smithi196 systemd[1]: Started Ceph mgr.x for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T09:59:33.814 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:59:33 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[61823]: ts=2024-08-19T09:59:33.515Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi196.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.196:8443: connect: connection refused" 2024-08-19T09:59:34.174 INFO:tasks.rados.rados.0.smithi190.stdout:389: done (2 left) 2024-08-19T09:59:34.174 INFO:tasks.rados.rados.0.smithi190.stdout:390: done (1 left) 2024-08-19T09:59:34.174 INFO:tasks.rados.rados.0.smithi190.stdout:391: done (0 left) 2024-08-19T09:59:34.174 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 32 2024-08-19T09:59:34.174 INFO:tasks.rados.rados.0.smithi190.stdout:392: seq_num 138 ranges {5586944=720896,6307840=540672,6848512=557056,7405568=507904} 2024-08-19T09:59:34.207 INFO:tasks.rados.rados.0.smithi190.stdout:392: writing smithi19066007-12 from 5586944 to 6307840 tid 1 2024-08-19T09:59:34.210 INFO:tasks.rados.rados.0.smithi190.stdout:392: writing smithi19066007-12 from 6307840 to 6848512 tid 2 2024-08-19T09:59:34.213 INFO:tasks.rados.rados.0.smithi190.stdout:392: writing smithi19066007-12 from 6848512 to 7405568 tid 3 2024-08-19T09:59:34.217 INFO:tasks.rados.rados.0.smithi190.stdout:392: writing smithi19066007-12 from 7405568 to 7913472 tid 4 2024-08-19T09:59:34.217 INFO:tasks.rados.rados.0.smithi190.stdout:393: read oid 9 snap -1 2024-08-19T09:59:34.217 INFO:tasks.rados.rados.0.smithi190.stdout:393: expect (ObjNum 69 snap 7 seq_num 69) 2024-08-19T09:59:34.218 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 32 2024-08-19T09:59:34.218 INFO:tasks.rados.rados.0.smithi190.stdout:392: finishing write tid 1 to smithi19066007-12 2024-08-19T09:59:34.218 INFO:tasks.rados.rados.0.smithi190.stdout:394: seq_num 139 ranges {0=737280,737280=425984,1163264=761856,1925120=417792} 2024-08-19T09:59:34.222 INFO:tasks.rados.rados.0.smithi190.stdout:394: writing smithi19066007-26 from 0 to 737280 tid 1 2024-08-19T09:59:34.224 INFO:tasks.rados.rados.0.smithi190.stdout:394: writing smithi19066007-26 from 737280 to 1163264 tid 2 2024-08-19T09:59:34.228 INFO:tasks.rados.rados.0.smithi190.stdout:394: writing smithi19066007-26 from 1163264 to 1925120 tid 3 2024-08-19T09:59:34.231 INFO:tasks.rados.rados.0.smithi190.stdout:394: writing smithi19066007-26 from 1925120 to 2342912 tid 4 2024-08-19T09:59:34.232 INFO:tasks.rados.rados.0.smithi190.stdout:395: snap_create 2024-08-19T09:59:34.232 INFO:tasks.rados.rados.0.smithi190.stdout:392: finishing write tid 2 to smithi19066007-12 2024-08-19T09:59:34.232 INFO:tasks.rados.rados.0.smithi190.stdout:392: finishing write tid 3 to smithi19066007-12 2024-08-19T09:59:34.232 INFO:tasks.rados.rados.0.smithi190.stdout:392: finishing write tid 4 to smithi19066007-12 2024-08-19T09:59:34.232 INFO:tasks.rados.rados.0.smithi190.stdout:392: finishing write tid 5 to smithi19066007-12 2024-08-19T09:59:34.232 INFO:tasks.rados.rados.0.smithi190.stdout:392: finishing write tid 6 to smithi19066007-12 2024-08-19T09:59:34.232 INFO:tasks.rados.rados.0.smithi190.stdout:392: oid 12 updating version 0 to 175 2024-08-19T09:59:34.232 INFO:tasks.rados.rados.0.smithi190.stdout:392: oid 12 version 175 is already newer than 174 2024-08-19T09:59:34.232 INFO:tasks.rados.rados.0.smithi190.stdout:392: oid 12 updating version 175 to 176 2024-08-19T09:59:34.232 INFO:tasks.rados.rados.0.smithi190.stdout:392: oid 12 version 176 is already newer than 172 2024-08-19T09:59:34.232 INFO:tasks.rados.rados.0.smithi190.stdout:392: oid 12 version 176 is already newer than 173 2024-08-19T09:59:34.233 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 176 (ObjNum 138 snap 32 seq_num 138) dirty exists 2024-08-19T09:59:34.233 INFO:tasks.rados.rados.0.smithi190.stdout:392: left oid 12 (ObjNum 138 snap 32 seq_num 138) 2024-08-19T09:59:34.233 INFO:tasks.rados.rados.0.smithi190.stdout:393: expect (ObjNum 69 snap 7 seq_num 69) 2024-08-19T09:59:34.268 INFO:tasks.rados.rados.0.smithi190.stdout:394: finishing write tid 1 to smithi19066007-26 2024-08-19T09:59:34.268 INFO:tasks.rados.rados.0.smithi190.stdout:394: finishing write tid 2 to smithi19066007-26 2024-08-19T09:59:34.269 INFO:tasks.rados.rados.0.smithi190.stdout:394: finishing write tid 3 to smithi19066007-26 2024-08-19T09:59:34.269 INFO:tasks.rados.rados.0.smithi190.stdout:394: finishing write tid 4 to smithi19066007-26 2024-08-19T09:59:34.269 INFO:tasks.rados.rados.0.smithi190.stdout:394: finishing write tid 5 to smithi19066007-26 2024-08-19T09:59:34.269 INFO:tasks.rados.rados.0.smithi190.stdout:394: finishing write tid 6 to smithi19066007-26 2024-08-19T09:59:34.269 INFO:tasks.rados.rados.0.smithi190.stdout:394: oid 26 updating version 0 to 167 2024-08-19T09:59:34.269 INFO:tasks.rados.rados.0.smithi190.stdout:394: oid 26 updating version 167 to 168 2024-08-19T09:59:34.270 INFO:tasks.rados.rados.0.smithi190.stdout:394: oid 26 updating version 168 to 171 2024-08-19T09:59:34.270 INFO:tasks.rados.rados.0.smithi190.stdout:394: oid 26 version 171 is already newer than 170 2024-08-19T09:59:34.270 INFO:tasks.rados.rados.0.smithi190.stdout:394: oid 26 version 171 is already newer than 169 2024-08-19T09:59:34.270 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 171 (ObjNum 139 snap 32 seq_num 139) dirty exists 2024-08-19T09:59:34.270 INFO:tasks.rados.rados.0.smithi190.stdout:394: left oid 26 (ObjNum 139 snap 32 seq_num 139) 2024-08-19T09:59:34.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:59:34] "GET /metrics HTTP/1.1" 200 36028 "" "Prometheus/2.43.0" 2024-08-19T09:59:34.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:33 smithi190 ceph-mon[26031]: pgmap v191: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 111 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-08-19T09:59:34.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:33 smithi190 ceph-mon[26031]: osdmap e141: 8 total, 8 up, 8 in 2024-08-19T09:59:34.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:33 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:34.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:33 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:34.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:33 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:59:34.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:33 smithi190 ceph-mon[16060]: pgmap v191: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 111 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-08-19T09:59:34.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:33 smithi190 ceph-mon[16060]: osdmap e141: 8 total, 8 up, 8 in 2024-08-19T09:59:34.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:33 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:34.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:33 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:34.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:33 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:59:34.332 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:33 smithi196 ceph-mon[19976]: pgmap v191: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 111 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-08-19T09:59:34.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:33 smithi196 ceph-mon[19976]: osdmap e141: 8 total, 8 up, 8 in 2024-08-19T09:59:34.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:33 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:34.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:33 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:34.333 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:33 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:59:35.181 INFO:tasks.rados.rados.0.smithi190.stdout:392: done (3 left) 2024-08-19T09:59:35.181 INFO:tasks.rados.rados.0.smithi190.stdout:393: done (2 left) 2024-08-19T09:59:35.181 INFO:tasks.rados.rados.0.smithi190.stdout:394: done (1 left) 2024-08-19T09:59:35.181 INFO:tasks.rados.rados.0.smithi190.stdout:395: done (0 left) 2024-08-19T09:59:35.181 INFO:tasks.rados.rados.0.smithi190.stdout:396: copy_from oid 15 from oid 40 current snap is 33 2024-08-19T09:59:35.181 INFO:tasks.rados.rados.0.smithi190.stdout:397: read oid 7 snap 31 2024-08-19T09:59:35.181 INFO:tasks.rados.rados.0.smithi190.stdout:397: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-19T09:59:35.182 INFO:tasks.rados.rados.0.smithi190.stdout:398: rollback oid 31 current snap is 33 2024-08-19T09:59:35.182 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 31 to 31 2024-08-19T09:59:35.182 INFO:tasks.rados.rados.0.smithi190.stdout:399: delete oid 35 current snap is 33 2024-08-19T09:59:35.184 INFO:tasks.rados.rados.0.smithi190.stdout:396: finishing copy_from racing read to smithi19066007-15 2024-08-19T09:59:35.185 INFO:tasks.rados.rados.0.smithi190.stdout:398: finishing rollback tid 0 to smithi19066007-31 2024-08-19T09:59:35.186 INFO:tasks.rados.rados.0.smithi190.stdout:398: finishing rollback tid 1 to smithi19066007-31 2024-08-19T09:59:35.187 INFO:tasks.rados.rados.0.smithi190.stdout:396: finishing copy_from to smithi19066007-15 2024-08-19T09:59:35.187 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 23 (ObjNum 129 snap 0 seq_num 3355741920) dirty exists 2024-08-19T09:59:35.187 INFO:tasks.rados.rados.0.smithi190.stdout:398: finishing rollback tid 2 to smithi19066007-31 2024-08-19T09:59:35.187 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 179 (ObjNum 124 snap 26 seq_num 124) dirty exists 2024-08-19T09:59:35.190 INFO:tasks.rados.rados.0.smithi190.stdout:397: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-19T09:59:35.193 INFO:tasks.rados.rados.0.smithi190.stdout:396: done (3 left) 2024-08-19T09:59:35.193 INFO:tasks.rados.rados.0.smithi190.stdout:397: done (2 left) 2024-08-19T09:59:35.193 INFO:tasks.rados.rados.0.smithi190.stdout:398: done (1 left) 2024-08-19T09:59:35.193 INFO:tasks.rados.rados.0.smithi190.stdout:399: done (0 left) 2024-08-19T09:59:35.194 INFO:tasks.rados.rados.0.smithi190.stdout:400: read oid 41 snap -1 2024-08-19T09:59:35.194 INFO:tasks.rados.rados.0.smithi190.stdout:400: expect (ObjNum 125 snap 27 seq_num 125) 2024-08-19T09:59:35.194 INFO:tasks.rados.rados.0.smithi190.stdout:401: delete oid 23 current snap is 33 2024-08-19T09:59:35.195 INFO:tasks.rados.rados.0.smithi190.stdout:401: done (1 left) 2024-08-19T09:59:35.196 INFO:tasks.rados.rados.0.smithi190.stdout:402: rmattr oid 2 current snap is 33 2024-08-19T09:59:35.196 INFO:tasks.rados.rados.0.smithi190.stdout:402: done (1 left) 2024-08-19T09:59:35.196 INFO:tasks.rados.rados.0.smithi190.stdout:403: copy_from oid 4 from oid 27 current snap is 33 2024-08-19T09:59:35.196 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 33 2024-08-19T09:59:35.196 INFO:tasks.rados.rados.0.smithi190.stdout:404: seq_num 142 ranges {0=786432,786432=475136,1261568=540672,1802240=589824} 2024-08-19T09:59:35.200 INFO:tasks.rados.rados.0.smithi190.stdout:404: writing smithi19066007-22 from 0 to 786432 tid 1 2024-08-19T09:59:35.203 INFO:tasks.rados.rados.0.smithi190.stdout:404: writing smithi19066007-22 from 786432 to 1261568 tid 2 2024-08-19T09:59:35.206 INFO:tasks.rados.rados.0.smithi190.stdout:404: writing smithi19066007-22 from 1261568 to 1802240 tid 3 2024-08-19T09:59:35.210 INFO:tasks.rados.rados.0.smithi190.stdout:404: writing smithi19066007-22 from 1802240 to 2392064 tid 4 2024-08-19T09:59:35.211 INFO:tasks.rados.rados.0.smithi190.stdout:405: rollback oid 34 current snap is 33 2024-08-19T09:59:35.211 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 34 to 29 2024-08-19T09:59:35.211 INFO:tasks.rados.rados.0.smithi190.stdout:404: finishing write tid 1 to smithi19066007-22 2024-08-19T09:59:35.211 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 10 current snap is 33 2024-08-19T09:59:35.211 INFO:tasks.rados.rados.0.smithi190.stdout:406: seq_num 143 ranges {0=802816,802816=761856,1564672=745472,2310144=98304} 2024-08-19T09:59:35.215 INFO:tasks.rados.rados.0.smithi190.stdout:406: writing smithi19066007-10 from 0 to 802816 tid 1 2024-08-19T09:59:35.220 INFO:tasks.rados.rados.0.smithi190.stdout:406: writing smithi19066007-10 from 802816 to 1564672 tid 2 2024-08-19T09:59:35.225 INFO:tasks.rados.rados.0.smithi190.stdout:406: writing smithi19066007-10 from 1564672 to 2310144 tid 3 2024-08-19T09:59:35.227 INFO:tasks.rados.rados.0.smithi190.stdout:406: writing smithi19066007-10 from 2310144 to 2408448 tid 4 2024-08-19T09:59:35.227 INFO:tasks.rados.rados.0.smithi190.stdout:407: copy_from oid 26 from oid 11 current snap is 33 2024-08-19T09:59:35.227 INFO:tasks.rados.rados.0.smithi190.stdout:405: finishing rollback tid 0 to smithi19066007-34 2024-08-19T09:59:35.227 INFO:tasks.rados.rados.0.smithi190.stdout:400: expect (ObjNum 125 snap 27 seq_num 125) 2024-08-19T09:59:35.442 INFO:tasks.rados.rados.0.smithi190.stdout:404: finishing write tid 2 to smithi19066007-22 2024-08-19T09:59:35.442 INFO:tasks.rados.rados.0.smithi190.stdout:405: finishing rollback tid 1 to smithi19066007-34 2024-08-19T09:59:35.443 INFO:tasks.rados.rados.0.smithi190.stdout:405: finishing rollback tid 2 to smithi19066007-34 2024-08-19T09:59:35.443 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 93 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T09:59:35.443 INFO:tasks.rados.rados.0.smithi190.stdout:404: finishing write tid 3 to smithi19066007-22 2024-08-19T09:59:35.443 INFO:tasks.rados.rados.0.smithi190.stdout:400: done (5 left) 2024-08-19T09:59:35.443 INFO:tasks.rados.rados.0.smithi190.stdout:405: done (4 left) 2024-08-19T09:59:35.443 INFO:tasks.rados.rados.0.smithi190.stdout:408: read oid 1 snap -1 2024-08-19T09:59:35.443 INFO:tasks.rados.rados.0.smithi190.stdout:408: expect (ObjNum 97 snap 16 seq_num 97) 2024-08-19T09:59:35.443 INFO:tasks.rados.rados.0.smithi190.stdout:409: copy_from oid 23 from oid 20 current snap is 33 2024-08-19T09:59:35.443 INFO:tasks.rados.rados.0.smithi190.stdout:404: finishing write tid 4 to smithi19066007-22 2024-08-19T09:59:35.443 INFO:tasks.rados.rados.0.smithi190.stdout:404: finishing write tid 5 to smithi19066007-22 2024-08-19T09:59:35.444 INFO:tasks.rados.rados.0.smithi190.stdout:404: finishing write tid 6 to smithi19066007-22 2024-08-19T09:59:35.444 INFO:tasks.rados.rados.0.smithi190.stdout:404: oid 22 updating version 0 to 42 2024-08-19T09:59:35.444 INFO:tasks.rados.rados.0.smithi190.stdout:404: oid 22 updating version 42 to 44 2024-08-19T09:59:35.444 INFO:tasks.rados.rados.0.smithi190.stdout:404: oid 22 updating version 44 to 45 2024-08-19T09:59:35.444 INFO:tasks.rados.rados.0.smithi190.stdout:404: oid 22 version 45 is already newer than 41 2024-08-19T09:59:35.444 INFO:tasks.rados.rados.0.smithi190.stdout:404: oid 22 version 45 is already newer than 43 2024-08-19T09:59:35.444 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 45 (ObjNum 142 snap 33 seq_num 142) dirty exists 2024-08-19T09:59:35.444 INFO:tasks.rados.rados.0.smithi190.stdout:404: left oid 22 (ObjNum 142 snap 33 seq_num 142) 2024-08-19T09:59:35.444 INFO:tasks.rados.rados.0.smithi190.stdout:406: finishing write tid 1 to smithi19066007-10 2024-08-19T09:59:35.444 INFO:tasks.rados.rados.0.smithi190.stdout:406: finishing write tid 2 to smithi19066007-10 2024-08-19T09:59:35.444 INFO:tasks.rados.rados.0.smithi190.stdout:403: finishing copy_from racing read to smithi19066007-4 2024-08-19T09:59:35.444 INFO:tasks.rados.rados.0.smithi190.stdout:406: finishing write tid 3 to smithi19066007-10 2024-08-19T09:59:35.444 INFO:tasks.rados.rados.0.smithi190.stdout:404: done (5 left) 2024-08-19T09:59:35.445 INFO:tasks.rados.rados.0.smithi190.stdout:410: rmattr oid 42 current snap is 33 2024-08-19T09:59:35.445 INFO:tasks.rados.rados.0.smithi190.stdout:410: done (5 left) 2024-08-19T09:59:35.445 INFO:tasks.rados.rados.0.smithi190.stdout:411: rmattr oid 3 current snap is 33 2024-08-19T09:59:35.445 INFO:tasks.rados.rados.0.smithi190.stdout:403: finishing copy_from to smithi19066007-4 2024-08-19T09:59:35.445 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 123 (ObjNum 136 snap 31 seq_num 136) dirty exists 2024-08-19T09:59:35.445 INFO:tasks.rados.rados.0.smithi190.stdout:406: finishing write tid 4 to smithi19066007-10 2024-08-19T09:59:35.445 INFO:tasks.rados.rados.0.smithi190.stdout:406: finishing write tid 5 to smithi19066007-10 2024-08-19T09:59:35.445 INFO:tasks.rados.rados.0.smithi190.stdout:406: finishing write tid 6 to smithi19066007-10 2024-08-19T09:59:35.445 INFO:tasks.rados.rados.0.smithi190.stdout:406: oid 10 updating version 0 to 47 2024-08-19T09:59:35.445 INFO:tasks.rados.rados.0.smithi190.stdout:406: oid 10 updating version 47 to 48 2024-08-19T09:59:35.445 INFO:tasks.rados.rados.0.smithi190.stdout:406: oid 10 updating version 48 to 50 2024-08-19T09:59:35.446 INFO:tasks.rados.rados.0.smithi190.stdout:406: oid 10 version 50 is already newer than 49 2024-08-19T09:59:35.446 INFO:tasks.rados.rados.0.smithi190.stdout:406: oid 10 updating version 50 to 51 2024-08-19T09:59:35.446 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 51 (ObjNum 143 snap 33 seq_num 143) dirty exists 2024-08-19T09:59:35.446 INFO:tasks.rados.rados.0.smithi190.stdout:406: left oid 10 (ObjNum 143 snap 33 seq_num 143) 2024-08-19T09:59:35.446 INFO:tasks.rados.rados.0.smithi190.stdout:403: done (5 left) 2024-08-19T09:59:35.446 INFO:tasks.rados.rados.0.smithi190.stdout:406: done (4 left) 2024-08-19T09:59:35.446 INFO:tasks.rados.rados.0.smithi190.stdout:412: setattr oid 13 current snap is 33 2024-08-19T09:59:35.446 INFO:tasks.rados.rados.0.smithi190.stdout:407: finishing copy_from racing read to smithi19066007-26 2024-08-19T09:59:35.446 INFO:tasks.rados.rados.0.smithi190.stdout:407: finishing copy_from to smithi19066007-26 2024-08-19T09:59:35.446 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 48 (ObjNum 99 snap 16 seq_num 99) dirty exists 2024-08-19T09:59:35.447 INFO:tasks.rados.rados.0.smithi190.stdout:409: finishing copy_from to smithi19066007-23 2024-08-19T09:59:35.447 INFO:tasks.rados.rados.0.smithi190.stdout:409: got expected ENOENT (src dne) 2024-08-19T09:59:35.448 INFO:tasks.rados.rados.0.smithi190.stdout:409: finishing copy_from racing read to smithi19066007-23 2024-08-19T09:59:35.448 INFO:tasks.rados.rados.0.smithi190.stdout:407: done (4 left) 2024-08-19T09:59:35.448 INFO:tasks.rados.rados.0.smithi190.stdout:409: done (3 left) 2024-08-19T09:59:35.448 INFO:tasks.rados.rados.0.smithi190.stdout:413: rollback oid 43 current snap is 33 2024-08-19T09:59:35.448 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 43 to 31 2024-08-19T09:59:35.448 INFO:tasks.rados.rados.0.smithi190.stdout:414: delete oid 17 current snap is 33 2024-08-19T09:59:35.448 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 86 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T09:59:35.448 INFO:tasks.rados.rados.0.smithi190.stdout:408: expect (ObjNum 97 snap 16 seq_num 97) 2024-08-19T09:59:35.489 INFO:tasks.rados.rados.0.smithi190.stdout:413: finishing rollback tid 0 to smithi19066007-43 2024-08-19T09:59:35.489 INFO:tasks.rados.rados.0.smithi190.stdout:413: finishing rollback tid 1 to smithi19066007-43 2024-08-19T09:59:35.489 INFO:tasks.rados.rados.0.smithi190.stdout:413: finishing rollback tid 2 to smithi19066007-43 2024-08-19T09:59:35.489 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 198 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T09:59:35.489 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 178 (ObjNum 65 snap 0 seq_num 1953066355) dirty exists 2024-08-19T09:59:35.489 INFO:tasks.rados.rados.0.smithi190.stdout:408: done (4 left) 2024-08-19T09:59:35.489 INFO:tasks.rados.rados.0.smithi190.stdout:411: done (3 left) 2024-08-19T09:59:35.490 INFO:tasks.rados.rados.0.smithi190.stdout:412: done (2 left) 2024-08-19T09:59:35.490 INFO:tasks.rados.rados.0.smithi190.stdout:413: done (1 left) 2024-08-19T09:59:35.490 INFO:tasks.rados.rados.0.smithi190.stdout:414: done (0 left) 2024-08-19T09:59:35.490 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 33 2024-08-19T09:59:35.490 INFO:tasks.rados.rados.0.smithi190.stdout:415: seq_num 145 ranges {0=32768} 2024-08-19T09:59:35.490 INFO:tasks.rados.rados.0.smithi190.stdout:415: writing smithi19066007-32 from 0 to 32768 tid 1 2024-08-19T09:59:35.490 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 33 2024-08-19T09:59:35.490 INFO:tasks.rados.rados.0.smithi190.stdout:416: seq_num 146 ranges {106496=49152} 2024-08-19T09:59:35.491 INFO:tasks.rados.rados.0.smithi190.stdout:416: writing smithi19066007-7 from 106496 to 155648 tid 1 2024-08-19T09:59:35.491 INFO:tasks.rados.rados.0.smithi190.stdout:417: read oid 17 snap -1 2024-08-19T09:59:35.491 INFO:tasks.rados.rados.0.smithi190.stdout:417: expect deleted 2024-08-19T09:59:35.491 INFO:tasks.rados.rados.0.smithi190.stdout:418: read oid 6 snap -1 2024-08-19T09:59:35.491 INFO:tasks.rados.rados.0.smithi190.stdout:418: expect (ObjNum 119 snap 23 seq_num 119) 2024-08-19T09:59:35.491 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 33 current snap is 33 2024-08-19T09:59:35.492 INFO:tasks.rados.rados.0.smithi190.stdout:419: seq_num 147 ranges {1302528=65536} 2024-08-19T09:59:35.498 INFO:tasks.rados.rados.0.smithi190.stdout:419: writing smithi19066007-33 from 1302528 to 1368064 tid 1 2024-08-19T09:59:35.498 INFO:tasks.rados.rados.0.smithi190.stdout:420: read oid 8 snap -1 2024-08-19T09:59:35.498 INFO:tasks.rados.rados.0.smithi190.stdout:420: expect (ObjNum 127 snap 28 seq_num 127) 2024-08-19T09:59:35.498 INFO:tasks.rados.rados.0.smithi190.stdout:421: delete oid 38 current snap is 33 2024-08-19T09:59:35.498 INFO:tasks.rados.rados.0.smithi190.stdout:415: finishing write tid 1 to smithi19066007-32 2024-08-19T09:59:35.498 INFO:tasks.rados.rados.0.smithi190.stdout:416: finishing write tid 1 to smithi19066007-7 2024-08-19T09:59:35.498 INFO:tasks.rados.rados.0.smithi190.stdout:416: finishing write tid 2 to smithi19066007-7 2024-08-19T09:59:35.498 INFO:tasks.rados.rados.0.smithi190.stdout:416: finishing write tid 3 to smithi19066007-7 2024-08-19T09:59:35.499 INFO:tasks.rados.rados.0.smithi190.stdout:416: oid 7 updating version 0 to 48 2024-08-19T09:59:35.499 INFO:tasks.rados.rados.0.smithi190.stdout:416: oid 7 updating version 48 to 49 2024-08-19T09:59:35.499 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 49 (ObjNum 146 snap 33 seq_num 146) dirty exists 2024-08-19T09:59:35.499 INFO:tasks.rados.rados.0.smithi190.stdout:416: left oid 7 (ObjNum 146 snap 33 seq_num 146) 2024-08-19T09:59:35.499 INFO:tasks.rados.rados.0.smithi190.stdout:415: finishing write tid 2 to smithi19066007-32 2024-08-19T09:59:35.499 INFO:tasks.rados.rados.0.smithi190.stdout:415: finishing write tid 3 to smithi19066007-32 2024-08-19T09:59:35.499 INFO:tasks.rados.rados.0.smithi190.stdout:415: oid 32 updating version 0 to 183 2024-08-19T09:59:35.499 INFO:tasks.rados.rados.0.smithi190.stdout:415: oid 32 version 183 is already newer than 182 2024-08-19T09:59:35.499 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 183 (ObjNum 145 snap 33 seq_num 145) dirty exists 2024-08-19T09:59:35.499 INFO:tasks.rados.rados.0.smithi190.stdout:415: left oid 32 (ObjNum 145 snap 33 seq_num 145) 2024-08-19T09:59:35.500 INFO:tasks.rados.rados.0.smithi190.stdout:415: done (6 left) 2024-08-19T09:59:35.500 INFO:tasks.rados.rados.0.smithi190.stdout:416: done (5 left) 2024-08-19T09:59:35.500 INFO:tasks.rados.rados.0.smithi190.stdout:417: done (4 left) 2024-08-19T09:59:35.500 INFO:tasks.rados.rados.0.smithi190.stdout:421: done (3 left) 2024-08-19T09:59:35.500 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 33 2024-08-19T09:59:35.500 INFO:tasks.rados.rados.0.smithi190.stdout:422: seq_num 149 ranges {0=98304} 2024-08-19T09:59:35.501 INFO:tasks.rados.rados.0.smithi190.stdout:422: writing smithi19066007-42 from 0 to 98304 tid 1 2024-08-19T09:59:35.501 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 33 2024-08-19T09:59:35.501 INFO:tasks.rados.rados.0.smithi190.stdout:423: seq_num 150 ranges {2252800=114688} 2024-08-19T09:59:35.515 INFO:tasks.rados.rados.0.smithi190.stdout:423: writing smithi19066007-37 from 2252800 to 2367488 tid 1 2024-08-19T09:59:35.515 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 15 current snap is 33 2024-08-19T09:59:35.515 INFO:tasks.rados.rados.0.smithi190.stdout:419: finishing write tid 1 to smithi19066007-33 2024-08-19T09:59:35.515 INFO:tasks.rados.rados.0.smithi190.stdout:419: finishing write tid 2 to smithi19066007-33 2024-08-19T09:59:35.515 INFO:tasks.rados.rados.0.smithi190.stdout:424: seq_num 151 ranges {0=131072} 2024-08-19T09:59:35.516 INFO:tasks.rados.rados.0.smithi190.stdout:424: writing smithi19066007-15 from 0 to 131072 tid 1 2024-08-19T09:59:35.516 INFO:tasks.rados.rados.0.smithi190.stdout:425: read oid 24 snap -1 2024-08-19T09:59:35.516 INFO:tasks.rados.rados.0.smithi190.stdout:425: expect (ObjNum 69 snap 7 seq_num 69) 2024-08-19T09:59:35.516 INFO:tasks.rados.rados.0.smithi190.stdout:426: snap_remove snap 30 2024-08-19T09:59:35.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:35 smithi190 ceph-mon[16060]: osdmap e142: 8 total, 8 up, 8 in 2024-08-19T09:59:35.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:35 smithi190 ceph-mon[16060]: pgmap v194: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 111 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 43 op/s 2024-08-19T09:59:35.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:35 smithi190 ceph-mon[26031]: osdmap e142: 8 total, 8 up, 8 in 2024-08-19T09:59:35.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:35 smithi190 ceph-mon[26031]: pgmap v194: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 111 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 43 op/s 2024-08-19T09:59:35.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:35 smithi196 ceph-mon[19976]: osdmap e142: 8 total, 8 up, 8 in 2024-08-19T09:59:35.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:35 smithi196 ceph-mon[19976]: pgmap v194: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 111 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 43 op/s 2024-08-19T09:59:35.779 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T09:59:35.899 INFO:tasks.rados.rados.0.smithi190.stdout:426: done (7 left) 2024-08-19T09:59:35.899 INFO:tasks.rados.rados.0.smithi190.stdout:427: rollback oid 34 current snap is 33 2024-08-19T09:59:35.899 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 34 to 29 2024-08-19T09:59:35.899 INFO:tasks.rados.rados.0.smithi190.stdout:419: finishing write tid 3 to smithi19066007-33 2024-08-19T09:59:35.899 INFO:tasks.rados.rados.0.smithi190.stdout:419: oid 33 updating version 0 to 130 2024-08-19T09:59:35.899 INFO:tasks.rados.rados.0.smithi190.stdout:419: oid 33 updating version 130 to 131 2024-08-19T09:59:35.899 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 131 (ObjNum 147 snap 33 seq_num 147) dirty exists 2024-08-19T09:59:35.899 INFO:tasks.rados.rados.0.smithi190.stdout:419: left oid 33 (ObjNum 147 snap 33 seq_num 147) 2024-08-19T09:59:35.899 INFO:tasks.rados.rados.0.smithi190.stdout:422: finishing write tid 1 to smithi19066007-42 2024-08-19T09:59:35.899 INFO:tasks.rados.rados.0.smithi190.stdout:422: finishing write tid 2 to smithi19066007-42 2024-08-19T09:59:35.899 INFO:tasks.rados.rados.0.smithi190.stdout:422: finishing write tid 3 to smithi19066007-42 2024-08-19T09:59:35.900 INFO:tasks.rados.rados.0.smithi190.stdout:422: oid 42 updating version 0 to 88 2024-08-19T09:59:35.900 INFO:tasks.rados.rados.0.smithi190.stdout:422: oid 42 version 88 is already newer than 87 2024-08-19T09:59:35.900 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 88 (ObjNum 149 snap 33 seq_num 149) dirty exists 2024-08-19T09:59:35.900 INFO:tasks.rados.rados.0.smithi190.stdout:422: left oid 42 (ObjNum 149 snap 33 seq_num 149) 2024-08-19T09:59:35.900 INFO:tasks.rados.rados.0.smithi190.stdout:418: expect (ObjNum 119 snap 23 seq_num 119) 2024-08-19T09:59:36.042 INFO:tasks.rados.rados.0.smithi190.stdout:420: expect (ObjNum 127 snap 28 seq_num 127) 2024-08-19T09:59:36.102 INFO:tasks.rados.rados.0.smithi190.stdout:423: finishing write tid 1 to smithi19066007-37 2024-08-19T09:59:36.102 INFO:tasks.rados.rados.0.smithi190.stdout:423: finishing write tid 2 to smithi19066007-37 2024-08-19T09:59:36.102 INFO:tasks.rados.rados.0.smithi190.stdout:424: finishing write tid 1 to smithi19066007-15 2024-08-19T09:59:36.102 INFO:tasks.rados.rados.0.smithi190.stdout:424: finishing write tid 2 to smithi19066007-15 2024-08-19T09:59:36.102 INFO:tasks.rados.rados.0.smithi190.stdout:423: finishing write tid 3 to smithi19066007-37 2024-08-19T09:59:36.102 INFO:tasks.rados.rados.0.smithi190.stdout:423: oid 37 updating version 0 to 127 2024-08-19T09:59:36.102 INFO:tasks.rados.rados.0.smithi190.stdout:423: oid 37 updating version 127 to 128 2024-08-19T09:59:36.102 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 128 (ObjNum 150 snap 33 seq_num 150) dirty exists 2024-08-19T09:59:36.102 INFO:tasks.rados.rados.0.smithi190.stdout:423: left oid 37 (ObjNum 150 snap 33 seq_num 150) 2024-08-19T09:59:36.102 INFO:tasks.rados.rados.0.smithi190.stdout:424: finishing write tid 3 to smithi19066007-15 2024-08-19T09:59:36.102 INFO:tasks.rados.rados.0.smithi190.stdout:424: oid 15 updating version 0 to 177 2024-08-19T09:59:36.103 INFO:tasks.rados.rados.0.smithi190.stdout:424: oid 15 version 177 is already newer than 176 2024-08-19T09:59:36.103 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 177 (ObjNum 151 snap 33 seq_num 151) dirty exists 2024-08-19T09:59:36.103 INFO:tasks.rados.rados.0.smithi190.stdout:424: left oid 15 (ObjNum 151 snap 33 seq_num 151) 2024-08-19T09:59:36.103 INFO:tasks.rados.rados.0.smithi190.stdout:418: done (7 left) 2024-08-19T09:59:36.103 INFO:tasks.rados.rados.0.smithi190.stdout:419: done (6 left) 2024-08-19T09:59:36.103 INFO:tasks.rados.rados.0.smithi190.stdout:420: done (5 left) 2024-08-19T09:59:36.103 INFO:tasks.rados.rados.0.smithi190.stdout:422: done (4 left) 2024-08-19T09:59:36.103 INFO:tasks.rados.rados.0.smithi190.stdout:423: done (3 left) 2024-08-19T09:59:36.103 INFO:tasks.rados.rados.0.smithi190.stdout:424: done (2 left) 2024-08-19T09:59:36.103 INFO:tasks.rados.rados.0.smithi190.stdout:428: delete oid 50 current snap is 33 2024-08-19T09:59:36.103 INFO:tasks.rados.rados.0.smithi190.stdout:425: expect (ObjNum 69 snap 7 seq_num 69) 2024-08-19T09:59:36.139 INFO:tasks.rados.rados.0.smithi190.stdout:427: finishing rollback tid 0 to smithi19066007-34 2024-08-19T09:59:36.139 INFO:tasks.rados.rados.0.smithi190.stdout:427: finishing rollback tid 1 to smithi19066007-34 2024-08-19T09:59:36.139 INFO:tasks.rados.rados.0.smithi190.stdout:425: done (2 left) 2024-08-19T09:59:36.139 INFO:tasks.rados.rados.0.smithi190.stdout:428: done (1 left) 2024-08-19T09:59:36.139 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 4 current snap is 33 2024-08-19T09:59:36.139 INFO:tasks.rados.rados.0.smithi190.stdout:427: finishing rollback tid 2 to smithi19066007-34 2024-08-19T09:59:36.139 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 96 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T09:59:36.139 INFO:tasks.rados.rados.0.smithi190.stdout:429: seq_num 153 ranges {4890624=163840} 2024-08-19T09:59:36.166 INFO:tasks.rados.rados.0.smithi190.stdout:429: writing smithi19066007-4 from 4890624 to 5054464 tid 1 2024-08-19T09:59:36.167 INFO:tasks.rados.rados.0.smithi190.stdout:427: done (1 left) 2024-08-19T09:59:36.167 INFO:tasks.rados.rados.0.smithi190.stdout:430: snap_remove snap 31 2024-08-19T09:59:36.327 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T09:59:36.327 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (2m) 2m ago 3m 17.0M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T09:59:36.327 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (3m) 2m ago 3m 82.7M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T09:59:36.327 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (4m) 2m ago 4m 15.5M - 18.2.4-721-gbaa926de e6c292a6bc95 e6af5dc87346 2024-08-19T09:59:36.327 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (4m) 2m ago 4m 15.1M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T09:59:36.327 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 starting - - - - 2024-08-19T09:59:36.327 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:9283,8765 running (9m) 2m ago 9m 486M - 18.2.4-721-gbaa926de e6c292a6bc95 03e52aa37ef2 2024-08-19T09:59:36.327 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (9m) 2m ago 10m 47.8M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 9109cb9dca37 2024-08-19T09:59:36.327 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (8m) 2m ago 8m 39.8M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 0b1c97b9ffa9 2024-08-19T09:59:36.328 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (8m) 2m ago 8m 38.3M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 6c708a6ae36c 2024-08-19T09:59:36.328 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (3m) 2m ago 3m 16.1M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T09:59:36.328 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (3m) 2m ago 3m 7117k - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T09:59:36.328 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (7m) 2m ago 7m 54.6M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 7869b3a6fe8d 2024-08-19T09:59:36.328 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (7m) 2m ago 7m 45.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 216832ba0eb9 2024-08-19T09:59:36.328 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (7m) 2m ago 7m 49.5M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 7dc17a160906 2024-08-19T09:59:36.328 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (6m) 2m ago 6m 51.5M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 8d23db0741f1 2024-08-19T09:59:36.328 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (6m) 2m ago 6m 42.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 36958c5836c1 2024-08-19T09:59:36.328 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (6m) 2m ago 6m 43.8M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 089ec5523ac2 2024-08-19T09:59:36.328 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (5m) 2m ago 5m 49.4M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 5b1bd80e75ec 2024-08-19T09:59:36.328 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (5m) 2m ago 5m 42.6M 2992M 18.2.4-721-gbaa926de e6c292a6bc95 0af4ca14b11c 2024-08-19T09:59:36.328 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (2m) 2m ago 4m 33.3M - 2.43.0 a07b618ecd1d 0962e8cd9aff 2024-08-19T09:59:36.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:36 smithi190 ceph-mon[26031]: osdmap e143: 8 total, 8 up, 8 in 2024-08-19T09:59:36.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:36 smithi190 ceph-mon[26031]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:36.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:36 smithi190 ceph-mon[26031]: osdmap e144: 8 total, 8 up, 8 in 2024-08-19T09:59:36.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:36 smithi190 ceph-mon[26031]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:36.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:36 smithi190 ceph-mon[16060]: osdmap e143: 8 total, 8 up, 8 in 2024-08-19T09:59:36.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:36 smithi190 ceph-mon[16060]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:36.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:36 smithi190 ceph-mon[16060]: osdmap e144: 8 total, 8 up, 8 in 2024-08-19T09:59:36.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:36 smithi190 ceph-mon[16060]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:36.568 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:36 smithi196 ceph-mon[19976]: osdmap e143: 8 total, 8 up, 8 in 2024-08-19T09:59:36.568 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:36 smithi196 ceph-mon[19976]: from='client.24887 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:36.568 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:36 smithi196 ceph-mon[19976]: osdmap e144: 8 total, 8 up, 8 in 2024-08-19T09:59:36.568 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:36 smithi196 ceph-mon[19976]: from='client.24893 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:36.639 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T09:59:36.640 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T09:59:36.640 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T09:59:36.640 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T09:59:36.640 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T09:59:36.640 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T09:59:36.641 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T09:59:36.641 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T09:59:36.641 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T09:59:36.641 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T09:59:36.641 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T09:59:36.641 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T09:59:36.641 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T09:59:36.641 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T09:59:36.641 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 15 2024-08-19T09:59:36.641 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T09:59:36.641 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T09:59:36.900 INFO:tasks.rados.rados.0.smithi190.stdout:430: done (1 left) 2024-08-19T09:59:36.901 INFO:tasks.rados.rados.0.smithi190.stdout:431: copy_from oid 47 from oid 11 current snap is 33 2024-08-19T09:59:36.901 INFO:tasks.rados.rados.0.smithi190.stdout:432: setattr oid 30 current snap is 33 2024-08-19T09:59:36.902 INFO:tasks.rados.rados.0.smithi190.stdout:429: finishing write tid 1 to smithi19066007-4 2024-08-19T09:59:36.902 INFO:tasks.rados.rados.0.smithi190.stdout:429: finishing write tid 2 to smithi19066007-4 2024-08-19T09:59:36.902 INFO:tasks.rados.rados.0.smithi190.stdout:429: finishing write tid 3 to smithi19066007-4 2024-08-19T09:59:36.903 INFO:tasks.rados.rados.0.smithi190.stdout:429: oid 4 updating version 0 to 191 2024-08-19T09:59:36.903 INFO:tasks.rados.rados.0.smithi190.stdout:429: oid 4 version 191 is already newer than 190 2024-08-19T09:59:36.903 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 191 (ObjNum 153 snap 33 seq_num 153) dirty exists 2024-08-19T09:59:36.903 INFO:tasks.rados.rados.0.smithi190.stdout:429: left oid 4 (ObjNum 153 snap 33 seq_num 153) 2024-08-19T09:59:36.903 INFO:tasks.rados.rados.0.smithi190.stdout:429: done (2 left) 2024-08-19T09:59:36.903 INFO:tasks.rados.rados.0.smithi190.stdout:433: rollback oid 29 current snap is 33 2024-08-19T09:59:36.903 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 29 to 29 2024-08-19T09:59:36.903 INFO:tasks.rados.rados.0.smithi190.stdout:434: setattr oid 40 current snap is 33 2024-08-19T09:59:36.903 INFO:tasks.rados.rados.0.smithi190.stdout:435: snap_create 2024-08-19T09:59:36.912 INFO:tasks.rados.rados.0.smithi190.stdout:433: finishing rollback tid 0 to smithi19066007-29 2024-08-19T09:59:36.912 INFO:tasks.rados.rados.0.smithi190.stdout:433: finishing rollback tid 1 to smithi19066007-29 2024-08-19T09:59:36.913 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 187 (ObjNum 96 snap 16 seq_num 96) dirty exists 2024-08-19T09:59:36.913 INFO:tasks.rados.rados.0.smithi190.stdout:433: finishing rollback tid 2 to smithi19066007-29 2024-08-19T09:59:36.913 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 55 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T09:59:36.913 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 31 (ObjNum 33 snap 0 seq_num 3355778032) dirty exists 2024-08-19T09:59:36.920 INFO:tasks.rados.rados.0.smithi190.stdout:431: finishing copy_from racing read to smithi19066007-47 2024-08-19T09:59:36.921 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T09:59:36.921 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T09:59:36.921 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T09:59:36.922 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T09:59:36.922 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [], 2024-08-19T09:59:36.922 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "", 2024-08-19T09:59:36.922 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading mgr daemons", 2024-08-19T09:59:36.922 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T09:59:36.922 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T09:59:36.922 INFO:tasks.rados.rados.0.smithi190.stdout:431: finishing copy_from to smithi19066007-47 2024-08-19T09:59:36.922 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 48 (ObjNum 99 snap 16 seq_num 99) dirty exists 2024-08-19T09:59:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:37 smithi190 ceph-mon[16060]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:37 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/2340222008' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T09:59:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:37 smithi190 ceph-mon[16060]: osdmap e145: 8 total, 8 up, 8 in 2024-08-19T09:59:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:37 smithi190 ceph-mon[16060]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:37 smithi190 ceph-mon[16060]: pgmap v198: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 120 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 41 op/s 2024-08-19T09:59:37.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:37 smithi190 ceph-mon[26031]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:37.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:37 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2340222008' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T09:59:37.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:37 smithi190 ceph-mon[26031]: osdmap e145: 8 total, 8 up, 8 in 2024-08-19T09:59:37.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:37 smithi190 ceph-mon[26031]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:37.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:37 smithi190 ceph-mon[26031]: pgmap v198: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 120 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 41 op/s 2024-08-19T09:59:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:37 smithi196 ceph-mon[19976]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:37 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2340222008' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T09:59:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:37 smithi196 ceph-mon[19976]: osdmap e145: 8 total, 8 up, 8 in 2024-08-19T09:59:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:37 smithi196 ceph-mon[19976]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T09:59:37.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:37 smithi196 ceph-mon[19976]: pgmap v198: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 120 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 41 op/s 2024-08-19T09:59:37.668 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:09:59:37] ENGINE Bus STARTING 2024-08-19T09:59:37.668 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: CherryPy Checker: 2024-08-19T09:59:37.668 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: The Application mounted at '' has an empty config. 2024-08-19T09:59:37.668 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: 2024-08-19T09:59:37.668 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:09:59:37] ENGINE Serving on http://:::9283 2024-08-19T09:59:37.668 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:09:59:37] ENGINE Bus STARTED 2024-08-19T09:59:37.905 INFO:tasks.rados.rados.0.smithi190.stdout:431: done (4 left) 2024-08-19T09:59:37.905 INFO:tasks.rados.rados.0.smithi190.stdout:432: done (3 left) 2024-08-19T09:59:37.906 INFO:tasks.rados.rados.0.smithi190.stdout:433: done (2 left) 2024-08-19T09:59:37.906 INFO:tasks.rados.rados.0.smithi190.stdout:434: done (1 left) 2024-08-19T09:59:37.906 INFO:tasks.rados.rados.0.smithi190.stdout:435: done (0 left) 2024-08-19T09:59:37.906 INFO:tasks.rados.rados.0.smithi190.stdout:436: snap_create 2024-08-19T09:59:38.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:38 smithi190 ceph-mon[16060]: Standby manager daemon x restarted 2024-08-19T09:59:38.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:38 smithi190 ceph-mon[16060]: Standby manager daemon x started 2024-08-19T09:59:38.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:38 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T09:59:38.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:38 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T09:59:38.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:38 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T09:59:38.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:38 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T09:59:38.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:38 smithi190 ceph-mon[16060]: osdmap e146: 8 total, 8 up, 8 in 2024-08-19T09:59:38.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:38 smithi190 ceph-mon[26031]: Standby manager daemon x restarted 2024-08-19T09:59:38.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:38 smithi190 ceph-mon[26031]: Standby manager daemon x started 2024-08-19T09:59:38.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:38 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T09:59:38.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:38 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T09:59:38.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:38 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T09:59:38.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:38 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T09:59:38.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:38 smithi190 ceph-mon[26031]: osdmap e146: 8 total, 8 up, 8 in 2024-08-19T09:59:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:38 smithi196 ceph-mon[19976]: Standby manager daemon x restarted 2024-08-19T09:59:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:38 smithi196 ceph-mon[19976]: Standby manager daemon x started 2024-08-19T09:59:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:38 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T09:59:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:38 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T09:59:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:38 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T09:59:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:38 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T09:59:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:38 smithi196 ceph-mon[19976]: osdmap e146: 8 total, 8 up, 8 in 2024-08-19T09:59:38.909 INFO:tasks.rados.rados.0.smithi190.stdout:436: done (0 left) 2024-08-19T09:59:38.909 INFO:tasks.rados.rados.0.smithi190.stdout:437: setattr oid 4 current snap is 35 2024-08-19T09:59:38.910 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 14 current snap is 35 2024-08-19T09:59:38.910 INFO:tasks.rados.rados.0.smithi190.stdout:438: seq_num 154 ranges {0=180224} 2024-08-19T09:59:38.911 INFO:tasks.rados.rados.0.smithi190.stdout:438: writing smithi19066007-14 from 0 to 180224 tid 1 2024-08-19T09:59:38.911 INFO:tasks.rados.rados.0.smithi190.stdout:439: read oid 16 snap 34 2024-08-19T09:59:38.911 INFO:tasks.rados.rados.0.smithi190.stdout:439: expect (ObjNum 111 snap 22 seq_num 111) 2024-08-19T09:59:38.912 INFO:tasks.rados.rados.0.smithi190.stdout:440: rmattr oid 10 current snap is 35 2024-08-19T09:59:38.912 INFO:tasks.rados.rados.0.smithi190.stdout:440: done (3 left) 2024-08-19T09:59:38.912 INFO:tasks.rados.rados.0.smithi190.stdout:441: copy_from oid 41 from oid 17 current snap is 35 2024-08-19T09:59:38.912 INFO:tasks.rados.rados.0.smithi190.stdout:442: delete oid 32 current snap is 35 2024-08-19T09:59:38.913 INFO:tasks.rados.rados.0.smithi190.stdout:441: finishing copy_from to smithi19066007-41 2024-08-19T09:59:38.913 INFO:tasks.rados.rados.0.smithi190.stdout:441: got expected ENOENT (src dne) 2024-08-19T09:59:38.914 INFO:tasks.rados.rados.0.smithi190.stdout:441: finishing copy_from racing read to smithi19066007-41 2024-08-19T09:59:38.914 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 197 (ObjNum 153 snap 33 seq_num 153) dirty exists 2024-08-19T09:59:38.915 INFO:tasks.rados.rados.0.smithi190.stdout:438: finishing write tid 1 to smithi19066007-14 2024-08-19T09:59:38.916 INFO:tasks.rados.rados.0.smithi190.stdout:438: finishing write tid 2 to smithi19066007-14 2024-08-19T09:59:38.917 INFO:tasks.rados.rados.0.smithi190.stdout:437: done (4 left) 2024-08-19T09:59:38.918 INFO:tasks.rados.rados.0.smithi190.stdout:441: done (3 left) 2024-08-19T09:59:38.918 INFO:tasks.rados.rados.0.smithi190.stdout:442: done (2 left) 2024-08-19T09:59:38.918 INFO:tasks.rados.rados.0.smithi190.stdout:443: rmattr oid 49 current snap is 35 2024-08-19T09:59:38.918 INFO:tasks.rados.rados.0.smithi190.stdout:443: done (2 left) 2024-08-19T09:59:38.918 INFO:tasks.rados.rados.0.smithi190.stdout:444: rollback oid 6 current snap is 35 2024-08-19T09:59:38.918 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 6 to 34 2024-08-19T09:59:38.918 INFO:tasks.rados.rados.0.smithi190.stdout:445: copy_from oid 5 from oid 2 current snap is 35 2024-08-19T09:59:38.918 INFO:tasks.rados.rados.0.smithi190.stdout:446: read oid 9 snap -1 2024-08-19T09:59:38.918 INFO:tasks.rados.rados.0.smithi190.stdout:446: expect (ObjNum 69 snap 7 seq_num 69) 2024-08-19T09:59:38.918 INFO:tasks.rados.rados.0.smithi190.stdout:447: rollback oid 48 current snap is 35 2024-08-19T09:59:38.918 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 48 to 32 2024-08-19T09:59:38.918 INFO:tasks.rados.rados.0.smithi190.stdout:448: setattr oid 12 current snap is 35 2024-08-19T09:59:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:438: finishing write tid 3 to smithi19066007-14 2024-08-19T09:59:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:438: oid 14 updating version 0 to 198 2024-08-19T09:59:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:438: oid 14 updating version 198 to 199 2024-08-19T09:59:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 199 (ObjNum 154 snap 35 seq_num 154) dirty exists 2024-08-19T09:59:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:438: left oid 14 (ObjNum 154 snap 35 seq_num 154) 2024-08-19T09:59:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:438: done (6 left) 2024-08-19T09:59:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:449: snap_create 2024-08-19T09:59:38.925 INFO:tasks.rados.rados.0.smithi190.stdout:444: finishing rollback tid 0 to smithi19066007-6 2024-08-19T09:59:38.925 INFO:tasks.rados.rados.0.smithi190.stdout:447: finishing rollback tid 0 to smithi19066007-48 2024-08-19T09:59:38.925 INFO:tasks.rados.rados.0.smithi190.stdout:446: expect (ObjNum 69 snap 7 seq_num 69) 2024-08-19T09:59:38.962 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 194 (ObjNum 138 snap 32 seq_num 138) dirty exists 2024-08-19T09:59:38.963 INFO:tasks.rados.rados.0.smithi190.stdout:447: finishing rollback tid 1 to smithi19066007-48 2024-08-19T09:59:38.963 INFO:tasks.rados.rados.0.smithi190.stdout:444: finishing rollback tid 1 to smithi19066007-6 2024-08-19T09:59:38.963 INFO:tasks.rados.rados.0.smithi190.stdout:447: finishing rollback tid 2 to smithi19066007-48 2024-08-19T09:59:38.963 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 191 (ObjNum 72 snap 9 seq_num 72) dirty exists 2024-08-19T09:59:38.963 INFO:tasks.rados.rados.0.smithi190.stdout:444: finishing rollback tid 2 to smithi19066007-6 2024-08-19T09:59:38.963 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 189 (ObjNum 119 snap 23 seq_num 119) dirty exists 2024-08-19T09:59:38.963 INFO:tasks.rados.rados.0.smithi190.stdout:445: finishing copy_from racing read to smithi19066007-5 2024-08-19T09:59:38.963 INFO:tasks.rados.rados.0.smithi190.stdout:445: finishing copy_from to smithi19066007-5 2024-08-19T09:59:38.963 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 17 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-08-19T09:59:38.963 INFO:tasks.rados.rados.0.smithi190.stdout:439: expect (ObjNum 111 snap 22 seq_num 111) 2024-08-19T09:59:39.552 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:39 smithi190 ceph-mon[26031]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-19T09:59:39.553 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:39 smithi190 ceph-mon[26031]: osdmap e147: 8 total, 8 up, 8 in 2024-08-19T09:59:39.553 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:39 smithi190 ceph-mon[26031]: pgmap v201: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 120 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 6.2 MiB/s wr, 43 op/s 2024-08-19T09:59:39.553 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:39 smithi190 ceph-mon[16060]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-19T09:59:39.553 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:39 smithi190 ceph-mon[16060]: osdmap e147: 8 total, 8 up, 8 in 2024-08-19T09:59:39.553 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:39 smithi190 ceph-mon[16060]: pgmap v201: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 120 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 6.2 MiB/s wr, 43 op/s 2024-08-19T09:59:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:39 smithi196 ceph-mon[19976]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-19T09:59:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:39 smithi196 ceph-mon[19976]: osdmap e147: 8 total, 8 up, 8 in 2024-08-19T09:59:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:39 smithi196 ceph-mon[19976]: pgmap v201: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 120 MiB data, 454 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 6.2 MiB/s wr, 43 op/s 2024-08-19T09:59:39.814 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 09:59:39 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[61823]: ts=2024-08-19T09:59:39.552Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=6 2024-08-19T09:59:39.911 INFO:tasks.rados.rados.0.smithi190.stdout:439: done (6 left) 2024-08-19T09:59:39.911 INFO:tasks.rados.rados.0.smithi190.stdout:444: done (5 left) 2024-08-19T09:59:39.912 INFO:tasks.rados.rados.0.smithi190.stdout:445: done (4 left) 2024-08-19T09:59:39.912 INFO:tasks.rados.rados.0.smithi190.stdout:446: done (3 left) 2024-08-19T09:59:39.912 INFO:tasks.rados.rados.0.smithi190.stdout:447: done (2 left) 2024-08-19T09:59:39.912 INFO:tasks.rados.rados.0.smithi190.stdout:448: done (1 left) 2024-08-19T09:59:39.912 INFO:tasks.rados.rados.0.smithi190.stdout:449: done (0 left) 2024-08-19T09:59:39.912 INFO:tasks.rados.rados.0.smithi190.stdout:450: rmattr oid 4 current snap is 36 2024-08-19T09:59:39.912 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 47 current snap is 36 2024-08-19T09:59:39.912 INFO:tasks.rados.rados.0.smithi190.stdout:451: seq_num 156 ranges {3440640=221184} 2024-08-19T09:59:39.931 INFO:tasks.rados.rados.0.smithi190.stdout:451: writing smithi19066007-47 from 3440640 to 3661824 tid 1 2024-08-19T09:59:39.931 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 36 2024-08-19T09:59:39.931 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 203 (ObjNum 153 snap 33 seq_num 153) dirty exists 2024-08-19T09:59:39.931 INFO:tasks.rados.rados.0.smithi190.stdout:452: seq_num 157 ranges {0=237568} 2024-08-19T09:59:39.932 INFO:tasks.rados.rados.0.smithi190.stdout:452: writing smithi19066007-40 from 0 to 237568 tid 1 2024-08-19T09:59:39.933 INFO:tasks.rados.rados.0.smithi190.stdout:450: done (2 left) 2024-08-19T09:59:39.933 INFO:tasks.rados.rados.0.smithi190.stdout:453: read oid 33 snap 35 2024-08-19T09:59:39.933 INFO:tasks.rados.rados.0.smithi190.stdout:453: expect (ObjNum 147 snap 33 seq_num 147) 2024-08-19T09:59:39.933 INFO:tasks.rados.rados.0.smithi190.stdout:454: delete oid 23 current snap is 36 2024-08-19T09:59:39.933 INFO:tasks.rados.rados.0.smithi190.stdout:451: finishing write tid 1 to smithi19066007-47 2024-08-19T09:59:39.934 INFO:tasks.rados.rados.0.smithi190.stdout:451: finishing write tid 2 to smithi19066007-47 2024-08-19T09:59:39.934 INFO:tasks.rados.rados.0.smithi190.stdout:454: done (3 left) 2024-08-19T09:59:39.934 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 36 2024-08-19T09:59:39.935 INFO:tasks.rados.rados.0.smithi190.stdout:455: seq_num 159 ranges {0=270336} 2024-08-19T09:59:39.936 INFO:tasks.rados.rados.0.smithi190.stdout:455: writing smithi19066007-49 from 0 to 270336 tid 1 2024-08-19T09:59:39.936 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 27 current snap is 36 2024-08-19T09:59:39.937 INFO:tasks.rados.rados.0.smithi190.stdout:452: finishing write tid 1 to smithi19066007-40 2024-08-19T09:59:39.937 INFO:tasks.rados.rados.0.smithi190.stdout:456: seq_num 160 ranges {4890624=286720} 2024-08-19T09:59:39.964 INFO:tasks.rados.rados.0.smithi190.stdout:456: writing smithi19066007-27 from 4890624 to 5177344 tid 1 2024-08-19T09:59:39.965 INFO:tasks.rados.rados.0.smithi190.stdout:457: rollback oid 32 current snap is 36 2024-08-19T09:59:39.965 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 32 to 26 2024-08-19T09:59:39.965 INFO:tasks.rados.rados.0.smithi190.stdout:451: finishing write tid 3 to smithi19066007-47 2024-08-19T09:59:39.965 INFO:tasks.rados.rados.0.smithi190.stdout:451: oid 47 updating version 0 to 191 2024-08-19T09:59:39.965 INFO:tasks.rados.rados.0.smithi190.stdout:451: oid 47 updating version 191 to 192 2024-08-19T09:59:39.965 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 192 (ObjNum 156 snap 36 seq_num 156) dirty exists 2024-08-19T09:59:39.965 INFO:tasks.rados.rados.0.smithi190.stdout:451: left oid 47 (ObjNum 156 snap 36 seq_num 156) 2024-08-19T09:59:39.965 INFO:tasks.rados.rados.0.smithi190.stdout:452: finishing write tid 2 to smithi19066007-40 2024-08-19T09:59:39.965 INFO:tasks.rados.rados.0.smithi190.stdout:452: finishing write tid 3 to smithi19066007-40 2024-08-19T09:59:39.965 INFO:tasks.rados.rados.0.smithi190.stdout:452: oid 40 updating version 0 to 33 2024-08-19T09:59:39.965 INFO:tasks.rados.rados.0.smithi190.stdout:452: oid 40 updating version 33 to 34 2024-08-19T09:59:39.965 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 34 (ObjNum 157 snap 36 seq_num 157) dirty exists 2024-08-19T09:59:39.965 INFO:tasks.rados.rados.0.smithi190.stdout:452: left oid 40 (ObjNum 157 snap 36 seq_num 157) 2024-08-19T09:59:39.966 INFO:tasks.rados.rados.0.smithi190.stdout:453: expect (ObjNum 147 snap 33 seq_num 147) 2024-08-19T09:59:40.024 INFO:tasks.rados.rados.0.smithi190.stdout:455: finishing write tid 1 to smithi19066007-49 2024-08-19T09:59:40.024 INFO:tasks.rados.rados.0.smithi190.stdout:455: finishing write tid 2 to smithi19066007-49 2024-08-19T09:59:40.024 INFO:tasks.rados.rados.0.smithi190.stdout:455: finishing write tid 3 to smithi19066007-49 2024-08-19T09:59:40.024 INFO:tasks.rados.rados.0.smithi190.stdout:455: oid 49 updating version 0 to 137 2024-08-19T09:59:40.024 INFO:tasks.rados.rados.0.smithi190.stdout:455: oid 49 version 137 is already newer than 136 2024-08-19T09:59:40.024 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 137 (ObjNum 159 snap 36 seq_num 159) dirty exists 2024-08-19T09:59:40.024 INFO:tasks.rados.rados.0.smithi190.stdout:455: left oid 49 (ObjNum 159 snap 36 seq_num 159) 2024-08-19T09:59:40.024 INFO:tasks.rados.rados.0.smithi190.stdout:451: done (5 left) 2024-08-19T09:59:40.024 INFO:tasks.rados.rados.0.smithi190.stdout:452: done (4 left) 2024-08-19T09:59:40.024 INFO:tasks.rados.rados.0.smithi190.stdout:453: done (3 left) 2024-08-19T09:59:40.025 INFO:tasks.rados.rados.0.smithi190.stdout:455: done (2 left) 2024-08-19T09:59:40.025 INFO:tasks.rados.rados.0.smithi190.stdout:458: read oid 48 snap -1 2024-08-19T09:59:40.025 INFO:tasks.rados.rados.0.smithi190.stdout:458: expect (ObjNum 72 snap 9 seq_num 72) 2024-08-19T09:59:40.025 INFO:tasks.rados.rados.0.smithi190.stdout:459: rollback oid 41 current snap is 36 2024-08-19T09:59:40.025 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 41 to 32 2024-08-19T09:59:40.025 INFO:tasks.rados.rados.0.smithi190.stdout:457: finishing rollback tid 1 to smithi19066007-32 2024-08-19T09:59:40.025 INFO:tasks.rados.rados.0.smithi190.stdout:457: finishing rollback tid 2 to smithi19066007-32 2024-08-19T09:59:40.025 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 205 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T09:59:40.025 INFO:tasks.rados.rados.0.smithi190.stdout:456: finishing write tid 1 to smithi19066007-27 2024-08-19T09:59:40.025 INFO:tasks.rados.rados.0.smithi190.stdout:456: finishing write tid 2 to smithi19066007-27 2024-08-19T09:59:40.025 INFO:tasks.rados.rados.0.smithi190.stdout:456: finishing write tid 3 to smithi19066007-27 2024-08-19T09:59:40.025 INFO:tasks.rados.rados.0.smithi190.stdout:456: oid 27 updating version 0 to 137 2024-08-19T09:59:40.025 INFO:tasks.rados.rados.0.smithi190.stdout:456: oid 27 version 137 is already newer than 136 2024-08-19T09:59:40.025 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 137 (ObjNum 160 snap 36 seq_num 160) dirty exists 2024-08-19T09:59:40.026 INFO:tasks.rados.rados.0.smithi190.stdout:456: left oid 27 (ObjNum 160 snap 36 seq_num 160) 2024-08-19T09:59:40.026 INFO:tasks.rados.rados.0.smithi190.stdout:456: done (3 left) 2024-08-19T09:59:40.026 INFO:tasks.rados.rados.0.smithi190.stdout:457: done (2 left) 2024-08-19T09:59:40.026 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 36 2024-08-19T09:59:40.026 INFO:tasks.rados.rados.0.smithi190.stdout:460: seq_num 161 ranges {0=303104} 2024-08-19T09:59:40.028 INFO:tasks.rados.rados.0.smithi190.stdout:460: writing smithi19066007-13 from 0 to 303104 tid 1 2024-08-19T09:59:40.028 INFO:tasks.rados.rados.0.smithi190.stdout:461: rollback oid 46 current snap is 36 2024-08-19T09:59:40.028 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 46 to 32 2024-08-19T09:59:40.028 INFO:tasks.rados.rados.0.smithi190.stdout:462: snap_remove snap 34 2024-08-19T09:59:40.903 INFO:tasks.rados.rados.0.smithi190.stdout:462: done (4 left) 2024-08-19T09:59:40.904 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 33 current snap is 36 2024-08-19T09:59:40.904 INFO:tasks.rados.rados.0.smithi190.stdout:459: finishing rollback tid 0 to smithi19066007-41 2024-08-19T09:59:40.904 INFO:tasks.rados.rados.0.smithi190.stdout:459: finishing rollback tid 1 to smithi19066007-41 2024-08-19T09:59:40.904 INFO:tasks.rados.rados.0.smithi190.stdout:459: finishing rollback tid 2 to smithi19066007-41 2024-08-19T09:59:40.904 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 141 (ObjNum 125 snap 27 seq_num 125) dirty exists 2024-08-19T09:59:40.904 INFO:tasks.rados.rados.0.smithi190.stdout:460: finishing write tid 1 to smithi19066007-13 2024-08-19T09:59:40.904 INFO:tasks.rados.rados.0.smithi190.stdout:460: finishing write tid 2 to smithi19066007-13 2024-08-19T09:59:40.904 INFO:tasks.rados.rados.0.smithi190.stdout:460: finishing write tid 3 to smithi19066007-13 2024-08-19T09:59:40.904 INFO:tasks.rados.rados.0.smithi190.stdout:460: oid 13 updating version 0 to 196 2024-08-19T09:59:40.904 INFO:tasks.rados.rados.0.smithi190.stdout:460: oid 13 updating version 196 to 197 2024-08-19T09:59:40.904 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 197 (ObjNum 161 snap 36 seq_num 161) dirty exists 2024-08-19T09:59:40.905 INFO:tasks.rados.rados.0.smithi190.stdout:460: left oid 13 (ObjNum 161 snap 36 seq_num 161) 2024-08-19T09:59:40.905 INFO:tasks.rados.rados.0.smithi190.stdout:458: expect (ObjNum 72 snap 9 seq_num 72) 2024-08-19T09:59:40.956 INFO:tasks.rados.rados.0.smithi190.stdout:461: finishing rollback tid 0 to smithi19066007-46 2024-08-19T09:59:40.956 INFO:tasks.rados.rados.0.smithi190.stdout:461: finishing rollback tid 1 to smithi19066007-46 2024-08-19T09:59:40.956 INFO:tasks.rados.rados.0.smithi190.stdout:461: finishing rollback tid 2 to smithi19066007-46 2024-08-19T09:59:40.957 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 61 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T09:59:40.957 INFO:tasks.rados.rados.0.smithi190.stdout:463: seq_num 162 ranges {1368064=319488} 2024-08-19T09:59:40.966 INFO:tasks.rados.rados.0.smithi190.stdout:463: writing smithi19066007-33 from 1368064 to 1687552 tid 1 2024-08-19T09:59:40.966 INFO:tasks.rados.rados.0.smithi190.stdout:458: done (4 left) 2024-08-19T09:59:40.966 INFO:tasks.rados.rados.0.smithi190.stdout:459: done (3 left) 2024-08-19T09:59:40.966 INFO:tasks.rados.rados.0.smithi190.stdout:460: done (2 left) 2024-08-19T09:59:40.966 INFO:tasks.rados.rados.0.smithi190.stdout:461: done (1 left) 2024-08-19T09:59:40.966 INFO:tasks.rados.rados.0.smithi190.stdout:464: delete oid 1 current snap is 36 2024-08-19T09:59:40.967 INFO:tasks.rados.rados.0.smithi190.stdout:464: done (1 left) 2024-08-19T09:59:40.968 INFO:tasks.rados.rados.0.smithi190.stdout:465: snap_create 2024-08-19T09:59:40.968 INFO:tasks.rados.rados.0.smithi190.stdout:463: finishing write tid 1 to smithi19066007-33 2024-08-19T09:59:40.968 INFO:tasks.rados.rados.0.smithi190.stdout:463: finishing write tid 2 to smithi19066007-33 2024-08-19T09:59:40.969 INFO:tasks.rados.rados.0.smithi190.stdout:463: finishing write tid 3 to smithi19066007-33 2024-08-19T09:59:40.969 INFO:tasks.rados.rados.0.smithi190.stdout:463: oid 33 updating version 0 to 145 2024-08-19T09:59:40.969 INFO:tasks.rados.rados.0.smithi190.stdout:463: oid 33 updating version 145 to 146 2024-08-19T09:59:40.969 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 146 (ObjNum 162 snap 36 seq_num 162) dirty exists 2024-08-19T09:59:40.969 INFO:tasks.rados.rados.0.smithi190.stdout:463: left oid 33 (ObjNum 162 snap 36 seq_num 162) 2024-08-19T09:59:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:40 smithi196 ceph-mon[19976]: osdmap e148: 8 total, 8 up, 8 in 2024-08-19T09:59:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:40 smithi196 ceph-mon[19976]: osdmap e149: 8 total, 8 up, 8 in 2024-08-19T09:59:41.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:40 smithi190 ceph-mon[16060]: osdmap e148: 8 total, 8 up, 8 in 2024-08-19T09:59:41.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:40 smithi190 ceph-mon[16060]: osdmap e149: 8 total, 8 up, 8 in 2024-08-19T09:59:41.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:40 smithi190 ceph-mon[26031]: osdmap e148: 8 total, 8 up, 8 in 2024-08-19T09:59:41.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:40 smithi190 ceph-mon[26031]: osdmap e149: 8 total, 8 up, 8 in 2024-08-19T09:59:41.923 INFO:tasks.rados.rados.0.smithi190.stdout:463: done (1 left) 2024-08-19T09:59:41.923 INFO:tasks.rados.rados.0.smithi190.stdout:465: done (0 left) 2024-08-19T09:59:41.923 INFO:tasks.rados.rados.0.smithi190.stdout:466: snap_create 2024-08-19T09:59:42.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:41 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:59:42.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:41 smithi196 ceph-mon[19976]: pgmap v204: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 120 MiB data, 454 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:59:42.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:41 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:59:42.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:41 smithi190 ceph-mon[16060]: pgmap v204: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 120 MiB data, 454 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:59:42.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:41 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:59:42.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:41 smithi190 ceph-mon[26031]: pgmap v204: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 120 MiB data, 454 MiB used, 715 GiB / 715 GiB avail 2024-08-19T09:59:42.924 INFO:tasks.rados.rados.0.smithi190.stdout:466: done (0 left) 2024-08-19T09:59:42.924 INFO:tasks.rados.rados.0.smithi190.stdout:467: snap_remove snap 32 2024-08-19T09:59:43.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:42 smithi190 ceph-mon[16060]: osdmap e150: 8 total, 8 up, 8 in 2024-08-19T09:59:43.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:42 smithi190 ceph-mon[26031]: osdmap e150: 8 total, 8 up, 8 in 2024-08-19T09:59:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:42 smithi196 ceph-mon[19976]: osdmap e150: 8 total, 8 up, 8 in 2024-08-19T09:59:43.931 INFO:tasks.rados.rados.0.smithi190.stdout:467: done (0 left) 2024-08-19T09:59:43.931 INFO:tasks.rados.rados.0.smithi190.stdout:468: read oid 21 snap -1 2024-08-19T09:59:43.931 INFO:tasks.rados.rados.0.smithi190.stdout:468: expect (ObjNum 83 snap 12 seq_num 83) 2024-08-19T09:59:43.931 INFO:tasks.rados.rados.0.smithi190.stdout:469: snap_create 2024-08-19T09:59:43.951 INFO:tasks.rados.rados.0.smithi190.stdout:468: expect (ObjNum 83 snap 12 seq_num 83) 2024-08-19T09:59:44.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:43 smithi196 ceph-mon[19976]: osdmap e151: 8 total, 8 up, 8 in 2024-08-19T09:59:44.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:43 smithi196 ceph-mon[19976]: pgmap v207: 121 pgs: 121 active+clean; 128 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-08-19T09:59:44.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:43 smithi190 ceph-mon[26031]: osdmap e151: 8 total, 8 up, 8 in 2024-08-19T09:59:44.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:43 smithi190 ceph-mon[26031]: pgmap v207: 121 pgs: 121 active+clean; 128 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-08-19T09:59:44.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:43 smithi190 ceph-mon[16060]: osdmap e151: 8 total, 8 up, 8 in 2024-08-19T09:59:44.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:43 smithi190 ceph-mon[16060]: pgmap v207: 121 pgs: 121 active+clean; 128 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-08-19T09:59:44.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:59:44] "GET /metrics HTTP/1.1" 200 36029 "" "Prometheus/2.43.0" 2024-08-19T09:59:44.929 INFO:tasks.rados.rados.0.smithi190.stdout:468: done (1 left) 2024-08-19T09:59:44.929 INFO:tasks.rados.rados.0.smithi190.stdout:469: done (0 left) 2024-08-19T09:59:44.929 INFO:tasks.rados.rados.0.smithi190.stdout:470: copy_from oid 24 from oid 25 current snap is 39 2024-08-19T09:59:44.929 INFO:tasks.rados.rados.0.smithi190.stdout:471: snap_remove snap 33 2024-08-19T09:59:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:44 smithi196 ceph-mon[19976]: osdmap e152: 8 total, 8 up, 8 in 2024-08-19T09:59:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:44 smithi196 ceph-mon[19976]: osdmap e153: 8 total, 8 up, 8 in 2024-08-19T09:59:45.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:44 smithi190 ceph-mon[16060]: osdmap e152: 8 total, 8 up, 8 in 2024-08-19T09:59:45.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:44 smithi190 ceph-mon[16060]: osdmap e153: 8 total, 8 up, 8 in 2024-08-19T09:59:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:44 smithi190 ceph-mon[26031]: osdmap e152: 8 total, 8 up, 8 in 2024-08-19T09:59:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:44 smithi190 ceph-mon[26031]: osdmap e153: 8 total, 8 up, 8 in 2024-08-19T09:59:45.905 INFO:tasks.rados.rados.0.smithi190.stdout:471: done (1 left) 2024-08-19T09:59:45.905 INFO:tasks.rados.rados.0.smithi190.stdout:472: rollback oid 16 current snap is 39 2024-08-19T09:59:45.905 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 16 to 36 2024-08-19T09:59:45.905 INFO:tasks.rados.rados.0.smithi190.stdout:470: finishing copy_from racing read to smithi19066007-24 2024-08-19T09:59:45.905 INFO:tasks.rados.rados.0.smithi190.stdout:470: finishing copy_from to smithi19066007-24 2024-08-19T09:59:45.905 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 17 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-08-19T09:59:45.905 INFO:tasks.rados.rados.0.smithi190.stdout:470: done (1 left) 2024-08-19T09:59:45.905 INFO:tasks.rados.rados.0.smithi190.stdout:473: read oid 47 snap 35 2024-08-19T09:59:45.905 INFO:tasks.rados.rados.0.smithi190.stdout:473: expect (ObjNum 99 snap 16 seq_num 99) 2024-08-19T09:59:45.905 INFO:tasks.rados.rados.0.smithi190.stdout:474: rollback oid 17 current snap is 39 2024-08-19T09:59:45.906 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 17 to 37 2024-08-19T09:59:45.906 INFO:tasks.rados.rados.0.smithi190.stdout:475: snap_create 2024-08-19T09:59:45.914 INFO:tasks.rados.rados.0.smithi190.stdout:472: finishing rollback tid 0 to smithi19066007-16 2024-08-19T09:59:45.915 INFO:tasks.rados.rados.0.smithi190.stdout:472: finishing rollback tid 1 to smithi19066007-16 2024-08-19T09:59:45.915 INFO:tasks.rados.rados.0.smithi190.stdout:472: finishing rollback tid 2 to smithi19066007-16 2024-08-19T09:59:45.915 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 147 (ObjNum 111 snap 22 seq_num 111) dirty exists 2024-08-19T09:59:45.916 INFO:tasks.rados.rados.0.smithi190.stdout:474: finishing rollback tid 1 to smithi19066007-17 2024-08-19T09:59:45.916 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 180 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T09:59:45.932 INFO:tasks.rados.rados.0.smithi190.stdout:473: expect (ObjNum 99 snap 16 seq_num 99) 2024-08-19T09:59:46.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:45 smithi196 ceph-mon[19976]: pgmap v210: 121 pgs: 121 active+clean; 128 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-08-19T09:59:46.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:45 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:46.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:45 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:46.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:45 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:46.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:45 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:46.290 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:45 smithi196 ceph-mon[19976]: osdmap e154: 8 total, 8 up, 8 in 2024-08-19T09:59:46.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:45 smithi190 ceph-mon[16060]: pgmap v210: 121 pgs: 121 active+clean; 128 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-08-19T09:59:46.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:45 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:46.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:45 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:46.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:45 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:46.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:45 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:46.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:45 smithi190 ceph-mon[16060]: osdmap e154: 8 total, 8 up, 8 in 2024-08-19T09:59:46.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:45 smithi190 ceph-mon[26031]: pgmap v210: 121 pgs: 121 active+clean; 128 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-08-19T09:59:46.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:45 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:46.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:45 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:46.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:45 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:46.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:45 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:46.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:45 smithi190 ceph-mon[26031]: osdmap e154: 8 total, 8 up, 8 in 2024-08-19T09:59:46.906 INFO:tasks.rados.rados.0.smithi190.stdout:472: done (3 left) 2024-08-19T09:59:46.907 INFO:tasks.rados.rados.0.smithi190.stdout:473: done (2 left) 2024-08-19T09:59:46.907 INFO:tasks.rados.rados.0.smithi190.stdout:474: done (1 left) 2024-08-19T09:59:46.907 INFO:tasks.rados.rados.0.smithi190.stdout:475: done (0 left) 2024-08-19T09:59:46.907 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 33 current snap is 40 2024-08-19T09:59:46.907 INFO:tasks.rados.rados.0.smithi190.stdout:476: seq_num 164 ranges {1687552=352256} 2024-08-19T09:59:46.918 INFO:tasks.rados.rados.0.smithi190.stdout:476: writing smithi19066007-33 from 1687552 to 2039808 tid 1 2024-08-19T09:59:46.918 INFO:tasks.rados.rados.0.smithi190.stdout:477: read oid 27 snap -1 2024-08-19T09:59:46.918 INFO:tasks.rados.rados.0.smithi190.stdout:477: expect (ObjNum 160 snap 36 seq_num 160) 2024-08-19T09:59:46.918 INFO:tasks.rados.rados.0.smithi190.stdout:478: copy_from oid 30 from oid 25 current snap is 40 2024-08-19T09:59:46.918 INFO:tasks.rados.rados.0.smithi190.stdout:479: read oid 31 snap -1 2024-08-19T09:59:46.918 INFO:tasks.rados.rados.0.smithi190.stdout:479: expect (ObjNum 124 snap 26 seq_num 124) 2024-08-19T09:59:46.918 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 40 2024-08-19T09:59:46.918 INFO:tasks.rados.rados.0.smithi190.stdout:480: seq_num 165 ranges {3948544=368640} 2024-08-19T09:59:46.942 INFO:tasks.rados.rados.0.smithi190.stdout:480: writing smithi19066007-6 from 3948544 to 4317184 tid 1 2024-08-19T09:59:46.942 INFO:tasks.rados.rados.0.smithi190.stdout:481: read oid 41 snap 39 2024-08-19T09:59:46.942 INFO:tasks.rados.rados.0.smithi190.stdout:481: expect (ObjNum 125 snap 27 seq_num 125) 2024-08-19T09:59:46.942 INFO:tasks.rados.rados.0.smithi190.stdout:482: snap_remove snap 38 2024-08-19T09:59:47.911 INFO:tasks.rados.rados.0.smithi190.stdout:482: done (6 left) 2024-08-19T09:59:47.912 INFO:tasks.rados.rados.0.smithi190.stdout:483: snap_remove snap 37 2024-08-19T09:59:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:47 smithi196 ceph-mon[19976]: osdmap e155: 8 total, 8 up, 8 in 2024-08-19T09:59:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:47 smithi196 ceph-mon[19976]: pgmap v213: 121 pgs: 121 active+clean; 125 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 400 KiB/s wr, 2 op/s 2024-08-19T09:59:48.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:47 smithi190 ceph-mon[16060]: osdmap e155: 8 total, 8 up, 8 in 2024-08-19T09:59:48.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:47 smithi190 ceph-mon[16060]: pgmap v213: 121 pgs: 121 active+clean; 125 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 400 KiB/s wr, 2 op/s 2024-08-19T09:59:48.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:47 smithi190 ceph-mon[26031]: osdmap e155: 8 total, 8 up, 8 in 2024-08-19T09:59:48.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:47 smithi190 ceph-mon[26031]: pgmap v213: 121 pgs: 121 active+clean; 125 MiB data, 500 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 400 KiB/s wr, 2 op/s 2024-08-19T09:59:48.917 INFO:tasks.rados.rados.0.smithi190.stdout:483: done (6 left) 2024-08-19T09:59:48.917 INFO:tasks.rados.rados.0.smithi190.stdout:484: copy_from oid 12 from oid 43 current snap is 40 2024-08-19T09:59:48.917 INFO:tasks.rados.rados.0.smithi190.stdout:476: finishing write tid 1 to smithi19066007-33 2024-08-19T09:59:48.917 INFO:tasks.rados.rados.0.smithi190.stdout:476: finishing write tid 2 to smithi19066007-33 2024-08-19T09:59:48.917 INFO:tasks.rados.rados.0.smithi190.stdout:476: finishing write tid 3 to smithi19066007-33 2024-08-19T09:59:48.917 INFO:tasks.rados.rados.0.smithi190.stdout:476: oid 33 updating version 0 to 156 2024-08-19T09:59:48.917 INFO:tasks.rados.rados.0.smithi190.stdout:476: oid 33 updating version 156 to 157 2024-08-19T09:59:48.917 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 157 (ObjNum 164 snap 40 seq_num 164) dirty exists 2024-08-19T09:59:48.917 INFO:tasks.rados.rados.0.smithi190.stdout:476: left oid 33 (ObjNum 164 snap 40 seq_num 164) 2024-08-19T09:59:48.917 INFO:tasks.rados.rados.0.smithi190.stdout:479: expect (ObjNum 124 snap 26 seq_num 124) 2024-08-19T09:59:48.979 INFO:tasks.rados.rados.0.smithi190.stdout:478: finishing copy_from racing read to smithi19066007-30 2024-08-19T09:59:48.979 INFO:tasks.rados.rados.0.smithi190.stdout:478: finishing copy_from to smithi19066007-30 2024-08-19T09:59:48.979 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 17 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-08-19T09:59:48.979 INFO:tasks.rados.rados.0.smithi190.stdout:477: expect (ObjNum 160 snap 36 seq_num 160) 2024-08-19T09:59:49.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:48 smithi196 ceph-mon[19976]: osdmap e156: 8 total, 8 up, 8 in 2024-08-19T09:59:49.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:48 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:49.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:48 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:49.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:48 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:59:49.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:48 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:59:49.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:48 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:49.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:48 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:59:49.168 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:48 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:09:59:48] ENGINE Bus STOPPING 2024-08-19T09:59:49.174 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ignoring --setuser ceph since I am not root 2024-08-19T09:59:49.174 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ignoring --setgroup ceph since I am not root 2024-08-19T09:59:49.174 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-mon[26031]: osdmap e156: 8 total, 8 up, 8 in 2024-08-19T09:59:49.174 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:49.174 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:49.174 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:59:49.175 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:59:49.175 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:49.175 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:59:49.175 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-mon[16060]: osdmap e156: 8 total, 8 up, 8 in 2024-08-19T09:59:49.175 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:49.175 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:49.175 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T09:59:49.175 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T09:59:49.175 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' 2024-08-19T09:59:49.175 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:48 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:59:49.279 INFO:tasks.rados.rados.0.smithi190.stdout:480: finishing write tid 1 to smithi19066007-6 2024-08-19T09:59:49.279 INFO:tasks.rados.rados.0.smithi190.stdout:480: finishing write tid 2 to smithi19066007-6 2024-08-19T09:59:49.279 INFO:tasks.rados.rados.0.smithi190.stdout:476: done (6 left) 2024-08-19T09:59:49.279 INFO:tasks.rados.rados.0.smithi190.stdout:477: done (5 left) 2024-08-19T09:59:49.279 INFO:tasks.rados.rados.0.smithi190.stdout:478: done (4 left) 2024-08-19T09:59:49.279 INFO:tasks.rados.rados.0.smithi190.stdout:479: done (3 left) 2024-08-19T09:59:49.279 INFO:tasks.rados.rados.0.smithi190.stdout:485: rollback oid 14 current snap is 40 2024-08-19T09:59:49.279 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 14 to 36 2024-08-19T09:59:49.279 INFO:tasks.rados.rados.0.smithi190.stdout:480: finishing write tid 3 to smithi19066007-6 2024-08-19T09:59:49.279 INFO:tasks.rados.rados.0.smithi190.stdout:480: oid 6 updating version 0 to 217 2024-08-19T09:59:49.279 INFO:tasks.rados.rados.0.smithi190.stdout:480: oid 6 version 217 is already newer than 216 2024-08-19T09:59:49.280 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 217 (ObjNum 165 snap 40 seq_num 165) dirty exists 2024-08-19T09:59:49.280 INFO:tasks.rados.rados.0.smithi190.stdout:480: left oid 6 (ObjNum 165 snap 40 seq_num 165) 2024-08-19T09:59:49.280 INFO:tasks.rados.rados.0.smithi190.stdout:481: expect (ObjNum 125 snap 27 seq_num 125) 2024-08-19T09:59:49.496 INFO:tasks.rados.rados.0.smithi190.stdout:484: finishing copy_from racing read to smithi19066007-12 2024-08-19T09:59:49.496 INFO:tasks.rados.rados.0.smithi190.stdout:484: finishing copy_from to smithi19066007-12 2024-08-19T09:59:49.496 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 198 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T09:59:49.496 INFO:tasks.rados.rados.0.smithi190.stdout:485: finishing rollback tid 0 to smithi19066007-14 2024-08-19T09:59:49.496 INFO:tasks.rados.rados.0.smithi190.stdout:485: finishing rollback tid 1 to smithi19066007-14 2024-08-19T09:59:49.496 INFO:tasks.rados.rados.0.smithi190.stdout:480: done (3 left) 2024-08-19T09:59:49.496 INFO:tasks.rados.rados.0.smithi190.stdout:481: done (2 left) 2024-08-19T09:59:49.496 INFO:tasks.rados.rados.0.smithi190.stdout:484: done (1 left) 2024-08-19T09:59:49.496 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 40 2024-08-19T09:59:49.496 INFO:tasks.rados.rados.0.smithi190.stdout:485: finishing rollback tid 2 to smithi19066007-14 2024-08-19T09:59:49.496 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 221 (ObjNum 154 snap 35 seq_num 154) dirty exists 2024-08-19T09:59:49.497 INFO:tasks.rados.rados.0.smithi190.stdout:486: seq_num 166 ranges {3252224=385024} 2024-08-19T09:59:49.515 INFO:tasks.rados.rados.0.smithi190.stdout:486: writing smithi19066007-21 from 3252224 to 3637248 tid 1 2024-08-19T09:59:49.515 INFO:tasks.rados.rados.0.smithi190.stdout:485: done (1 left) 2024-08-19T09:59:49.515 INFO:tasks.rados.rados.0.smithi190.stdout:487: snap_create 2024-08-19T09:59:49.517 INFO:tasks.rados.rados.0.smithi190.stdout:486: finishing write tid 1 to smithi19066007-21 2024-08-19T09:59:49.518 INFO:tasks.rados.rados.0.smithi190.stdout:486: finishing write tid 2 to smithi19066007-21 2024-08-19T09:59:49.518 INFO:tasks.rados.rados.0.smithi190.stdout:486: finishing write tid 3 to smithi19066007-21 2024-08-19T09:59:49.519 INFO:tasks.rados.rados.0.smithi190.stdout:486: oid 21 updating version 0 to 225 2024-08-19T09:59:49.519 INFO:tasks.rados.rados.0.smithi190.stdout:486: oid 21 version 225 is already newer than 224 2024-08-19T09:59:49.519 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 225 (ObjNum 166 snap 40 seq_num 166) dirty exists 2024-08-19T09:59:49.519 INFO:tasks.rados.rados.0.smithi190.stdout:486: left oid 21 (ObjNum 166 snap 40 seq_num 166) 2024-08-19T09:59:49.548 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:49.173+0000 7f4afffc2040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-19T09:59:49.548 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:49.240+0000 7f4afffc2040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-19T09:59:49.548 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:49.386+0000 7f4afffc2040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-19T09:59:49.814 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:49.547+0000 7f4afffc2040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-19T09:59:49.814 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:49.688+0000 7f4afffc2040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-19T09:59:49.854 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:09:59:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T09:59:49.854 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:09:59:49] ENGINE Bus STOPPED 2024-08-19T09:59:49.937 INFO:tasks.rados.rados.0.smithi190.stdout:486: done (1 left) 2024-08-19T09:59:49.937 INFO:tasks.rados.rados.0.smithi190.stdout:487: done (0 left) 2024-08-19T09:59:49.937 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 41 2024-08-19T09:59:49.937 INFO:tasks.rados.rados.0.smithi190.stdout:488: seq_num 167 ranges {0=401408} 2024-08-19T09:59:49.939 INFO:tasks.rados.rados.0.smithi190.stdout:488: writing smithi19066007-17 from 0 to 401408 tid 1 2024-08-19T09:59:49.939 INFO:tasks.rados.rados.0.smithi190.stdout:489: copy_from oid 28 from oid 42 current snap is 41 2024-08-19T09:59:49.939 INFO:tasks.rados.rados.0.smithi190.stdout:490: rollback oid 15 current snap is 41 2024-08-19T09:59:49.940 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 15 to 39 2024-08-19T09:59:49.940 INFO:tasks.rados.rados.0.smithi190.stdout:491: rollback oid 33 current snap is 41 2024-08-19T09:59:49.940 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 33 to 40 2024-08-19T09:59:49.940 INFO:tasks.rados.rados.0.smithi190.stdout:492: delete oid 46 current snap is 41 2024-08-19T09:59:49.944 INFO:tasks.rados.rados.0.smithi190.stdout:488: finishing write tid 1 to smithi19066007-17 2024-08-19T09:59:49.945 INFO:tasks.rados.rados.0.smithi190.stdout:488: finishing write tid 2 to smithi19066007-17 2024-08-19T09:59:49.945 INFO:tasks.rados.rados.0.smithi190.stdout:491: finishing rollback tid 0 to smithi19066007-33 2024-08-19T09:59:49.945 INFO:tasks.rados.rados.0.smithi190.stdout:491: finishing rollback tid 1 to smithi19066007-33 2024-08-19T09:59:49.945 INFO:tasks.rados.rados.0.smithi190.stdout:491: finishing rollback tid 2 to smithi19066007-33 2024-08-19T09:59:49.945 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 165 (ObjNum 164 snap 40 seq_num 164) dirty exists 2024-08-19T09:59:49.946 INFO:tasks.rados.rados.0.smithi190.stdout:488: finishing write tid 3 to smithi19066007-17 2024-08-19T09:59:49.946 INFO:tasks.rados.rados.0.smithi190.stdout:488: oid 17 updating version 0 to 216 2024-08-19T09:59:49.946 INFO:tasks.rados.rados.0.smithi190.stdout:488: oid 17 version 216 is already newer than 215 2024-08-19T09:59:49.946 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 216 (ObjNum 167 snap 41 seq_num 167) dirty exists 2024-08-19T09:59:49.946 INFO:tasks.rados.rados.0.smithi190.stdout:488: left oid 17 (ObjNum 167 snap 41 seq_num 167) 2024-08-19T09:59:49.946 INFO:tasks.rados.rados.0.smithi190.stdout:490: finishing rollback tid 0 to smithi19066007-15 2024-08-19T09:59:49.947 INFO:tasks.rados.rados.0.smithi190.stdout:490: finishing rollback tid 1 to smithi19066007-15 2024-08-19T09:59:49.947 INFO:tasks.rados.rados.0.smithi190.stdout:490: finishing rollback tid 2 to smithi19066007-15 2024-08-19T09:59:49.947 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 225 (ObjNum 151 snap 33 seq_num 151) dirty exists 2024-08-19T09:59:49.949 INFO:tasks.rados.rados.0.smithi190.stdout:488: done (4 left) 2024-08-19T09:59:49.949 INFO:tasks.rados.rados.0.smithi190.stdout:490: done (3 left) 2024-08-19T09:59:49.949 INFO:tasks.rados.rados.0.smithi190.stdout:491: done (2 left) 2024-08-19T09:59:49.949 INFO:tasks.rados.rados.0.smithi190.stdout:492: done (1 left) 2024-08-19T09:59:49.949 INFO:tasks.rados.rados.0.smithi190.stdout:493: read oid 46 snap 26 2024-08-19T09:59:49.950 INFO:tasks.rados.rados.0.smithi190.stdout:493: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:59:49.950 INFO:tasks.rados.rados.0.smithi190.stdout:494: delete oid 18 current snap is 41 2024-08-19T09:59:49.951 INFO:tasks.rados.rados.0.smithi190.stdout:489: finishing copy_from racing read to smithi19066007-28 2024-08-19T09:59:49.952 INFO:tasks.rados.rados.0.smithi190.stdout:489: finishing copy_from to smithi19066007-28 2024-08-19T09:59:49.952 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 88 (ObjNum 149 snap 33 seq_num 149) dirty exists 2024-08-19T09:59:49.954 INFO:tasks.rados.rados.0.smithi190.stdout:493: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T09:59:49.975 INFO:tasks.rados.rados.0.smithi190.stdout:489: done (2 left) 2024-08-19T09:59:49.976 INFO:tasks.rados.rados.0.smithi190.stdout:493: done (1 left) 2024-08-19T09:59:49.976 INFO:tasks.rados.rados.0.smithi190.stdout:494: done (0 left) 2024-08-19T09:59:49.976 INFO:tasks.rados.rados.0.smithi190.stdout:495: rmattr oid 6 current snap is 41 2024-08-19T09:59:49.976 INFO:tasks.rados.rados.0.smithi190.stdout:495: done (0 left) 2024-08-19T09:59:49.976 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 14 current snap is 41 2024-08-19T09:59:49.976 INFO:tasks.rados.rados.0.smithi190.stdout:496: seq_num 170 ranges {180224=450560} 2024-08-19T09:59:49.979 INFO:tasks.rados.rados.0.smithi190.stdout:496: writing smithi19066007-14 from 180224 to 630784 tid 1 2024-08-19T09:59:49.979 INFO:tasks.rados.rados.0.smithi190.stdout:497: read oid 4 snap -1 2024-08-19T09:59:49.979 INFO:tasks.rados.rados.0.smithi190.stdout:497: expect (ObjNum 153 snap 33 seq_num 153) 2024-08-19T09:59:49.979 INFO:tasks.rados.rados.0.smithi190.stdout:498: rollback oid 38 current snap is 41 2024-08-19T09:59:49.980 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 38 to 35 2024-08-19T09:59:49.980 INFO:tasks.rados.rados.0.smithi190.stdout:499: read oid 21 snap -1 2024-08-19T09:59:49.980 INFO:tasks.rados.rados.0.smithi190.stdout:499: expect (ObjNum 166 snap 40 seq_num 166) 2024-08-19T09:59:49.980 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 18 current snap is 41 2024-08-19T09:59:49.980 INFO:tasks.rados.rados.0.smithi190.stdout:500: seq_num 171 ranges {0=466944} 2024-08-19T09:59:49.982 INFO:tasks.rados.rados.0.smithi190.stdout:500: writing smithi19066007-18 from 0 to 466944 tid 1 2024-08-19T09:59:49.982 INFO:tasks.rados.rados.0.smithi190.stdout:501: read oid 50 snap 26 2024-08-19T09:59:49.982 INFO:tasks.rados.rados.0.smithi190.stdout:501: expect (ObjNum 108 snap 21 seq_num 108) 2024-08-19T09:59:49.983 INFO:tasks.rados.rados.0.smithi190.stdout:502: snap_create 2024-08-19T09:59:49.983 INFO:tasks.rados.rados.0.smithi190.stdout:498: finishing rollback tid 1 to smithi19066007-38 2024-08-19T09:59:49.983 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T09:59:49.983 INFO:tasks.rados.rados.0.smithi190.stdout:496: finishing write tid 1 to smithi19066007-14 2024-08-19T09:59:49.986 INFO:tasks.rados.rados.0.smithi190.stdout:500: finishing write tid 1 to smithi19066007-18 2024-08-19T09:59:49.986 INFO:tasks.rados.rados.0.smithi190.stdout:500: finishing write tid 2 to smithi19066007-18 2024-08-19T09:59:49.987 INFO:tasks.rados.rados.0.smithi190.stdout:496: finishing write tid 2 to smithi19066007-14 2024-08-19T09:59:49.989 INFO:tasks.rados.rados.0.smithi190.stdout:500: finishing write tid 3 to smithi19066007-18 2024-08-19T09:59:49.989 INFO:tasks.rados.rados.0.smithi190.stdout:500: oid 18 updating version 0 to 208 2024-08-19T09:59:49.989 INFO:tasks.rados.rados.0.smithi190.stdout:500: oid 18 updating version 208 to 209 2024-08-19T09:59:49.989 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 209 (ObjNum 171 snap 41 seq_num 171) dirty exists 2024-08-19T09:59:49.989 INFO:tasks.rados.rados.0.smithi190.stdout:500: left oid 18 (ObjNum 171 snap 41 seq_num 171) 2024-08-19T09:59:49.997 INFO:tasks.rados.rados.0.smithi190.stdout:501: expect (ObjNum 108 snap 21 seq_num 108) 2024-08-19T09:59:50.081 INFO:tasks.rados.rados.0.smithi190.stdout:499: expect (ObjNum 166 snap 40 seq_num 166) 2024-08-19T09:59:50.157 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: 2024-08-19T09:59:49.852+0000 7eff49b60640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:59:50.158 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: 2024-08-19T09:59:49.852+0000 7eff49b60640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:59:50.158 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: 2024-08-19T09:59:49.852+0000 7eff49b60640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:59:50.158 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: 2024-08-19T09:59:49.852+0000 7eff49b60640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:59:50.158 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: 2024-08-19T09:59:49.852+0000 7eff49b60640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:59:50.158 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: 2024-08-19T09:59:49.854+0000 7eff4cb66640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:59:50.158 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: 2024-08-19T09:59:49.854+0000 7eff4cb66640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:59:50.158 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: 2024-08-19T09:59:49.854+0000 7eff4cb66640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:59:50.158 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: 2024-08-19T09:59:49.854+0000 7eff4cb66640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:59:50.158 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: 2024-08-19T09:59:49.854+0000 7eff4cb66640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T09:59:50.158 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:09:59:49] ENGINE Bus STARTING 2024-08-19T09:59:50.158 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:50 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:09:59:50] ENGINE Serving on http://:::9283 2024-08-19T09:59:50.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-19T09:59:50.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: Activating manager daemon x 2024-08-19T09:59:50.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: osdmap e157: 8 total, 8 up, 8 in 2024-08-19T09:59:50.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: osdmap e158: 8 total, 8 up, 8 in 2024-08-19T09:59:50.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-19T09:59:50.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: mgrmap e24: x(active, starting, since 0.0105176s) 2024-08-19T09:59:50.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:59:50.159 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:59:50.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:59:50.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T09:59:50.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T09:59:50.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T09:59:50.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:59:50.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:59:50.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:59:50.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:59:50.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:59:50.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:59:50.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:59:50.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:59:50.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T09:59:50.160 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T09:59:50.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T09:59:50.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: Manager daemon x is now available 2024-08-19T09:59:50.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:50.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:50.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:50.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:50.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:50.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:59:50.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:59:50.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T09:59:50.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-19T09:59:50.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-19T09:59:50.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-19T09:59:50.161 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:49 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-19T09:59:50.183 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:49.814+0000 7f4afffc2040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-19T09:59:50.183 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:49.955+0000 7f4afffc2040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-19T09:59:50.183 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:50.027+0000 7f4afffc2040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-19T09:59:50.184 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-19T09:59:50.184 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: Activating manager daemon x 2024-08-19T09:59:50.184 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: osdmap e157: 8 total, 8 up, 8 in 2024-08-19T09:59:50.184 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: osdmap e158: 8 total, 8 up, 8 in 2024-08-19T09:59:50.184 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-19T09:59:50.184 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: mgrmap e24: x(active, starting, since 0.0105176s) 2024-08-19T09:59:50.185 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:59:50.185 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:59:50.185 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:59:50.185 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T09:59:50.185 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T09:59:50.185 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T09:59:50.185 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:59:50.185 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:59:50.185 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:59:50.185 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:59:50.185 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:59:50.185 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:59:50.185 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:59:50.185 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:59:50.186 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T09:59:50.186 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T09:59:50.186 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T09:59:50.186 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: Manager daemon x is now available 2024-08-19T09:59:50.186 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:50.186 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:50.186 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:50.186 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:50.186 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:50.186 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:59:50.186 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:59:50.186 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T09:59:50.186 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-19T09:59:50.187 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-19T09:59:50.187 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-19T09:59:50.187 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-19T09:59:50.187 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-19T09:59:50.187 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: Activating manager daemon x 2024-08-19T09:59:50.187 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: osdmap e157: 8 total, 8 up, 8 in 2024-08-19T09:59:50.187 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: osdmap e158: 8 total, 8 up, 8 in 2024-08-19T09:59:50.187 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24434 172.21.15.190:0/3320882541' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-19T09:59:50.187 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: mgrmap e24: x(active, starting, since 0.0105176s) 2024-08-19T09:59:50.188 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T09:59:50.188 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T09:59:50.188 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T09:59:50.188 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T09:59:50.188 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T09:59:50.188 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T09:59:50.188 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T09:59:50.188 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T09:59:50.188 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T09:59:50.188 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T09:59:50.188 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T09:59:50.188 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T09:59:50.188 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T09:59:50.188 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T09:59:50.189 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T09:59:50.189 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T09:59:50.189 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T09:59:50.189 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: Manager daemon x is now available 2024-08-19T09:59:50.189 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:50.189 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:50.189 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:50.189 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:50.189 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:50.189 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T09:59:50.189 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T09:59:50.189 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T09:59:50.189 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-19T09:59:50.189 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-19T09:59:50.190 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-19T09:59:50.190 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:49 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-19T09:59:50.267 INFO:tasks.rados.rados.0.smithi190.stdout:496: finishing write tid 3 to smithi19066007-14 2024-08-19T09:59:50.267 INFO:tasks.rados.rados.0.smithi190.stdout:496: oid 14 updating version 0 to 223 2024-08-19T09:59:50.267 INFO:tasks.rados.rados.0.smithi190.stdout:496: oid 14 updating version 223 to 224 2024-08-19T09:59:50.268 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 224 (ObjNum 170 snap 41 seq_num 170) dirty exists 2024-08-19T09:59:50.268 INFO:tasks.rados.rados.0.smithi190.stdout:496: left oid 14 (ObjNum 170 snap 41 seq_num 170) 2024-08-19T09:59:50.268 INFO:tasks.rados.rados.0.smithi190.stdout:497: expect (ObjNum 153 snap 33 seq_num 153) 2024-08-19T09:59:50.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:50 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:09:59:50] ENGINE Bus STARTED 2024-08-19T09:59:50.475 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:50.340+0000 7f4afffc2040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-19T09:59:50.476 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:50.405+0000 7f4afffc2040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-19T09:59:50.476 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:50.474+0000 7f4afffc2040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-19T09:59:50.746 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:50.620+0000 7f4afffc2040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-19T09:59:50.746 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:50.680+0000 7f4afffc2040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-19T09:59:50.746 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:50.745+0000 7f4afffc2040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-19T09:59:50.903 INFO:tasks.rados.rados.0.smithi190.stdout:496: done (6 left) 2024-08-19T09:59:50.903 INFO:tasks.rados.rados.0.smithi190.stdout:497: done (5 left) 2024-08-19T09:59:50.903 INFO:tasks.rados.rados.0.smithi190.stdout:498: done (4 left) 2024-08-19T09:59:50.903 INFO:tasks.rados.rados.0.smithi190.stdout:499: done (3 left) 2024-08-19T09:59:50.903 INFO:tasks.rados.rados.0.smithi190.stdout:500: done (2 left) 2024-08-19T09:59:50.903 INFO:tasks.rados.rados.0.smithi190.stdout:501: done (1 left) 2024-08-19T09:59:50.904 INFO:tasks.rados.rados.0.smithi190.stdout:502: done (0 left) 2024-08-19T09:59:50.904 INFO:tasks.rados.rados.0.smithi190.stdout:503: delete oid 40 current snap is 42 2024-08-19T09:59:50.906 INFO:tasks.rados.rados.0.smithi190.stdout:503: done (0 left) 2024-08-19T09:59:50.906 INFO:tasks.rados.rados.0.smithi190.stdout:504: rmattr oid 4 current snap is 42 2024-08-19T09:59:50.906 INFO:tasks.rados.rados.0.smithi190.stdout:505: snap_create 2024-08-19T09:59:50.909 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 226 (ObjNum 153 snap 33 seq_num 153) dirty exists 2024-08-19T09:59:50.996 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:50.934+0000 7f4afffc2040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-19T09:59:50.997 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:50.995+0000 7f4afffc2040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-19T09:59:50.997 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[16060]: Checking for cert/key for grafana.a 2024-08-19T09:59:50.997 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[16060]: Migrating grafana.a cert to cert store 2024-08-19T09:59:50.997 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[16060]: Migrating grafana.a key to cert store 2024-08-19T09:59:50.997 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[16060]: mgrmap e25: x(active, since 1.01103s) 2024-08-19T09:59:50.997 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[16060]: osdmap e159: 8 total, 8 up, 8 in 2024-08-19T09:59:50.997 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[16060]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T09:59:50.997 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[16060]: pgmap v4: 121 pgs: 121 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 50 GiB/s rd, 20 GiB/s wr, 219.84k op/s 2024-08-19T09:59:50.997 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[16060]: osdmap e160: 8 total, 8 up, 8 in 2024-08-19T09:59:50.998 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[26031]: Checking for cert/key for grafana.a 2024-08-19T09:59:50.998 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[26031]: Migrating grafana.a cert to cert store 2024-08-19T09:59:50.998 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[26031]: Migrating grafana.a key to cert store 2024-08-19T09:59:50.998 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[26031]: mgrmap e25: x(active, since 1.01103s) 2024-08-19T09:59:50.998 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[26031]: osdmap e159: 8 total, 8 up, 8 in 2024-08-19T09:59:50.998 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[26031]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T09:59:50.998 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[26031]: pgmap v4: 121 pgs: 121 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 50 GiB/s rd, 20 GiB/s wr, 219.84k op/s 2024-08-19T09:59:50.998 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:50 smithi190 ceph-mon[26031]: osdmap e160: 8 total, 8 up, 8 in 2024-08-19T09:59:51.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:51.055+0000 7f4afffc2040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-19T09:59:51.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:51.123+0000 7f4afffc2040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-19T09:59:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:50 smithi196 ceph-mon[19976]: Checking for cert/key for grafana.a 2024-08-19T09:59:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:50 smithi196 ceph-mon[19976]: Migrating grafana.a cert to cert store 2024-08-19T09:59:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:50 smithi196 ceph-mon[19976]: Migrating grafana.a key to cert store 2024-08-19T09:59:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:50 smithi196 ceph-mon[19976]: mgrmap e25: x(active, since 1.01103s) 2024-08-19T09:59:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:50 smithi196 ceph-mon[19976]: osdmap e159: 8 total, 8 up, 8 in 2024-08-19T09:59:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:50 smithi196 ceph-mon[19976]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T09:59:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:50 smithi196 ceph-mon[19976]: pgmap v4: 121 pgs: 121 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 50 GiB/s rd, 20 GiB/s wr, 219.84k op/s 2024-08-19T09:59:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:50 smithi196 ceph-mon[19976]: osdmap e160: 8 total, 8 up, 8 in 2024-08-19T09:59:51.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: 2024-08-19T09:59:51.055+0000 7eff2a865640 -1 log_channel(cephadm) log [ERR] : [19/Aug/2024:09:59:51] ENGINE Error in HTTPServer.serve 2024-08-19T09:59:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: Traceback (most recent call last): 2024-08-19T09:59:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T09:59:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: self._connections.run(self.expiration_interval) 2024-08-19T09:59:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T09:59:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: self._run(expiration_interval) 2024-08-19T09:59:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T09:59:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T09:59:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T09:59:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T09:59:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T09:59:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: s = self.context.wrap_socket( 2024-08-19T09:59:51.418 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T09:59:51.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: return self.sslsocket_class._create( 2024-08-19T09:59:51.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T09:59:51.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: self.do_handshake() 2024-08-19T09:59:51.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T09:59:51.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: self._sslobj.do_handshake() 2024-08-19T09:59:51.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T09:59:51.419 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: 2024-08-19T09:59:51.814 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:51.330+0000 7f4afffc2040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-19T09:59:51.814 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:51.388+0000 7f4afffc2040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-19T09:59:51.907 INFO:tasks.rados.rados.0.smithi190.stdout:504: done (1 left) 2024-08-19T09:59:51.907 INFO:tasks.rados.rados.0.smithi190.stdout:505: done (0 left) 2024-08-19T09:59:51.907 INFO:tasks.rados.rados.0.smithi190.stdout:506: delete oid 37 current snap is 43 2024-08-19T09:59:51.911 INFO:tasks.rados.rados.0.smithi190.stdout:506: done (0 left) 2024-08-19T09:59:51.911 INFO:tasks.rados.rados.0.smithi190.stdout:507: read oid 28 snap 35 2024-08-19T09:59:51.912 INFO:tasks.rados.rados.0.smithi190.stdout:507: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-19T09:59:51.912 INFO:tasks.rados.rados.0.smithi190.stdout:508: read oid 2 snap 35 2024-08-19T09:59:51.912 INFO:tasks.rados.rados.0.smithi190.stdout:508: expect (ObjNum 97 snap 16 seq_num 97) 2024-08-19T09:59:51.912 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 43 2024-08-19T09:59:51.912 INFO:tasks.rados.rados.0.smithi190.stdout:509: seq_num 174 ranges {98304=516096} 2024-08-19T09:59:51.915 INFO:tasks.rados.rados.0.smithi190.stdout:509: writing smithi19066007-42 from 98304 to 614400 tid 1 2024-08-19T09:59:51.915 INFO:tasks.rados.rados.0.smithi190.stdout:510: snap_create 2024-08-19T09:59:51.916 INFO:tasks.rados.rados.0.smithi190.stdout:508: expect (ObjNum 97 snap 16 seq_num 97) 2024-08-19T09:59:51.966 INFO:tasks.rados.rados.0.smithi190.stdout:507: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-19T09:59:51.967 INFO:tasks.rados.rados.0.smithi190.stdout:509: finishing write tid 1 to smithi19066007-42 2024-08-19T09:59:51.967 INFO:tasks.rados.rados.0.smithi190.stdout:509: finishing write tid 2 to smithi19066007-42 2024-08-19T09:59:51.967 INFO:tasks.rados.rados.0.smithi190.stdout:509: finishing write tid 3 to smithi19066007-42 2024-08-19T09:59:51.968 INFO:tasks.rados.rados.0.smithi190.stdout:509: oid 42 updating version 0 to 97 2024-08-19T09:59:51.968 INFO:tasks.rados.rados.0.smithi190.stdout:509: oid 42 version 97 is already newer than 96 2024-08-19T09:59:51.968 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 97 (ObjNum 174 snap 43 seq_num 174) dirty exists 2024-08-19T09:59:51.968 INFO:tasks.rados.rados.0.smithi190.stdout:509: left oid 42 (ObjNum 174 snap 43 seq_num 174) 2024-08-19T09:59:52.230 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:51.897+0000 7f4afffc2040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-19T09:59:52.231 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[26031]: Deploying cephadm binary to smithi190 2024-08-19T09:59:52.231 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[26031]: Deploying cephadm binary to smithi196 2024-08-19T09:59:52.231 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[26031]: [19/Aug/2024:09:59:50] ENGINE Bus STARTING 2024-08-19T09:59:52.231 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[26031]: [19/Aug/2024:09:59:50] ENGINE Serving on http://172.21.15.196:8765 2024-08-19T09:59:52.231 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[26031]: pgmap v6: 121 pgs: 121 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 62 MiB/s rd, 25 MiB/s wr, 269 op/s 2024-08-19T09:59:52.231 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[26031]: [19/Aug/2024:09:59:51] ENGINE Serving on https://172.21.15.196:7150 2024-08-19T09:59:52.231 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[26031]: [19/Aug/2024:09:59:51] ENGINE Bus STARTED 2024-08-19T09:59:52.231 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[26031]: [19/Aug/2024:09:59:51] ENGINE Error in HTTPServer.serve 2024-08-19T09:59:52.231 INFO:journalctl@ceph.mon.c.smithi190.stdout: Traceback (most recent call last): 2024-08-19T09:59:52.231 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T09:59:52.232 INFO:journalctl@ceph.mon.c.smithi190.stdout: self._connections.run(self.expiration_interval) 2024-08-19T09:59:52.232 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T09:59:52.232 INFO:journalctl@ceph.mon.c.smithi190.stdout: self._run(expiration_interval) 2024-08-19T09:59:52.232 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T09:59:52.232 INFO:journalctl@ceph.mon.c.smithi190.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T09:59:52.232 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T09:59:52.232 INFO:journalctl@ceph.mon.c.smithi190.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T09:59:52.232 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T09:59:52.232 INFO:journalctl@ceph.mon.c.smithi190.stdout: s = self.context.wrap_socket( 2024-08-19T09:59:52.232 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T09:59:52.232 INFO:journalctl@ceph.mon.c.smithi190.stdout: return self.sslsocket_class._create( 2024-08-19T09:59:52.232 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T09:59:52.232 INFO:journalctl@ceph.mon.c.smithi190.stdout: self.do_handshake() 2024-08-19T09:59:52.232 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T09:59:52.233 INFO:journalctl@ceph.mon.c.smithi190.stdout: self._sslobj.do_handshake() 2024-08-19T09:59:52.233 INFO:journalctl@ceph.mon.c.smithi190.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T09:59:52.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[26031]: osdmap e161: 8 total, 8 up, 8 in 2024-08-19T09:59:52.233 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[16060]: Deploying cephadm binary to smithi190 2024-08-19T09:59:52.233 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[16060]: Deploying cephadm binary to smithi196 2024-08-19T09:59:52.233 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[16060]: [19/Aug/2024:09:59:50] ENGINE Bus STARTING 2024-08-19T09:59:52.233 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[16060]: [19/Aug/2024:09:59:50] ENGINE Serving on http://172.21.15.196:8765 2024-08-19T09:59:52.233 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[16060]: pgmap v6: 121 pgs: 121 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 62 MiB/s rd, 25 MiB/s wr, 269 op/s 2024-08-19T09:59:52.233 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[16060]: [19/Aug/2024:09:59:51] ENGINE Serving on https://172.21.15.196:7150 2024-08-19T09:59:52.233 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[16060]: [19/Aug/2024:09:59:51] ENGINE Bus STARTED 2024-08-19T09:59:52.233 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[16060]: [19/Aug/2024:09:59:51] ENGINE Error in HTTPServer.serve 2024-08-19T09:59:52.233 INFO:journalctl@ceph.mon.a.smithi190.stdout: Traceback (most recent call last): 2024-08-19T09:59:52.234 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T09:59:52.234 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._connections.run(self.expiration_interval) 2024-08-19T09:59:52.234 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T09:59:52.234 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._run(expiration_interval) 2024-08-19T09:59:52.234 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T09:59:52.234 INFO:journalctl@ceph.mon.a.smithi190.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T09:59:52.234 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T09:59:52.234 INFO:journalctl@ceph.mon.a.smithi190.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T09:59:52.234 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T09:59:52.234 INFO:journalctl@ceph.mon.a.smithi190.stdout: s = self.context.wrap_socket( 2024-08-19T09:59:52.234 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T09:59:52.234 INFO:journalctl@ceph.mon.a.smithi190.stdout: return self.sslsocket_class._create( 2024-08-19T09:59:52.235 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T09:59:52.235 INFO:journalctl@ceph.mon.a.smithi190.stdout: self.do_handshake() 2024-08-19T09:59:52.235 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T09:59:52.235 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._sslobj.do_handshake() 2024-08-19T09:59:52.235 INFO:journalctl@ceph.mon.a.smithi190.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T09:59:52.235 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:51 smithi190 ceph-mon[16060]: osdmap e161: 8 total, 8 up, 8 in 2024-08-19T09:59:52.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-mon[19976]: Deploying cephadm binary to smithi190 2024-08-19T09:59:52.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-mon[19976]: Deploying cephadm binary to smithi196 2024-08-19T09:59:52.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-mon[19976]: [19/Aug/2024:09:59:50] ENGINE Bus STARTING 2024-08-19T09:59:52.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-mon[19976]: [19/Aug/2024:09:59:50] ENGINE Serving on http://172.21.15.196:8765 2024-08-19T09:59:52.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-mon[19976]: pgmap v6: 121 pgs: 121 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 62 MiB/s rd, 25 MiB/s wr, 269 op/s 2024-08-19T09:59:52.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-mon[19976]: [19/Aug/2024:09:59:51] ENGINE Serving on https://172.21.15.196:7150 2024-08-19T09:59:52.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-mon[19976]: [19/Aug/2024:09:59:51] ENGINE Bus STARTED 2024-08-19T09:59:52.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-mon[19976]: [19/Aug/2024:09:59:51] ENGINE Error in HTTPServer.serve 2024-08-19T09:59:52.418 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-08-19T09:59:52.418 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T09:59:52.418 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._connections.run(self.expiration_interval) 2024-08-19T09:59:52.418 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T09:59:52.418 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._run(expiration_interval) 2024-08-19T09:59:52.418 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T09:59:52.418 INFO:journalctl@ceph.mon.b.smithi196.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T09:59:52.418 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T09:59:52.418 INFO:journalctl@ceph.mon.b.smithi196.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T09:59:52.418 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T09:59:52.418 INFO:journalctl@ceph.mon.b.smithi196.stdout: s = self.context.wrap_socket( 2024-08-19T09:59:52.418 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T09:59:52.418 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.sslsocket_class._create( 2024-08-19T09:59:52.418 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T09:59:52.419 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.do_handshake() 2024-08-19T09:59:52.419 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T09:59:52.419 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._sslobj.do_handshake() 2024-08-19T09:59:52.419 INFO:journalctl@ceph.mon.b.smithi196.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T09:59:52.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:51 smithi196 ceph-mon[19976]: osdmap e161: 8 total, 8 up, 8 in 2024-08-19T09:59:52.495 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:52 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:52.229+0000 7f4afffc2040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-19T09:59:52.781 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:52 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:52.664+0000 7f4afffc2040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-19T09:59:52.782 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:52 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:52.721+0000 7f4afffc2040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-19T09:59:52.782 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:52 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:52.780+0000 7f4afffc2040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-19T09:59:52.908 INFO:tasks.rados.rados.0.smithi190.stdout:507: done (3 left) 2024-08-19T09:59:52.909 INFO:tasks.rados.rados.0.smithi190.stdout:508: done (2 left) 2024-08-19T09:59:52.909 INFO:tasks.rados.rados.0.smithi190.stdout:509: done (1 left) 2024-08-19T09:59:52.909 INFO:tasks.rados.rados.0.smithi190.stdout:510: done (0 left) 2024-08-19T09:59:52.909 INFO:tasks.rados.rados.0.smithi190.stdout:511: setattr oid 5 current snap is 44 2024-08-19T09:59:52.911 INFO:tasks.rados.rados.0.smithi190.stdout:512: rollback oid 50 current snap is 44 2024-08-19T09:59:52.911 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 50 to 39 2024-08-19T09:59:52.911 INFO:tasks.rados.rados.0.smithi190.stdout:513: setattr oid 47 current snap is 44 2024-08-19T09:59:52.914 INFO:tasks.rados.rados.0.smithi190.stdout:512: finishing rollback tid 1 to smithi19066007-50 2024-08-19T09:59:52.914 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 53 (ObjNum 65 snap 0 seq_num 1750166117) dirty dne 2024-08-19T09:59:52.914 INFO:tasks.rados.rados.0.smithi190.stdout:512: done (2 left) 2024-08-19T09:59:52.914 INFO:tasks.rados.rados.0.smithi190.stdout:514: rollback oid 19 current snap is 44 2024-08-19T09:59:52.914 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 19 to 42 2024-08-19T09:59:52.914 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 44 2024-08-19T09:59:52.914 INFO:tasks.rados.rados.0.smithi190.stdout:515: seq_num 175 ranges {0=540672} 2024-08-19T09:59:52.918 INFO:tasks.rados.rados.0.smithi190.stdout:515: writing smithi19066007-40 from 0 to 540672 tid 1 2024-08-19T09:59:52.922 INFO:tasks.rados.rados.0.smithi190.stdout:514: finishing rollback tid 0 to smithi19066007-19 2024-08-19T09:59:52.922 INFO:tasks.rados.rados.0.smithi190.stdout:516: snap_remove snap 36 2024-08-19T09:59:53.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:52 smithi190 ceph-mon[16060]: mgrmap e26: x(active, since 3s) 2024-08-19T09:59:53.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:52 smithi190 ceph-mon[16060]: osdmap e162: 8 total, 8 up, 8 in 2024-08-19T09:59:53.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:52 smithi190 ceph-mon[26031]: mgrmap e26: x(active, since 3s) 2024-08-19T09:59:53.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:52 smithi190 ceph-mon[26031]: osdmap e162: 8 total, 8 up, 8 in 2024-08-19T09:59:53.292 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:52 smithi196 ceph-mon[19976]: mgrmap e26: x(active, since 3s) 2024-08-19T09:59:53.292 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:52 smithi196 ceph-mon[19976]: osdmap e162: 8 total, 8 up, 8 in 2024-08-19T09:59:53.916 INFO:tasks.rados.rados.0.smithi190.stdout:516: done (4 left) 2024-08-19T09:59:53.917 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 44 2024-08-19T09:59:53.917 INFO:tasks.rados.rados.0.smithi190.stdout:517: seq_num 176 ranges {614400=557056} 2024-08-19T09:59:53.922 INFO:tasks.rados.rados.0.smithi190.stdout:517: writing smithi19066007-42 from 614400 to 1171456 tid 1 2024-08-19T09:59:53.922 INFO:tasks.rados.rados.0.smithi190.stdout:518: rollback oid 3 current snap is 44 2024-08-19T09:59:53.923 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 3 to 35 2024-08-19T09:59:53.923 INFO:tasks.rados.rados.0.smithi190.stdout:514: finishing rollback tid 1 to smithi19066007-19 2024-08-19T09:59:53.923 INFO:tasks.rados.rados.0.smithi190.stdout:514: finishing rollback tid 2 to smithi19066007-19 2024-08-19T09:59:53.923 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 220 (ObjNum 119 snap 23 seq_num 119) dirty exists 2024-08-19T09:59:53.923 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 227 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-08-19T09:59:53.923 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 227 (ObjNum 156 snap 36 seq_num 156) dirty exists 2024-08-19T09:59:53.924 INFO:tasks.rados.rados.0.smithi190.stdout:515: finishing write tid 1 to smithi19066007-40 2024-08-19T09:59:53.924 INFO:tasks.rados.rados.0.smithi190.stdout:515: finishing write tid 2 to smithi19066007-40 2024-08-19T09:59:53.924 INFO:tasks.rados.rados.0.smithi190.stdout:515: finishing write tid 3 to smithi19066007-40 2024-08-19T09:59:53.924 INFO:tasks.rados.rados.0.smithi190.stdout:515: oid 40 updating version 0 to 44 2024-08-19T09:59:53.924 INFO:tasks.rados.rados.0.smithi190.stdout:515: oid 40 version 44 is already newer than 43 2024-08-19T09:59:53.924 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 44 (ObjNum 175 snap 44 seq_num 175) dirty exists 2024-08-19T09:59:53.924 INFO:tasks.rados.rados.0.smithi190.stdout:515: left oid 40 (ObjNum 175 snap 44 seq_num 175) 2024-08-19T09:59:53.925 INFO:tasks.rados.rados.0.smithi190.stdout:511: done (5 left) 2024-08-19T09:59:53.925 INFO:tasks.rados.rados.0.smithi190.stdout:513: done (4 left) 2024-08-19T09:59:53.925 INFO:tasks.rados.rados.0.smithi190.stdout:514: done (3 left) 2024-08-19T09:59:53.925 INFO:tasks.rados.rados.0.smithi190.stdout:515: done (2 left) 2024-08-19T09:59:53.925 INFO:tasks.rados.rados.0.smithi190.stdout:519: rmattr oid 40 current snap is 44 2024-08-19T09:59:53.926 INFO:tasks.rados.rados.0.smithi190.stdout:519: done (2 left) 2024-08-19T09:59:53.926 INFO:tasks.rados.rados.0.smithi190.stdout:520: read oid 36 snap -1 2024-08-19T09:59:53.926 INFO:tasks.rados.rados.0.smithi190.stdout:520: expect (ObjNum 123 snap 26 seq_num 123) 2024-08-19T09:59:53.926 INFO:tasks.rados.rados.0.smithi190.stdout:521: read oid 35 snap 43 2024-08-19T09:59:53.926 INFO:tasks.rados.rados.0.smithi190.stdout:521: expect deleted 2024-08-19T09:59:53.926 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 44 2024-08-19T09:59:53.927 INFO:tasks.rados.rados.0.smithi190.stdout:522: seq_num 177 ranges {3440640=573440} 2024-08-19T09:59:53.947 INFO:tasks.rados.rados.0.smithi190.stdout:522: writing smithi19066007-26 from 3440640 to 4014080 tid 1 2024-08-19T09:59:53.947 INFO:tasks.rados.rados.0.smithi190.stdout:523: copy_from oid 28 from oid 13 current snap is 44 2024-08-19T09:59:53.947 INFO:tasks.rados.rados.0.smithi190.stdout:517: finishing write tid 1 to smithi19066007-42 2024-08-19T09:59:53.947 INFO:tasks.rados.rados.0.smithi190.stdout:517: finishing write tid 2 to smithi19066007-42 2024-08-19T09:59:53.947 INFO:tasks.rados.rados.0.smithi190.stdout:518: finishing rollback tid 0 to smithi19066007-3 2024-08-19T09:59:53.947 INFO:tasks.rados.rados.0.smithi190.stdout:518: finishing rollback tid 1 to smithi19066007-3 2024-08-19T09:59:53.948 INFO:tasks.rados.rados.0.smithi190.stdout:517: finishing write tid 3 to smithi19066007-42 2024-08-19T09:59:53.948 INFO:tasks.rados.rados.0.smithi190.stdout:517: oid 42 updating version 0 to 100 2024-08-19T09:59:53.948 INFO:tasks.rados.rados.0.smithi190.stdout:517: oid 42 version 100 is already newer than 99 2024-08-19T09:59:53.948 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 100 (ObjNum 176 snap 44 seq_num 176) dirty exists 2024-08-19T09:59:53.948 INFO:tasks.rados.rados.0.smithi190.stdout:517: left oid 42 (ObjNum 176 snap 44 seq_num 176) 2024-08-19T09:59:53.948 INFO:tasks.rados.rados.0.smithi190.stdout:518: finishing rollback tid 2 to smithi19066007-3 2024-08-19T09:59:53.948 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 104 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T09:59:53.948 INFO:tasks.rados.rados.0.smithi190.stdout:520: expect (ObjNum 123 snap 26 seq_num 123) 2024-08-19T09:59:54.058 INFO:tasks.rados.rados.0.smithi190.stdout:522: finishing write tid 1 to smithi19066007-26 2024-08-19T09:59:54.058 INFO:tasks.rados.rados.0.smithi190.stdout:522: finishing write tid 2 to smithi19066007-26 2024-08-19T09:59:54.058 INFO:tasks.rados.rados.0.smithi190.stdout:523: finishing copy_from racing read to smithi19066007-28 2024-08-19T09:59:54.058 INFO:tasks.rados.rados.0.smithi190.stdout:522: finishing write tid 3 to smithi19066007-26 2024-08-19T09:59:54.058 INFO:tasks.rados.rados.0.smithi190.stdout:522: oid 26 updating version 0 to 236 2024-08-19T09:59:54.058 INFO:tasks.rados.rados.0.smithi190.stdout:522: oid 26 version 236 is already newer than 235 2024-08-19T09:59:54.058 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 236 (ObjNum 177 snap 44 seq_num 177) dirty exists 2024-08-19T09:59:54.058 INFO:tasks.rados.rados.0.smithi190.stdout:522: left oid 26 (ObjNum 177 snap 44 seq_num 177) 2024-08-19T09:59:54.058 INFO:tasks.rados.rados.0.smithi190.stdout:523: finishing copy_from to smithi19066007-28 2024-08-19T09:59:54.059 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 197 (ObjNum 161 snap 36 seq_num 161) dirty exists 2024-08-19T09:59:54.059 INFO:tasks.rados.rados.0.smithi190.stdout:517: done (5 left) 2024-08-19T09:59:54.059 INFO:tasks.rados.rados.0.smithi190.stdout:518: done (4 left) 2024-08-19T09:59:54.059 INFO:tasks.rados.rados.0.smithi190.stdout:520: done (3 left) 2024-08-19T09:59:54.059 INFO:tasks.rados.rados.0.smithi190.stdout:521: done (2 left) 2024-08-19T09:59:54.059 INFO:tasks.rados.rados.0.smithi190.stdout:522: done (1 left) 2024-08-19T09:59:54.059 INFO:tasks.rados.rados.0.smithi190.stdout:523: done (0 left) 2024-08-19T09:59:54.059 INFO:tasks.rados.rados.0.smithi190.stdout:524: rollback oid 1 current snap is 44 2024-08-19T09:59:54.059 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 1 to 40 2024-08-19T09:59:54.059 INFO:tasks.rados.rados.0.smithi190.stdout:525: snap_remove snap 35 2024-08-19T09:59:54.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:53 smithi196 ceph-mon[19976]: pgmap v9: 121 pgs: 121 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 21 MiB/s rd, 8.4 MiB/s wr, 89 op/s 2024-08-19T09:59:54.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:53 smithi196 ceph-mon[19976]: osdmap e163: 8 total, 8 up, 8 in 2024-08-19T09:59:54.300 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:53 smithi190 ceph-mon[26031]: pgmap v9: 121 pgs: 121 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 21 MiB/s rd, 8.4 MiB/s wr, 89 op/s 2024-08-19T09:59:54.301 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:53 smithi190 ceph-mon[26031]: osdmap e163: 8 total, 8 up, 8 in 2024-08-19T09:59:54.301 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:53 smithi190 ceph-mon[16060]: pgmap v9: 121 pgs: 121 active+clean; 128 MiB data, 505 MiB used, 715 GiB / 715 GiB avail; 21 MiB/s rd, 8.4 MiB/s wr, 89 op/s 2024-08-19T09:59:54.301 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:53 smithi190 ceph-mon[16060]: osdmap e163: 8 total, 8 up, 8 in 2024-08-19T09:59:54.301 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:53 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:59:53] ENGINE Bus STARTING 2024-08-19T09:59:54.301 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:53 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: CherryPy Checker: 2024-08-19T09:59:54.301 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:53 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: The Application mounted at '' has an empty config. 2024-08-19T09:59:54.301 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:53 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: 2024-08-19T09:59:54.301 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:59:54] ENGINE Serving on http://:::9283 2024-08-19T09:59:54.302 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: [19/Aug/2024:09:59:54] ENGINE Bus STARTED 2024-08-19T09:59:54.302 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:09:59:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-19T09:59:54.974 INFO:tasks.rados.rados.0.smithi190.stdout:525: done (1 left) 2024-08-19T09:59:54.975 INFO:tasks.rados.rados.0.smithi190.stdout:526: snap_create 2024-08-19T09:59:54.975 INFO:tasks.rados.rados.0.smithi190.stdout:524: finishing rollback tid 1 to smithi19066007-1 2024-08-19T09:59:54.975 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 198 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T09:59:55.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:54 smithi196 ceph-mon[19976]: mgrmap e27: x(active, since 5s) 2024-08-19T09:59:55.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:54 smithi196 ceph-mon[19976]: Standby manager daemon y started 2024-08-19T09:59:55.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:54 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.190:0/383544991' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-19T09:59:55.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:54 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.190:0/383544991' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T09:59:55.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:54 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.190:0/383544991' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-19T09:59:55.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:54 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.190:0/383544991' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T09:59:55.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:54 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:55.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:54 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:55.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[16060]: mgrmap e27: x(active, since 5s) 2024-08-19T09:59:55.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[16060]: Standby manager daemon y started 2024-08-19T09:59:55.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.190:0/383544991' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-19T09:59:55.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.190:0/383544991' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T09:59:55.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.190:0/383544991' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-19T09:59:55.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.190:0/383544991' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T09:59:55.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:55.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:55.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[26031]: mgrmap e27: x(active, since 5s) 2024-08-19T09:59:55.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[26031]: Standby manager daemon y started 2024-08-19T09:59:55.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.190:0/383544991' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-19T09:59:55.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.190:0/383544991' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T09:59:55.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.190:0/383544991' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-19T09:59:55.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.190:0/383544991' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T09:59:55.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:55.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:54 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:55.904 INFO:tasks.rados.rados.0.smithi190.stdout:524: done (1 left) 2024-08-19T09:59:55.904 INFO:tasks.rados.rados.0.smithi190.stdout:526: done (0 left) 2024-08-19T09:59:55.904 INFO:tasks.rados.rados.0.smithi190.stdout:527: snap_create 2024-08-19T09:59:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: pgmap v11: 121 pgs: 121 active+clean; 130 MiB data, 527 MiB used, 715 GiB / 715 GiB avail; 9.3 MiB/s rd, 573 KiB/s wr, 22 op/s 2024-08-19T09:59:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: mgrmap e28: x(active, since 6s), standbys: y 2024-08-19T09:59:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: osdmap e164: 8 total, 8 up, 8 in 2024-08-19T09:59:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T09:59:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:56.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:55 smithi196 ceph-mon[19976]: osdmap e165: 8 total, 8 up, 8 in 2024-08-19T09:59:56.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: pgmap v11: 121 pgs: 121 active+clean; 130 MiB data, 527 MiB used, 715 GiB / 715 GiB avail; 9.3 MiB/s rd, 573 KiB/s wr, 22 op/s 2024-08-19T09:59:56.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: mgrmap e28: x(active, since 6s), standbys: y 2024-08-19T09:59:56.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: osdmap e164: 8 total, 8 up, 8 in 2024-08-19T09:59:56.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T09:59:56.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:56.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:56.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:56.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[16060]: osdmap e165: 8 total, 8 up, 8 in 2024-08-19T09:59:56.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: pgmap v11: 121 pgs: 121 active+clean; 130 MiB data, 527 MiB used, 715 GiB / 715 GiB avail; 9.3 MiB/s rd, 573 KiB/s wr, 22 op/s 2024-08-19T09:59:56.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: mgrmap e28: x(active, since 6s), standbys: y 2024-08-19T09:59:56.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: osdmap e164: 8 total, 8 up, 8 in 2024-08-19T09:59:56.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T09:59:56.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:56.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:56.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-19T09:59:56.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:56.318 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:55 smithi190 ceph-mon[26031]: osdmap e165: 8 total, 8 up, 8 in 2024-08-19T09:59:56.908 INFO:tasks.rados.rados.0.smithi190.stdout:527: done (0 left) 2024-08-19T09:59:56.909 INFO:tasks.rados.rados.0.smithi190.stdout:528: read oid 47 snap -1 2024-08-19T09:59:56.909 INFO:tasks.rados.rados.0.smithi190.stdout:528: expect (ObjNum 156 snap 36 seq_num 156) 2024-08-19T09:59:56.909 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 46 2024-08-19T09:59:56.909 INFO:tasks.rados.rados.0.smithi190.stdout:529: seq_num 178 ranges {491520=589824} 2024-08-19T09:59:56.915 INFO:tasks.rados.rados.0.smithi190.stdout:529: writing smithi19066007-43 from 491520 to 1081344 tid 1 2024-08-19T09:59:56.915 INFO:tasks.rados.rados.0.smithi190.stdout:530: rollback oid 29 current snap is 46 2024-08-19T09:59:56.915 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 29 to 41 2024-08-19T09:59:56.915 INFO:tasks.rados.rados.0.smithi190.stdout:531: delete oid 16 current snap is 46 2024-08-19T09:59:56.921 INFO:tasks.rados.rados.0.smithi190.stdout:531: done (3 left) 2024-08-19T09:59:56.921 INFO:tasks.rados.rados.0.smithi190.stdout:532: read oid 39 snap -1 2024-08-19T09:59:56.921 INFO:tasks.rados.rados.0.smithi190.stdout:532: expect (ObjNum 65 snap 5 seq_num 65) 2024-08-19T09:59:56.921 INFO:tasks.rados.rados.0.smithi190.stdout:533: copy_from oid 36 from oid 48 current snap is 46 2024-08-19T09:59:56.921 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 46 2024-08-19T09:59:56.921 INFO:tasks.rados.rados.0.smithi190.stdout:534: seq_num 180 ranges {401408=622592} 2024-08-19T09:59:56.927 INFO:tasks.rados.rados.0.smithi190.stdout:534: writing smithi19066007-17 from 401408 to 1024000 tid 1 2024-08-19T09:59:56.927 INFO:tasks.rados.rados.0.smithi190.stdout:535: delete oid 38 current snap is 46 2024-08-19T09:59:56.927 INFO:tasks.rados.rados.0.smithi190.stdout:530: finishing rollback tid 0 to smithi19066007-29 2024-08-19T09:59:56.927 INFO:tasks.rados.rados.0.smithi190.stdout:530: finishing rollback tid 1 to smithi19066007-29 2024-08-19T09:59:56.927 INFO:tasks.rados.rados.0.smithi190.stdout:529: finishing write tid 1 to smithi19066007-43 2024-08-19T09:59:56.927 INFO:tasks.rados.rados.0.smithi190.stdout:528: expect (ObjNum 156 snap 36 seq_num 156) 2024-08-19T09:59:57.110 INFO:tasks.rados.rados.0.smithi190.stdout:529: finishing write tid 2 to smithi19066007-43 2024-08-19T09:59:57.110 INFO:tasks.rados.rados.0.smithi190.stdout:529: finishing write tid 3 to smithi19066007-43 2024-08-19T09:59:57.110 INFO:tasks.rados.rados.0.smithi190.stdout:529: oid 43 updating version 0 to 241 2024-08-19T09:59:57.110 INFO:tasks.rados.rados.0.smithi190.stdout:529: oid 43 updating version 241 to 242 2024-08-19T09:59:57.110 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 242 (ObjNum 178 snap 46 seq_num 178) dirty exists 2024-08-19T09:59:57.111 INFO:tasks.rados.rados.0.smithi190.stdout:529: left oid 43 (ObjNum 178 snap 46 seq_num 178) 2024-08-19T09:59:57.111 INFO:tasks.rados.rados.0.smithi190.stdout:528: done (6 left) 2024-08-19T09:59:57.111 INFO:tasks.rados.rados.0.smithi190.stdout:529: done (5 left) 2024-08-19T09:59:57.111 INFO:tasks.rados.rados.0.smithi190.stdout:535: done (4 left) 2024-08-19T09:59:57.111 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 46 current snap is 46 2024-08-19T09:59:57.111 INFO:tasks.rados.rados.0.smithi190.stdout:530: finishing rollback tid 2 to smithi19066007-29 2024-08-19T09:59:57.111 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 61 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-19T09:59:57.111 INFO:tasks.rados.rados.0.smithi190.stdout:534: finishing write tid 1 to smithi19066007-17 2024-08-19T09:59:57.111 INFO:tasks.rados.rados.0.smithi190.stdout:534: finishing write tid 2 to smithi19066007-17 2024-08-19T09:59:57.111 INFO:tasks.rados.rados.0.smithi190.stdout:536: seq_num 182 ranges {0=655360} 2024-08-19T09:59:57.113 INFO:tasks.rados.rados.0.smithi190.stdout:536: writing smithi19066007-46 from 0 to 655360 tid 1 2024-08-19T09:59:57.113 INFO:tasks.rados.rados.0.smithi190.stdout:530: done (4 left) 2024-08-19T09:59:57.113 INFO:tasks.rados.rados.0.smithi190.stdout:537: setattr oid 49 current snap is 46 2024-08-19T09:59:57.113 INFO:tasks.rados.rados.0.smithi190.stdout:532: expect (ObjNum 65 snap 5 seq_num 65) 2024-08-19T09:59:57.211 INFO:tasks.rados.rados.0.smithi190.stdout:533: finishing copy_from racing read to smithi19066007-36 2024-08-19T09:59:57.212 INFO:tasks.rados.rados.0.smithi190.stdout:534: finishing write tid 3 to smithi19066007-17 2024-08-19T09:59:57.212 INFO:tasks.rados.rados.0.smithi190.stdout:534: oid 17 updating version 0 to 232 2024-08-19T09:59:57.212 INFO:tasks.rados.rados.0.smithi190.stdout:534: oid 17 updating version 232 to 233 2024-08-19T09:59:57.212 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 233 (ObjNum 180 snap 46 seq_num 180) dirty exists 2024-08-19T09:59:57.212 INFO:tasks.rados.rados.0.smithi190.stdout:534: left oid 17 (ObjNum 180 snap 46 seq_num 180) 2024-08-19T09:59:57.212 INFO:tasks.rados.rados.0.smithi190.stdout:533: finishing copy_from to smithi19066007-36 2024-08-19T09:59:57.212 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 191 (ObjNum 72 snap 9 seq_num 72) dirty exists 2024-08-19T09:59:57.212 INFO:tasks.rados.rados.0.smithi190.stdout:536: finishing write tid 1 to smithi19066007-46 2024-08-19T09:59:57.212 INFO:tasks.rados.rados.0.smithi190.stdout:536: finishing write tid 2 to smithi19066007-46 2024-08-19T09:59:57.213 INFO:tasks.rados.rados.0.smithi190.stdout:536: finishing write tid 3 to smithi19066007-46 2024-08-19T09:59:57.214 INFO:tasks.rados.rados.0.smithi190.stdout:536: oid 46 updating version 0 to 77 2024-08-19T09:59:57.214 INFO:tasks.rados.rados.0.smithi190.stdout:536: oid 46 version 77 is already newer than 76 2024-08-19T09:59:57.214 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 77 (ObjNum 182 snap 46 seq_num 182) dirty exists 2024-08-19T09:59:57.214 INFO:tasks.rados.rados.0.smithi190.stdout:536: left oid 46 (ObjNum 182 snap 46 seq_num 182) 2024-08-19T09:59:57.215 INFO:tasks.rados.rados.0.smithi190.stdout:532: done (4 left) 2024-08-19T09:59:57.215 INFO:tasks.rados.rados.0.smithi190.stdout:533: done (3 left) 2024-08-19T09:59:57.215 INFO:tasks.rados.rados.0.smithi190.stdout:534: done (2 left) 2024-08-19T09:59:57.215 INFO:tasks.rados.rados.0.smithi190.stdout:536: done (1 left) 2024-08-19T09:59:57.215 INFO:tasks.rados.rados.0.smithi190.stdout:538: delete oid 37 current snap is 46 2024-08-19T09:59:57.215 INFO:tasks.rados.rados.0.smithi190.stdout:538: done (1 left) 2024-08-19T09:59:57.215 INFO:tasks.rados.rados.0.smithi190.stdout:539: snap_remove snap 44 2024-08-19T09:59:57.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:56 smithi196 ceph-mon[19976]: Adjusting osd_memory_target on smithi190 to 2480M 2024-08-19T09:59:57.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:56 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:57.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:56 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:57.230 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:56 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:57.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:56 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:57.231 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:56 smithi196 ceph-mon[19976]: osdmap e166: 8 total, 8 up, 8 in 2024-08-19T09:59:57.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:56 smithi190 ceph-mon[16060]: Adjusting osd_memory_target on smithi190 to 2480M 2024-08-19T09:59:57.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:56 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:57.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:56 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:57.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:56 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:57.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:56 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:57.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:56 smithi190 ceph-mon[16060]: osdmap e166: 8 total, 8 up, 8 in 2024-08-19T09:59:57.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:56 smithi190 ceph-mon[26031]: Adjusting osd_memory_target on smithi190 to 2480M 2024-08-19T09:59:57.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:56 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:57.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:56 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:57.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:56 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:57.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:56 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T09:59:57.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:56 smithi190 ceph-mon[26031]: osdmap e166: 8 total, 8 up, 8 in 2024-08-19T09:59:57.991 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 173 (ObjNum 159 snap 36 seq_num 159) dirty exists 2024-08-19T09:59:57.991 INFO:tasks.rados.rados.0.smithi190.stdout:537: done (1 left) 2024-08-19T09:59:57.991 INFO:tasks.rados.rados.0.smithi190.stdout:539: done (0 left) 2024-08-19T09:59:57.991 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 46 2024-08-19T09:59:57.991 INFO:tasks.rados.rados.0.smithi190.stdout:540: seq_num 184 ranges {1638400=688128} 2024-08-19T09:59:58.006 INFO:tasks.rados.rados.0.smithi190.stdout:540: writing smithi19066007-2 from 1638400 to 2326528 tid 1 2024-08-19T09:59:58.006 INFO:tasks.rados.rados.0.smithi190.stdout:541: snap_create 2024-08-19T09:59:58.007 INFO:tasks.rados.rados.0.smithi190.stdout:540: finishing write tid 1 to smithi19066007-2 2024-08-19T09:59:58.007 INFO:tasks.rados.rados.0.smithi190.stdout:540: finishing write tid 2 to smithi19066007-2 2024-08-19T09:59:58.008 INFO:tasks.rados.rados.0.smithi190.stdout:540: finishing write tid 3 to smithi19066007-2 2024-08-19T09:59:58.008 INFO:tasks.rados.rados.0.smithi190.stdout:540: oid 2 updating version 0 to 29 2024-08-19T09:59:58.008 INFO:tasks.rados.rados.0.smithi190.stdout:540: oid 2 updating version 29 to 30 2024-08-19T09:59:58.008 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 30 (ObjNum 184 snap 46 seq_num 184) dirty exists 2024-08-19T09:59:58.009 INFO:tasks.rados.rados.0.smithi190.stdout:540: left oid 2 (ObjNum 184 snap 46 seq_num 184) 2024-08-19T09:59:58.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:57 smithi190 ceph-mon[16060]: pgmap v15: 121 pgs: 121 active+clean; 132 MiB data, 533 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 954 KiB/s wr, 46 op/s 2024-08-19T09:59:58.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:57 smithi190 ceph-mon[26031]: pgmap v15: 121 pgs: 121 active+clean; 132 MiB data, 533 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 954 KiB/s wr, 46 op/s 2024-08-19T09:59:58.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:57 smithi196 ceph-mon[19976]: pgmap v15: 121 pgs: 121 active+clean; 132 MiB data, 533 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 954 KiB/s wr, 46 op/s 2024-08-19T09:59:58.999 INFO:tasks.rados.rados.0.smithi190.stdout:540: done (1 left) 2024-08-19T09:59:58.999 INFO:tasks.rados.rados.0.smithi190.stdout:541: done (0 left) 2024-08-19T09:59:58.999 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 27 current snap is 47 2024-08-19T09:59:58.999 INFO:tasks.rados.rados.0.smithi190.stdout:542: seq_num 185 ranges {5177344=704512} 2024-08-19T09:59:59.030 INFO:tasks.rados.rados.0.smithi190.stdout:542: writing smithi19066007-27 from 5177344 to 5881856 tid 1 2024-08-19T09:59:59.030 INFO:tasks.rados.rados.0.smithi190.stdout:543: rollback oid 16 current snap is 47 2024-08-19T09:59:59.030 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 16 to 26 2024-08-19T09:59:59.030 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 47 2024-08-19T09:59:59.030 INFO:tasks.rados.rados.0.smithi190.stdout:544: seq_num 186 ranges {761856=720896} 2024-08-19T09:59:59.038 INFO:tasks.rados.rados.0.smithi190.stdout:544: writing smithi19066007-32 from 761856 to 1482752 tid 1 2024-08-19T09:59:59.038 INFO:tasks.rados.rados.0.smithi190.stdout:545: snap_create 2024-08-19T09:59:59.038 INFO:tasks.rados.rados.0.smithi190.stdout:542: finishing write tid 1 to smithi19066007-27 2024-08-19T09:59:59.038 INFO:tasks.rados.rados.0.smithi190.stdout:542: finishing write tid 2 to smithi19066007-27 2024-08-19T09:59:59.039 INFO:tasks.rados.rados.0.smithi190.stdout:543: finishing rollback tid 1 to smithi19066007-16 2024-08-19T09:59:59.039 INFO:tasks.rados.rados.0.smithi190.stdout:543: finishing rollback tid 2 to smithi19066007-16 2024-08-19T09:59:59.039 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 175 (ObjNum 111 snap 22 seq_num 111) dirty exists 2024-08-19T09:59:59.039 INFO:tasks.rados.rados.0.smithi190.stdout:542: finishing write tid 3 to smithi19066007-27 2024-08-19T09:59:59.039 INFO:tasks.rados.rados.0.smithi190.stdout:542: oid 27 updating version 0 to 173 2024-08-19T09:59:59.039 INFO:tasks.rados.rados.0.smithi190.stdout:542: oid 27 version 173 is already newer than 172 2024-08-19T09:59:59.039 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 173 (ObjNum 185 snap 47 seq_num 185) dirty exists 2024-08-19T09:59:59.039 INFO:tasks.rados.rados.0.smithi190.stdout:542: left oid 27 (ObjNum 185 snap 47 seq_num 185) 2024-08-19T09:59:59.042 INFO:tasks.rados.rados.0.smithi190.stdout:544: finishing write tid 1 to smithi19066007-32 2024-08-19T09:59:59.042 INFO:tasks.rados.rados.0.smithi190.stdout:544: finishing write tid 2 to smithi19066007-32 2024-08-19T09:59:59.043 INFO:tasks.rados.rados.0.smithi190.stdout:544: finishing write tid 3 to smithi19066007-32 2024-08-19T09:59:59.044 INFO:tasks.rados.rados.0.smithi190.stdout:544: oid 32 updating version 0 to 237 2024-08-19T09:59:59.044 INFO:tasks.rados.rados.0.smithi190.stdout:544: oid 32 version 237 is already newer than 236 2024-08-19T09:59:59.044 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 237 (ObjNum 186 snap 47 seq_num 186) dirty exists 2024-08-19T09:59:59.044 INFO:tasks.rados.rados.0.smithi190.stdout:544: left oid 32 (ObjNum 186 snap 47 seq_num 186) 2024-08-19T09:59:59.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:58 smithi190 ceph-mon[16060]: osdmap e167: 8 total, 8 up, 8 in 2024-08-19T09:59:59.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:58 smithi190 ceph-mon[26031]: osdmap e167: 8 total, 8 up, 8 in 2024-08-19T09:59:59.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:58 smithi196 ceph-mon[19976]: osdmap e167: 8 total, 8 up, 8 in 2024-08-19T09:59:59.417 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:59:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:59:59.208Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.190:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.190:8765: connect: connection refused" 2024-08-19T09:59:59.417 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:59:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:59:59.209Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.190:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.190:8765: connect: connection refused" 2024-08-19T09:59:59.417 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:59:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:59:59.210Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.190:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.190:8765: connect: connection refused" 2024-08-19T09:59:59.417 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:59:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:59:59.210Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.190:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.190:8765: connect: connection refused" 2024-08-19T09:59:59.417 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 09:59:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T09:59:59.211Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.190:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.190:8765: connect: connection refused" 2024-08-19T10:00:00.002 INFO:tasks.rados.rados.0.smithi190.stdout:542: done (3 left) 2024-08-19T10:00:00.002 INFO:tasks.rados.rados.0.smithi190.stdout:543: done (2 left) 2024-08-19T10:00:00.002 INFO:tasks.rados.rados.0.smithi190.stdout:544: done (1 left) 2024-08-19T10:00:00.002 INFO:tasks.rados.rados.0.smithi190.stdout:545: done (0 left) 2024-08-19T10:00:00.003 INFO:tasks.rados.rados.0.smithi190.stdout:546: setattr oid 7 current snap is 48 2024-08-19T10:00:00.003 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 19 current snap is 48 2024-08-19T10:00:00.003 INFO:tasks.rados.rados.0.smithi190.stdout:547: seq_num 187 ranges {3948544=737280} 2024-08-19T10:00:00.029 INFO:tasks.rados.rados.0.smithi190.stdout:547: writing smithi19066007-19 from 3948544 to 4685824 tid 1 2024-08-19T10:00:00.029 INFO:tasks.rados.rados.0.smithi190.stdout:548: copy_from oid 13 from oid 8 current snap is 48 2024-08-19T10:00:00.029 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 64 (ObjNum 146 snap 33 seq_num 146) dirty exists 2024-08-19T10:00:00.029 INFO:tasks.rados.rados.0.smithi190.stdout:546: done (2 left) 2024-08-19T10:00:00.029 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 41 current snap is 48 2024-08-19T10:00:00.030 INFO:tasks.rados.rados.0.smithi190.stdout:549: seq_num 188 ranges {5005312=753664} 2024-08-19T10:00:00.060 INFO:tasks.rados.rados.0.smithi190.stdout:549: writing smithi19066007-41 from 5005312 to 5758976 tid 1 2024-08-19T10:00:00.061 INFO:tasks.rados.rados.0.smithi190.stdout:550: read oid 20 snap 39 2024-08-19T10:00:00.061 INFO:tasks.rados.rados.0.smithi190.stdout:550: expect deleted 2024-08-19T10:00:00.061 INFO:tasks.rados.rados.0.smithi190.stdout:547: finishing write tid 1 to smithi19066007-19 2024-08-19T10:00:00.061 INFO:tasks.rados.rados.0.smithi190.stdout:547: finishing write tid 2 to smithi19066007-19 2024-08-19T10:00:00.061 INFO:tasks.rados.rados.0.smithi190.stdout:551: read oid 21 snap -1 2024-08-19T10:00:00.061 INFO:tasks.rados.rados.0.smithi190.stdout:551: expect (ObjNum 166 snap 40 seq_num 166) 2024-08-19T10:00:00.061 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 48 2024-08-19T10:00:00.061 INFO:tasks.rados.rados.0.smithi190.stdout:547: finishing write tid 3 to smithi19066007-19 2024-08-19T10:00:00.061 INFO:tasks.rados.rados.0.smithi190.stdout:547: oid 19 updating version 0 to 238 2024-08-19T10:00:00.061 INFO:tasks.rados.rados.0.smithi190.stdout:547: oid 19 version 238 is already newer than 237 2024-08-19T10:00:00.061 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 238 (ObjNum 187 snap 48 seq_num 187) dirty exists 2024-08-19T10:00:00.061 INFO:tasks.rados.rados.0.smithi190.stdout:547: left oid 19 (ObjNum 187 snap 48 seq_num 187) 2024-08-19T10:00:00.062 INFO:tasks.rados.rados.0.smithi190.stdout:548: finishing copy_from racing read to smithi19066007-13 2024-08-19T10:00:00.062 INFO:tasks.rados.rados.0.smithi190.stdout:548: finishing copy_from to smithi19066007-13 2024-08-19T10:00:00.062 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 165 (ObjNum 127 snap 28 seq_num 127) dirty exists 2024-08-19T10:00:00.062 INFO:tasks.rados.rados.0.smithi190.stdout:552: seq_num 189 ranges {4014080=770048} 2024-08-19T10:00:00.086 INFO:tasks.rados.rados.0.smithi190.stdout:552: writing smithi19066007-26 from 4014080 to 4784128 tid 1 2024-08-19T10:00:00.086 INFO:tasks.rados.rados.0.smithi190.stdout:547: done (5 left) 2024-08-19T10:00:00.086 INFO:tasks.rados.rados.0.smithi190.stdout:548: done (4 left) 2024-08-19T10:00:00.086 INFO:tasks.rados.rados.0.smithi190.stdout:553: rollback oid 25 current snap is 48 2024-08-19T10:00:00.086 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 25 to 47 2024-08-19T10:00:00.086 INFO:tasks.rados.rados.0.smithi190.stdout:549: finishing write tid 1 to smithi19066007-41 2024-08-19T10:00:00.087 INFO:tasks.rados.rados.0.smithi190.stdout:549: finishing write tid 2 to smithi19066007-41 2024-08-19T10:00:00.087 INFO:tasks.rados.rados.0.smithi190.stdout:549: finishing write tid 3 to smithi19066007-41 2024-08-19T10:00:00.087 INFO:tasks.rados.rados.0.smithi190.stdout:549: oid 41 updating version 0 to 177 2024-08-19T10:00:00.087 INFO:tasks.rados.rados.0.smithi190.stdout:549: oid 41 updating version 177 to 178 2024-08-19T10:00:00.087 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 178 (ObjNum 188 snap 48 seq_num 188) dirty exists 2024-08-19T10:00:00.087 INFO:tasks.rados.rados.0.smithi190.stdout:549: left oid 41 (ObjNum 188 snap 48 seq_num 188) 2024-08-19T10:00:00.087 INFO:tasks.rados.rados.0.smithi190.stdout:551: expect (ObjNum 166 snap 40 seq_num 166) 2024-08-19T10:00:00.114 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:59 smithi196 ceph-mon[19976]: pgmap v17: 121 pgs: 121 active+clean; 132 MiB data, 533 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 376 KiB/s wr, 23 op/s 2024-08-19T10:00:00.114 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 09:59:59 smithi196 ceph-mon[19976]: osdmap e168: 8 total, 8 up, 8 in 2024-08-19T10:00:00.278 INFO:tasks.rados.rados.0.smithi190.stdout:553: finishing rollback tid 0 to smithi19066007-25 2024-08-19T10:00:00.278 INFO:tasks.rados.rados.0.smithi190.stdout:553: finishing rollback tid 1 to smithi19066007-25 2024-08-19T10:00:00.278 INFO:tasks.rados.rados.0.smithi190.stdout:552: finishing write tid 1 to smithi19066007-26 2024-08-19T10:00:00.278 INFO:tasks.rados.rados.0.smithi190.stdout:553: finishing rollback tid 2 to smithi19066007-25 2024-08-19T10:00:00.279 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 241 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-08-19T10:00:00.279 INFO:tasks.rados.rados.0.smithi190.stdout:552: finishing write tid 2 to smithi19066007-26 2024-08-19T10:00:00.279 INFO:tasks.rados.rados.0.smithi190.stdout:549: done (4 left) 2024-08-19T10:00:00.279 INFO:tasks.rados.rados.0.smithi190.stdout:550: done (3 left) 2024-08-19T10:00:00.279 INFO:tasks.rados.rados.0.smithi190.stdout:551: done (2 left) 2024-08-19T10:00:00.279 INFO:tasks.rados.rados.0.smithi190.stdout:553: done (1 left) 2024-08-19T10:00:00.279 INFO:tasks.rados.rados.0.smithi190.stdout:554: rollback oid 3 current snap is 48 2024-08-19T10:00:00.279 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 3 to 42 2024-08-19T10:00:00.279 INFO:tasks.rados.rados.0.smithi190.stdout:552: finishing write tid 3 to smithi19066007-26 2024-08-19T10:00:00.279 INFO:tasks.rados.rados.0.smithi190.stdout:552: oid 26 updating version 0 to 249 2024-08-19T10:00:00.279 INFO:tasks.rados.rados.0.smithi190.stdout:552: oid 26 updating version 249 to 250 2024-08-19T10:00:00.279 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 250 (ObjNum 189 snap 48 seq_num 189) dirty exists 2024-08-19T10:00:00.279 INFO:tasks.rados.rados.0.smithi190.stdout:552: left oid 26 (ObjNum 189 snap 48 seq_num 189) 2024-08-19T10:00:00.279 INFO:tasks.rados.rados.0.smithi190.stdout:552: done (1 left) 2024-08-19T10:00:00.280 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 48 2024-08-19T10:00:00.280 INFO:tasks.rados.rados.0.smithi190.stdout:555: seq_num 190 ranges {4784128=786432} 2024-08-19T10:00:00.309 INFO:tasks.rados.rados.0.smithi190.stdout:555: writing smithi19066007-26 from 4784128 to 5570560 tid 1 2024-08-19T10:00:00.309 INFO:tasks.rados.rados.0.smithi190.stdout:556: rollback oid 9 current snap is 48 2024-08-19T10:00:00.309 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 9 to 47 2024-08-19T10:00:00.309 INFO:tasks.rados.rados.0.smithi190.stdout:554: finishing rollback tid 0 to smithi19066007-3 2024-08-19T10:00:00.310 INFO:tasks.rados.rados.0.smithi190.stdout:554: finishing rollback tid 1 to smithi19066007-3 2024-08-19T10:00:00.310 INFO:tasks.rados.rados.0.smithi190.stdout:554: finishing rollback tid 2 to smithi19066007-3 2024-08-19T10:00:00.310 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 114 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:00:00.310 INFO:tasks.rados.rados.0.smithi190.stdout:554: done (2 left) 2024-08-19T10:00:00.310 INFO:tasks.rados.rados.0.smithi190.stdout:557: read oid 43 snap -1 2024-08-19T10:00:00.310 INFO:tasks.rados.rados.0.smithi190.stdout:557: expect (ObjNum 178 snap 46 seq_num 178) 2024-08-19T10:00:00.310 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 48 2024-08-19T10:00:00.310 INFO:tasks.rados.rados.0.smithi190.stdout:558: seq_num 191 ranges {0=802816} 2024-08-19T10:00:00.313 INFO:tasks.rados.rados.0.smithi190.stdout:558: writing smithi19066007-44 from 0 to 802816 tid 1 2024-08-19T10:00:00.314 INFO:tasks.rados.rados.0.smithi190.stdout:559: snap_create 2024-08-19T10:00:00.314 INFO:tasks.rados.rados.0.smithi190.stdout:556: finishing rollback tid 0 to smithi19066007-9 2024-08-19T10:00:00.314 INFO:tasks.rados.rados.0.smithi190.stdout:556: finishing rollback tid 1 to smithi19066007-9 2024-08-19T10:00:00.314 INFO:tasks.rados.rados.0.smithi190.stdout:556: finishing rollback tid 2 to smithi19066007-9 2024-08-19T10:00:00.314 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 200 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-08-19T10:00:00.314 INFO:tasks.rados.rados.0.smithi190.stdout:555: finishing write tid 1 to smithi19066007-26 2024-08-19T10:00:00.315 INFO:tasks.rados.rados.0.smithi190.stdout:555: finishing write tid 2 to smithi19066007-26 2024-08-19T10:00:00.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:59 smithi190 ceph-mon[26031]: pgmap v17: 121 pgs: 121 active+clean; 132 MiB data, 533 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 376 KiB/s wr, 23 op/s 2024-08-19T10:00:00.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 09:59:59 smithi190 ceph-mon[26031]: osdmap e168: 8 total, 8 up, 8 in 2024-08-19T10:00:00.315 INFO:tasks.rados.rados.0.smithi190.stdout:557: expect (ObjNum 178 snap 46 seq_num 178) 2024-08-19T10:00:00.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:59 smithi190 ceph-mon[16060]: pgmap v17: 121 pgs: 121 active+clean; 132 MiB data, 533 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 376 KiB/s wr, 23 op/s 2024-08-19T10:00:00.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 09:59:59 smithi190 ceph-mon[16060]: osdmap e168: 8 total, 8 up, 8 in 2024-08-19T10:00:00.355 INFO:tasks.rados.rados.0.smithi190.stdout:555: finishing write tid 3 to smithi19066007-26 2024-08-19T10:00:00.355 INFO:tasks.rados.rados.0.smithi190.stdout:555: oid 26 updating version 0 to 252 2024-08-19T10:00:00.355 INFO:tasks.rados.rados.0.smithi190.stdout:555: oid 26 version 252 is already newer than 251 2024-08-19T10:00:00.355 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 252 (ObjNum 190 snap 48 seq_num 190) dirty exists 2024-08-19T10:00:00.355 INFO:tasks.rados.rados.0.smithi190.stdout:555: left oid 26 (ObjNum 190 snap 48 seq_num 190) 2024-08-19T10:00:00.355 INFO:tasks.rados.rados.0.smithi190.stdout:558: finishing write tid 1 to smithi19066007-44 2024-08-19T10:00:00.355 INFO:tasks.rados.rados.0.smithi190.stdout:558: finishing write tid 2 to smithi19066007-44 2024-08-19T10:00:00.355 INFO:tasks.rados.rados.0.smithi190.stdout:558: finishing write tid 3 to smithi19066007-44 2024-08-19T10:00:00.355 INFO:tasks.rados.rados.0.smithi190.stdout:558: oid 44 updating version 0 to 46 2024-08-19T10:00:00.355 INFO:tasks.rados.rados.0.smithi190.stdout:558: oid 44 updating version 46 to 47 2024-08-19T10:00:00.355 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 47 (ObjNum 191 snap 48 seq_num 191) dirty exists 2024-08-19T10:00:00.355 INFO:tasks.rados.rados.0.smithi190.stdout:558: left oid 44 (ObjNum 191 snap 48 seq_num 191) 2024-08-19T10:00:00.906 INFO:tasks.rados.rados.0.smithi190.stdout:555: done (4 left) 2024-08-19T10:00:00.907 INFO:tasks.rados.rados.0.smithi190.stdout:556: done (3 left) 2024-08-19T10:00:00.907 INFO:tasks.rados.rados.0.smithi190.stdout:557: done (2 left) 2024-08-19T10:00:00.907 INFO:tasks.rados.rados.0.smithi190.stdout:558: done (1 left) 2024-08-19T10:00:00.907 INFO:tasks.rados.rados.0.smithi190.stdout:559: done (0 left) 2024-08-19T10:00:00.907 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 18 current snap is 49 2024-08-19T10:00:00.907 INFO:tasks.rados.rados.0.smithi190.stdout:560: seq_num 192 ranges {466944=417792,884736=401408} 2024-08-19T10:00:00.911 INFO:tasks.rados.rados.0.smithi190.stdout:560: writing smithi19066007-18 from 466944 to 884736 tid 1 2024-08-19T10:00:00.913 INFO:tasks.rados.rados.0.smithi190.stdout:560: writing smithi19066007-18 from 884736 to 1286144 tid 2 2024-08-19T10:00:00.913 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 49 2024-08-19T10:00:00.913 INFO:tasks.rados.rados.0.smithi190.stdout:561: seq_num 193 ranges {2596864=434176,3031040=401408} 2024-08-19T10:00:00.930 INFO:tasks.rados.rados.0.smithi190.stdout:561: writing smithi19066007-39 from 2596864 to 3031040 tid 1 2024-08-19T10:00:00.932 INFO:tasks.rados.rados.0.smithi190.stdout:561: writing smithi19066007-39 from 3031040 to 3432448 tid 2 2024-08-19T10:00:00.932 INFO:tasks.rados.rados.0.smithi190.stdout:562: setattr oid 49 current snap is 49 2024-08-19T10:00:00.932 INFO:tasks.rados.rados.0.smithi190.stdout:560: finishing write tid 1 to smithi19066007-18 2024-08-19T10:00:00.932 INFO:tasks.rados.rados.0.smithi190.stdout:560: finishing write tid 2 to smithi19066007-18 2024-08-19T10:00:00.933 INFO:tasks.rados.rados.0.smithi190.stdout:560: finishing write tid 3 to smithi19066007-18 2024-08-19T10:00:00.933 INFO:tasks.rados.rados.0.smithi190.stdout:560: finishing write tid 4 to smithi19066007-18 2024-08-19T10:00:00.933 INFO:tasks.rados.rados.0.smithi190.stdout:560: oid 18 updating version 0 to 224 2024-08-19T10:00:00.933 INFO:tasks.rados.rados.0.smithi190.stdout:560: oid 18 updating version 224 to 225 2024-08-19T10:00:00.933 INFO:tasks.rados.rados.0.smithi190.stdout:560: oid 18 version 225 is already newer than 223 2024-08-19T10:00:00.933 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 225 (ObjNum 192 snap 49 seq_num 192) dirty exists 2024-08-19T10:00:00.933 INFO:tasks.rados.rados.0.smithi190.stdout:560: left oid 18 (ObjNum 192 snap 49 seq_num 192) 2024-08-19T10:00:00.933 INFO:tasks.rados.rados.0.smithi190.stdout:561: finishing write tid 1 to smithi19066007-39 2024-08-19T10:00:00.933 INFO:tasks.rados.rados.0.smithi190.stdout:560: done (2 left) 2024-08-19T10:00:00.934 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 8 current snap is 49 2024-08-19T10:00:00.934 INFO:tasks.rados.rados.0.smithi190.stdout:563: seq_num 194 ranges {2138112=458752,2596864=401408} 2024-08-19T10:00:00.948 INFO:tasks.rados.rados.0.smithi190.stdout:563: writing smithi19066007-8 from 2138112 to 2596864 tid 1 2024-08-19T10:00:00.950 INFO:tasks.rados.rados.0.smithi190.stdout:563: writing smithi19066007-8 from 2596864 to 2998272 tid 2 2024-08-19T10:00:00.950 INFO:tasks.rados.rados.0.smithi190.stdout:564: rollback oid 23 current snap is 49 2024-08-19T10:00:00.951 INFO:tasks.rados.rados.0.smithi190.stdout:561: finishing write tid 2 to smithi19066007-39 2024-08-19T10:00:00.951 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 23 to 42 2024-08-19T10:00:00.951 INFO:tasks.rados.rados.0.smithi190.stdout:561: finishing write tid 3 to smithi19066007-39 2024-08-19T10:00:00.951 INFO:tasks.rados.rados.0.smithi190.stdout:561: finishing write tid 4 to smithi19066007-39 2024-08-19T10:00:00.951 INFO:tasks.rados.rados.0.smithi190.stdout:561: oid 39 updating version 0 to 228 2024-08-19T10:00:00.951 INFO:tasks.rados.rados.0.smithi190.stdout:561: oid 39 version 228 is already newer than 227 2024-08-19T10:00:00.951 INFO:tasks.rados.rados.0.smithi190.stdout:561: oid 39 updating version 228 to 229 2024-08-19T10:00:00.951 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 229 (ObjNum 193 snap 49 seq_num 193) dirty exists 2024-08-19T10:00:00.951 INFO:tasks.rados.rados.0.smithi190.stdout:561: left oid 39 (ObjNum 193 snap 49 seq_num 193) 2024-08-19T10:00:00.951 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 180 (ObjNum 159 snap 36 seq_num 159) dirty exists 2024-08-19T10:00:00.951 INFO:tasks.rados.rados.0.smithi190.stdout:561: done (3 left) 2024-08-19T10:00:00.951 INFO:tasks.rados.rados.0.smithi190.stdout:562: done (2 left) 2024-08-19T10:00:00.951 INFO:tasks.rados.rados.0.smithi190.stdout:565: copy_from oid 46 from oid 12 current snap is 49 2024-08-19T10:00:00.952 INFO:tasks.rados.rados.0.smithi190.stdout:566: snap_remove snap 48 2024-08-19T10:00:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: osdmap e169: 8 total, 8 up, 8 in 2024-08-19T10:00:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: overall HEALTH_OK 2024-08-19T10:00:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:01.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:01.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T10:00:01.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[16060]: osdmap e170: 8 total, 8 up, 8 in 2024-08-19T10:00:01.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: osdmap e169: 8 total, 8 up, 8 in 2024-08-19T10:00:01.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: overall HEALTH_OK 2024-08-19T10:00:01.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:01.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:01.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.318 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:01.318 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:01.318 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T10:00:01.318 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:00 smithi190 ceph-mon[26031]: osdmap e170: 8 total, 8 up, 8 in 2024-08-19T10:00:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: osdmap e169: 8 total, 8 up, 8 in 2024-08-19T10:00:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: overall HEALTH_OK 2024-08-19T10:00:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-19T10:00:01.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:01.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:01.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T10:00:01.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:00 smithi196 ceph-mon[19976]: osdmap e170: 8 total, 8 up, 8 in 2024-08-19T10:00:01.920 INFO:tasks.rados.rados.0.smithi190.stdout:566: done (3 left) 2024-08-19T10:00:01.920 INFO:tasks.rados.rados.0.smithi190.stdout:567: setattr oid 35 current snap is 49 2024-08-19T10:00:01.920 INFO:tasks.rados.rados.0.smithi190.stdout:563: finishing write tid 1 to smithi19066007-8 2024-08-19T10:00:01.920 INFO:tasks.rados.rados.0.smithi190.stdout:564: finishing rollback tid 1 to smithi19066007-23 2024-08-19T10:00:01.920 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 153 (ObjNum 129 snap 0 seq_num 3356438624) dirty dne 2024-08-19T10:00:01.920 INFO:tasks.rados.rados.0.smithi190.stdout:563: finishing write tid 2 to smithi19066007-8 2024-08-19T10:00:01.920 INFO:tasks.rados.rados.0.smithi190.stdout:563: finishing write tid 3 to smithi19066007-8 2024-08-19T10:00:01.920 INFO:tasks.rados.rados.0.smithi190.stdout:563: finishing write tid 4 to smithi19066007-8 2024-08-19T10:00:01.921 INFO:tasks.rados.rados.0.smithi190.stdout:563: oid 8 updating version 0 to 231 2024-08-19T10:00:01.921 INFO:tasks.rados.rados.0.smithi190.stdout:563: oid 8 updating version 231 to 232 2024-08-19T10:00:01.921 INFO:tasks.rados.rados.0.smithi190.stdout:563: oid 8 updating version 232 to 233 2024-08-19T10:00:01.921 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 233 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-08-19T10:00:01.921 INFO:tasks.rados.rados.0.smithi190.stdout:563: left oid 8 (ObjNum 194 snap 49 seq_num 194) 2024-08-19T10:00:01.921 INFO:tasks.rados.rados.0.smithi190.stdout:565: finishing copy_from racing read to smithi19066007-46 2024-08-19T10:00:01.921 INFO:tasks.rados.rados.0.smithi190.stdout:565: finishing copy_from to smithi19066007-46 2024-08-19T10:00:01.921 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 198 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:00:01.921 INFO:tasks.rados.rados.0.smithi190.stdout:563: done (3 left) 2024-08-19T10:00:01.921 INFO:tasks.rados.rados.0.smithi190.stdout:564: done (2 left) 2024-08-19T10:00:01.921 INFO:tasks.rados.rados.0.smithi190.stdout:565: done (1 left) 2024-08-19T10:00:01.922 INFO:tasks.rados.rados.0.smithi190.stdout:568: read oid 21 snap 29 2024-08-19T10:00:01.922 INFO:tasks.rados.rados.0.smithi190.stdout:568: expect (ObjNum 83 snap 12 seq_num 83) 2024-08-19T10:00:01.922 INFO:tasks.rados.rados.0.smithi190.stdout:569: copy_from oid 39 from oid 12 current snap is 49 2024-08-19T10:00:01.922 INFO:tasks.rados.rados.0.smithi190.stdout:570: delete oid 4 current snap is 49 2024-08-19T10:00:01.923 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 199 (ObjNum 33 snap 0 seq_num 3357320336) dirty exists 2024-08-19T10:00:01.925 INFO:tasks.rados.rados.0.smithi190.stdout:567: done (3 left) 2024-08-19T10:00:01.925 INFO:tasks.rados.rados.0.smithi190.stdout:570: done (2 left) 2024-08-19T10:00:01.925 INFO:tasks.rados.rados.0.smithi190.stdout:571: snap_create 2024-08-19T10:00:01.927 INFO:tasks.rados.rados.0.smithi190.stdout:569: finishing copy_from racing read to smithi19066007-39 2024-08-19T10:00:01.928 INFO:tasks.rados.rados.0.smithi190.stdout:569: finishing copy_from to smithi19066007-39 2024-08-19T10:00:01.928 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 198 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:00:01.932 INFO:tasks.rados.rados.0.smithi190.stdout:568: expect (ObjNum 83 snap 12 seq_num 83) 2024-08-19T10:00:02.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: Adjusting osd_memory_target on smithi196 to 2480M 2024-08-19T10:00:02.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T10:00:02.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T10:00:02.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:00:02.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:00:02.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:00:02.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:00:02.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:00:02.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:00:02.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: pgmap v21: 121 pgs: 121 active+clean; 140 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-19T10:00:02.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:02.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:02.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:02.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:02.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:02.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T10:00:02.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: Reconfiguring daemon prometheus.a on smithi196 2024-08-19T10:00:02.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:02 smithi196 ceph-mon[19976]: osdmap e171: 8 total, 8 up, 8 in 2024-08-19T10:00:02.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: Adjusting osd_memory_target on smithi196 to 2480M 2024-08-19T10:00:02.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T10:00:02.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T10:00:02.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:00:02.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:00:02.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:00:02.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:00:02.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:00:02.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:00:02.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: pgmap v21: 121 pgs: 121 active+clean; 140 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-19T10:00:02.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:02.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:02.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:02.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:02.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:02.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T10:00:02.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: Reconfiguring daemon prometheus.a on smithi196 2024-08-19T10:00:02.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[16060]: osdmap e171: 8 total, 8 up, 8 in 2024-08-19T10:00:02.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: Adjusting osd_memory_target on smithi196 to 2480M 2024-08-19T10:00:02.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T10:00:02.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T10:00:02.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:00:02.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:00:02.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:00:02.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:00:02.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:00:02.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:00:02.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: pgmap v21: 121 pgs: 121 active+clean; 140 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-19T10:00:02.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:02.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:02.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:02.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:02.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:02.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T10:00:02.569 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: Reconfiguring daemon prometheus.a on smithi196 2024-08-19T10:00:02.569 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:02 smithi190 ceph-mon[26031]: osdmap e171: 8 total, 8 up, 8 in 2024-08-19T10:00:02.917 INFO:tasks.rados.rados.0.smithi190.stdout:568: done (2 left) 2024-08-19T10:00:02.917 INFO:tasks.rados.rados.0.smithi190.stdout:569: done (1 left) 2024-08-19T10:00:02.918 INFO:tasks.rados.rados.0.smithi190.stdout:571: done (0 left) 2024-08-19T10:00:02.918 INFO:tasks.rados.rados.0.smithi190.stdout:572: read oid 45 snap -1 2024-08-19T10:00:02.918 INFO:tasks.rados.rados.0.smithi190.stdout:572: expect (ObjNum 108 snap 21 seq_num 108) 2024-08-19T10:00:02.918 INFO:tasks.rados.rados.0.smithi190.stdout:573: copy_from oid 49 from oid 4 current snap is 50 2024-08-19T10:00:02.918 INFO:tasks.rados.rados.0.smithi190.stdout:574: snap_remove snap 49 2024-08-19T10:00:03.922 INFO:tasks.rados.rados.0.smithi190.stdout:574: done (2 left) 2024-08-19T10:00:03.922 INFO:tasks.rados.rados.0.smithi190.stdout:575: rollback oid 14 current snap is 50 2024-08-19T10:00:03.922 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 14 to 41 2024-08-19T10:00:03.923 INFO:tasks.rados.rados.0.smithi190.stdout:573: finishing copy_from to smithi19066007-49 2024-08-19T10:00:03.923 INFO:tasks.rados.rados.0.smithi190.stdout:573: got expected ENOENT (src dne) 2024-08-19T10:00:03.923 INFO:tasks.rados.rados.0.smithi190.stdout:573: finishing copy_from racing read to smithi19066007-49 2024-08-19T10:00:03.923 INFO:tasks.rados.rados.0.smithi190.stdout:572: expect (ObjNum 108 snap 21 seq_num 108) 2024-08-19T10:00:04.006 INFO:tasks.rados.rados.0.smithi190.stdout:575: finishing rollback tid 0 to smithi19066007-14 2024-08-19T10:00:04.006 INFO:tasks.rados.rados.0.smithi190.stdout:575: finishing rollback tid 1 to smithi19066007-14 2024-08-19T10:00:04.006 INFO:tasks.rados.rados.0.smithi190.stdout:575: finishing rollback tid 2 to smithi19066007-14 2024-08-19T10:00:04.006 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 247 (ObjNum 170 snap 41 seq_num 170) dirty exists 2024-08-19T10:00:04.006 INFO:tasks.rados.rados.0.smithi190.stdout:572: done (2 left) 2024-08-19T10:00:04.006 INFO:tasks.rados.rados.0.smithi190.stdout:573: done (1 left) 2024-08-19T10:00:04.006 INFO:tasks.rados.rados.0.smithi190.stdout:575: done (0 left) 2024-08-19T10:00:04.006 INFO:tasks.rados.rados.0.smithi190.stdout:576: snap_create 2024-08-19T10:00:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:03 smithi196 ceph-mon[19976]: osdmap e172: 8 total, 8 up, 8 in 2024-08-19T10:00:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:03 smithi196 ceph-mon[19976]: pgmap v24: 121 pgs: 121 active+clean; 140 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-19T10:00:04.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:03 smithi190 ceph-mon[16060]: osdmap e172: 8 total, 8 up, 8 in 2024-08-19T10:00:04.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:03 smithi190 ceph-mon[16060]: pgmap v24: 121 pgs: 121 active+clean; 140 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-19T10:00:04.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:03 smithi190 ceph-mon[26031]: osdmap e172: 8 total, 8 up, 8 in 2024-08-19T10:00:04.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:03 smithi190 ceph-mon[26031]: pgmap v24: 121 pgs: 121 active+clean; 140 MiB data, 557 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-19T10:00:04.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:04 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[16286]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:00:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-19T10:00:04.520 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 systemd[1]: Stopping Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:00:04.844 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T10:00:04.519Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-19T10:00:04.844 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T10:00:04.519Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-19T10:00:04.844 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T10:00:04.519Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-19T10:00:04.844 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T10:00:04.519Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-19T10:00:04.845 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T10:00:04.519Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-19T10:00:04.845 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T10:00:04.520Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-19T10:00:04.845 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T10:00:04.520Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-19T10:00:04.845 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T10:00:04.520Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-19T10:00:04.845 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T10:00:04.520Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-19T10:00:04.845 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T10:00:04.520Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-19T10:00:04.845 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T10:00:04.520Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-19T10:00:04.845 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[50881]: ts=2024-08-19T10:00:04.520Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-19T10:00:04.845 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 podman[61024]: 2024-08-19 10:00:04.529925568 +0000 UTC m=+0.111321325 container died 0962e8cd9aff259ba93ebf38a803a50f6efc2b143aff67b2aa0fbee9e6368f2c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:00:04.845 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 podman[61024]: 2024-08-19 10:00:04.843963543 +0000 UTC m=+0.425359291 container cleanup 0962e8cd9aff259ba93ebf38a803a50f6efc2b143aff67b2aa0fbee9e6368f2c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:00:04.845 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:04 smithi196 bash[61024]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a 2024-08-19T10:00:04.927 INFO:tasks.rados.rados.0.smithi190.stdout:576: done (0 left) 2024-08-19T10:00:04.927 INFO:tasks.rados.rados.0.smithi190.stdout:577: copy_from oid 16 from oid 10 current snap is 51 2024-08-19T10:00:04.927 INFO:tasks.rados.rados.0.smithi190.stdout:578: snap_remove snap 45 2024-08-19T10:00:05.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:04 smithi196 ceph-mon[19976]: osdmap e173: 8 total, 8 up, 8 in 2024-08-19T10:00:05.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:04 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T10:00:05.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 podman[61038]: 2024-08-19 10:00:05.062377818 +0000 UTC m=+0.534561179 container remove 0962e8cd9aff259ba93ebf38a803a50f6efc2b143aff67b2aa0fbee9e6368f2c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:00:05.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:04 smithi190 ceph-mon[16060]: osdmap e173: 8 total, 8 up, 8 in 2024-08-19T10:00:05.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:04 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T10:00:05.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:04 smithi190 ceph-mon[26031]: osdmap e173: 8 total, 8 up, 8 in 2024-08-19T10:00:05.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:04 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T10:00:05.627 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-19T10:00:05.628 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 systemd[1]: Stopped Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:00:05.628 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.606s CPU time. 2024-08-19T10:00:05.628 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 systemd[1]: Starting Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:00:05.628 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 podman[61131]: 2024-08-19 10:00:05.403048398 +0000 UTC m=+0.018308776 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-19T10:00:05.628 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 podman[61131]: 2024-08-19 10:00:05.521690946 +0000 UTC m=+0.136951310 container create 4d6a63d47679fd67451511d35917a8ba82185de872ab87394ef7cc41028bb426 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:00:05.910 INFO:tasks.rados.rados.0.smithi190.stdout:578: done (1 left) 2024-08-19T10:00:05.910 INFO:tasks.rados.rados.0.smithi190.stdout:579: read oid 35 snap -1 2024-08-19T10:00:05.910 INFO:tasks.rados.rados.0.smithi190.stdout:579: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:00:05.910 INFO:tasks.rados.rados.0.smithi190.stdout:580: rollback oid 40 current snap is 51 2024-08-19T10:00:05.910 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 40 to 42 2024-08-19T10:00:05.911 INFO:tasks.rados.rados.0.smithi190.stdout:581: read oid 43 snap -1 2024-08-19T10:00:05.911 INFO:tasks.rados.rados.0.smithi190.stdout:581: expect (ObjNum 178 snap 46 seq_num 178) 2024-08-19T10:00:05.911 INFO:tasks.rados.rados.0.smithi190.stdout:582: rollback oid 49 current snap is 51 2024-08-19T10:00:05.911 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 49 to 42 2024-08-19T10:00:05.911 INFO:tasks.rados.rados.0.smithi190.stdout:583: read oid 14 snap -1 2024-08-19T10:00:05.911 INFO:tasks.rados.rados.0.smithi190.stdout:583: expect (ObjNum 170 snap 41 seq_num 170) 2024-08-19T10:00:05.911 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 27 current snap is 51 2024-08-19T10:00:05.911 INFO:tasks.rados.rados.0.smithi190.stdout:584: seq_num 196 ranges {5881856=491520,6373376=401408} 2024-08-19T10:00:05.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 podman[61131]: 2024-08-19 10:00:05.74035943 +0000 UTC m=+0.355619802 container init 4d6a63d47679fd67451511d35917a8ba82185de872ab87394ef7cc41028bb426 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:00:05.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 podman[61131]: 2024-08-19 10:00:05.743130885 +0000 UTC m=+0.358391252 container start 4d6a63d47679fd67451511d35917a8ba82185de872ab87394ef7cc41028bb426 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:00:05.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.767Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-19T10:00:05.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.767Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-19T10:00:05.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.767Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi196 (none))" 2024-08-19T10:00:05.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.767Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-19T10:00:05.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.767Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-19T10:00:05.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.769Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-19T10:00:05.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.769Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-19T10:00:05.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.770Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-19T10:00:05.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.771Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-19T10:00:05.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.772Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-19T10:00:05.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.773Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=285.155µs 2024-08-19T10:00:05.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.773Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-19T10:00:05.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.774Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-08-19T10:00:05.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.781Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-08-19T10:00:05.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.782Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-08-19T10:00:05.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.782Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.7µs wal_replay_duration=8.868278ms wbl_replay_duration=93ns total_replay_duration=9.193982ms 2024-08-19T10:00:05.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.783Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-19T10:00:05.920 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.783Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-19T10:00:05.920 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.783Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-19T10:00:05.920 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.805Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.047488ms db_storage=761ns remote_storage=1.359µs web_handler=413ns query_engine=671ns scrape=404.907µs scrape_sd=96.449µs notify=21.816µs notify_sd=18.349µs rules=21.082088ms tracing=5.58µs 2024-08-19T10:00:05.920 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.805Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-19T10:00:05.920 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:05.805Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-19T10:00:05.945 INFO:tasks.rados.rados.0.smithi190.stdout:584: writing smithi19066007-27 from 5881856 to 6373376 tid 1 2024-08-19T10:00:05.947 INFO:tasks.rados.rados.0.smithi190.stdout:584: writing smithi19066007-27 from 6373376 to 6774784 tid 2 2024-08-19T10:00:05.948 INFO:tasks.rados.rados.0.smithi190.stdout:585: snap_remove snap 47 2024-08-19T10:00:06.201 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:10:00:06] ENGINE Bus STOPPING 2024-08-19T10:00:06.202 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-mon[19976]: osdmap e174: 8 total, 8 up, 8 in 2024-08-19T10:00:06.202 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-mon[19976]: pgmap v27: 121 pgs: 121 active+clean; 146 MiB data, 565 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-08-19T10:00:06.202 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:05 smithi196 ceph-mon[19976]: osdmap e175: 8 total, 8 up, 8 in 2024-08-19T10:00:06.202 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 bash[61131]: 4d6a63d47679fd67451511d35917a8ba82185de872ab87394ef7cc41028bb426 2024-08-19T10:00:06.202 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:05 smithi196 systemd[1]: Started Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:00:06.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:05 smithi190 ceph-mon[26031]: osdmap e174: 8 total, 8 up, 8 in 2024-08-19T10:00:06.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:05 smithi190 ceph-mon[26031]: pgmap v27: 121 pgs: 121 active+clean; 146 MiB data, 565 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-08-19T10:00:06.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:05 smithi190 ceph-mon[26031]: osdmap e175: 8 total, 8 up, 8 in 2024-08-19T10:00:06.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:05 smithi190 ceph-mon[16060]: osdmap e174: 8 total, 8 up, 8 in 2024-08-19T10:00:06.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:05 smithi190 ceph-mon[16060]: pgmap v27: 121 pgs: 121 active+clean; 146 MiB data, 565 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-08-19T10:00:06.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:05 smithi190 ceph-mon[16060]: osdmap e175: 8 total, 8 up, 8 in 2024-08-19T10:00:06.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:10:00:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T10:00:06.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:10:00:06] ENGINE Bus STOPPED 2024-08-19T10:00:06.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:10:00:06] ENGINE Bus STARTING 2024-08-19T10:00:06.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:10:00:06] ENGINE Serving on http://:::9283 2024-08-19T10:00:06.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:10:00:06] ENGINE Bus STARTED 2024-08-19T10:00:06.944 INFO:tasks.rados.rados.0.smithi190.stdout:585: done (7 left) 2024-08-19T10:00:06.945 INFO:tasks.rados.rados.0.smithi190.stdout:586: snap_remove snap 43 2024-08-19T10:00:07.233 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:00:07.234 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:07.234 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:07.234 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T10:00:07.234 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[26031]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T10:00:07.234 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196:9095"}]: dispatch 2024-08-19T10:00:07.234 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[26031]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196:9095"}]: dispatch 2024-08-19T10:00:07.234 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:07.234 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:07.234 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[26031]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-19T10:00:07.234 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[26031]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-19T10:00:07.235 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T10:00:07.235 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[26031]: osdmap e176: 8 total, 8 up, 8 in 2024-08-19T10:00:07.235 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:07.235 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:07.235 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T10:00:07.235 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[16060]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T10:00:07.235 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196:9095"}]: dispatch 2024-08-19T10:00:07.235 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[16060]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196:9095"}]: dispatch 2024-08-19T10:00:07.235 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:07.235 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:07.235 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[16060]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-19T10:00:07.238 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[16060]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-19T10:00:07.238 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T10:00:07.238 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:06 smithi190 ceph-mon[16060]: osdmap e176: 8 total, 8 up, 8 in 2024-08-19T10:00:07.241 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:07.241 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:07.241 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T10:00:07.242 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-mon[19976]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T10:00:07.242 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196:9095"}]: dispatch 2024-08-19T10:00:07.242 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-mon[19976]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196:9095"}]: dispatch 2024-08-19T10:00:07.242 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:07.242 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:07.242 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-mon[19976]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-19T10:00:07.242 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-mon[19976]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-19T10:00:07.242 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T10:00:07.242 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:06 smithi196 ceph-mon[19976]: osdmap e176: 8 total, 8 up, 8 in 2024-08-19T10:00:07.806 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:00:07.806 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (3m) 13s ago 4m 26.5M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T10:00:07.806 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (3m) 11s ago 3m 88.2M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:00:07.806 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (5m) 13s ago 5m 16.6M - 18.2.4-721-gbaa926de e6c292a6bc95 e6af5dc87346 2024-08-19T10:00:07.806 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (5m) 11s ago 5m 16.9M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T10:00:07.806 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (36s) 11s ago 8m 499M - 19.0.0-5847-g79766939 50bbda8a3289 936a12b3d110 2024-08-19T10:00:07.806 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:9283,8765 running (10m) 13s ago 10m 310M - 18.2.4-721-gbaa926de e6c292a6bc95 03e52aa37ef2 2024-08-19T10:00:07.806 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (10m) 13s ago 10m 52.5M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 9109cb9dca37 2024-08-19T10:00:07.806 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (9m) 11s ago 9m 42.2M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 0b1c97b9ffa9 2024-08-19T10:00:07.807 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (9m) 13s ago 9m 41.7M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 6c708a6ae36c 2024-08-19T10:00:07.807 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (3m) 13s ago 3m 16.1M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T10:00:07.807 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (3m) 11s ago 3m 16.3M - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T10:00:07.807 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (8m) 13s ago 8m 117M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 7869b3a6fe8d 2024-08-19T10:00:07.807 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (8m) 13s ago 8m 94.4M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 216832ba0eb9 2024-08-19T10:00:07.807 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (7m) 13s ago 7m 102M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 7dc17a160906 2024-08-19T10:00:07.807 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (7m) 13s ago 7m 92.3M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 8d23db0741f1 2024-08-19T10:00:07.807 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (6m) 11s ago 6m 96.5M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 36958c5836c1 2024-08-19T10:00:07.807 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (6m) 11s ago 6m 101M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 089ec5523ac2 2024-08-19T10:00:07.807 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (6m) 11s ago 6m 91.1M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 5b1bd80e75ec 2024-08-19T10:00:07.807 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (5m) 11s ago 5m 61.4M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 0af4ca14b11c 2024-08-19T10:00:07.807 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 starting - - - - 2024-08-19T10:00:07.949 INFO:tasks.rados.rados.0.smithi190.stdout:586: done (7 left) 2024-08-19T10:00:07.949 INFO:tasks.rados.rados.0.smithi190.stdout:587: snap_remove snap 40 2024-08-19T10:00:08.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[26031]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T10:00:08.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[26031]: pgmap v29: 121 pgs: 121 active+clean; 151 MiB data, 592 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.8 MiB/s wr, 30 op/s 2024-08-19T10:00:08.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:08.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T10:00:08.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T10:00:08.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T10:00:08.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:08.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[26031]: osdmap e177: 8 total, 8 up, 8 in 2024-08-19T10:00:08.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[16060]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T10:00:08.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[16060]: pgmap v29: 121 pgs: 121 active+clean; 151 MiB data, 592 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.8 MiB/s wr, 30 op/s 2024-08-19T10:00:08.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:08.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T10:00:08.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T10:00:08.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T10:00:08.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:08.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:08 smithi190 ceph-mon[16060]: osdmap e177: 8 total, 8 up, 8 in 2024-08-19T10:00:08.162 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:00:08.162 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:00:08.162 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T10:00:08.163 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:00:08.163 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:00:08.163 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 1, 2024-08-19T10:00:08.163 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 1 2024-08-19T10:00:08.163 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:00:08.163 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:00:08.163 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T10:00:08.163 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:00:08.163 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:00:08.163 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T10:00:08.163 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:00:08.163 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:00:08.163 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 14, 2024-08-19T10:00:08.163 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 1 2024-08-19T10:00:08.164 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:00:08.164 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:00:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:08 smithi196 ceph-mon[19976]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T10:00:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:08 smithi196 ceph-mon[19976]: pgmap v29: 121 pgs: 121 active+clean; 151 MiB data, 592 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.8 MiB/s wr, 30 op/s 2024-08-19T10:00:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:08 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:08 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T10:00:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:08 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T10:00:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:08 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T10:00:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:08 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:08.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:08 smithi196 ceph-mon[19976]: osdmap e177: 8 total, 8 up, 8 in 2024-08-19T10:00:08.451 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:00:08.456 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:00:08.456 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:00:08.456 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:00:08.456 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [], 2024-08-19T10:00:08.456 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "1/20 daemons upgraded", 2024-08-19T10:00:08.456 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading mgr daemons", 2024-08-19T10:00:08.456 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:00:08.456 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:00:08.954 INFO:tasks.rados.rados.0.smithi190.stdout:587: done (7 left) 2024-08-19T10:00:08.954 INFO:tasks.rados.rados.0.smithi190.stdout:588: rollback oid 24 current snap is 51 2024-08-19T10:00:08.954 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 24 to 39 2024-08-19T10:00:08.954 INFO:tasks.rados.rados.0.smithi190.stdout:589: read oid 20 snap -1 2024-08-19T10:00:08.954 INFO:tasks.rados.rados.0.smithi190.stdout:589: expect deleted 2024-08-19T10:00:08.954 INFO:tasks.rados.rados.0.smithi190.stdout:590: snap_remove snap 50 2024-08-19T10:00:09.189 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:09 smithi190 ceph-mon[26031]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:09.189 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:09 smithi190 ceph-mon[26031]: Upgrade: Updating mgr.y 2024-08-19T10:00:09.190 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:09 smithi190 ceph-mon[26031]: Deploying daemon mgr.y on smithi190 2024-08-19T10:00:09.190 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:09 smithi190 ceph-mon[26031]: from='client.15069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:09.190 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:09 smithi190 ceph-mon[26031]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:09.190 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:09 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/1046327058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T10:00:09.190 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:09 smithi190 ceph-mon[26031]: osdmap e178: 8 total, 8 up, 8 in 2024-08-19T10:00:09.190 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:09 smithi190 ceph-mon[16060]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:09.190 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:09 smithi190 ceph-mon[16060]: Upgrade: Updating mgr.y 2024-08-19T10:00:09.190 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:09 smithi190 ceph-mon[16060]: Deploying daemon mgr.y on smithi190 2024-08-19T10:00:09.190 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:09 smithi190 ceph-mon[16060]: from='client.15069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:09.190 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:09 smithi190 ceph-mon[16060]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:09.191 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:09 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/1046327058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T10:00:09.191 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:09 smithi190 ceph-mon[16060]: osdmap e178: 8 total, 8 up, 8 in 2024-08-19T10:00:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:09 smithi196 ceph-mon[19976]: from='client.15063 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:09 smithi196 ceph-mon[19976]: Upgrade: Updating mgr.y 2024-08-19T10:00:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:09 smithi196 ceph-mon[19976]: Deploying daemon mgr.y on smithi190 2024-08-19T10:00:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:09 smithi196 ceph-mon[19976]: from='client.15069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:09 smithi196 ceph-mon[19976]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:09 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/1046327058' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T10:00:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:09 smithi196 ceph-mon[19976]: osdmap e178: 8 total, 8 up, 8 in 2024-08-19T10:00:09.481 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:09 smithi190 systemd[1]: Stopping Ceph mgr.y for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:00:09.733 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:09 smithi190 podman[68726]: 2024-08-19 10:00:09.480130678 +0000 UTC m=+0.140174954 container died 03e52aa37ef2455eafd943b0d66231bc958be307a10f4083121fdc0285108720 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-baa926d, io.buildah.version=1.36.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-19T10:00:09.952 INFO:tasks.rados.rados.0.smithi190.stdout:590: done (9 left) 2024-08-19T10:00:09.952 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 51 2024-08-19T10:00:09.952 INFO:tasks.rados.rados.0.smithi190.stdout:591: seq_num 197 ranges {1171456=507904,1679360=401408} 2024-08-19T10:00:09.961 INFO:tasks.rados.rados.0.smithi190.stdout:591: writing smithi19066007-42 from 1171456 to 1679360 tid 1 2024-08-19T10:00:09.970 INFO:tasks.rados.rados.0.smithi190.stdout:591: writing smithi19066007-42 from 1679360 to 2080768 tid 2 2024-08-19T10:00:09.970 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 9 current snap is 51 2024-08-19T10:00:09.971 INFO:tasks.rados.rados.0.smithi190.stdout:577: finishing copy_from racing read to smithi19066007-16 2024-08-19T10:00:09.971 INFO:tasks.rados.rados.0.smithi190.stdout:592: seq_num 198 ranges {1302528=524288,1826816=401408} 2024-08-19T10:00:09.974 INFO:tasks.rados.rados.0.smithi190.stdout:592: writing smithi19066007-9 from 1302528 to 1826816 tid 1 2024-08-19T10:00:09.978 INFO:tasks.rados.rados.0.smithi190.stdout:592: writing smithi19066007-9 from 1826816 to 2228224 tid 2 2024-08-19T10:00:09.978 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 3 current snap is 51 2024-08-19T10:00:09.978 INFO:tasks.rados.rados.0.smithi190.stdout:577: finishing copy_from to smithi19066007-16 2024-08-19T10:00:09.979 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 51 (ObjNum 143 snap 33 seq_num 143) dirty exists 2024-08-19T10:00:09.979 INFO:tasks.rados.rados.0.smithi190.stdout:593: seq_num 199 ranges {491520=540672,1032192=401408} 2024-08-19T10:00:09.982 INFO:tasks.rados.rados.0.smithi190.stdout:593: writing smithi19066007-3 from 491520 to 1032192 tid 1 2024-08-19T10:00:09.985 INFO:tasks.rados.rados.0.smithi190.stdout:593: writing smithi19066007-3 from 1032192 to 1433600 tid 2 2024-08-19T10:00:09.985 INFO:tasks.rados.rados.0.smithi190.stdout:577: done (11 left) 2024-08-19T10:00:09.985 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 51 2024-08-19T10:00:09.985 INFO:tasks.rados.rados.0.smithi190.stdout:579: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:00:09.987 INFO:tasks.rados.rados.0.smithi190.stdout:580: finishing rollback tid 0 to smithi19066007-40 2024-08-19T10:00:09.988 INFO:tasks.rados.rados.0.smithi190.stdout:582: finishing rollback tid 0 to smithi19066007-49 2024-08-19T10:00:09.988 INFO:tasks.rados.rados.0.smithi190.stdout:594: seq_num 200 ranges {2138112=557056,2695168=401408} 2024-08-19T10:00:10.003 INFO:tasks.rados.rados.0.smithi190.stdout:594: writing smithi19066007-13 from 2138112 to 2695168 tid 1 2024-08-19T10:00:10.006 INFO:tasks.rados.rados.0.smithi190.stdout:594: writing smithi19066007-13 from 2695168 to 3096576 tid 2 2024-08-19T10:00:10.006 INFO:tasks.rados.rados.0.smithi190.stdout:579: done (11 left) 2024-08-19T10:00:10.006 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 51 2024-08-19T10:00:10.006 INFO:tasks.rados.rados.0.smithi190.stdout:595: seq_num 201 ranges {778240=573440,1351680=401408} 2024-08-19T10:00:10.012 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:09 smithi190 podman[68726]: 2024-08-19 10:00:09.93261458 +0000 UTC m=+0.592658855 container cleanup 03e52aa37ef2455eafd943b0d66231bc958be307a10f4083121fdc0285108720 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-baa926d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-19T10:00:10.013 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:09 smithi190 bash[68726]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y 2024-08-19T10:00:10.013 INFO:tasks.rados.rados.0.smithi190.stdout:595: writing smithi19066007-29 from 778240 to 1351680 tid 1 2024-08-19T10:00:10.015 INFO:tasks.rados.rados.0.smithi190.stdout:595: writing smithi19066007-29 from 1351680 to 1753088 tid 2 2024-08-19T10:00:10.016 INFO:tasks.rados.rados.0.smithi190.stdout:596: setattr oid 31 current snap is 51 2024-08-19T10:00:10.016 INFO:tasks.rados.rados.0.smithi190.stdout:582: finishing rollback tid 1 to smithi19066007-49 2024-08-19T10:00:10.016 INFO:tasks.rados.rados.0.smithi190.stdout:582: finishing rollback tid 2 to smithi19066007-49 2024-08-19T10:00:10.016 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 190 (ObjNum 159 snap 36 seq_num 159) dirty exists 2024-08-19T10:00:10.016 INFO:tasks.rados.rados.0.smithi190.stdout:583: expect (ObjNum 170 snap 41 seq_num 170) 2024-08-19T10:00:10.043 INFO:tasks.rados.rados.0.smithi190.stdout:581: expect (ObjNum 178 snap 46 seq_num 178) 2024-08-19T10:00:10.088 INFO:tasks.rados.rados.0.smithi190.stdout:580: finishing rollback tid 1 to smithi19066007-40 2024-08-19T10:00:10.090 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 51 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-19T10:00:10.090 INFO:tasks.rados.rados.0.smithi190.stdout:584: finishing write tid 1 to smithi19066007-27 2024-08-19T10:00:10.090 INFO:tasks.rados.rados.0.smithi190.stdout:584: finishing write tid 2 to smithi19066007-27 2024-08-19T10:00:10.091 INFO:tasks.rados.rados.0.smithi190.stdout:584: finishing write tid 3 to smithi19066007-27 2024-08-19T10:00:10.091 INFO:tasks.rados.rados.0.smithi190.stdout:584: finishing write tid 4 to smithi19066007-27 2024-08-19T10:00:10.091 INFO:tasks.rados.rados.0.smithi190.stdout:584: oid 27 updating version 0 to 184 2024-08-19T10:00:10.091 INFO:tasks.rados.rados.0.smithi190.stdout:584: oid 27 updating version 184 to 185 2024-08-19T10:00:10.091 INFO:tasks.rados.rados.0.smithi190.stdout:584: oid 27 version 185 is already newer than 183 2024-08-19T10:00:10.091 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 185 (ObjNum 196 snap 51 seq_num 196) dirty exists 2024-08-19T10:00:10.093 INFO:tasks.rados.rados.0.smithi190.stdout:584: left oid 27 (ObjNum 196 snap 51 seq_num 196) 2024-08-19T10:00:10.093 INFO:tasks.rados.rados.0.smithi190.stdout:588: finishing rollback tid 0 to smithi19066007-24 2024-08-19T10:00:10.093 INFO:tasks.rados.rados.0.smithi190.stdout:588: finishing rollback tid 1 to smithi19066007-24 2024-08-19T10:00:10.093 INFO:tasks.rados.rados.0.smithi190.stdout:588: finishing rollback tid 2 to smithi19066007-24 2024-08-19T10:00:10.094 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 258 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-08-19T10:00:10.094 INFO:tasks.rados.rados.0.smithi190.stdout:591: finishing write tid 1 to smithi19066007-42 2024-08-19T10:00:10.094 INFO:tasks.rados.rados.0.smithi190.stdout:591: finishing write tid 2 to smithi19066007-42 2024-08-19T10:00:10.094 INFO:tasks.rados.rados.0.smithi190.stdout:591: finishing write tid 3 to smithi19066007-42 2024-08-19T10:00:10.094 INFO:tasks.rados.rados.0.smithi190.stdout:591: finishing write tid 4 to smithi19066007-42 2024-08-19T10:00:10.094 INFO:tasks.rados.rados.0.smithi190.stdout:591: oid 42 updating version 0 to 130 2024-08-19T10:00:10.095 INFO:tasks.rados.rados.0.smithi190.stdout:591: oid 42 version 130 is already newer than 128 2024-08-19T10:00:10.095 INFO:tasks.rados.rados.0.smithi190.stdout:591: oid 42 version 130 is already newer than 129 2024-08-19T10:00:10.095 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 130 (ObjNum 197 snap 51 seq_num 197) dirty exists 2024-08-19T10:00:10.095 INFO:tasks.rados.rados.0.smithi190.stdout:591: left oid 42 (ObjNum 197 snap 51 seq_num 197) 2024-08-19T10:00:10.095 INFO:tasks.rados.rados.0.smithi190.stdout:592: finishing write tid 1 to smithi19066007-9 2024-08-19T10:00:10.095 INFO:tasks.rados.rados.0.smithi190.stdout:592: finishing write tid 2 to smithi19066007-9 2024-08-19T10:00:10.096 INFO:tasks.rados.rados.0.smithi190.stdout:592: finishing write tid 3 to smithi19066007-9 2024-08-19T10:00:10.096 INFO:tasks.rados.rados.0.smithi190.stdout:592: finishing write tid 4 to smithi19066007-9 2024-08-19T10:00:10.096 INFO:tasks.rados.rados.0.smithi190.stdout:592: oid 9 updating version 0 to 203 2024-08-19T10:00:10.096 INFO:tasks.rados.rados.0.smithi190.stdout:592: oid 9 version 203 is already newer than 201 2024-08-19T10:00:10.096 INFO:tasks.rados.rados.0.smithi190.stdout:592: oid 9 version 203 is already newer than 202 2024-08-19T10:00:10.096 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 203 (ObjNum 198 snap 51 seq_num 198) dirty exists 2024-08-19T10:00:10.096 INFO:tasks.rados.rados.0.smithi190.stdout:592: left oid 9 (ObjNum 198 snap 51 seq_num 198) 2024-08-19T10:00:10.097 INFO:tasks.rados.rados.0.smithi190.stdout:593: finishing write tid 1 to smithi19066007-3 2024-08-19T10:00:10.097 INFO:tasks.rados.rados.0.smithi190.stdout:580: done (12 left) 2024-08-19T10:00:10.097 INFO:tasks.rados.rados.0.smithi190.stdout:581: done (11 left) 2024-08-19T10:00:10.097 INFO:tasks.rados.rados.0.smithi190.stdout:582: done (10 left) 2024-08-19T10:00:10.097 INFO:tasks.rados.rados.0.smithi190.stdout:583: done (9 left) 2024-08-19T10:00:10.097 INFO:tasks.rados.rados.0.smithi190.stdout:584: done (8 left) 2024-08-19T10:00:10.097 INFO:tasks.rados.rados.0.smithi190.stdout:588: done (7 left) 2024-08-19T10:00:10.098 INFO:tasks.rados.rados.0.smithi190.stdout:589: done (6 left) 2024-08-19T10:00:10.098 INFO:tasks.rados.rados.0.smithi190.stdout:591: done (5 left) 2024-08-19T10:00:10.098 INFO:tasks.rados.rados.0.smithi190.stdout:592: done (4 left) 2024-08-19T10:00:10.098 INFO:tasks.rados.rados.0.smithi190.stdout:597: delete oid 41 current snap is 51 2024-08-19T10:00:10.098 INFO:tasks.rados.rados.0.smithi190.stdout:593: finishing write tid 2 to smithi19066007-3 2024-08-19T10:00:10.098 INFO:tasks.rados.rados.0.smithi190.stdout:593: finishing write tid 3 to smithi19066007-3 2024-08-19T10:00:10.098 INFO:tasks.rados.rados.0.smithi190.stdout:593: finishing write tid 4 to smithi19066007-3 2024-08-19T10:00:10.099 INFO:tasks.rados.rados.0.smithi190.stdout:593: oid 3 updating version 0 to 131 2024-08-19T10:00:10.099 INFO:tasks.rados.rados.0.smithi190.stdout:593: oid 3 updating version 131 to 132 2024-08-19T10:00:10.099 INFO:tasks.rados.rados.0.smithi190.stdout:593: oid 3 updating version 132 to 133 2024-08-19T10:00:10.099 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 133 (ObjNum 199 snap 51 seq_num 199) dirty exists 2024-08-19T10:00:10.099 INFO:tasks.rados.rados.0.smithi190.stdout:593: left oid 3 (ObjNum 199 snap 51 seq_num 199) 2024-08-19T10:00:10.099 INFO:tasks.rados.rados.0.smithi190.stdout:594: finishing write tid 1 to smithi19066007-13 2024-08-19T10:00:10.099 INFO:tasks.rados.rados.0.smithi190.stdout:594: finishing write tid 2 to smithi19066007-13 2024-08-19T10:00:10.099 INFO:tasks.rados.rados.0.smithi190.stdout:594: finishing write tid 3 to smithi19066007-13 2024-08-19T10:00:10.099 INFO:tasks.rados.rados.0.smithi190.stdout:594: finishing write tid 4 to smithi19066007-13 2024-08-19T10:00:10.099 INFO:tasks.rados.rados.0.smithi190.stdout:594: oid 13 updating version 0 to 261 2024-08-19T10:00:10.102 INFO:tasks.rados.rados.0.smithi190.stdout:594: oid 13 updating version 261 to 263 2024-08-19T10:00:10.103 INFO:tasks.rados.rados.0.smithi190.stdout:594: oid 13 version 263 is already newer than 262 2024-08-19T10:00:10.103 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 263 (ObjNum 200 snap 51 seq_num 200) dirty exists 2024-08-19T10:00:10.103 INFO:tasks.rados.rados.0.smithi190.stdout:594: left oid 13 (ObjNum 200 snap 51 seq_num 200) 2024-08-19T10:00:10.103 INFO:tasks.rados.rados.0.smithi190.stdout:595: finishing write tid 1 to smithi19066007-29 2024-08-19T10:00:10.103 INFO:tasks.rados.rados.0.smithi190.stdout:595: finishing write tid 2 to smithi19066007-29 2024-08-19T10:00:10.103 INFO:tasks.rados.rados.0.smithi190.stdout:595: finishing write tid 3 to smithi19066007-29 2024-08-19T10:00:10.103 INFO:tasks.rados.rados.0.smithi190.stdout:595: finishing write tid 4 to smithi19066007-29 2024-08-19T10:00:10.104 INFO:tasks.rados.rados.0.smithi190.stdout:595: oid 29 updating version 0 to 73 2024-08-19T10:00:10.104 INFO:tasks.rados.rados.0.smithi190.stdout:595: oid 29 version 73 is already newer than 72 2024-08-19T10:00:10.104 INFO:tasks.rados.rados.0.smithi190.stdout:595: oid 29 version 73 is already newer than 71 2024-08-19T10:00:10.104 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 73 (ObjNum 201 snap 51 seq_num 201) dirty exists 2024-08-19T10:00:10.104 INFO:tasks.rados.rados.0.smithi190.stdout:595: left oid 29 (ObjNum 201 snap 51 seq_num 201) 2024-08-19T10:00:10.104 INFO:tasks.rados.rados.0.smithi190.stdout:593: done (4 left) 2024-08-19T10:00:10.105 INFO:tasks.rados.rados.0.smithi190.stdout:594: done (3 left) 2024-08-19T10:00:10.105 INFO:tasks.rados.rados.0.smithi190.stdout:595: done (2 left) 2024-08-19T10:00:10.105 INFO:tasks.rados.rados.0.smithi190.stdout:597: done (1 left) 2024-08-19T10:00:10.105 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 5 current snap is 51 2024-08-19T10:00:10.105 INFO:tasks.rados.rados.0.smithi190.stdout:598: seq_num 203 ranges {1638400=606208,2244608=401408} 2024-08-19T10:00:10.107 INFO:tasks.rados.rados.0.smithi190.stdout:598: writing smithi19066007-5 from 1638400 to 2244608 tid 1 2024-08-19T10:00:10.107 INFO:tasks.rados.rados.0.smithi190.stdout:598: writing smithi19066007-5 from 2244608 to 2646016 tid 2 2024-08-19T10:00:10.107 INFO:tasks.rados.rados.0.smithi190.stdout:599: copy_from oid 44 from oid 47 current snap is 51 2024-08-19T10:00:10.107 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 279 (ObjNum 124 snap 26 seq_num 124) dirty exists 2024-08-19T10:00:10.108 INFO:tasks.rados.rados.0.smithi190.stdout:596: done (2 left) 2024-08-19T10:00:10.108 INFO:tasks.rados.rados.0.smithi190.stdout:600: rollback oid 9 current snap is 51 2024-08-19T10:00:10.108 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 9 to 42 2024-08-19T10:00:10.108 INFO:tasks.rados.rados.0.smithi190.stdout:601: copy_from oid 31 from oid 18 current snap is 51 2024-08-19T10:00:10.108 INFO:tasks.rados.rados.0.smithi190.stdout:602: copy_from oid 17 from oid 7 current snap is 51 2024-08-19T10:00:10.108 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 51 2024-08-19T10:00:10.108 INFO:tasks.rados.rados.0.smithi190.stdout:603: seq_num 204 ranges {2408448=622592,3031040=401408} 2024-08-19T10:00:10.117 INFO:tasks.rados.rados.0.smithi190.stdout:603: writing smithi19066007-16 from 2408448 to 3031040 tid 1 2024-08-19T10:00:10.119 INFO:tasks.rados.rados.0.smithi190.stdout:603: writing smithi19066007-16 from 3031040 to 3432448 tid 2 2024-08-19T10:00:10.119 INFO:tasks.rados.rados.0.smithi190.stdout:604: snap_remove snap 29 2024-08-19T10:00:10.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:10 smithi190 podman[68739]: 2024-08-19 10:00:10.243069638 +0000 UTC m=+0.765427307 container remove 03e52aa37ef2455eafd943b0d66231bc958be307a10f4083121fdc0285108720 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y, ceph=True, RELEASE=reef-baa926d, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-19T10:00:10.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:10 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-08-19T10:00:10.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:10 smithi190 ceph-mon[16060]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:10.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:10 smithi190 ceph-mon[16060]: pgmap v32: 121 pgs: 121 active+clean; 151 MiB data, 592 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.8 MiB/s wr, 30 op/s 2024-08-19T10:00:10.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:10 smithi190 ceph-mon[16060]: osdmap e179: 8 total, 8 up, 8 in 2024-08-19T10:00:10.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:10 smithi190 ceph-mon[26031]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:10.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:10 smithi190 ceph-mon[26031]: pgmap v32: 121 pgs: 121 active+clean; 151 MiB data, 592 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.8 MiB/s wr, 30 op/s 2024-08-19T10:00:10.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:10 smithi190 ceph-mon[26031]: osdmap e179: 8 total, 8 up, 8 in 2024-08-19T10:00:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:10 smithi196 ceph-mon[19976]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:10 smithi196 ceph-mon[19976]: pgmap v32: 121 pgs: 121 active+clean; 151 MiB data, 592 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.8 MiB/s wr, 30 op/s 2024-08-19T10:00:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:10 smithi196 ceph-mon[19976]: osdmap e179: 8 total, 8 up, 8 in 2024-08-19T10:00:10.812 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:10 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-08-19T10:00:10.813 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:10 smithi190 systemd[1]: Stopped Ceph mgr.y for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:00:10.813 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:10 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.y.service: Consumed 42.985s CPU time. 2024-08-19T10:00:10.813 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:10 smithi190 systemd[1]: Starting Ceph mgr.y for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:00:11.031 INFO:tasks.rados.rados.0.smithi190.stdout:604: done (6 left) 2024-08-19T10:00:11.031 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 51 2024-08-19T10:00:11.031 INFO:tasks.rados.rados.0.smithi190.stdout:605: seq_num 205 ranges {5570560=638976,6209536=401408} 2024-08-19T10:00:11.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:10 smithi190 podman[68864]: 2024-08-19 10:00:10.714658064 +0000 UTC m=+0.017952474 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:00:11.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:10 smithi190 podman[68864]: 2024-08-19 10:00:10.819356558 +0000 UTC m=+0.122650961 container create 48742d27e5dd9076d569ac9fc4d947e150dec83005eec2b511518e8aace52a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-7976693, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T10:00:11.065 INFO:tasks.rados.rados.0.smithi190.stdout:605: writing smithi19066007-26 from 5570560 to 6209536 tid 1 2024-08-19T10:00:11.068 INFO:tasks.rados.rados.0.smithi190.stdout:605: writing smithi19066007-26 from 6209536 to 6610944 tid 2 2024-08-19T10:00:11.068 INFO:tasks.rados.rados.0.smithi190.stdout:606: read oid 33 snap -1 2024-08-19T10:00:11.068 INFO:tasks.rados.rados.0.smithi190.stdout:606: expect (ObjNum 164 snap 40 seq_num 164) 2024-08-19T10:00:11.068 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 51 2024-08-19T10:00:11.068 INFO:tasks.rados.rados.0.smithi190.stdout:598: finishing write tid 1 to smithi19066007-5 2024-08-19T10:00:11.068 INFO:tasks.rados.rados.0.smithi190.stdout:600: finishing rollback tid 0 to smithi19066007-9 2024-08-19T10:00:11.069 INFO:tasks.rados.rados.0.smithi190.stdout:598: finishing write tid 2 to smithi19066007-5 2024-08-19T10:00:11.069 INFO:tasks.rados.rados.0.smithi190.stdout:598: finishing write tid 3 to smithi19066007-5 2024-08-19T10:00:11.069 INFO:tasks.rados.rados.0.smithi190.stdout:600: finishing rollback tid 1 to smithi19066007-9 2024-08-19T10:00:11.069 INFO:tasks.rados.rados.0.smithi190.stdout:600: finishing rollback tid 2 to smithi19066007-9 2024-08-19T10:00:11.069 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 206 (ObjNum 69 snap 7 seq_num 69) dirty exists 2024-08-19T10:00:11.069 INFO:tasks.rados.rados.0.smithi190.stdout:598: finishing write tid 4 to smithi19066007-5 2024-08-19T10:00:11.069 INFO:tasks.rados.rados.0.smithi190.stdout:598: oid 5 updating version 0 to 263 2024-08-19T10:00:11.069 INFO:tasks.rados.rados.0.smithi190.stdout:598: oid 5 version 263 is already newer than 262 2024-08-19T10:00:11.069 INFO:tasks.rados.rados.0.smithi190.stdout:598: oid 5 updating version 263 to 264 2024-08-19T10:00:11.069 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 264 (ObjNum 203 snap 51 seq_num 203) dirty exists 2024-08-19T10:00:11.069 INFO:tasks.rados.rados.0.smithi190.stdout:598: left oid 5 (ObjNum 203 snap 51 seq_num 203) 2024-08-19T10:00:11.069 INFO:tasks.rados.rados.0.smithi190.stdout:602: finishing copy_from racing read to smithi19066007-17 2024-08-19T10:00:11.069 INFO:tasks.rados.rados.0.smithi190.stdout:602: finishing copy_from to smithi19066007-17 2024-08-19T10:00:11.069 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 64 (ObjNum 146 snap 33 seq_num 146) dirty exists 2024-08-19T10:00:11.069 INFO:tasks.rados.rados.0.smithi190.stdout:599: finishing copy_from racing read to smithi19066007-44 2024-08-19T10:00:11.070 INFO:tasks.rados.rados.0.smithi190.stdout:601: finishing copy_from racing read to smithi19066007-31 2024-08-19T10:00:11.070 INFO:tasks.rados.rados.0.smithi190.stdout:601: finishing copy_from to smithi19066007-31 2024-08-19T10:00:11.070 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 225 (ObjNum 192 snap 49 seq_num 192) dirty exists 2024-08-19T10:00:11.070 INFO:tasks.rados.rados.0.smithi190.stdout:599: finishing copy_from to smithi19066007-44 2024-08-19T10:00:11.070 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 227 (ObjNum 156 snap 36 seq_num 156) dirty exists 2024-08-19T10:00:11.070 INFO:tasks.rados.rados.0.smithi190.stdout:603: finishing write tid 1 to smithi19066007-16 2024-08-19T10:00:11.070 INFO:tasks.rados.rados.0.smithi190.stdout:603: finishing write tid 2 to smithi19066007-16 2024-08-19T10:00:11.070 INFO:tasks.rados.rados.0.smithi190.stdout:603: finishing write tid 3 to smithi19066007-16 2024-08-19T10:00:11.070 INFO:tasks.rados.rados.0.smithi190.stdout:603: finishing write tid 4 to smithi19066007-16 2024-08-19T10:00:11.070 INFO:tasks.rados.rados.0.smithi190.stdout:603: oid 16 updating version 0 to 206 2024-08-19T10:00:11.070 INFO:tasks.rados.rados.0.smithi190.stdout:603: oid 16 version 206 is already newer than 204 2024-08-19T10:00:11.070 INFO:tasks.rados.rados.0.smithi190.stdout:603: oid 16 version 206 is already newer than 205 2024-08-19T10:00:11.070 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 206 (ObjNum 204 snap 51 seq_num 204) dirty exists 2024-08-19T10:00:11.071 INFO:tasks.rados.rados.0.smithi190.stdout:603: left oid 16 (ObjNum 204 snap 51 seq_num 204) 2024-08-19T10:00:11.071 INFO:tasks.rados.rados.0.smithi190.stdout:605: finishing write tid 1 to smithi19066007-26 2024-08-19T10:00:11.071 INFO:tasks.rados.rados.0.smithi190.stdout:607: seq_num 206 ranges {1753088=655360,2408448=401408} 2024-08-19T10:00:11.082 INFO:tasks.rados.rados.0.smithi190.stdout:607: writing smithi19066007-29 from 1753088 to 2408448 tid 1 2024-08-19T10:00:11.084 INFO:tasks.rados.rados.0.smithi190.stdout:607: writing smithi19066007-29 from 2408448 to 2809856 tid 2 2024-08-19T10:00:11.084 INFO:tasks.rados.rados.0.smithi190.stdout:598: done (8 left) 2024-08-19T10:00:11.084 INFO:tasks.rados.rados.0.smithi190.stdout:599: done (7 left) 2024-08-19T10:00:11.084 INFO:tasks.rados.rados.0.smithi190.stdout:600: done (6 left) 2024-08-19T10:00:11.084 INFO:tasks.rados.rados.0.smithi190.stdout:601: done (5 left) 2024-08-19T10:00:11.084 INFO:tasks.rados.rados.0.smithi190.stdout:602: done (4 left) 2024-08-19T10:00:11.084 INFO:tasks.rados.rados.0.smithi190.stdout:603: done (3 left) 2024-08-19T10:00:11.085 INFO:tasks.rados.rados.0.smithi190.stdout:608: snap_create 2024-08-19T10:00:11.085 INFO:tasks.rados.rados.0.smithi190.stdout:605: finishing write tid 2 to smithi19066007-26 2024-08-19T10:00:11.085 INFO:tasks.rados.rados.0.smithi190.stdout:605: finishing write tid 3 to smithi19066007-26 2024-08-19T10:00:11.085 INFO:tasks.rados.rados.0.smithi190.stdout:605: finishing write tid 4 to smithi19066007-26 2024-08-19T10:00:11.085 INFO:tasks.rados.rados.0.smithi190.stdout:605: oid 26 updating version 0 to 275 2024-08-19T10:00:11.085 INFO:tasks.rados.rados.0.smithi190.stdout:605: oid 26 updating version 275 to 276 2024-08-19T10:00:11.085 INFO:tasks.rados.rados.0.smithi190.stdout:605: oid 26 updating version 276 to 277 2024-08-19T10:00:11.085 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 277 (ObjNum 205 snap 51 seq_num 205) dirty exists 2024-08-19T10:00:11.085 INFO:tasks.rados.rados.0.smithi190.stdout:605: left oid 26 (ObjNum 205 snap 51 seq_num 205) 2024-08-19T10:00:11.085 INFO:tasks.rados.rados.0.smithi190.stdout:606: expect (ObjNum 164 snap 40 seq_num 164) 2024-08-19T10:00:11.213 INFO:tasks.rados.rados.0.smithi190.stdout:607: finishing write tid 1 to smithi19066007-29 2024-08-19T10:00:11.213 INFO:tasks.rados.rados.0.smithi190.stdout:607: finishing write tid 2 to smithi19066007-29 2024-08-19T10:00:11.213 INFO:tasks.rados.rados.0.smithi190.stdout:607: finishing write tid 3 to smithi19066007-29 2024-08-19T10:00:11.213 INFO:tasks.rados.rados.0.smithi190.stdout:607: finishing write tid 4 to smithi19066007-29 2024-08-19T10:00:11.214 INFO:tasks.rados.rados.0.smithi190.stdout:607: oid 29 updating version 0 to 77 2024-08-19T10:00:11.214 INFO:tasks.rados.rados.0.smithi190.stdout:607: oid 29 version 77 is already newer than 76 2024-08-19T10:00:11.214 INFO:tasks.rados.rados.0.smithi190.stdout:607: oid 29 updating version 77 to 78 2024-08-19T10:00:11.214 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 78 (ObjNum 206 snap 51 seq_num 206) dirty exists 2024-08-19T10:00:11.214 INFO:tasks.rados.rados.0.smithi190.stdout:607: left oid 29 (ObjNum 206 snap 51 seq_num 206) 2024-08-19T10:00:11.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:11 smithi190 podman[68864]: 2024-08-19 10:00:11.064272792 +0000 UTC m=+0.367567196 container init 48742d27e5dd9076d569ac9fc4d947e150dec83005eec2b511518e8aace52a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:00:11.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:11 smithi190 podman[68864]: 2024-08-19 10:00:11.068475941 +0000 UTC m=+0.371770353 container start 48742d27e5dd9076d569ac9fc4d947e150dec83005eec2b511518e8aace52a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-19T10:00:11.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:11 smithi190 ceph-mgr[68883]: -- 172.21.15.190:0/1305379721 <== mon.0 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559d21c150e0 con 0x559d21bf3000 2024-08-19T10:00:11.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:11 smithi190 bash[68864]: 48742d27e5dd9076d569ac9fc4d947e150dec83005eec2b511518e8aace52a05 2024-08-19T10:00:11.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:11 smithi190 systemd[1]: Started Ceph mgr.y for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:00:12.032 INFO:tasks.rados.rados.0.smithi190.stdout:605: done (3 left) 2024-08-19T10:00:12.032 INFO:tasks.rados.rados.0.smithi190.stdout:606: done (2 left) 2024-08-19T10:00:12.032 INFO:tasks.rados.rados.0.smithi190.stdout:607: done (1 left) 2024-08-19T10:00:12.032 INFO:tasks.rados.rados.0.smithi190.stdout:608: done (0 left) 2024-08-19T10:00:12.032 INFO:tasks.rados.rados.0.smithi190.stdout:609: delete oid 2 current snap is 52 2024-08-19T10:00:12.036 INFO:tasks.rados.rados.0.smithi190.stdout:609: done (0 left) 2024-08-19T10:00:12.036 INFO:tasks.rados.rados.0.smithi190.stdout:610: delete oid 5 current snap is 52 2024-08-19T10:00:12.040 INFO:tasks.rados.rados.0.smithi190.stdout:610: done (0 left) 2024-08-19T10:00:12.040 INFO:tasks.rados.rados.0.smithi190.stdout:611: read oid 43 snap -1 2024-08-19T10:00:12.040 INFO:tasks.rados.rados.0.smithi190.stdout:611: expect (ObjNum 178 snap 46 seq_num 178) 2024-08-19T10:00:12.040 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 1 current snap is 52 2024-08-19T10:00:12.040 INFO:tasks.rados.rados.0.smithi190.stdout:612: seq_num 209 ranges {0=704512,704512=401408} 2024-08-19T10:00:12.046 INFO:tasks.rados.rados.0.smithi190.stdout:612: writing smithi19066007-1 from 0 to 704512 tid 1 2024-08-19T10:00:12.047 INFO:tasks.rados.rados.0.smithi190.stdout:612: writing smithi19066007-1 from 704512 to 1105920 tid 2 2024-08-19T10:00:12.047 INFO:tasks.rados.rados.0.smithi190.stdout:613: rollback oid 50 current snap is 52 2024-08-19T10:00:12.047 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 50 to 39 2024-08-19T10:00:12.047 INFO:tasks.rados.rados.0.smithi190.stdout:611: expect (ObjNum 178 snap 46 seq_num 178) 2024-08-19T10:00:12.087 INFO:tasks.rados.rados.0.smithi190.stdout:613: finishing rollback tid 1 to smithi19066007-50 2024-08-19T10:00:12.088 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 53 (ObjNum 897 snap 0 seq_num 3355580864) dirty dne 2024-08-19T10:00:12.088 INFO:tasks.rados.rados.0.smithi190.stdout:612: finishing write tid 1 to smithi19066007-1 2024-08-19T10:00:12.088 INFO:tasks.rados.rados.0.smithi190.stdout:612: finishing write tid 2 to smithi19066007-1 2024-08-19T10:00:12.088 INFO:tasks.rados.rados.0.smithi190.stdout:612: finishing write tid 3 to smithi19066007-1 2024-08-19T10:00:12.088 INFO:tasks.rados.rados.0.smithi190.stdout:611: done (2 left) 2024-08-19T10:00:12.088 INFO:tasks.rados.rados.0.smithi190.stdout:613: done (1 left) 2024-08-19T10:00:12.089 INFO:tasks.rados.rados.0.smithi190.stdout:614: read oid 5 snap -1 2024-08-19T10:00:12.089 INFO:tasks.rados.rados.0.smithi190.stdout:614: expect deleted 2024-08-19T10:00:12.089 INFO:tasks.rados.rados.0.smithi190.stdout:615: snap_remove snap 42 2024-08-19T10:00:12.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:12 smithi196 ceph-mon[19976]: pgmap v35: 121 pgs: 121 active+clean; 152 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 218 KiB/s wr, 5 op/s 2024-08-19T10:00:12.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:12 smithi196 ceph-mon[19976]: osdmap e180: 8 total, 8 up, 8 in 2024-08-19T10:00:12.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:12 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:12.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:12 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:12.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:12 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:12.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:12 smithi190 ceph-mon[16060]: pgmap v35: 121 pgs: 121 active+clean; 152 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 218 KiB/s wr, 5 op/s 2024-08-19T10:00:12.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:12 smithi190 ceph-mon[16060]: osdmap e180: 8 total, 8 up, 8 in 2024-08-19T10:00:12.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:12 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:12.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:12 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:12.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:12 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:12.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:12 smithi190 ceph-mon[26031]: pgmap v35: 121 pgs: 121 active+clean; 152 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 218 KiB/s wr, 5 op/s 2024-08-19T10:00:12.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:12 smithi190 ceph-mon[26031]: osdmap e180: 8 total, 8 up, 8 in 2024-08-19T10:00:12.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:12 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:12.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:12 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:12.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:12 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:13.040 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:13 smithi190 ceph-mon[16060]: osdmap e181: 8 total, 8 up, 8 in 2024-08-19T10:00:13.055 INFO:tasks.rados.rados.0.smithi190.stdout:615: done (2 left) 2024-08-19T10:00:13.055 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 25 current snap is 52 2024-08-19T10:00:13.055 INFO:tasks.rados.rados.0.smithi190.stdout:616: seq_num 210 ranges {1638400=720896,2359296=401408} 2024-08-19T10:00:13.065 INFO:tasks.rados.rados.0.smithi190.stdout:616: writing smithi19066007-25 from 1638400 to 2359296 tid 1 2024-08-19T10:00:13.068 INFO:tasks.rados.rados.0.smithi190.stdout:616: writing smithi19066007-25 from 2359296 to 2760704 tid 2 2024-08-19T10:00:13.068 INFO:tasks.rados.rados.0.smithi190.stdout:617: read oid 29 snap -1 2024-08-19T10:00:13.069 INFO:tasks.rados.rados.0.smithi190.stdout:617: expect (ObjNum 206 snap 51 seq_num 206) 2024-08-19T10:00:13.069 INFO:tasks.rados.rados.0.smithi190.stdout:612: finishing write tid 4 to smithi19066007-1 2024-08-19T10:00:13.069 INFO:tasks.rados.rados.0.smithi190.stdout:612: oid 1 updating version 0 to 280 2024-08-19T10:00:13.069 INFO:tasks.rados.rados.0.smithi190.stdout:612: oid 1 version 280 is already newer than 279 2024-08-19T10:00:13.069 INFO:tasks.rados.rados.0.smithi190.stdout:612: oid 1 version 280 is already newer than 278 2024-08-19T10:00:13.069 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 280 (ObjNum 209 snap 52 seq_num 209) dirty exists 2024-08-19T10:00:13.070 INFO:tasks.rados.rados.0.smithi190.stdout:612: left oid 1 (ObjNum 209 snap 52 seq_num 209) 2024-08-19T10:00:13.070 INFO:tasks.rados.rados.0.smithi190.stdout:612: done (3 left) 2024-08-19T10:00:13.070 INFO:tasks.rados.rados.0.smithi190.stdout:614: done (2 left) 2024-08-19T10:00:13.070 INFO:tasks.rados.rados.0.smithi190.stdout:618: rollback oid 46 current snap is 52 2024-08-19T10:00:13.070 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 46 to 51 2024-08-19T10:00:13.070 INFO:tasks.rados.rados.0.smithi190.stdout:619: delete oid 21 current snap is 52 2024-08-19T10:00:13.072 INFO:tasks.rados.rados.0.smithi190.stdout:619: done (3 left) 2024-08-19T10:00:13.072 INFO:tasks.rados.rados.0.smithi190.stdout:620: read oid 6 snap -1 2024-08-19T10:00:13.072 INFO:tasks.rados.rados.0.smithi190.stdout:620: expect (ObjNum 165 snap 40 seq_num 165) 2024-08-19T10:00:13.072 INFO:tasks.rados.rados.0.smithi190.stdout:621: read oid 16 snap -1 2024-08-19T10:00:13.073 INFO:tasks.rados.rados.0.smithi190.stdout:621: expect (ObjNum 204 snap 51 seq_num 204) 2024-08-19T10:00:13.073 INFO:tasks.rados.rados.0.smithi190.stdout:622: delete oid 23 current snap is 52 2024-08-19T10:00:13.073 INFO:tasks.rados.rados.0.smithi190.stdout:618: finishing rollback tid 0 to smithi19066007-46 2024-08-19T10:00:13.075 INFO:tasks.rados.rados.0.smithi190.stdout:618: finishing rollback tid 1 to smithi19066007-46 2024-08-19T10:00:13.079 INFO:tasks.rados.rados.0.smithi190.stdout:618: finishing rollback tid 2 to smithi19066007-46 2024-08-19T10:00:13.079 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 202 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:00:13.080 INFO:tasks.rados.rados.0.smithi190.stdout:616: finishing write tid 1 to smithi19066007-25 2024-08-19T10:00:13.083 INFO:tasks.rados.rados.0.smithi190.stdout:616: finishing write tid 2 to smithi19066007-25 2024-08-19T10:00:13.085 INFO:tasks.rados.rados.0.smithi190.stdout:616: finishing write tid 3 to smithi19066007-25 2024-08-19T10:00:13.085 INFO:tasks.rados.rados.0.smithi190.stdout:618: done (5 left) 2024-08-19T10:00:13.085 INFO:tasks.rados.rados.0.smithi190.stdout:622: done (4 left) 2024-08-19T10:00:13.085 INFO:tasks.rados.rados.0.smithi190.stdout:623: snap_create 2024-08-19T10:00:13.087 INFO:tasks.rados.rados.0.smithi190.stdout:616: finishing write tid 4 to smithi19066007-25 2024-08-19T10:00:13.087 INFO:tasks.rados.rados.0.smithi190.stdout:616: oid 25 updating version 0 to 301 2024-08-19T10:00:13.087 INFO:tasks.rados.rados.0.smithi190.stdout:616: oid 25 version 301 is already newer than 300 2024-08-19T10:00:13.087 INFO:tasks.rados.rados.0.smithi190.stdout:616: oid 25 updating version 301 to 302 2024-08-19T10:00:13.087 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 302 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-08-19T10:00:13.087 INFO:tasks.rados.rados.0.smithi190.stdout:616: left oid 25 (ObjNum 210 snap 52 seq_num 210) 2024-08-19T10:00:13.094 INFO:tasks.rados.rados.0.smithi190.stdout:620: expect (ObjNum 165 snap 40 seq_num 165) 2024-08-19T10:00:13.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:13 smithi190 ceph-mon[26031]: osdmap e181: 8 total, 8 up, 8 in 2024-08-19T10:00:13.318 INFO:tasks.rados.rados.0.smithi190.stdout:617: expect (ObjNum 206 snap 51 seq_num 206) 2024-08-19T10:00:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:13 smithi196 ceph-mon[19976]: osdmap e181: 8 total, 8 up, 8 in 2024-08-19T10:00:13.438 INFO:tasks.rados.rados.0.smithi190.stdout:621: expect (ObjNum 204 snap 51 seq_num 204) 2024-08-19T10:00:14.051 INFO:tasks.rados.rados.0.smithi190.stdout:616: done (4 left) 2024-08-19T10:00:14.051 INFO:tasks.rados.rados.0.smithi190.stdout:617: done (3 left) 2024-08-19T10:00:14.051 INFO:tasks.rados.rados.0.smithi190.stdout:620: done (2 left) 2024-08-19T10:00:14.051 INFO:tasks.rados.rados.0.smithi190.stdout:621: done (1 left) 2024-08-19T10:00:14.051 INFO:tasks.rados.rados.0.smithi190.stdout:623: done (0 left) 2024-08-19T10:00:14.051 INFO:tasks.rados.rados.0.smithi190.stdout:624: rollback oid 47 current snap is 53 2024-08-19T10:00:14.051 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 47 to 26 2024-08-19T10:00:14.051 INFO:tasks.rados.rados.0.smithi190.stdout:625: read oid 10 snap -1 2024-08-19T10:00:14.052 INFO:tasks.rados.rados.0.smithi190.stdout:625: expect (ObjNum 143 snap 33 seq_num 143) 2024-08-19T10:00:14.052 INFO:tasks.rados.rados.0.smithi190.stdout:626: read oid 42 snap 51 2024-08-19T10:00:14.052 INFO:tasks.rados.rados.0.smithi190.stdout:626: expect (ObjNum 197 snap 51 seq_num 197) 2024-08-19T10:00:14.052 INFO:tasks.rados.rados.0.smithi190.stdout:627: snap_remove snap 46 2024-08-19T10:00:14.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:14 smithi190 ceph-mon[16060]: pgmap v38: 121 pgs: 121 active+clean; 152 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 218 KiB/s wr, 5 op/s 2024-08-19T10:00:14.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:14 smithi190 ceph-mon[16060]: osdmap e182: 8 total, 8 up, 8 in 2024-08-19T10:00:14.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:14 smithi190 ceph-mon[26031]: pgmap v38: 121 pgs: 121 active+clean; 152 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 218 KiB/s wr, 5 op/s 2024-08-19T10:00:14.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:14 smithi190 ceph-mon[26031]: osdmap e182: 8 total, 8 up, 8 in 2024-08-19T10:00:14.403 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:14 smithi196 ceph-mon[19976]: pgmap v38: 121 pgs: 121 active+clean; 152 MiB data, 601 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 218 KiB/s wr, 5 op/s 2024-08-19T10:00:14.403 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:14 smithi196 ceph-mon[19976]: osdmap e182: 8 total, 8 up, 8 in 2024-08-19T10:00:15.052 INFO:tasks.rados.rados.0.smithi190.stdout:627: done (3 left) 2024-08-19T10:00:15.052 INFO:tasks.rados.rados.0.smithi190.stdout:628: rmattr oid 46 current snap is 53 2024-08-19T10:00:15.052 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 53 2024-08-19T10:00:15.052 INFO:tasks.rados.rados.0.smithi190.stdout:629: seq_num 213 ranges {6610944=770048,7380992=401408} 2024-08-19T10:00:15.093 INFO:tasks.rados.rados.0.smithi190.stdout:629: writing smithi19066007-26 from 6610944 to 7380992 tid 1 2024-08-19T10:00:15.095 INFO:tasks.rados.rados.0.smithi190.stdout:629: writing smithi19066007-26 from 7380992 to 7782400 tid 2 2024-08-19T10:00:15.095 INFO:tasks.rados.rados.0.smithi190.stdout:630: read oid 24 snap -1 2024-08-19T10:00:15.095 INFO:tasks.rados.rados.0.smithi190.stdout:630: expect (ObjNum 97 snap 16 seq_num 97) 2024-08-19T10:00:15.096 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 3 current snap is 53 2024-08-19T10:00:15.096 INFO:tasks.rados.rados.0.smithi190.stdout:624: finishing rollback tid 0 to smithi19066007-47 2024-08-19T10:00:15.096 INFO:tasks.rados.rados.0.smithi190.stdout:631: seq_num 214 ranges {1433600=794624,2228224=401408} 2024-08-19T10:00:15.108 INFO:tasks.rados.rados.0.smithi190.stdout:631: writing smithi19066007-3 from 1433600 to 2228224 tid 1 2024-08-19T10:00:15.110 INFO:tasks.rados.rados.0.smithi190.stdout:631: writing smithi19066007-3 from 2228224 to 2629632 tid 2 2024-08-19T10:00:15.110 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 25 current snap is 53 2024-08-19T10:00:15.111 INFO:tasks.rados.rados.0.smithi190.stdout:624: finishing rollback tid 1 to smithi19066007-47 2024-08-19T10:00:15.111 INFO:tasks.rados.rados.0.smithi190.stdout:624: finishing rollback tid 2 to smithi19066007-47 2024-08-19T10:00:15.111 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 288 (ObjNum 72 snap 9 seq_num 72) dirty exists 2024-08-19T10:00:15.111 INFO:tasks.rados.rados.0.smithi190.stdout:626: expect (ObjNum 197 snap 51 seq_num 197) 2024-08-19T10:00:15.208 INFO:tasks.rados.rados.0.smithi190.stdout:625: expect (ObjNum 143 snap 33 seq_num 143) 2024-08-19T10:00:15.272 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 203 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:00:15.272 INFO:tasks.rados.rados.0.smithi190.stdout:632: seq_num 215 ranges {2760704=409600,3170304=532480,3702784=270336} 2024-08-19T10:00:15.289 INFO:tasks.rados.rados.0.smithi190.stdout:632: writing smithi19066007-25 from 2760704 to 3170304 tid 1 2024-08-19T10:00:15.292 INFO:tasks.rados.rados.0.smithi190.stdout:632: writing smithi19066007-25 from 3170304 to 3702784 tid 2 2024-08-19T10:00:15.294 INFO:tasks.rados.rados.0.smithi190.stdout:632: writing smithi19066007-25 from 3702784 to 3973120 tid 3 2024-08-19T10:00:15.294 INFO:tasks.rados.rados.0.smithi190.stdout:624: done (7 left) 2024-08-19T10:00:15.294 INFO:tasks.rados.rados.0.smithi190.stdout:625: done (6 left) 2024-08-19T10:00:15.294 INFO:tasks.rados.rados.0.smithi190.stdout:626: done (5 left) 2024-08-19T10:00:15.294 INFO:tasks.rados.rados.0.smithi190.stdout:628: done (4 left) 2024-08-19T10:00:15.295 INFO:tasks.rados.rados.0.smithi190.stdout:633: read oid 37 snap 39 2024-08-19T10:00:15.295 INFO:tasks.rados.rados.0.smithi190.stdout:633: expect (ObjNum 150 snap 33 seq_num 150) 2024-08-19T10:00:15.295 INFO:tasks.rados.rados.0.smithi190.stdout:634: snap_remove snap 26 2024-08-19T10:00:15.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:15 smithi196 ceph-mon[19976]: osdmap e183: 8 total, 8 up, 8 in 2024-08-19T10:00:15.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:15 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:15.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:15 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:15.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:15 smithi190 ceph-mon[16060]: osdmap e183: 8 total, 8 up, 8 in 2024-08-19T10:00:15.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:15 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:15.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:15 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:15 smithi190 ceph-mon[26031]: osdmap e183: 8 total, 8 up, 8 in 2024-08-19T10:00:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:15 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:15 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:15.918 INFO:tasks.rados.rados.0.smithi190.stdout:634: done (5 left) 2024-08-19T10:00:15.918 INFO:tasks.rados.rados.0.smithi190.stdout:635: snap_remove snap 41 2024-08-19T10:00:16.048 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:15 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:00:15] "GET /metrics HTTP/1.1" 200 36107 "" "Prometheus/2.43.0" 2024-08-19T10:00:16.276 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-mon[26031]: pgmap v41: 121 pgs: 121 active+clean; 155 MiB data, 613 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-08-19T10:00:16.276 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-mon[26031]: osdmap e184: 8 total, 8 up, 8 in 2024-08-19T10:00:16.276 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:16.276 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:16.276 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:16.276 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:16.277 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-mon[26031]: osdmap e185: 8 total, 8 up, 8 in 2024-08-19T10:00:16.277 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-mon[16060]: pgmap v41: 121 pgs: 121 active+clean; 155 MiB data, 613 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-08-19T10:00:16.277 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-mon[16060]: osdmap e184: 8 total, 8 up, 8 in 2024-08-19T10:00:16.277 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:16.277 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:16.277 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:16.277 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:16.277 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-mon[16060]: osdmap e185: 8 total, 8 up, 8 in 2024-08-19T10:00:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:16 smithi196 ceph-mon[19976]: pgmap v41: 121 pgs: 121 active+clean; 155 MiB data, 613 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-08-19T10:00:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:16 smithi196 ceph-mon[19976]: osdmap e184: 8 total, 8 up, 8 in 2024-08-19T10:00:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:16 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:16 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:16 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:16 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:16 smithi196 ceph-mon[19976]: osdmap e185: 8 total, 8 up, 8 in 2024-08-19T10:00:16.814 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:00:16] ENGINE Bus STARTING 2024-08-19T10:00:16.814 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: CherryPy Checker: 2024-08-19T10:00:16.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: The Application mounted at '' has an empty config. 2024-08-19T10:00:16.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:00:16.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:00:16] ENGINE Serving on http://:::9283 2024-08-19T10:00:16.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:16 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:00:16] ENGINE Bus STARTED 2024-08-19T10:00:16.914 INFO:tasks.rados.rados.0.smithi190.stdout:635: done (5 left) 2024-08-19T10:00:16.914 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 41 current snap is 53 2024-08-19T10:00:16.914 INFO:tasks.rados.rados.0.smithi190.stdout:636: seq_num 216 ranges {0=425984,425984=409600,835584=393216} 2024-08-19T10:00:16.919 INFO:tasks.rados.rados.0.smithi190.stdout:636: writing smithi19066007-41 from 0 to 425984 tid 1 2024-08-19T10:00:16.919 INFO:tasks.rados.rados.0.smithi190.stdout:636: writing smithi19066007-41 from 425984 to 835584 tid 2 2024-08-19T10:00:16.922 INFO:tasks.rados.rados.0.smithi190.stdout:636: writing smithi19066007-41 from 835584 to 1228800 tid 3 2024-08-19T10:00:16.922 INFO:tasks.rados.rados.0.smithi190.stdout:629: finishing write tid 1 to smithi19066007-26 2024-08-19T10:00:16.923 INFO:tasks.rados.rados.0.smithi190.stdout:629: finishing write tid 2 to smithi19066007-26 2024-08-19T10:00:16.923 INFO:tasks.rados.rados.0.smithi190.stdout:629: finishing write tid 3 to smithi19066007-26 2024-08-19T10:00:16.923 INFO:tasks.rados.rados.0.smithi190.stdout:629: finishing write tid 4 to smithi19066007-26 2024-08-19T10:00:16.923 INFO:tasks.rados.rados.0.smithi190.stdout:629: oid 26 updating version 0 to 296 2024-08-19T10:00:16.923 INFO:tasks.rados.rados.0.smithi190.stdout:629: oid 26 version 296 is already newer than 294 2024-08-19T10:00:16.923 INFO:tasks.rados.rados.0.smithi190.stdout:629: oid 26 version 296 is already newer than 295 2024-08-19T10:00:16.923 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 296 (ObjNum 213 snap 53 seq_num 213) dirty exists 2024-08-19T10:00:16.923 INFO:tasks.rados.rados.0.smithi190.stdout:629: left oid 26 (ObjNum 213 snap 53 seq_num 213) 2024-08-19T10:00:16.923 INFO:tasks.rados.rados.0.smithi190.stdout:630: expect (ObjNum 97 snap 16 seq_num 97) 2024-08-19T10:00:16.970 INFO:tasks.rados.rados.0.smithi190.stdout:631: finishing write tid 1 to smithi19066007-3 2024-08-19T10:00:16.970 INFO:tasks.rados.rados.0.smithi190.stdout:631: finishing write tid 2 to smithi19066007-3 2024-08-19T10:00:16.970 INFO:tasks.rados.rados.0.smithi190.stdout:631: finishing write tid 3 to smithi19066007-3 2024-08-19T10:00:16.970 INFO:tasks.rados.rados.0.smithi190.stdout:631: finishing write tid 4 to smithi19066007-3 2024-08-19T10:00:16.970 INFO:tasks.rados.rados.0.smithi190.stdout:631: oid 3 updating version 0 to 145 2024-08-19T10:00:16.970 INFO:tasks.rados.rados.0.smithi190.stdout:631: oid 3 updating version 145 to 147 2024-08-19T10:00:16.970 INFO:tasks.rados.rados.0.smithi190.stdout:631: oid 3 version 147 is already newer than 146 2024-08-19T10:00:16.970 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 147 (ObjNum 214 snap 53 seq_num 214) dirty exists 2024-08-19T10:00:16.970 INFO:tasks.rados.rados.0.smithi190.stdout:631: left oid 3 (ObjNum 214 snap 53 seq_num 214) 2024-08-19T10:00:16.971 INFO:tasks.rados.rados.0.smithi190.stdout:629: done (5 left) 2024-08-19T10:00:16.971 INFO:tasks.rados.rados.0.smithi190.stdout:630: done (4 left) 2024-08-19T10:00:16.971 INFO:tasks.rados.rados.0.smithi190.stdout:631: done (3 left) 2024-08-19T10:00:16.971 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 53 2024-08-19T10:00:16.971 INFO:tasks.rados.rados.0.smithi190.stdout:632: finishing write tid 1 to smithi19066007-25 2024-08-19T10:00:16.971 INFO:tasks.rados.rados.0.smithi190.stdout:637: seq_num 217 ranges {491520=442368,933888=696320,1630208=106496} 2024-08-19T10:00:16.974 INFO:tasks.rados.rados.0.smithi190.stdout:637: writing smithi19066007-39 from 491520 to 933888 tid 1 2024-08-19T10:00:16.978 INFO:tasks.rados.rados.0.smithi190.stdout:637: writing smithi19066007-39 from 933888 to 1630208 tid 2 2024-08-19T10:00:16.979 INFO:tasks.rados.rados.0.smithi190.stdout:637: writing smithi19066007-39 from 1630208 to 1736704 tid 3 2024-08-19T10:00:16.979 INFO:tasks.rados.rados.0.smithi190.stdout:638: snap_create 2024-08-19T10:00:16.979 INFO:tasks.rados.rados.0.smithi190.stdout:632: finishing write tid 2 to smithi19066007-25 2024-08-19T10:00:16.979 INFO:tasks.rados.rados.0.smithi190.stdout:632: finishing write tid 3 to smithi19066007-25 2024-08-19T10:00:16.979 INFO:tasks.rados.rados.0.smithi190.stdout:632: finishing write tid 4 to smithi19066007-25 2024-08-19T10:00:16.979 INFO:tasks.rados.rados.0.smithi190.stdout:632: finishing write tid 5 to smithi19066007-25 2024-08-19T10:00:16.979 INFO:tasks.rados.rados.0.smithi190.stdout:632: oid 25 updating version 0 to 317 2024-08-19T10:00:16.979 INFO:tasks.rados.rados.0.smithi190.stdout:632: oid 25 version 317 is already newer than 315 2024-08-19T10:00:16.979 INFO:tasks.rados.rados.0.smithi190.stdout:632: oid 25 version 317 is already newer than 314 2024-08-19T10:00:16.979 INFO:tasks.rados.rados.0.smithi190.stdout:632: oid 25 version 317 is already newer than 316 2024-08-19T10:00:16.980 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 317 (ObjNum 215 snap 53 seq_num 215) dirty exists 2024-08-19T10:00:16.980 INFO:tasks.rados.rados.0.smithi190.stdout:632: left oid 25 (ObjNum 215 snap 53 seq_num 215) 2024-08-19T10:00:16.980 INFO:tasks.rados.rados.0.smithi190.stdout:633: expect (ObjNum 150 snap 33 seq_num 150) 2024-08-19T10:00:17.077 INFO:tasks.rados.rados.0.smithi190.stdout:636: finishing write tid 1 to smithi19066007-41 2024-08-19T10:00:17.077 INFO:tasks.rados.rados.0.smithi190.stdout:636: finishing write tid 2 to smithi19066007-41 2024-08-19T10:00:17.077 INFO:tasks.rados.rados.0.smithi190.stdout:636: finishing write tid 3 to smithi19066007-41 2024-08-19T10:00:17.077 INFO:tasks.rados.rados.0.smithi190.stdout:636: finishing write tid 4 to smithi19066007-41 2024-08-19T10:00:17.077 INFO:tasks.rados.rados.0.smithi190.stdout:636: finishing write tid 5 to smithi19066007-41 2024-08-19T10:00:17.077 INFO:tasks.rados.rados.0.smithi190.stdout:636: oid 41 updating version 0 to 226 2024-08-19T10:00:17.078 INFO:tasks.rados.rados.0.smithi190.stdout:636: oid 41 version 226 is already newer than 224 2024-08-19T10:00:17.078 INFO:tasks.rados.rados.0.smithi190.stdout:636: oid 41 version 226 is already newer than 225 2024-08-19T10:00:17.078 INFO:tasks.rados.rados.0.smithi190.stdout:636: oid 41 updating version 226 to 227 2024-08-19T10:00:17.078 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 227 (ObjNum 216 snap 53 seq_num 216) dirty exists 2024-08-19T10:00:17.078 INFO:tasks.rados.rados.0.smithi190.stdout:636: left oid 41 (ObjNum 216 snap 53 seq_num 216) 2024-08-19T10:00:17.078 INFO:tasks.rados.rados.0.smithi190.stdout:637: finishing write tid 1 to smithi19066007-39 2024-08-19T10:00:17.078 INFO:tasks.rados.rados.0.smithi190.stdout:637: finishing write tid 2 to smithi19066007-39 2024-08-19T10:00:17.078 INFO:tasks.rados.rados.0.smithi190.stdout:637: finishing write tid 3 to smithi19066007-39 2024-08-19T10:00:17.078 INFO:tasks.rados.rados.0.smithi190.stdout:637: finishing write tid 4 to smithi19066007-39 2024-08-19T10:00:17.078 INFO:tasks.rados.rados.0.smithi190.stdout:637: finishing write tid 5 to smithi19066007-39 2024-08-19T10:00:17.078 INFO:tasks.rados.rados.0.smithi190.stdout:637: oid 39 updating version 0 to 319 2024-08-19T10:00:17.078 INFO:tasks.rados.rados.0.smithi190.stdout:637: oid 39 version 319 is already newer than 317 2024-08-19T10:00:17.078 INFO:tasks.rados.rados.0.smithi190.stdout:637: oid 39 version 319 is already newer than 316 2024-08-19T10:00:17.078 INFO:tasks.rados.rados.0.smithi190.stdout:637: oid 39 version 319 is already newer than 318 2024-08-19T10:00:17.079 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 319 (ObjNum 217 snap 53 seq_num 217) dirty exists 2024-08-19T10:00:17.079 INFO:tasks.rados.rados.0.smithi190.stdout:637: left oid 39 (ObjNum 217 snap 53 seq_num 217) 2024-08-19T10:00:17.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:17 smithi190 ceph-mon[26031]: Standby manager daemon y restarted 2024-08-19T10:00:17.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:17 smithi190 ceph-mon[26031]: Standby manager daemon y started 2024-08-19T10:00:17.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:17 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-19T10:00:17.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:17 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T10:00:17.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:17 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-19T10:00:17.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:17 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T10:00:17.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:17 smithi190 ceph-mon[26031]: osdmap e186: 8 total, 8 up, 8 in 2024-08-19T10:00:17.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:17 smithi190 ceph-mon[16060]: Standby manager daemon y restarted 2024-08-19T10:00:17.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:17 smithi190 ceph-mon[16060]: Standby manager daemon y started 2024-08-19T10:00:17.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:17 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-19T10:00:17.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:17 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T10:00:17.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:17 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-19T10:00:17.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:17 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T10:00:17.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:17 smithi190 ceph-mon[16060]: osdmap e186: 8 total, 8 up, 8 in 2024-08-19T10:00:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:17 smithi196 ceph-mon[19976]: Standby manager daemon y restarted 2024-08-19T10:00:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:17 smithi196 ceph-mon[19976]: Standby manager daemon y started 2024-08-19T10:00:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:17 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-19T10:00:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:17 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T10:00:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:17 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-19T10:00:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:17 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T10:00:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:17 smithi196 ceph-mon[19976]: osdmap e186: 8 total, 8 up, 8 in 2024-08-19T10:00:17.919 INFO:tasks.rados.rados.0.smithi190.stdout:632: done (4 left) 2024-08-19T10:00:17.919 INFO:tasks.rados.rados.0.smithi190.stdout:633: done (3 left) 2024-08-19T10:00:17.919 INFO:tasks.rados.rados.0.smithi190.stdout:636: done (2 left) 2024-08-19T10:00:17.919 INFO:tasks.rados.rados.0.smithi190.stdout:637: done (1 left) 2024-08-19T10:00:17.919 INFO:tasks.rados.rados.0.smithi190.stdout:638: done (0 left) 2024-08-19T10:00:17.919 INFO:tasks.rados.rados.0.smithi190.stdout:639: rollback oid 13 current snap is 54 2024-08-19T10:00:17.919 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 13 to 51 2024-08-19T10:00:17.920 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 35 current snap is 54 2024-08-19T10:00:17.920 INFO:tasks.rados.rados.0.smithi190.stdout:640: seq_num 218 ranges {0=458752,458752=581632,1040384=221184} 2024-08-19T10:00:17.921 INFO:tasks.rados.rados.0.smithi190.stdout:640: writing smithi19066007-35 from 0 to 458752 tid 1 2024-08-19T10:00:17.924 INFO:tasks.rados.rados.0.smithi190.stdout:640: writing smithi19066007-35 from 458752 to 1040384 tid 2 2024-08-19T10:00:17.926 INFO:tasks.rados.rados.0.smithi190.stdout:640: writing smithi19066007-35 from 1040384 to 1261568 tid 3 2024-08-19T10:00:17.927 INFO:tasks.rados.rados.0.smithi190.stdout:641: read oid 1 snap -1 2024-08-19T10:00:17.927 INFO:tasks.rados.rados.0.smithi190.stdout:641: expect (ObjNum 209 snap 52 seq_num 209) 2024-08-19T10:00:17.927 INFO:tasks.rados.rados.0.smithi190.stdout:642: copy_from oid 17 from oid 38 current snap is 54 2024-08-19T10:00:17.927 INFO:tasks.rados.rados.0.smithi190.stdout:639: finishing rollback tid 0 to smithi19066007-13 2024-08-19T10:00:17.927 INFO:tasks.rados.rados.0.smithi190.stdout:639: finishing rollback tid 1 to smithi19066007-13 2024-08-19T10:00:17.927 INFO:tasks.rados.rados.0.smithi190.stdout:639: finishing rollback tid 2 to smithi19066007-13 2024-08-19T10:00:17.927 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 303 (ObjNum 200 snap 51 seq_num 200) dirty exists 2024-08-19T10:00:17.927 INFO:tasks.rados.rados.0.smithi190.stdout:639: done (3 left) 2024-08-19T10:00:17.927 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 54 2024-08-19T10:00:17.927 INFO:tasks.rados.rados.0.smithi190.stdout:643: seq_num 219 ranges {4317184=475136,4792320=466944,5259264=335872} 2024-08-19T10:00:17.952 INFO:tasks.rados.rados.0.smithi190.stdout:643: writing smithi19066007-6 from 4317184 to 4792320 tid 1 2024-08-19T10:00:17.955 INFO:tasks.rados.rados.0.smithi190.stdout:643: writing smithi19066007-6 from 4792320 to 5259264 tid 2 2024-08-19T10:00:17.958 INFO:tasks.rados.rados.0.smithi190.stdout:643: writing smithi19066007-6 from 5259264 to 5595136 tid 3 2024-08-19T10:00:17.958 INFO:tasks.rados.rados.0.smithi190.stdout:644: setattr oid 27 current snap is 54 2024-08-19T10:00:17.958 INFO:tasks.rados.rados.0.smithi190.stdout:642: finishing copy_from to smithi19066007-17 2024-08-19T10:00:17.958 INFO:tasks.rados.rados.0.smithi190.stdout:642: got expected ENOENT (src dne) 2024-08-19T10:00:17.958 INFO:tasks.rados.rados.0.smithi190.stdout:642: finishing copy_from racing read to smithi19066007-17 2024-08-19T10:00:17.958 INFO:tasks.rados.rados.0.smithi190.stdout:640: finishing write tid 1 to smithi19066007-35 2024-08-19T10:00:17.958 INFO:tasks.rados.rados.0.smithi190.stdout:640: finishing write tid 2 to smithi19066007-35 2024-08-19T10:00:17.958 INFO:tasks.rados.rados.0.smithi190.stdout:640: finishing write tid 3 to smithi19066007-35 2024-08-19T10:00:17.959 INFO:tasks.rados.rados.0.smithi190.stdout:640: finishing write tid 4 to smithi19066007-35 2024-08-19T10:00:17.959 INFO:tasks.rados.rados.0.smithi190.stdout:640: finishing write tid 5 to smithi19066007-35 2024-08-19T10:00:17.959 INFO:tasks.rados.rados.0.smithi190.stdout:640: oid 35 updating version 0 to 207 2024-08-19T10:00:17.959 INFO:tasks.rados.rados.0.smithi190.stdout:640: oid 35 version 207 is already newer than 206 2024-08-19T10:00:17.959 INFO:tasks.rados.rados.0.smithi190.stdout:640: oid 35 version 207 is already newer than 205 2024-08-19T10:00:17.959 INFO:tasks.rados.rados.0.smithi190.stdout:640: oid 35 version 207 is already newer than 204 2024-08-19T10:00:17.959 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 207 (ObjNum 218 snap 54 seq_num 218) dirty exists 2024-08-19T10:00:17.959 INFO:tasks.rados.rados.0.smithi190.stdout:640: left oid 35 (ObjNum 218 snap 54 seq_num 218) 2024-08-19T10:00:17.959 INFO:tasks.rados.rados.0.smithi190.stdout:641: expect (ObjNum 209 snap 52 seq_num 209) 2024-08-19T10:00:17.990 INFO:tasks.rados.rados.0.smithi190.stdout:643: finishing write tid 1 to smithi19066007-6 2024-08-19T10:00:17.990 INFO:tasks.rados.rados.0.smithi190.stdout:643: finishing write tid 2 to smithi19066007-6 2024-08-19T10:00:17.990 INFO:tasks.rados.rados.0.smithi190.stdout:643: finishing write tid 3 to smithi19066007-6 2024-08-19T10:00:17.990 INFO:tasks.rados.rados.0.smithi190.stdout:643: finishing write tid 4 to smithi19066007-6 2024-08-19T10:00:17.990 INFO:tasks.rados.rados.0.smithi190.stdout:643: finishing write tid 5 to smithi19066007-6 2024-08-19T10:00:17.990 INFO:tasks.rados.rados.0.smithi190.stdout:643: oid 6 updating version 0 to 310 2024-08-19T10:00:17.990 INFO:tasks.rados.rados.0.smithi190.stdout:643: oid 6 updating version 310 to 312 2024-08-19T10:00:17.991 INFO:tasks.rados.rados.0.smithi190.stdout:643: oid 6 updating version 312 to 313 2024-08-19T10:00:17.991 INFO:tasks.rados.rados.0.smithi190.stdout:643: oid 6 version 313 is already newer than 311 2024-08-19T10:00:17.991 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 313 (ObjNum 219 snap 54 seq_num 219) dirty exists 2024-08-19T10:00:17.991 INFO:tasks.rados.rados.0.smithi190.stdout:643: left oid 6 (ObjNum 219 snap 54 seq_num 219) 2024-08-19T10:00:17.991 INFO:tasks.rados.rados.0.smithi190.stdout:640: done (4 left) 2024-08-19T10:00:17.991 INFO:tasks.rados.rados.0.smithi190.stdout:641: done (3 left) 2024-08-19T10:00:17.991 INFO:tasks.rados.rados.0.smithi190.stdout:642: done (2 left) 2024-08-19T10:00:17.991 INFO:tasks.rados.rados.0.smithi190.stdout:643: done (1 left) 2024-08-19T10:00:17.991 INFO:tasks.rados.rados.0.smithi190.stdout:645: setattr oid 34 current snap is 54 2024-08-19T10:00:17.992 INFO:tasks.rados.rados.0.smithi190.stdout:646: snap_create 2024-08-19T10:00:17.995 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 232 (ObjNum 196 snap 51 seq_num 196) dirty exists 2024-08-19T10:00:17.996 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 110 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T10:00:18.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:18 smithi190 ceph-mon[26031]: pgmap v45: 121 pgs: 121 active+clean; 155 MiB data, 619 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-08-19T10:00:18.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:18 smithi190 ceph-mon[26031]: mgrmap e29: x(active, since 28s), standbys: y 2024-08-19T10:00:18.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:18 smithi190 ceph-mon[26031]: osdmap e187: 8 total, 8 up, 8 in 2024-08-19T10:00:18.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:18 smithi190 ceph-mon[16060]: pgmap v45: 121 pgs: 121 active+clean; 155 MiB data, 619 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-08-19T10:00:18.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:18 smithi190 ceph-mon[16060]: mgrmap e29: x(active, since 28s), standbys: y 2024-08-19T10:00:18.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:18 smithi190 ceph-mon[16060]: osdmap e187: 8 total, 8 up, 8 in 2024-08-19T10:00:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:18 smithi196 ceph-mon[19976]: pgmap v45: 121 pgs: 121 active+clean; 155 MiB data, 619 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-08-19T10:00:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:18 smithi196 ceph-mon[19976]: mgrmap e29: x(active, since 28s), standbys: y 2024-08-19T10:00:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:18 smithi196 ceph-mon[19976]: osdmap e187: 8 total, 8 up, 8 in 2024-08-19T10:00:18.920 INFO:tasks.rados.rados.0.smithi190.stdout:644: done (2 left) 2024-08-19T10:00:18.920 INFO:tasks.rados.rados.0.smithi190.stdout:645: done (1 left) 2024-08-19T10:00:18.920 INFO:tasks.rados.rados.0.smithi190.stdout:646: done (0 left) 2024-08-19T10:00:18.920 INFO:tasks.rados.rados.0.smithi190.stdout:647: rollback oid 32 current snap is 55 2024-08-19T10:00:18.921 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 32 to 53 2024-08-19T10:00:18.921 INFO:tasks.rados.rados.0.smithi190.stdout:648: snap_remove snap 54 2024-08-19T10:00:19.167 INFO:tasks.rados.rados.0.smithi190.stdout:648: done (1 left) 2024-08-19T10:00:19.167 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 24 current snap is 55 2024-08-19T10:00:19.167 INFO:tasks.rados.rados.0.smithi190.stdout:649: seq_num 220 ranges {1638400=491520,2129920=753664,2883584=49152} 2024-08-19T10:00:19.179 INFO:tasks.rados.rados.0.smithi190.stdout:649: writing smithi19066007-24 from 1638400 to 2129920 tid 1 2024-08-19T10:00:19.184 INFO:tasks.rados.rados.0.smithi190.stdout:649: writing smithi19066007-24 from 2129920 to 2883584 tid 2 2024-08-19T10:00:19.184 INFO:tasks.rados.rados.0.smithi190.stdout:649: writing smithi19066007-24 from 2883584 to 2932736 tid 3 2024-08-19T10:00:19.185 INFO:tasks.rados.rados.0.smithi190.stdout:650: copy_from oid 3 from oid 45 current snap is 55 2024-08-19T10:00:19.185 INFO:tasks.rados.rados.0.smithi190.stdout:647: finishing rollback tid 0 to smithi19066007-32 2024-08-19T10:00:19.185 INFO:tasks.rados.rados.0.smithi190.stdout:647: finishing rollback tid 1 to smithi19066007-32 2024-08-19T10:00:19.185 INFO:tasks.rados.rados.0.smithi190.stdout:647: finishing rollback tid 2 to smithi19066007-32 2024-08-19T10:00:19.185 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 339 (ObjNum 186 snap 47 seq_num 186) dirty exists 2024-08-19T10:00:19.185 INFO:tasks.rados.rados.0.smithi190.stdout:647: done (2 left) 2024-08-19T10:00:19.185 INFO:tasks.rados.rados.0.smithi190.stdout:651: snap_create 2024-08-19T10:00:19.185 INFO:tasks.rados.rados.0.smithi190.stdout:649: finishing write tid 1 to smithi19066007-24 2024-08-19T10:00:19.187 INFO:tasks.rados.rados.0.smithi190.stdout:649: finishing write tid 2 to smithi19066007-24 2024-08-19T10:00:19.188 INFO:tasks.rados.rados.0.smithi190.stdout:649: finishing write tid 3 to smithi19066007-24 2024-08-19T10:00:19.188 INFO:tasks.rados.rados.0.smithi190.stdout:649: finishing write tid 4 to smithi19066007-24 2024-08-19T10:00:19.188 INFO:tasks.rados.rados.0.smithi190.stdout:649: finishing write tid 5 to smithi19066007-24 2024-08-19T10:00:19.188 INFO:tasks.rados.rados.0.smithi190.stdout:649: oid 24 updating version 0 to 310 2024-08-19T10:00:19.188 INFO:tasks.rados.rados.0.smithi190.stdout:649: oid 24 version 310 is already newer than 309 2024-08-19T10:00:19.189 INFO:tasks.rados.rados.0.smithi190.stdout:649: oid 24 updating version 310 to 311 2024-08-19T10:00:19.189 INFO:tasks.rados.rados.0.smithi190.stdout:649: oid 24 version 311 is already newer than 308 2024-08-19T10:00:19.189 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 311 (ObjNum 220 snap 55 seq_num 220) dirty exists 2024-08-19T10:00:19.189 INFO:tasks.rados.rados.0.smithi190.stdout:649: left oid 24 (ObjNum 220 snap 55 seq_num 220) 2024-08-19T10:00:19.201 INFO:tasks.rados.rados.0.smithi190.stdout:650: finishing copy_from racing read to smithi19066007-3 2024-08-19T10:00:19.201 INFO:tasks.rados.rados.0.smithi190.stdout:650: finishing copy_from to smithi19066007-3 2024-08-19T10:00:19.202 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 10 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-08-19T10:00:19.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:00:19] ENGINE Bus STOPPING 2024-08-19T10:00:19.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: ignoring --setuser ceph since I am not root 2024-08-19T10:00:19.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: ignoring --setgroup ceph since I am not root 2024-08-19T10:00:19.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mgr[52955]: -- 172.21.15.196:0/2362287984 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559e6aa230e0 con 0x559e6aa00800 2024-08-19T10:00:19.922 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:00:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T10:00:19.922 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:00:19] ENGINE Bus STOPPED 2024-08-19T10:00:20.183 INFO:tasks.rados.rados.0.smithi190.stdout:649: done (2 left) 2024-08-19T10:00:20.184 INFO:tasks.rados.rados.0.smithi190.stdout:650: done (1 left) 2024-08-19T10:00:20.184 INFO:tasks.rados.rados.0.smithi190.stdout:651: done (0 left) 2024-08-19T10:00:20.184 INFO:tasks.rados.rados.0.smithi190.stdout:652: read oid 39 snap -1 2024-08-19T10:00:20.185 INFO:tasks.rados.rados.0.smithi190.stdout:652: expect (ObjNum 217 snap 53 seq_num 217) 2024-08-19T10:00:20.185 INFO:tasks.rados.rados.0.smithi190.stdout:653: setattr oid 31 current snap is 56 2024-08-19T10:00:20.185 INFO:tasks.rados.rados.0.smithi190.stdout:654: read oid 12 snap -1 2024-08-19T10:00:20.185 INFO:tasks.rados.rados.0.smithi190.stdout:654: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T10:00:20.185 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 56 2024-08-19T10:00:20.186 INFO:tasks.rados.rados.0.smithi190.stdout:655: seq_num 221 ranges {2392064=507904,2899968=688128,3588096=114688} 2024-08-19T10:00:20.194 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:00:20.000+0000 7f50118ae640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:00:20.194 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:00:20.000+0000 7f50118ae640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:00:20.194 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:00:20.000+0000 7f50118ae640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:00:20.194 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:00:20.000+0000 7f50118ae640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:00:20.194 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:00:20.000+0000 7f50118ae640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:00:20.194 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:00:20.002+0000 7f500f0a9640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:00:20.194 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:00:20.002+0000 7f500f0a9640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:00:20.195 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:00:20.002+0000 7f500f0a9640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:00:20.195 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:00:20.002+0000 7f500f0a9640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:00:20.195 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:00:20.002+0000 7f500f0a9640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:00:20.195 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: osdmap e188: 8 total, 8 up, 8 in 2024-08-19T10:00:20.195 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: pgmap v48: 121 pgs: 121 active+clean; 155 MiB data, 619 MiB used, 715 GiB / 715 GiB avail 2024-08-19T10:00:20.195 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:20.195 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:20.196 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:20.196 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T10:00:20.196 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:20.196 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:20.196 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-19T10:00:20.196 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-19T10:00:20.196 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: Activating manager daemon y 2024-08-19T10:00:20.196 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: osdmap e189: 8 total, 8 up, 8 in 2024-08-19T10:00:20.196 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.24721 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-19T10:00:20.196 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: mgrmap e30: y(active, starting, since 0.00839127s) 2024-08-19T10:00:20.197 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T10:00:20.197 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T10:00:20.197 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T10:00:20.197 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T10:00:20.197 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T10:00:20.197 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T10:00:20.197 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T10:00:20.197 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T10:00:20.197 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T10:00:20.197 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T10:00:20.197 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T10:00:20.197 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T10:00:20.197 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T10:00:20.197 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T10:00:20.197 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T10:00:20.198 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T10:00:20.198 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T10:00:20.198 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[26031]: Manager daemon y is now available 2024-08-19T10:00:20.198 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: osdmap e188: 8 total, 8 up, 8 in 2024-08-19T10:00:20.198 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: pgmap v48: 121 pgs: 121 active+clean; 155 MiB data, 619 MiB used, 715 GiB / 715 GiB avail 2024-08-19T10:00:20.198 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:20.199 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:20.199 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:20.199 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T10:00:20.199 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:20.199 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:20.199 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-19T10:00:20.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-19T10:00:20.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: Activating manager daemon y 2024-08-19T10:00:20.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: osdmap e189: 8 total, 8 up, 8 in 2024-08-19T10:00:20.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.24721 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-19T10:00:20.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: mgrmap e30: y(active, starting, since 0.00839127s) 2024-08-19T10:00:20.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T10:00:20.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T10:00:20.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T10:00:20.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T10:00:20.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T10:00:20.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T10:00:20.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T10:00:20.200 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T10:00:20.201 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T10:00:20.201 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T10:00:20.201 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T10:00:20.201 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T10:00:20.201 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T10:00:20.201 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T10:00:20.201 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T10:00:20.201 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T10:00:20.201 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T10:00:20.201 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:19 smithi190 ceph-mon[16060]: Manager daemon y is now available 2024-08-19T10:00:20.202 INFO:tasks.rados.rados.0.smithi190.stdout:655: writing smithi19066007-22 from 2392064 to 2899968 tid 1 2024-08-19T10:00:20.204 INFO:tasks.rados.rados.0.smithi190.stdout:655: writing smithi19066007-22 from 2899968 to 3588096 tid 2 2024-08-19T10:00:20.205 INFO:tasks.rados.rados.0.smithi190.stdout:655: writing smithi19066007-22 from 3588096 to 3702784 tid 3 2024-08-19T10:00:20.205 INFO:tasks.rados.rados.0.smithi190.stdout:656: read oid 23 snap -1 2024-08-19T10:00:20.205 INFO:tasks.rados.rados.0.smithi190.stdout:656: expect deleted 2024-08-19T10:00:20.205 INFO:tasks.rados.rados.0.smithi190.stdout:657: read oid 17 snap 53 2024-08-19T10:00:20.205 INFO:tasks.rados.rados.0.smithi190.stdout:657: expect (ObjNum 146 snap 33 seq_num 146) 2024-08-19T10:00:20.206 INFO:tasks.rados.rados.0.smithi190.stdout:654: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T10:00:20.222 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 343 (ObjNum 192 snap 49 seq_num 192) dirty exists 2024-08-19T10:00:20.222 INFO:tasks.rados.rados.0.smithi190.stdout:652: expect (ObjNum 217 snap 53 seq_num 217) 2024-08-19T10:00:20.279 INFO:tasks.rados.rados.0.smithi190.stdout:655: finishing write tid 1 to smithi19066007-22 2024-08-19T10:00:20.279 INFO:tasks.rados.rados.0.smithi190.stdout:652: done (5 left) 2024-08-19T10:00:20.279 INFO:tasks.rados.rados.0.smithi190.stdout:653: done (4 left) 2024-08-19T10:00:20.279 INFO:tasks.rados.rados.0.smithi190.stdout:654: done (3 left) 2024-08-19T10:00:20.280 INFO:tasks.rados.rados.0.smithi190.stdout:658: read oid 11 snap -1 2024-08-19T10:00:20.280 INFO:tasks.rados.rados.0.smithi190.stdout:658: expect (ObjNum 99 snap 16 seq_num 99) 2024-08-19T10:00:20.280 INFO:tasks.rados.rados.0.smithi190.stdout:659: snap_remove snap 52 2024-08-19T10:00:20.321 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: osdmap e188: 8 total, 8 up, 8 in 2024-08-19T10:00:20.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: pgmap v48: 121 pgs: 121 active+clean; 155 MiB data, 619 MiB used, 715 GiB / 715 GiB avail 2024-08-19T10:00:20.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:20.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:20.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:20.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T10:00:20.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' 2024-08-19T10:00:20.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:20.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.24721 172.21.15.196:0/406597986' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-19T10:00:20.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-19T10:00:20.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: Activating manager daemon y 2024-08-19T10:00:20.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: osdmap e189: 8 total, 8 up, 8 in 2024-08-19T10:00:20.322 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.24721 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-19T10:00:20.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: mgrmap e30: y(active, starting, since 0.00839127s) 2024-08-19T10:00:20.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-19T10:00:20.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-19T10:00:20.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-19T10:00:20.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-19T10:00:20.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-19T10:00:20.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-19T10:00:20.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-19T10:00:20.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-19T10:00:20.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-19T10:00:20.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-19T10:00:20.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-19T10:00:20.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-19T10:00:20.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-19T10:00:20.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-19T10:00:20.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-19T10:00:20.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-19T10:00:20.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-19T10:00:20.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:19 smithi196 ceph-mon[19976]: Manager daemon y is now available 2024-08-19T10:00:20.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:00:20] ENGINE Bus STARTING 2024-08-19T10:00:20.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:00:20] ENGINE Serving on http://:::9283 2024-08-19T10:00:20.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:00:20] ENGINE Bus STARTED 2024-08-19T10:00:20.918 INFO:tasks.rados.rados.0.smithi190.stdout:659: done (4 left) 2024-08-19T10:00:20.918 INFO:tasks.rados.rados.0.smithi190.stdout:660: snap_remove snap 39 2024-08-19T10:00:21.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:20 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:21.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:20 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T10:00:21.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:20 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T10:00:21.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:20 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T10:00:21.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:20 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T10:00:21.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:20 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T10:00:21.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:20 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T10:00:21.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:20 smithi196 ceph-mon[19976]: mgrmap e31: y(active, since 1.00866s) 2024-08-19T10:00:21.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:20 smithi196 ceph-mon[19976]: osdmap e190: 8 total, 8 up, 8 in 2024-08-19T10:00:21.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:20 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:21.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:20 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:21.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:20 smithi196 ceph-mon[19976]: osdmap e191: 8 total, 8 up, 8 in 2024-08-19T10:00:21.287 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:21.287 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T10:00:21.287 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T10:00:21.287 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T10:00:21.287 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T10:00:21.287 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T10:00:21.287 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T10:00:21.287 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[26031]: mgrmap e31: y(active, since 1.00866s) 2024-08-19T10:00:21.287 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[26031]: osdmap e190: 8 total, 8 up, 8 in 2024-08-19T10:00:21.287 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:21.287 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:21.287 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[26031]: osdmap e191: 8 total, 8 up, 8 in 2024-08-19T10:00:21.288 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:21.288 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T10:00:21.288 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T10:00:21.288 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T10:00:21.288 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-19T10:00:21.288 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T10:00:21.288 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-19T10:00:21.288 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[16060]: mgrmap e31: y(active, since 1.00866s) 2024-08-19T10:00:21.288 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[16060]: osdmap e190: 8 total, 8 up, 8 in 2024-08-19T10:00:21.289 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:21.289 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:21.289 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-mon[16060]: osdmap e191: 8 total, 8 up, 8 in 2024-08-19T10:00:21.289 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:00:20.898+0000 7f4ff0db0640 -1 log_channel(cephadm) log [ERR] : [19/Aug/2024:10:00:20] ENGINE Error in HTTPServer.serve 2024-08-19T10:00:21.289 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: Traceback (most recent call last): 2024-08-19T10:00:21.289 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T10:00:21.289 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: self._connections.run(self.expiration_interval) 2024-08-19T10:00:21.289 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T10:00:21.289 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: self._run(expiration_interval) 2024-08-19T10:00:21.289 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T10:00:21.289 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T10:00:21.289 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T10:00:21.290 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T10:00:21.290 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T10:00:21.290 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: s = self.context.wrap_socket( 2024-08-19T10:00:21.290 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T10:00:21.290 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: return self.sslsocket_class._create( 2024-08-19T10:00:21.290 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T10:00:21.290 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: self.do_handshake() 2024-08-19T10:00:21.290 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T10:00:21.290 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: self._sslobj.do_handshake() 2024-08-19T10:00:21.290 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T10:00:21.290 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:20 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:00:21.916 INFO:tasks.rados.rados.0.smithi190.stdout:660: done (4 left) 2024-08-19T10:00:21.916 INFO:tasks.rados.rados.0.smithi190.stdout:661: setattr oid 12 current snap is 56 2024-08-19T10:00:21.917 INFO:tasks.rados.rados.0.smithi190.stdout:655: finishing write tid 2 to smithi19066007-22 2024-08-19T10:00:21.917 INFO:tasks.rados.rados.0.smithi190.stdout:655: finishing write tid 3 to smithi19066007-22 2024-08-19T10:00:21.917 INFO:tasks.rados.rados.0.smithi190.stdout:655: finishing write tid 4 to smithi19066007-22 2024-08-19T10:00:21.917 INFO:tasks.rados.rados.0.smithi190.stdout:655: finishing write tid 5 to smithi19066007-22 2024-08-19T10:00:21.917 INFO:tasks.rados.rados.0.smithi190.stdout:655: oid 22 updating version 0 to 231 2024-08-19T10:00:21.917 INFO:tasks.rados.rados.0.smithi190.stdout:655: oid 22 version 231 is already newer than 230 2024-08-19T10:00:21.917 INFO:tasks.rados.rados.0.smithi190.stdout:655: oid 22 version 231 is already newer than 229 2024-08-19T10:00:21.917 INFO:tasks.rados.rados.0.smithi190.stdout:655: oid 22 version 231 is already newer than 228 2024-08-19T10:00:21.917 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 231 (ObjNum 221 snap 56 seq_num 221) dirty exists 2024-08-19T10:00:21.918 INFO:tasks.rados.rados.0.smithi190.stdout:655: left oid 22 (ObjNum 221 snap 56 seq_num 221) 2024-08-19T10:00:21.918 INFO:tasks.rados.rados.0.smithi190.stdout:657: expect (ObjNum 146 snap 33 seq_num 146) 2024-08-19T10:00:21.926 INFO:tasks.rados.rados.0.smithi190.stdout:658: expect (ObjNum 99 snap 16 seq_num 99) 2024-08-19T10:00:22.054 INFO:tasks.rados.rados.0.smithi190.stdout:655: done (4 left) 2024-08-19T10:00:22.055 INFO:tasks.rados.rados.0.smithi190.stdout:656: done (3 left) 2024-08-19T10:00:22.055 INFO:tasks.rados.rados.0.smithi190.stdout:657: done (2 left) 2024-08-19T10:00:22.055 INFO:tasks.rados.rados.0.smithi190.stdout:658: done (1 left) 2024-08-19T10:00:22.055 INFO:tasks.rados.rados.0.smithi190.stdout:662: copy_from oid 15 from oid 10 current snap is 56 2024-08-19T10:00:22.055 INFO:tasks.rados.rados.0.smithi190.stdout:663: rollback oid 19 current snap is 56 2024-08-19T10:00:22.055 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 19 to 55 2024-08-19T10:00:22.055 INFO:tasks.rados.rados.0.smithi190.stdout:664: read oid 36 snap -1 2024-08-19T10:00:22.055 INFO:tasks.rados.rados.0.smithi190.stdout:664: expect (ObjNum 72 snap 9 seq_num 72) 2024-08-19T10:00:22.055 INFO:tasks.rados.rados.0.smithi190.stdout:665: snap_remove snap 53 2024-08-19T10:00:22.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:21 smithi196 ceph-mon[19976]: [19/Aug/2024:10:00:20] ENGINE Bus STARTING 2024-08-19T10:00:22.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:21 smithi196 ceph-mon[19976]: [19/Aug/2024:10:00:20] ENGINE Serving on http://172.21.15.190:8765 2024-08-19T10:00:22.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:21 smithi196 ceph-mon[19976]: [19/Aug/2024:10:00:20] ENGINE Serving on https://172.21.15.190:7150 2024-08-19T10:00:22.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:21 smithi196 ceph-mon[19976]: [19/Aug/2024:10:00:20] ENGINE Bus STARTED 2024-08-19T10:00:22.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:21 smithi196 ceph-mon[19976]: [19/Aug/2024:10:00:20] ENGINE Error in HTTPServer.serve 2024-08-19T10:00:22.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-08-19T10:00:22.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T10:00:22.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._connections.run(self.expiration_interval) 2024-08-19T10:00:22.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T10:00:22.167 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._run(expiration_interval) 2024-08-19T10:00:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T10:00:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T10:00:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T10:00:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T10:00:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T10:00:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout: s = self.context.wrap_socket( 2024-08-19T10:00:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T10:00:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.sslsocket_class._create( 2024-08-19T10:00:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T10:00:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.do_handshake() 2024-08-19T10:00:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T10:00:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._sslobj.do_handshake() 2024-08-19T10:00:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T10:00:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:21 smithi196 ceph-mon[19976]: mgrmap e32: y(active, since 2s) 2024-08-19T10:00:22.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:21 smithi196 ceph-mon[19976]: osdmap e192: 8 total, 8 up, 8 in 2024-08-19T10:00:22.293 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:21 smithi190 ceph-mon[26031]: [19/Aug/2024:10:00:20] ENGINE Bus STARTING 2024-08-19T10:00:22.293 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:21 smithi190 ceph-mon[26031]: [19/Aug/2024:10:00:20] ENGINE Serving on http://172.21.15.190:8765 2024-08-19T10:00:22.293 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:21 smithi190 ceph-mon[26031]: [19/Aug/2024:10:00:20] ENGINE Serving on https://172.21.15.190:7150 2024-08-19T10:00:22.294 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:21 smithi190 ceph-mon[26031]: [19/Aug/2024:10:00:20] ENGINE Bus STARTED 2024-08-19T10:00:22.294 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:21 smithi190 ceph-mon[26031]: [19/Aug/2024:10:00:20] ENGINE Error in HTTPServer.serve 2024-08-19T10:00:22.294 INFO:journalctl@ceph.mon.c.smithi190.stdout: Traceback (most recent call last): 2024-08-19T10:00:22.294 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T10:00:22.294 INFO:journalctl@ceph.mon.c.smithi190.stdout: self._connections.run(self.expiration_interval) 2024-08-19T10:00:22.294 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T10:00:22.294 INFO:journalctl@ceph.mon.c.smithi190.stdout: self._run(expiration_interval) 2024-08-19T10:00:22.295 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T10:00:22.295 INFO:journalctl@ceph.mon.c.smithi190.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T10:00:22.295 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T10:00:22.295 INFO:journalctl@ceph.mon.c.smithi190.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T10:00:22.295 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T10:00:22.295 INFO:journalctl@ceph.mon.c.smithi190.stdout: s = self.context.wrap_socket( 2024-08-19T10:00:22.295 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T10:00:22.295 INFO:journalctl@ceph.mon.c.smithi190.stdout: return self.sslsocket_class._create( 2024-08-19T10:00:22.295 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T10:00:22.295 INFO:journalctl@ceph.mon.c.smithi190.stdout: self.do_handshake() 2024-08-19T10:00:22.295 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T10:00:22.295 INFO:journalctl@ceph.mon.c.smithi190.stdout: self._sslobj.do_handshake() 2024-08-19T10:00:22.295 INFO:journalctl@ceph.mon.c.smithi190.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T10:00:22.296 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:21 smithi190 ceph-mon[26031]: mgrmap e32: y(active, since 2s) 2024-08-19T10:00:22.296 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:21 smithi190 ceph-mon[26031]: osdmap e192: 8 total, 8 up, 8 in 2024-08-19T10:00:22.296 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:21 smithi190 ceph-mon[16060]: [19/Aug/2024:10:00:20] ENGINE Bus STARTING 2024-08-19T10:00:22.296 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:21 smithi190 ceph-mon[16060]: [19/Aug/2024:10:00:20] ENGINE Serving on http://172.21.15.190:8765 2024-08-19T10:00:22.296 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:21 smithi190 ceph-mon[16060]: [19/Aug/2024:10:00:20] ENGINE Serving on https://172.21.15.190:7150 2024-08-19T10:00:22.296 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:21 smithi190 ceph-mon[16060]: [19/Aug/2024:10:00:20] ENGINE Bus STARTED 2024-08-19T10:00:22.296 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:21 smithi190 ceph-mon[16060]: [19/Aug/2024:10:00:20] ENGINE Error in HTTPServer.serve 2024-08-19T10:00:22.296 INFO:journalctl@ceph.mon.a.smithi190.stdout: Traceback (most recent call last): 2024-08-19T10:00:22.296 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T10:00:22.297 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._connections.run(self.expiration_interval) 2024-08-19T10:00:22.297 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T10:00:22.297 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._run(expiration_interval) 2024-08-19T10:00:22.297 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T10:00:22.297 INFO:journalctl@ceph.mon.a.smithi190.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T10:00:22.297 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T10:00:22.297 INFO:journalctl@ceph.mon.a.smithi190.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T10:00:22.297 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T10:00:22.297 INFO:journalctl@ceph.mon.a.smithi190.stdout: s = self.context.wrap_socket( 2024-08-19T10:00:22.297 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T10:00:22.297 INFO:journalctl@ceph.mon.a.smithi190.stdout: return self.sslsocket_class._create( 2024-08-19T10:00:22.297 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T10:00:22.297 INFO:journalctl@ceph.mon.a.smithi190.stdout: self.do_handshake() 2024-08-19T10:00:22.298 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T10:00:22.298 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._sslobj.do_handshake() 2024-08-19T10:00:22.298 INFO:journalctl@ceph.mon.a.smithi190.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T10:00:22.298 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:21 smithi190 ceph-mon[16060]: mgrmap e32: y(active, since 2s) 2024-08-19T10:00:22.298 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:21 smithi190 ceph-mon[16060]: osdmap e192: 8 total, 8 up, 8 in 2024-08-19T10:00:22.943 INFO:tasks.rados.rados.0.smithi190.stdout:665: done (4 left) 2024-08-19T10:00:22.943 INFO:tasks.rados.rados.0.smithi190.stdout:666: read oid 25 snap -1 2024-08-19T10:00:22.943 INFO:tasks.rados.rados.0.smithi190.stdout:666: expect (ObjNum 215 snap 53 seq_num 215) 2024-08-19T10:00:22.944 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 56 2024-08-19T10:00:22.944 INFO:tasks.rados.rados.0.smithi190.stdout:667: seq_num 222 ranges {1482752=524288,2007040=565248,2572288=237568} 2024-08-19T10:00:22.953 INFO:tasks.rados.rados.0.smithi190.stdout:667: writing smithi19066007-32 from 1482752 to 2007040 tid 1 2024-08-19T10:00:22.957 INFO:tasks.rados.rados.0.smithi190.stdout:667: writing smithi19066007-32 from 2007040 to 2572288 tid 2 2024-08-19T10:00:22.959 INFO:tasks.rados.rados.0.smithi190.stdout:667: writing smithi19066007-32 from 2572288 to 2809856 tid 3 2024-08-19T10:00:22.959 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 313 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:00:22.959 INFO:tasks.rados.rados.0.smithi190.stdout:668: read oid 16 snap -1 2024-08-19T10:00:22.959 INFO:tasks.rados.rados.0.smithi190.stdout:668: expect (ObjNum 204 snap 51 seq_num 204) 2024-08-19T10:00:22.960 INFO:tasks.rados.rados.0.smithi190.stdout:661: done (6 left) 2024-08-19T10:00:22.960 INFO:tasks.rados.rados.0.smithi190.stdout:669: snap_create 2024-08-19T10:00:22.960 INFO:tasks.rados.rados.0.smithi190.stdout:663: finishing rollback tid 0 to smithi19066007-19 2024-08-19T10:00:22.960 INFO:tasks.rados.rados.0.smithi190.stdout:663: finishing rollback tid 1 to smithi19066007-19 2024-08-19T10:00:22.960 INFO:tasks.rados.rados.0.smithi190.stdout:663: finishing rollback tid 2 to smithi19066007-19 2024-08-19T10:00:22.960 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 317 (ObjNum 187 snap 48 seq_num 187) dirty exists 2024-08-19T10:00:22.960 INFO:tasks.rados.rados.0.smithi190.stdout:664: expect (ObjNum 72 snap 9 seq_num 72) 2024-08-19T10:00:23.004 INFO:tasks.rados.rados.0.smithi190.stdout:662: finishing copy_from racing read to smithi19066007-15 2024-08-19T10:00:23.004 INFO:tasks.rados.rados.0.smithi190.stdout:662: finishing copy_from to smithi19066007-15 2024-08-19T10:00:23.004 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 51 (ObjNum 143 snap 33 seq_num 143) dirty exists 2024-08-19T10:00:23.004 INFO:tasks.rados.rados.0.smithi190.stdout:666: expect (ObjNum 215 snap 53 seq_num 215) 2024-08-19T10:00:23.180 INFO:tasks.rados.rados.0.smithi190.stdout:667: finishing write tid 1 to smithi19066007-32 2024-08-19T10:00:23.181 INFO:tasks.rados.rados.0.smithi190.stdout:667: finishing write tid 2 to smithi19066007-32 2024-08-19T10:00:23.181 INFO:tasks.rados.rados.0.smithi190.stdout:667: finishing write tid 3 to smithi19066007-32 2024-08-19T10:00:23.181 INFO:tasks.rados.rados.0.smithi190.stdout:667: finishing write tid 4 to smithi19066007-32 2024-08-19T10:00:23.181 INFO:tasks.rados.rados.0.smithi190.stdout:667: finishing write tid 5 to smithi19066007-32 2024-08-19T10:00:23.181 INFO:tasks.rados.rados.0.smithi190.stdout:667: oid 32 updating version 0 to 366 2024-08-19T10:00:23.181 INFO:tasks.rados.rados.0.smithi190.stdout:667: oid 32 updating version 366 to 367 2024-08-19T10:00:23.181 INFO:tasks.rados.rados.0.smithi190.stdout:667: oid 32 version 367 is already newer than 365 2024-08-19T10:00:23.181 INFO:tasks.rados.rados.0.smithi190.stdout:667: oid 32 updating version 367 to 368 2024-08-19T10:00:23.181 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 368 (ObjNum 222 snap 56 seq_num 222) dirty exists 2024-08-19T10:00:23.181 INFO:tasks.rados.rados.0.smithi190.stdout:667: left oid 32 (ObjNum 222 snap 56 seq_num 222) 2024-08-19T10:00:23.181 INFO:tasks.rados.rados.0.smithi190.stdout:668: expect (ObjNum 204 snap 51 seq_num 204) 2024-08-19T10:00:23.245 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:22 smithi190 ceph-mon[16060]: pgmap v6: 121 pgs: 121 active+clean; 134 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 357 MiB/s rd, 139 MiB/s wr, 2.32k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-19T10:00:23.245 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:22 smithi190 ceph-mon[26031]: pgmap v6: 121 pgs: 121 active+clean; 134 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 357 MiB/s rd, 139 MiB/s wr, 2.32k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-19T10:00:23.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:22 smithi196 ceph-mon[19976]: pgmap v6: 121 pgs: 121 active+clean; 134 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 357 MiB/s rd, 139 MiB/s wr, 2.32k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-19T10:00:23.945 INFO:tasks.rados.rados.0.smithi190.stdout:662: done (6 left) 2024-08-19T10:00:23.945 INFO:tasks.rados.rados.0.smithi190.stdout:663: done (5 left) 2024-08-19T10:00:23.945 INFO:tasks.rados.rados.0.smithi190.stdout:664: done (4 left) 2024-08-19T10:00:23.945 INFO:tasks.rados.rados.0.smithi190.stdout:666: done (3 left) 2024-08-19T10:00:23.946 INFO:tasks.rados.rados.0.smithi190.stdout:667: done (2 left) 2024-08-19T10:00:23.946 INFO:tasks.rados.rados.0.smithi190.stdout:668: done (1 left) 2024-08-19T10:00:23.946 INFO:tasks.rados.rados.0.smithi190.stdout:669: done (0 left) 2024-08-19T10:00:23.946 INFO:tasks.rados.rados.0.smithi190.stdout:670: setattr oid 5 current snap is 57 2024-08-19T10:00:23.947 INFO:tasks.rados.rados.0.smithi190.stdout:671: snap_create 2024-08-19T10:00:23.951 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 324 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-19T10:00:24.189 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:23 smithi196 ceph-mon[19976]: osdmap e193: 8 total, 8 up, 8 in 2024-08-19T10:00:24.189 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:23 smithi196 ceph-mon[19976]: mgrmap e33: y(active, since 4s) 2024-08-19T10:00:24.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:23 smithi190 ceph-mon[16060]: osdmap e193: 8 total, 8 up, 8 in 2024-08-19T10:00:24.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:23 smithi190 ceph-mon[16060]: mgrmap e33: y(active, since 4s) 2024-08-19T10:00:24.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:23 smithi190 ceph-mon[26031]: osdmap e193: 8 total, 8 up, 8 in 2024-08-19T10:00:24.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:23 smithi190 ceph-mon[26031]: mgrmap e33: y(active, since 4s) 2024-08-19T10:00:24.917 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:10:00:24] ENGINE Bus STARTING 2024-08-19T10:00:24.917 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: CherryPy Checker: 2024-08-19T10:00:24.917 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: The Application mounted at '' has an empty config. 2024-08-19T10:00:24.917 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: 2024-08-19T10:00:24.917 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:10:00:24] ENGINE Serving on http://:::9283 2024-08-19T10:00:24.917 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: [19/Aug/2024:10:00:24] ENGINE Bus STARTED 2024-08-19T10:00:24.944 INFO:tasks.rados.rados.0.smithi190.stdout:670: done (1 left) 2024-08-19T10:00:24.945 INFO:tasks.rados.rados.0.smithi190.stdout:671: done (0 left) 2024-08-19T10:00:24.945 INFO:tasks.rados.rados.0.smithi190.stdout:672: read oid 2 snap 55 2024-08-19T10:00:24.945 INFO:tasks.rados.rados.0.smithi190.stdout:672: expect deleted 2024-08-19T10:00:24.945 INFO:tasks.rados.rados.0.smithi190.stdout:673: read oid 33 snap -1 2024-08-19T10:00:24.945 INFO:tasks.rados.rados.0.smithi190.stdout:673: expect (ObjNum 164 snap 40 seq_num 164) 2024-08-19T10:00:24.945 INFO:tasks.rados.rados.0.smithi190.stdout:674: read oid 23 snap -1 2024-08-19T10:00:24.945 INFO:tasks.rados.rados.0.smithi190.stdout:674: expect deleted 2024-08-19T10:00:24.945 INFO:tasks.rados.rados.0.smithi190.stdout:675: rollback oid 34 current snap is 58 2024-08-19T10:00:24.945 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 34 to 55 2024-08-19T10:00:24.947 INFO:tasks.rados.rados.0.smithi190.stdout:676: setattr oid 5 current snap is 58 2024-08-19T10:00:24.947 INFO:tasks.rados.rados.0.smithi190.stdout:677: snap_create 2024-08-19T10:00:24.949 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[26031]: pgmap v9: 121 pgs: 121 active+clean; 134 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 119 MiB/s rd, 46 MiB/s wr, 772 op/s; 577 KiB/s, 2 objects/s recovering 2024-08-19T10:00:24.949 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[26031]: osdmap e194: 8 total, 8 up, 8 in 2024-08-19T10:00:24.949 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:24.950 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:24.950 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[26031]: Standby manager daemon x started 2024-08-19T10:00:24.950 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/2101394874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T10:00:24.950 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/2101394874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T10:00:24.950 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/2101394874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T10:00:24.950 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/2101394874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T10:00:24.950 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:24.950 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:24.953 INFO:tasks.rados.rados.0.smithi190.stdout:675: finishing rollback tid 0 to smithi19066007-34 2024-08-19T10:00:24.953 INFO:tasks.rados.rados.0.smithi190.stdout:675: finishing rollback tid 1 to smithi19066007-34 2024-08-19T10:00:24.954 INFO:tasks.rados.rados.0.smithi190.stdout:675: finishing rollback tid 2 to smithi19066007-34 2024-08-19T10:00:24.954 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 120 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T10:00:24.955 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 326 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:00:24.957 INFO:tasks.rados.rados.0.smithi190.stdout:673: expect (ObjNum 164 snap 40 seq_num 164) 2024-08-19T10:00:25.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[16060]: pgmap v9: 121 pgs: 121 active+clean; 134 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 119 MiB/s rd, 46 MiB/s wr, 772 op/s; 577 KiB/s, 2 objects/s recovering 2024-08-19T10:00:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[16060]: osdmap e194: 8 total, 8 up, 8 in 2024-08-19T10:00:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[16060]: Standby manager daemon x started 2024-08-19T10:00:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/2101394874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T10:00:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/2101394874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T10:00:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/2101394874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T10:00:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/2101394874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T10:00:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:24 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-mon[19976]: pgmap v9: 121 pgs: 121 active+clean; 134 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 119 MiB/s rd, 46 MiB/s wr, 772 op/s; 577 KiB/s, 2 objects/s recovering 2024-08-19T10:00:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-mon[19976]: osdmap e194: 8 total, 8 up, 8 in 2024-08-19T10:00:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-mon[19976]: Standby manager daemon x started 2024-08-19T10:00:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/2101394874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T10:00:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/2101394874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T10:00:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/2101394874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T10:00:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/2101394874' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T10:00:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:25.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:24 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:25.913 INFO:tasks.rados.rados.0.smithi190.stdout:672: done (5 left) 2024-08-19T10:00:25.913 INFO:tasks.rados.rados.0.smithi190.stdout:673: done (4 left) 2024-08-19T10:00:25.913 INFO:tasks.rados.rados.0.smithi190.stdout:674: done (3 left) 2024-08-19T10:00:25.913 INFO:tasks.rados.rados.0.smithi190.stdout:675: done (2 left) 2024-08-19T10:00:25.913 INFO:tasks.rados.rados.0.smithi190.stdout:676: done (1 left) 2024-08-19T10:00:25.913 INFO:tasks.rados.rados.0.smithi190.stdout:677: done (0 left) 2024-08-19T10:00:25.913 INFO:tasks.rados.rados.0.smithi190.stdout:678: read oid 20 snap 56 2024-08-19T10:00:25.913 INFO:tasks.rados.rados.0.smithi190.stdout:678: expect deleted 2024-08-19T10:00:25.913 INFO:tasks.rados.rados.0.smithi190.stdout:679: snap_create 2024-08-19T10:00:25.947 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:25 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[52951]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:00:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-19T10:00:26.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[26031]: osdmap e195: 8 total, 8 up, 8 in 2024-08-19T10:00:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[26031]: mgrmap e34: y(active, since 6s), standbys: x 2024-08-19T10:00:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T10:00:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[26031]: osdmap e196: 8 total, 8 up, 8 in 2024-08-19T10:00:26.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[16060]: osdmap e195: 8 total, 8 up, 8 in 2024-08-19T10:00:26.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:26.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:26.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:26.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:26.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[16060]: mgrmap e34: y(active, since 6s), standbys: x 2024-08-19T10:00:26.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T10:00:26.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:25 smithi190 ceph-mon[16060]: osdmap e196: 8 total, 8 up, 8 in 2024-08-19T10:00:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:25 smithi196 ceph-mon[19976]: osdmap e195: 8 total, 8 up, 8 in 2024-08-19T10:00:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:25 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:25 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:25 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:25 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:25 smithi196 ceph-mon[19976]: mgrmap e34: y(active, since 6s), standbys: x 2024-08-19T10:00:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:25 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-19T10:00:26.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:25 smithi196 ceph-mon[19976]: osdmap e196: 8 total, 8 up, 8 in 2024-08-19T10:00:26.915 INFO:tasks.rados.rados.0.smithi190.stdout:678: done (1 left) 2024-08-19T10:00:26.915 INFO:tasks.rados.rados.0.smithi190.stdout:679: done (0 left) 2024-08-19T10:00:26.915 INFO:tasks.rados.rados.0.smithi190.stdout:680: snap_remove snap 51 2024-08-19T10:00:26.948 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:26 smithi190 ceph-mon[16060]: pgmap v12: 121 pgs: 121 active+clean; 117 MiB data, 616 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 644 KiB/s wr, 17 op/s 2024-08-19T10:00:27.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:26 smithi190 ceph-mon[16060]: osdmap e197: 8 total, 8 up, 8 in 2024-08-19T10:00:27.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:26 smithi190 ceph-mon[26031]: pgmap v12: 121 pgs: 121 active+clean; 117 MiB data, 616 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 644 KiB/s wr, 17 op/s 2024-08-19T10:00:27.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:26 smithi190 ceph-mon[26031]: osdmap e197: 8 total, 8 up, 8 in 2024-08-19T10:00:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:26 smithi196 ceph-mon[19976]: pgmap v12: 121 pgs: 121 active+clean; 117 MiB data, 616 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 644 KiB/s wr, 17 op/s 2024-08-19T10:00:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:26 smithi196 ceph-mon[19976]: osdmap e197: 8 total, 8 up, 8 in 2024-08-19T10:00:27.916 INFO:tasks.rados.rados.0.smithi190.stdout:680: done (0 left) 2024-08-19T10:00:27.916 INFO:tasks.rados.rados.0.smithi190.stdout:681: snap_create 2024-08-19T10:00:28.925 INFO:tasks.rados.rados.0.smithi190.stdout:681: done (0 left) 2024-08-19T10:00:28.925 INFO:tasks.rados.rados.0.smithi190.stdout:682: read oid 1 snap -1 2024-08-19T10:00:28.925 INFO:tasks.rados.rados.0.smithi190.stdout:682: expect (ObjNum 209 snap 52 seq_num 209) 2024-08-19T10:00:28.926 INFO:tasks.rados.rados.0.smithi190.stdout:683: rollback oid 50 current snap is 61 2024-08-19T10:00:28.926 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 50 to 60 2024-08-19T10:00:28.926 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 61 2024-08-19T10:00:28.926 INFO:tasks.rados.rados.0.smithi190.stdout:684: seq_num 223 ranges {3702784=540672,4243456=450560,4694016=352256} 2024-08-19T10:00:28.949 INFO:tasks.rados.rados.0.smithi190.stdout:684: writing smithi19066007-22 from 3702784 to 4243456 tid 1 2024-08-19T10:00:28.953 INFO:tasks.rados.rados.0.smithi190.stdout:684: writing smithi19066007-22 from 4243456 to 4694016 tid 2 2024-08-19T10:00:28.954 INFO:tasks.rados.rados.0.smithi190.stdout:684: writing smithi19066007-22 from 4694016 to 5046272 tid 3 2024-08-19T10:00:28.954 INFO:tasks.rados.rados.0.smithi190.stdout:683: finishing rollback tid 1 to smithi19066007-50 2024-08-19T10:00:28.954 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-19T10:00:28.954 INFO:tasks.rados.rados.0.smithi190.stdout:682: expect (ObjNum 209 snap 52 seq_num 209) 2024-08-19T10:00:28.986 INFO:tasks.rados.rados.0.smithi190.stdout:684: finishing write tid 1 to smithi19066007-22 2024-08-19T10:00:28.986 INFO:tasks.rados.rados.0.smithi190.stdout:682: done (2 left) 2024-08-19T10:00:28.986 INFO:tasks.rados.rados.0.smithi190.stdout:683: done (1 left) 2024-08-19T10:00:28.987 INFO:tasks.rados.rados.0.smithi190.stdout:685: read oid 8 snap -1 2024-08-19T10:00:28.987 INFO:tasks.rados.rados.0.smithi190.stdout:685: expect (ObjNum 194 snap 49 seq_num 194) 2024-08-19T10:00:28.987 INFO:tasks.rados.rados.0.smithi190.stdout:686: setattr oid 16 current snap is 61 2024-08-19T10:00:28.987 INFO:tasks.rados.rados.0.smithi190.stdout:684: finishing write tid 2 to smithi19066007-22 2024-08-19T10:00:28.987 INFO:tasks.rados.rados.0.smithi190.stdout:684: finishing write tid 3 to smithi19066007-22 2024-08-19T10:00:28.987 INFO:tasks.rados.rados.0.smithi190.stdout:684: finishing write tid 4 to smithi19066007-22 2024-08-19T10:00:28.987 INFO:tasks.rados.rados.0.smithi190.stdout:684: finishing write tid 5 to smithi19066007-22 2024-08-19T10:00:28.987 INFO:tasks.rados.rados.0.smithi190.stdout:684: oid 22 updating version 0 to 233 2024-08-19T10:00:28.987 INFO:tasks.rados.rados.0.smithi190.stdout:684: oid 22 version 233 is already newer than 232 2024-08-19T10:00:28.987 INFO:tasks.rados.rados.0.smithi190.stdout:684: oid 22 updating version 233 to 234 2024-08-19T10:00:28.988 INFO:tasks.rados.rados.0.smithi190.stdout:684: oid 22 updating version 234 to 235 2024-08-19T10:00:28.988 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 235 (ObjNum 223 snap 61 seq_num 223) dirty exists 2024-08-19T10:00:28.988 INFO:tasks.rados.rados.0.smithi190.stdout:684: left oid 22 (ObjNum 223 snap 61 seq_num 223) 2024-08-19T10:00:28.988 INFO:tasks.rados.rados.0.smithi190.stdout:684: done (2 left) 2024-08-19T10:00:28.988 INFO:tasks.rados.rados.0.smithi190.stdout:687: delete oid 15 current snap is 61 2024-08-19T10:00:28.989 INFO:tasks.rados.rados.0.smithi190.stdout:687: done (2 left) 2024-08-19T10:00:28.990 INFO:tasks.rados.rados.0.smithi190.stdout:688: snap_create 2024-08-19T10:00:28.992 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 246 (ObjNum 204 snap 51 seq_num 204) dirty exists 2024-08-19T10:00:29.000 INFO:tasks.rados.rados.0.smithi190.stdout:685: expect (ObjNum 194 snap 49 seq_num 194) 2024-08-19T10:00:29.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:28 smithi196 ceph-mon[19976]: pgmap v15: 121 pgs: 121 active+clean; 101 MiB data, 600 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 49 op/s 2024-08-19T10:00:29.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:28 smithi196 ceph-mon[19976]: osdmap e198: 8 total, 8 up, 8 in 2024-08-19T10:00:29.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:28 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:29.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:28 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:29.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:28 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:29.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:28 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T10:00:29.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:28 smithi190 ceph-mon[16060]: pgmap v15: 121 pgs: 121 active+clean; 101 MiB data, 600 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 49 op/s 2024-08-19T10:00:29.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:28 smithi190 ceph-mon[16060]: osdmap e198: 8 total, 8 up, 8 in 2024-08-19T10:00:29.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:28 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:29.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:28 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:29.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:28 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:29.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:28 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T10:00:29.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:28 smithi190 ceph-mon[26031]: pgmap v15: 121 pgs: 121 active+clean; 101 MiB data, 600 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 49 op/s 2024-08-19T10:00:29.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:28 smithi190 ceph-mon[26031]: osdmap e198: 8 total, 8 up, 8 in 2024-08-19T10:00:29.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:28 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:29.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:28 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:29.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:28 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:29.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:28 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T10:00:29.931 INFO:tasks.rados.rados.0.smithi190.stdout:685: done (2 left) 2024-08-19T10:00:29.931 INFO:tasks.rados.rados.0.smithi190.stdout:686: done (1 left) 2024-08-19T10:00:29.931 INFO:tasks.rados.rados.0.smithi190.stdout:688: done (0 left) 2024-08-19T10:00:29.931 INFO:tasks.rados.rados.0.smithi190.stdout:689: delete oid 9 current snap is 62 2024-08-19T10:00:29.933 INFO:tasks.rados.rados.0.smithi190.stdout:689: done (0 left) 2024-08-19T10:00:29.933 INFO:tasks.rados.rados.0.smithi190.stdout:690: snap_create 2024-08-19T10:00:30.057 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:29 smithi196 ceph-mon[19976]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T10:00:30.057 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:29 smithi196 ceph-mon[19976]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T10:00:30.057 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:29 smithi196 ceph-mon[19976]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:00:30.057 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:29 smithi196 ceph-mon[19976]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:00:30.058 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:29 smithi196 ceph-mon[19976]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:00:30.058 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:29 smithi196 ceph-mon[19976]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:00:30.058 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:29 smithi196 ceph-mon[19976]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:00:30.058 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:29 smithi196 ceph-mon[19976]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:00:30.058 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:29 smithi196 ceph-mon[19976]: osdmap e199: 8 total, 8 up, 8 in 2024-08-19T10:00:30.058 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:29 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:30.058 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:29 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:30.058 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:29 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:30.058 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:29 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:30.058 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:29 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:30.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[26031]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T10:00:30.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[26031]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T10:00:30.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[26031]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:00:30.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[26031]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:00:30.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[26031]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:00:30.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[26031]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:00:30.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[26031]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:00:30.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[26031]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:00:30.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[26031]: osdmap e199: 8 total, 8 up, 8 in 2024-08-19T10:00:30.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:30.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:30.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:30.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:30.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:30.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[16060]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T10:00:30.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[16060]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T10:00:30.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[16060]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:00:30.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[16060]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:00:30.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[16060]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:00:30.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[16060]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:00:30.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[16060]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:00:30.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[16060]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:00:30.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[16060]: osdmap e199: 8 total, 8 up, 8 in 2024-08-19T10:00:30.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:30.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:30.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:30.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:30.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:29 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:30.933 INFO:tasks.rados.rados.0.smithi190.stdout:690: done (0 left) 2024-08-19T10:00:30.933 INFO:tasks.rados.rados.0.smithi190.stdout:691: rmattr oid 13 current snap is 63 2024-08-19T10:00:30.933 INFO:tasks.rados.rados.0.smithi190.stdout:692: snap_create 2024-08-19T10:00:30.936 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 331 (ObjNum 200 snap 51 seq_num 200) dirty exists 2024-08-19T10:00:31.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:30 smithi196 ceph-mon[19976]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T10:00:31.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:30 smithi196 ceph-mon[19976]: pgmap v18: 121 pgs: 121 active+clean; 101 MiB data, 600 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 588 KiB/s wr, 32 op/s 2024-08-19T10:00:31.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:30 smithi196 ceph-mon[19976]: Reconfiguring daemon prometheus.a on smithi196 2024-08-19T10:00:31.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:30 smithi196 ceph-mon[19976]: osdmap e200: 8 total, 8 up, 8 in 2024-08-19T10:00:31.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:30 smithi190 ceph-mon[16060]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T10:00:31.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:30 smithi190 ceph-mon[16060]: pgmap v18: 121 pgs: 121 active+clean; 101 MiB data, 600 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 588 KiB/s wr, 32 op/s 2024-08-19T10:00:31.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:30 smithi190 ceph-mon[16060]: Reconfiguring daemon prometheus.a on smithi196 2024-08-19T10:00:31.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:30 smithi190 ceph-mon[16060]: osdmap e200: 8 total, 8 up, 8 in 2024-08-19T10:00:31.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:30 smithi190 ceph-mon[26031]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-19T10:00:31.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:30 smithi190 ceph-mon[26031]: pgmap v18: 121 pgs: 121 active+clean; 101 MiB data, 600 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 588 KiB/s wr, 32 op/s 2024-08-19T10:00:31.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:30 smithi190 ceph-mon[26031]: Reconfiguring daemon prometheus.a on smithi196 2024-08-19T10:00:31.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:30 smithi190 ceph-mon[26031]: osdmap e200: 8 total, 8 up, 8 in 2024-08-19T10:00:31.935 INFO:tasks.rados.rados.0.smithi190.stdout:691: done (1 left) 2024-08-19T10:00:31.935 INFO:tasks.rados.rados.0.smithi190.stdout:692: done (0 left) 2024-08-19T10:00:31.935 INFO:tasks.rados.rados.0.smithi190.stdout:693: copy_from oid 43 from oid 39 current snap is 64 2024-08-19T10:00:31.935 INFO:tasks.rados.rados.0.smithi190.stdout:694: delete oid 49 current snap is 64 2024-08-19T10:00:31.938 INFO:tasks.rados.rados.0.smithi190.stdout:694: done (1 left) 2024-08-19T10:00:31.938 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 64 2024-08-19T10:00:31.938 INFO:tasks.rados.rados.0.smithi190.stdout:695: seq_num 227 ranges {0=606208,606208=794624,1400832=8192} 2024-08-19T10:00:31.942 INFO:tasks.rados.rados.0.smithi190.stdout:695: writing smithi19066007-23 from 0 to 606208 tid 1 2024-08-19T10:00:31.947 INFO:tasks.rados.rados.0.smithi190.stdout:695: writing smithi19066007-23 from 606208 to 1400832 tid 2 2024-08-19T10:00:31.947 INFO:tasks.rados.rados.0.smithi190.stdout:695: writing smithi19066007-23 from 1400832 to 1409024 tid 3 2024-08-19T10:00:31.947 INFO:tasks.rados.rados.0.smithi190.stdout:696: rollback oid 3 current snap is 64 2024-08-19T10:00:31.947 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 3 to 56 2024-08-19T10:00:31.947 INFO:tasks.rados.rados.0.smithi190.stdout:697: snap_create 2024-08-19T10:00:31.951 INFO:tasks.rados.rados.0.smithi190.stdout:693: finishing copy_from racing read to smithi19066007-43 2024-08-19T10:00:31.951 INFO:tasks.rados.rados.0.smithi190.stdout:695: finishing write tid 1 to smithi19066007-23 2024-08-19T10:00:31.952 INFO:tasks.rados.rados.0.smithi190.stdout:695: finishing write tid 2 to smithi19066007-23 2024-08-19T10:00:31.952 INFO:tasks.rados.rados.0.smithi190.stdout:695: finishing write tid 3 to smithi19066007-23 2024-08-19T10:00:31.952 INFO:tasks.rados.rados.0.smithi190.stdout:695: finishing write tid 4 to smithi19066007-23 2024-08-19T10:00:31.952 INFO:tasks.rados.rados.0.smithi190.stdout:693: finishing copy_from to smithi19066007-43 2024-08-19T10:00:31.953 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 319 (ObjNum 217 snap 53 seq_num 217) dirty exists 2024-08-19T10:00:31.954 INFO:tasks.rados.rados.0.smithi190.stdout:696: finishing rollback tid 0 to smithi19066007-3 2024-08-19T10:00:31.954 INFO:tasks.rados.rados.0.smithi190.stdout:696: finishing rollback tid 1 to smithi19066007-3 2024-08-19T10:00:31.954 INFO:tasks.rados.rados.0.smithi190.stdout:696: finishing rollback tid 2 to smithi19066007-3 2024-08-19T10:00:31.954 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 169 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-08-19T10:00:31.955 INFO:tasks.rados.rados.0.smithi190.stdout:695: finishing write tid 5 to smithi19066007-23 2024-08-19T10:00:31.955 INFO:tasks.rados.rados.0.smithi190.stdout:695: oid 23 updating version 0 to 224 2024-08-19T10:00:31.955 INFO:tasks.rados.rados.0.smithi190.stdout:695: oid 23 updating version 224 to 226 2024-08-19T10:00:31.955 INFO:tasks.rados.rados.0.smithi190.stdout:695: oid 23 version 226 is already newer than 225 2024-08-19T10:00:31.955 INFO:tasks.rados.rados.0.smithi190.stdout:695: oid 23 version 226 is already newer than 223 2024-08-19T10:00:31.955 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 226 (ObjNum 227 snap 64 seq_num 227) dirty exists 2024-08-19T10:00:31.955 INFO:tasks.rados.rados.0.smithi190.stdout:695: left oid 23 (ObjNum 227 snap 64 seq_num 227) 2024-08-19T10:00:32.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:31 smithi190 ceph-mon[16060]: osdmap e201: 8 total, 8 up, 8 in 2024-08-19T10:00:32.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:31 smithi190 ceph-mon[16060]: osdmap e202: 8 total, 8 up, 8 in 2024-08-19T10:00:32.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:31 smithi190 ceph-mon[26031]: osdmap e201: 8 total, 8 up, 8 in 2024-08-19T10:00:32.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:31 smithi190 ceph-mon[26031]: osdmap e202: 8 total, 8 up, 8 in 2024-08-19T10:00:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:31 smithi196 ceph-mon[19976]: osdmap e201: 8 total, 8 up, 8 in 2024-08-19T10:00:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:31 smithi196 ceph-mon[19976]: osdmap e202: 8 total, 8 up, 8 in 2024-08-19T10:00:32.917 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:32 smithi196 systemd[1]: Stopping Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:00:32.952 INFO:tasks.rados.rados.0.smithi190.stdout:693: done (3 left) 2024-08-19T10:00:32.952 INFO:tasks.rados.rados.0.smithi190.stdout:695: done (2 left) 2024-08-19T10:00:32.953 INFO:tasks.rados.rados.0.smithi190.stdout:696: done (1 left) 2024-08-19T10:00:32.953 INFO:tasks.rados.rados.0.smithi190.stdout:697: done (0 left) 2024-08-19T10:00:32.953 INFO:tasks.rados.rados.0.smithi190.stdout:698: read oid 42 snap -1 2024-08-19T10:00:32.953 INFO:tasks.rados.rados.0.smithi190.stdout:698: expect (ObjNum 197 snap 51 seq_num 197) 2024-08-19T10:00:32.953 INFO:tasks.rados.rados.0.smithi190.stdout:699: read oid 24 snap -1 2024-08-19T10:00:32.953 INFO:tasks.rados.rados.0.smithi190.stdout:699: expect (ObjNum 220 snap 55 seq_num 220) 2024-08-19T10:00:32.953 INFO:tasks.rados.rados.0.smithi190.stdout:700: snap_create 2024-08-19T10:00:32.963 INFO:tasks.rados.rados.0.smithi190.stdout:698: expect (ObjNum 197 snap 51 seq_num 197) 2024-08-19T10:00:33.047 INFO:tasks.rados.rados.0.smithi190.stdout:699: expect (ObjNum 220 snap 55 seq_num 220) 2024-08-19T10:00:33.224 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:32 smithi196 ceph-mon[19976]: pgmap v21: 121 pgs: 121 active+clean; 89 MiB data, 600 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 328 KiB/s wr, 8 op/s 2024-08-19T10:00:33.224 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:32.964Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-19T10:00:33.225 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:32.965Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-19T10:00:33.225 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:32.965Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-19T10:00:33.225 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:32.965Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-19T10:00:33.225 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:32.965Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-19T10:00:33.225 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:32.965Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-19T10:00:33.225 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:32.965Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-19T10:00:33.225 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:32.965Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-19T10:00:33.225 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:32.965Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-19T10:00:33.225 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:32.965Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-19T10:00:33.225 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:32.965Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-19T10:00:33.225 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[61146]: ts=2024-08-19T10:00:32.965Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-19T10:00:33.225 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:32 smithi196 podman[63603]: 2024-08-19 10:00:32.97516501 +0000 UTC m=+0.112531492 container died 4d6a63d47679fd67451511d35917a8ba82185de872ab87394ef7cc41028bb426 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:00:33.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:32 smithi190 ceph-mon[16060]: pgmap v21: 121 pgs: 121 active+clean; 89 MiB data, 600 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 328 KiB/s wr, 8 op/s 2024-08-19T10:00:33.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:32 smithi190 ceph-mon[26031]: pgmap v21: 121 pgs: 121 active+clean; 89 MiB data, 600 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 328 KiB/s wr, 8 op/s 2024-08-19T10:00:33.574 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:33 smithi196 podman[63603]: 2024-08-19 10:00:33.322701095 +0000 UTC m=+0.460067642 container cleanup 4d6a63d47679fd67451511d35917a8ba82185de872ab87394ef7cc41028bb426 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:00:33.574 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:33 smithi196 bash[63603]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a 2024-08-19T10:00:33.917 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:33 smithi196 podman[63617]: 2024-08-19 10:00:33.573524621 +0000 UTC m=+0.600578119 container remove 4d6a63d47679fd67451511d35917a8ba82185de872ab87394ef7cc41028bb426 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:00:33.917 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:33 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-19T10:00:33.917 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:33 smithi196 systemd[1]: Stopped Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:00:33.917 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:33 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.087s CPU time. 2024-08-19T10:00:33.917 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:33 smithi196 systemd[1]: Starting Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:00:33.958 INFO:tasks.rados.rados.0.smithi190.stdout:698: done (2 left) 2024-08-19T10:00:33.958 INFO:tasks.rados.rados.0.smithi190.stdout:699: done (1 left) 2024-08-19T10:00:33.958 INFO:tasks.rados.rados.0.smithi190.stdout:700: done (0 left) 2024-08-19T10:00:33.958 INFO:tasks.rados.rados.0.smithi190.stdout:701: delete oid 10 current snap is 66 2024-08-19T10:00:33.959 INFO:tasks.rados.rados.0.smithi190.stdout:701: done (0 left) 2024-08-19T10:00:33.959 INFO:tasks.rados.rados.0.smithi190.stdout:702: snap_create 2024-08-19T10:00:34.205 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:33 smithi196 ceph-mon[19976]: osdmap e203: 8 total, 8 up, 8 in 2024-08-19T10:00:34.205 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:33 smithi196 podman[63709]: 2024-08-19 10:00:33.879767537 +0000 UTC m=+0.017764270 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-19T10:00:34.205 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 podman[63709]: 2024-08-19 10:00:34.000002573 +0000 UTC m=+0.137999304 container create 3fdb2a720e67b29da89c139c40438ca1cf5cbc078469f6ea38ebef7ce82c7675 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:00:34.205 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 podman[63709]: 2024-08-19 10:00:34.20172419 +0000 UTC m=+0.339720924 container init 3fdb2a720e67b29da89c139c40438ca1cf5cbc078469f6ea38ebef7ce82c7675 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:00:34.205 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 podman[63709]: 2024-08-19 10:00:34.204422899 +0000 UTC m=+0.342419618 container start 3fdb2a720e67b29da89c139c40438ca1cf5cbc078469f6ea38ebef7ce82c7675 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:00:34.248 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:33 smithi190 ceph-mon[26031]: osdmap e203: 8 total, 8 up, 8 in 2024-08-19T10:00:34.248 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:33 smithi190 ceph-mon[16060]: osdmap e203: 8 total, 8 up, 8 in 2024-08-19T10:00:34.668 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.229Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-19T10:00:34.668 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.229Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-19T10:00:34.668 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.229Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi196 (none))" 2024-08-19T10:00:34.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.229Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-19T10:00:34.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.229Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-19T10:00:34.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.230Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-19T10:00:34.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.230Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-19T10:00:34.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.231Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-19T10:00:34.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.231Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-19T10:00:34.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.234Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-19T10:00:34.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.234Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=702.428µs 2024-08-19T10:00:34.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.234Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-19T10:00:34.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.236Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-08-19T10:00:34.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.241Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-08-19T10:00:34.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.244Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-08-19T10:00:34.670 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.244Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-08-19T10:00:34.670 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.244Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=37.136µs wal_replay_duration=9.63285ms wbl_replay_duration=93ns total_replay_duration=10.396005ms 2024-08-19T10:00:34.670 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.245Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-19T10:00:34.670 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.245Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-19T10:00:34.670 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.245Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-19T10:00:34.670 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.265Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.271367ms db_storage=839ns remote_storage=1.128µs web_handler=390ns query_engine=721ns scrape=381.053µs scrape_sd=115.037µs notify=9.764µs notify_sd=19.996µs rules=18.341626ms tracing=5.702µs 2024-08-19T10:00:34.670 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.265Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-19T10:00:34.670 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:00:34.265Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-19T10:00:34.670 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 bash[63709]: 3fdb2a720e67b29da89c139c40438ca1cf5cbc078469f6ea38ebef7ce82c7675 2024-08-19T10:00:34.670 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:00:34 smithi196 systemd[1]: Started Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:00:34.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:00:34] ENGINE Bus STOPPING 2024-08-19T10:00:34.964 INFO:tasks.rados.rados.0.smithi190.stdout:702: done (0 left) 2024-08-19T10:00:34.964 INFO:tasks.rados.rados.0.smithi190.stdout:703: read oid 17 snap -1 2024-08-19T10:00:34.964 INFO:tasks.rados.rados.0.smithi190.stdout:703: expect (ObjNum 146 snap 33 seq_num 146) 2024-08-19T10:00:34.964 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 67 2024-08-19T10:00:34.964 INFO:tasks.rados.rados.0.smithi190.stdout:704: seq_num 229 ranges {1409024=638976,2048000=606208,2654208=196608} 2024-08-19T10:00:34.975 INFO:tasks.rados.rados.0.smithi190.stdout:704: writing smithi19066007-23 from 1409024 to 2048000 tid 1 2024-08-19T10:00:34.978 INFO:tasks.rados.rados.0.smithi190.stdout:704: writing smithi19066007-23 from 2048000 to 2654208 tid 2 2024-08-19T10:00:34.980 INFO:tasks.rados.rados.0.smithi190.stdout:704: writing smithi19066007-23 from 2654208 to 2850816 tid 3 2024-08-19T10:00:34.980 INFO:tasks.rados.rados.0.smithi190.stdout:705: rmattr oid 9 current snap is 67 2024-08-19T10:00:34.980 INFO:tasks.rados.rados.0.smithi190.stdout:705: done (2 left) 2024-08-19T10:00:34.980 INFO:tasks.rados.rados.0.smithi190.stdout:706: read oid 22 snap -1 2024-08-19T10:00:34.980 INFO:tasks.rados.rados.0.smithi190.stdout:706: expect (ObjNum 223 snap 61 seq_num 223) 2024-08-19T10:00:34.980 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 67 2024-08-19T10:00:34.980 INFO:tasks.rados.rados.0.smithi190.stdout:707: seq_num 230 ranges {1736704=655360,2392064=491520,2883584=311296} 2024-08-19T10:00:34.993 INFO:tasks.rados.rados.0.smithi190.stdout:707: writing smithi19066007-39 from 1736704 to 2392064 tid 1 2024-08-19T10:00:34.996 INFO:tasks.rados.rados.0.smithi190.stdout:707: writing smithi19066007-39 from 2392064 to 2883584 tid 2 2024-08-19T10:00:34.999 INFO:tasks.rados.rados.0.smithi190.stdout:707: writing smithi19066007-39 from 2883584 to 3194880 tid 3 2024-08-19T10:00:34.999 INFO:tasks.rados.rados.0.smithi190.stdout:708: copy_from oid 28 from oid 37 current snap is 67 2024-08-19T10:00:34.999 INFO:tasks.rados.rados.0.smithi190.stdout:703: expect (ObjNum 146 snap 33 seq_num 146) 2024-08-19T10:00:35.008 INFO:tasks.rados.rados.0.smithi190.stdout:704: finishing write tid 1 to smithi19066007-23 2024-08-19T10:00:35.008 INFO:tasks.rados.rados.0.smithi190.stdout:704: finishing write tid 2 to smithi19066007-23 2024-08-19T10:00:35.008 INFO:tasks.rados.rados.0.smithi190.stdout:703: done (4 left) 2024-08-19T10:00:35.008 INFO:tasks.rados.rados.0.smithi190.stdout:709: snap_create 2024-08-19T10:00:35.008 INFO:tasks.rados.rados.0.smithi190.stdout:704: finishing write tid 3 to smithi19066007-23 2024-08-19T10:00:35.008 INFO:tasks.rados.rados.0.smithi190.stdout:704: finishing write tid 4 to smithi19066007-23 2024-08-19T10:00:35.008 INFO:tasks.rados.rados.0.smithi190.stdout:704: finishing write tid 5 to smithi19066007-23 2024-08-19T10:00:35.008 INFO:tasks.rados.rados.0.smithi190.stdout:704: oid 23 updating version 0 to 228 2024-08-19T10:00:35.008 INFO:tasks.rados.rados.0.smithi190.stdout:704: oid 23 updating version 228 to 231 2024-08-19T10:00:35.008 INFO:tasks.rados.rados.0.smithi190.stdout:704: oid 23 version 231 is already newer than 229 2024-08-19T10:00:35.008 INFO:tasks.rados.rados.0.smithi190.stdout:704: oid 23 version 231 is already newer than 230 2024-08-19T10:00:35.008 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 231 (ObjNum 229 snap 67 seq_num 229) dirty exists 2024-08-19T10:00:35.008 INFO:tasks.rados.rados.0.smithi190.stdout:704: left oid 23 (ObjNum 229 snap 67 seq_num 229) 2024-08-19T10:00:35.009 INFO:tasks.rados.rados.0.smithi190.stdout:706: expect (ObjNum 223 snap 61 seq_num 223) 2024-08-19T10:00:35.039 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-mon[19976]: pgmap v24: 121 pgs: 121 active+clean; 89 MiB data, 600 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 328 KiB/s wr, 8 op/s 2024-08-19T10:00:35.039 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-mon[19976]: osdmap e204: 8 total, 8 up, 8 in 2024-08-19T10:00:35.039 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:35.039 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:35.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T10:00:35.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T10:00:35.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:35.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:35.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:34 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T10:00:35.079 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:00:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T10:00:35.079 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:00:34] ENGINE Bus STOPPED 2024-08-19T10:00:35.079 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:00:34] ENGINE Bus STARTING 2024-08-19T10:00:35.079 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:00:34] ENGINE Serving on http://:::9283 2024-08-19T10:00:35.080 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:00:34] ENGINE Bus STARTED 2024-08-19T10:00:35.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[16060]: pgmap v24: 121 pgs: 121 active+clean; 89 MiB data, 600 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 328 KiB/s wr, 8 op/s 2024-08-19T10:00:35.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[16060]: osdmap e204: 8 total, 8 up, 8 in 2024-08-19T10:00:35.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:35.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:35.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T10:00:35.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T10:00:35.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:35.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:35.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T10:00:35.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[26031]: pgmap v24: 121 pgs: 121 active+clean; 89 MiB data, 600 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 328 KiB/s wr, 8 op/s 2024-08-19T10:00:35.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[26031]: osdmap e204: 8 total, 8 up, 8 in 2024-08-19T10:00:35.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:35.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:35.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T10:00:35.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T10:00:35.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:35.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:35.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:34 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T10:00:35.235 INFO:tasks.rados.rados.0.smithi190.stdout:707: finishing write tid 1 to smithi19066007-39 2024-08-19T10:00:35.235 INFO:tasks.rados.rados.0.smithi190.stdout:707: finishing write tid 2 to smithi19066007-39 2024-08-19T10:00:35.235 INFO:tasks.rados.rados.0.smithi190.stdout:708: finishing copy_from to smithi19066007-28 2024-08-19T10:00:35.235 INFO:tasks.rados.rados.0.smithi190.stdout:708: got expected ENOENT (src dne) 2024-08-19T10:00:35.235 INFO:tasks.rados.rados.0.smithi190.stdout:707: finishing write tid 3 to smithi19066007-39 2024-08-19T10:00:35.235 INFO:tasks.rados.rados.0.smithi190.stdout:708: finishing copy_from racing read to smithi19066007-28 2024-08-19T10:00:35.235 INFO:tasks.rados.rados.0.smithi190.stdout:707: finishing write tid 4 to smithi19066007-39 2024-08-19T10:00:35.235 INFO:tasks.rados.rados.0.smithi190.stdout:707: finishing write tid 5 to smithi19066007-39 2024-08-19T10:00:35.235 INFO:tasks.rados.rados.0.smithi190.stdout:707: oid 39 updating version 0 to 338 2024-08-19T10:00:35.235 INFO:tasks.rados.rados.0.smithi190.stdout:707: oid 39 version 338 is already newer than 336 2024-08-19T10:00:35.235 INFO:tasks.rados.rados.0.smithi190.stdout:707: oid 39 version 338 is already newer than 335 2024-08-19T10:00:35.236 INFO:tasks.rados.rados.0.smithi190.stdout:707: oid 39 version 338 is already newer than 337 2024-08-19T10:00:35.236 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 338 (ObjNum 230 snap 67 seq_num 230) dirty exists 2024-08-19T10:00:35.236 INFO:tasks.rados.rados.0.smithi190.stdout:707: left oid 39 (ObjNum 230 snap 67 seq_num 230) 2024-08-19T10:00:35.917 INFO:tasks.rados.rados.0.smithi190.stdout:704: done (4 left) 2024-08-19T10:00:35.917 INFO:tasks.rados.rados.0.smithi190.stdout:706: done (3 left) 2024-08-19T10:00:35.917 INFO:tasks.rados.rados.0.smithi190.stdout:707: done (2 left) 2024-08-19T10:00:35.917 INFO:tasks.rados.rados.0.smithi190.stdout:708: done (1 left) 2024-08-19T10:00:35.917 INFO:tasks.rados.rados.0.smithi190.stdout:709: done (0 left) 2024-08-19T10:00:35.917 INFO:tasks.rados.rados.0.smithi190.stdout:710: rollback oid 46 current snap is 68 2024-08-19T10:00:35.917 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 46 to 62 2024-08-19T10:00:35.917 INFO:tasks.rados.rados.0.smithi190.stdout:711: copy_from oid 35 from oid 11 current snap is 68 2024-08-19T10:00:35.917 INFO:tasks.rados.rados.0.smithi190.stdout:712: read oid 30 snap -1 2024-08-19T10:00:35.917 INFO:tasks.rados.rados.0.smithi190.stdout:712: expect (ObjNum 97 snap 16 seq_num 97) 2024-08-19T10:00:35.918 INFO:tasks.rados.rados.0.smithi190.stdout:713: copy_from oid 6 from oid 38 current snap is 68 2024-08-19T10:00:35.918 INFO:tasks.rados.rados.0.smithi190.stdout:714: delete oid 33 current snap is 68 2024-08-19T10:00:35.919 INFO:tasks.rados.rados.0.smithi190.stdout:713: finishing copy_from to smithi19066007-6 2024-08-19T10:00:35.919 INFO:tasks.rados.rados.0.smithi190.stdout:713: got expected ENOENT (src dne) 2024-08-19T10:00:35.919 INFO:tasks.rados.rados.0.smithi190.stdout:713: finishing copy_from racing read to smithi19066007-6 2024-08-19T10:00:35.920 INFO:tasks.rados.rados.0.smithi190.stdout:713: done (4 left) 2024-08-19T10:00:35.920 INFO:tasks.rados.rados.0.smithi190.stdout:714: done (3 left) 2024-08-19T10:00:35.921 INFO:tasks.rados.rados.0.smithi190.stdout:715: read oid 40 snap -1 2024-08-19T10:00:35.921 INFO:tasks.rados.rados.0.smithi190.stdout:715: expect deleted 2024-08-19T10:00:35.921 INFO:tasks.rados.rados.0.smithi190.stdout:716: read oid 22 snap 58 2024-08-19T10:00:35.921 INFO:tasks.rados.rados.0.smithi190.stdout:716: expect (ObjNum 221 snap 56 seq_num 221) 2024-08-19T10:00:35.921 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 68 2024-08-19T10:00:35.921 INFO:tasks.rados.rados.0.smithi190.stdout:717: seq_num 232 ranges {1466368=688128,2154496=663552,2818048=139264} 2024-08-19T10:00:35.933 INFO:tasks.rados.rados.0.smithi190.stdout:717: writing smithi19066007-36 from 1466368 to 2154496 tid 1 2024-08-19T10:00:35.936 INFO:tasks.rados.rados.0.smithi190.stdout:717: writing smithi19066007-36 from 2154496 to 2818048 tid 2 2024-08-19T10:00:35.937 INFO:tasks.rados.rados.0.smithi190.stdout:717: writing smithi19066007-36 from 2818048 to 2957312 tid 3 2024-08-19T10:00:35.937 INFO:tasks.rados.rados.0.smithi190.stdout:718: rmattr oid 2 current snap is 68 2024-08-19T10:00:35.937 INFO:tasks.rados.rados.0.smithi190.stdout:718: done (6 left) 2024-08-19T10:00:35.937 INFO:tasks.rados.rados.0.smithi190.stdout:719: snap_remove snap 67 2024-08-19T10:00:36.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:35 smithi190 ceph-mon[16060]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T10:00:36.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:35 smithi190 ceph-mon[16060]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T10:00:36.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:35 smithi190 ceph-mon[16060]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T10:00:36.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:35 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T10:00:36.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:35 smithi190 ceph-mon[16060]: osdmap e205: 8 total, 8 up, 8 in 2024-08-19T10:00:36.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:35 smithi190 ceph-mon[16060]: osdmap e206: 8 total, 8 up, 8 in 2024-08-19T10:00:36.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:35 smithi190 ceph-mon[26031]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T10:00:36.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:35 smithi190 ceph-mon[26031]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T10:00:36.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:35 smithi190 ceph-mon[26031]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T10:00:36.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:35 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T10:00:36.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:35 smithi190 ceph-mon[26031]: osdmap e205: 8 total, 8 up, 8 in 2024-08-19T10:00:36.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:35 smithi190 ceph-mon[26031]: osdmap e206: 8 total, 8 up, 8 in 2024-08-19T10:00:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:35 smithi196 ceph-mon[19976]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T10:00:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:35 smithi196 ceph-mon[19976]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-19T10:00:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:35 smithi196 ceph-mon[19976]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-19T10:00:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:35 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T10:00:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:35 smithi196 ceph-mon[19976]: osdmap e205: 8 total, 8 up, 8 in 2024-08-19T10:00:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:35 smithi196 ceph-mon[19976]: osdmap e206: 8 total, 8 up, 8 in 2024-08-19T10:00:36.918 INFO:tasks.rados.rados.0.smithi190.stdout:719: done (6 left) 2024-08-19T10:00:36.918 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 18 current snap is 68 2024-08-19T10:00:36.919 INFO:tasks.rados.rados.0.smithi190.stdout:720: seq_num 233 ranges {1286144=712704,1998848=548864,2547712=253952} 2024-08-19T10:00:36.929 INFO:tasks.rados.rados.0.smithi190.stdout:720: writing smithi19066007-18 from 1286144 to 1998848 tid 1 2024-08-19T10:00:36.932 INFO:tasks.rados.rados.0.smithi190.stdout:720: writing smithi19066007-18 from 1998848 to 2547712 tid 2 2024-08-19T10:00:36.934 INFO:tasks.rados.rados.0.smithi190.stdout:720: writing smithi19066007-18 from 2547712 to 2801664 tid 3 2024-08-19T10:00:36.934 INFO:tasks.rados.rados.0.smithi190.stdout:721: rollback oid 43 current snap is 68 2024-08-19T10:00:36.934 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 43 to 58 2024-08-19T10:00:36.934 INFO:tasks.rados.rados.0.smithi190.stdout:710: finishing rollback tid 0 to smithi19066007-46 2024-08-19T10:00:36.934 INFO:tasks.rados.rados.0.smithi190.stdout:710: finishing rollback tid 1 to smithi19066007-46 2024-08-19T10:00:36.934 INFO:tasks.rados.rados.0.smithi190.stdout:710: finishing rollback tid 2 to smithi19066007-46 2024-08-19T10:00:36.934 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 210 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:00:36.934 INFO:tasks.rados.rados.0.smithi190.stdout:712: expect (ObjNum 97 snap 16 seq_num 97) 2024-08-19T10:00:36.977 INFO:tasks.rados.rados.0.smithi190.stdout:716: expect (ObjNum 221 snap 56 seq_num 221) 2024-08-19T10:00:37.107 INFO:tasks.rados.rados.0.smithi190.stdout:711: finishing copy_from racing read to smithi19066007-35 2024-08-19T10:00:37.108 INFO:tasks.rados.rados.0.smithi190.stdout:711: finishing copy_from to smithi19066007-35 2024-08-19T10:00:37.108 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 48 (ObjNum 99 snap 16 seq_num 99) dirty exists 2024-08-19T10:00:37.108 INFO:tasks.rados.rados.0.smithi190.stdout:717: finishing write tid 1 to smithi19066007-36 2024-08-19T10:00:37.108 INFO:tasks.rados.rados.0.smithi190.stdout:717: finishing write tid 2 to smithi19066007-36 2024-08-19T10:00:37.108 INFO:tasks.rados.rados.0.smithi190.stdout:710: done (7 left) 2024-08-19T10:00:37.108 INFO:tasks.rados.rados.0.smithi190.stdout:711: done (6 left) 2024-08-19T10:00:37.108 INFO:tasks.rados.rados.0.smithi190.stdout:712: done (5 left) 2024-08-19T10:00:37.108 INFO:tasks.rados.rados.0.smithi190.stdout:715: done (4 left) 2024-08-19T10:00:37.108 INFO:tasks.rados.rados.0.smithi190.stdout:716: done (3 left) 2024-08-19T10:00:37.108 INFO:tasks.rados.rados.0.smithi190.stdout:722: snap_create 2024-08-19T10:00:37.108 INFO:tasks.rados.rados.0.smithi190.stdout:717: finishing write tid 3 to smithi19066007-36 2024-08-19T10:00:37.108 INFO:tasks.rados.rados.0.smithi190.stdout:717: finishing write tid 4 to smithi19066007-36 2024-08-19T10:00:37.108 INFO:tasks.rados.rados.0.smithi190.stdout:717: finishing write tid 5 to smithi19066007-36 2024-08-19T10:00:37.108 INFO:tasks.rados.rados.0.smithi190.stdout:717: oid 36 updating version 0 to 341 2024-08-19T10:00:37.109 INFO:tasks.rados.rados.0.smithi190.stdout:717: oid 36 version 341 is already newer than 340 2024-08-19T10:00:37.109 INFO:tasks.rados.rados.0.smithi190.stdout:717: oid 36 updating version 341 to 343 2024-08-19T10:00:37.109 INFO:tasks.rados.rados.0.smithi190.stdout:717: oid 36 version 343 is already newer than 342 2024-08-19T10:00:37.109 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 343 (ObjNum 232 snap 68 seq_num 232) dirty exists 2024-08-19T10:00:37.109 INFO:tasks.rados.rados.0.smithi190.stdout:717: left oid 36 (ObjNum 232 snap 68 seq_num 232) 2024-08-19T10:00:37.109 INFO:tasks.rados.rados.0.smithi190.stdout:721: finishing rollback tid 0 to smithi19066007-43 2024-08-19T10:00:37.109 INFO:tasks.rados.rados.0.smithi190.stdout:721: finishing rollback tid 1 to smithi19066007-43 2024-08-19T10:00:37.109 INFO:tasks.rados.rados.0.smithi190.stdout:721: finishing rollback tid 2 to smithi19066007-43 2024-08-19T10:00:37.109 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 338 (ObjNum 178 snap 46 seq_num 178) dirty exists 2024-08-19T10:00:37.109 INFO:tasks.rados.rados.0.smithi190.stdout:720: finishing write tid 1 to smithi19066007-18 2024-08-19T10:00:37.109 INFO:tasks.rados.rados.0.smithi190.stdout:720: finishing write tid 2 to smithi19066007-18 2024-08-19T10:00:37.109 INFO:tasks.rados.rados.0.smithi190.stdout:720: finishing write tid 3 to smithi19066007-18 2024-08-19T10:00:37.109 INFO:tasks.rados.rados.0.smithi190.stdout:720: finishing write tid 4 to smithi19066007-18 2024-08-19T10:00:37.109 INFO:tasks.rados.rados.0.smithi190.stdout:720: finishing write tid 5 to smithi19066007-18 2024-08-19T10:00:37.110 INFO:tasks.rados.rados.0.smithi190.stdout:720: oid 18 updating version 0 to 346 2024-08-19T10:00:37.110 INFO:tasks.rados.rados.0.smithi190.stdout:720: oid 18 updating version 346 to 348 2024-08-19T10:00:37.110 INFO:tasks.rados.rados.0.smithi190.stdout:720: oid 18 version 348 is already newer than 347 2024-08-19T10:00:37.110 INFO:tasks.rados.rados.0.smithi190.stdout:720: oid 18 version 348 is already newer than 345 2024-08-19T10:00:37.110 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 348 (ObjNum 233 snap 68 seq_num 233) dirty exists 2024-08-19T10:00:37.110 INFO:tasks.rados.rados.0.smithi190.stdout:720: left oid 18 (ObjNum 233 snap 68 seq_num 233) 2024-08-19T10:00:37.250 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:36 smithi196 ceph-mon[19976]: pgmap v27: 121 pgs: 121 active+clean; 89 MiB data, 602 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-19T10:00:37.250 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:36 smithi196 ceph-mon[19976]: Upgrade: Updating mgr.x 2024-08-19T10:00:37.250 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:36 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T10:00:37.250 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:36 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T10:00:37.250 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:36 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T10:00:37.250 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:36 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:37.250 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:36 smithi196 ceph-mon[19976]: Deploying daemon mgr.x on smithi196 2024-08-19T10:00:37.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:36 smithi196 ceph-mon[19976]: osdmap e207: 8 total, 8 up, 8 in 2024-08-19T10:00:37.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[16060]: pgmap v27: 121 pgs: 121 active+clean; 89 MiB data, 602 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-19T10:00:37.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[16060]: Upgrade: Updating mgr.x 2024-08-19T10:00:37.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T10:00:37.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T10:00:37.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T10:00:37.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:37.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[16060]: Deploying daemon mgr.x on smithi196 2024-08-19T10:00:37.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[16060]: osdmap e207: 8 total, 8 up, 8 in 2024-08-19T10:00:37.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[26031]: pgmap v27: 121 pgs: 121 active+clean; 89 MiB data, 602 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-19T10:00:37.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[26031]: Upgrade: Updating mgr.x 2024-08-19T10:00:37.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T10:00:37.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-19T10:00:37.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-19T10:00:37.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:37.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[26031]: Deploying daemon mgr.x on smithi196 2024-08-19T10:00:37.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:36 smithi190 ceph-mon[26031]: osdmap e207: 8 total, 8 up, 8 in 2024-08-19T10:00:37.969 INFO:tasks.rados.rados.0.smithi190.stdout:717: done (3 left) 2024-08-19T10:00:37.969 INFO:tasks.rados.rados.0.smithi190.stdout:720: done (2 left) 2024-08-19T10:00:37.969 INFO:tasks.rados.rados.0.smithi190.stdout:721: done (1 left) 2024-08-19T10:00:37.969 INFO:tasks.rados.rados.0.smithi190.stdout:722: done (0 left) 2024-08-19T10:00:37.969 INFO:tasks.rados.rados.0.smithi190.stdout:723: copy_from oid 48 from oid 7 current snap is 69 2024-08-19T10:00:37.969 INFO:tasks.rados.rados.0.smithi190.stdout:724: read oid 2 snap -1 2024-08-19T10:00:37.969 INFO:tasks.rados.rados.0.smithi190.stdout:724: expect deleted 2024-08-19T10:00:37.969 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 69 2024-08-19T10:00:37.969 INFO:tasks.rados.rados.0.smithi190.stdout:725: seq_num 234 ranges {3096576=729088,3825664=434176,4259840=368640} 2024-08-19T10:00:37.989 INFO:tasks.rados.rados.0.smithi190.stdout:725: writing smithi19066007-13 from 3096576 to 3825664 tid 1 2024-08-19T10:00:37.991 INFO:tasks.rados.rados.0.smithi190.stdout:725: writing smithi19066007-13 from 3825664 to 4259840 tid 2 2024-08-19T10:00:37.994 INFO:tasks.rados.rados.0.smithi190.stdout:725: writing smithi19066007-13 from 4259840 to 4628480 tid 3 2024-08-19T10:00:37.994 INFO:tasks.rados.rados.0.smithi190.stdout:726: read oid 47 snap -1 2024-08-19T10:00:37.994 INFO:tasks.rados.rados.0.smithi190.stdout:726: expect (ObjNum 72 snap 9 seq_num 72) 2024-08-19T10:00:37.995 INFO:tasks.rados.rados.0.smithi190.stdout:727: delete oid 26 current snap is 69 2024-08-19T10:00:37.995 INFO:tasks.rados.rados.0.smithi190.stdout:723: finishing copy_from racing read to smithi19066007-48 2024-08-19T10:00:37.995 INFO:tasks.rados.rados.0.smithi190.stdout:723: finishing copy_from to smithi19066007-48 2024-08-19T10:00:37.995 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 64 (ObjNum 146 snap 33 seq_num 146) dirty exists 2024-08-19T10:00:37.995 INFO:tasks.rados.rados.0.smithi190.stdout:725: finishing write tid 1 to smithi19066007-13 2024-08-19T10:00:37.996 INFO:tasks.rados.rados.0.smithi190.stdout:725: finishing write tid 2 to smithi19066007-13 2024-08-19T10:00:37.996 INFO:tasks.rados.rados.0.smithi190.stdout:725: finishing write tid 3 to smithi19066007-13 2024-08-19T10:00:37.997 INFO:tasks.rados.rados.0.smithi190.stdout:725: finishing write tid 4 to smithi19066007-13 2024-08-19T10:00:37.998 INFO:tasks.rados.rados.0.smithi190.stdout:725: finishing write tid 5 to smithi19066007-13 2024-08-19T10:00:37.998 INFO:tasks.rados.rados.0.smithi190.stdout:725: oid 13 updating version 0 to 336 2024-08-19T10:00:37.998 INFO:tasks.rados.rados.0.smithi190.stdout:725: oid 13 version 336 is already newer than 334 2024-08-19T10:00:37.998 INFO:tasks.rados.rados.0.smithi190.stdout:725: oid 13 version 336 is already newer than 333 2024-08-19T10:00:37.998 INFO:tasks.rados.rados.0.smithi190.stdout:725: oid 13 version 336 is already newer than 335 2024-08-19T10:00:37.998 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 336 (ObjNum 234 snap 69 seq_num 234) dirty exists 2024-08-19T10:00:37.998 INFO:tasks.rados.rados.0.smithi190.stdout:725: left oid 13 (ObjNum 234 snap 69 seq_num 234) 2024-08-19T10:00:38.001 INFO:tasks.rados.rados.0.smithi190.stdout:726: expect (ObjNum 72 snap 9 seq_num 72) 2024-08-19T10:00:38.043 INFO:tasks.rados.rados.0.smithi190.stdout:723: done (4 left) 2024-08-19T10:00:38.044 INFO:tasks.rados.rados.0.smithi190.stdout:724: done (3 left) 2024-08-19T10:00:38.044 INFO:tasks.rados.rados.0.smithi190.stdout:725: done (2 left) 2024-08-19T10:00:38.044 INFO:tasks.rados.rados.0.smithi190.stdout:726: done (1 left) 2024-08-19T10:00:38.044 INFO:tasks.rados.rados.0.smithi190.stdout:727: done (0 left) 2024-08-19T10:00:38.044 INFO:tasks.rados.rados.0.smithi190.stdout:728: read oid 40 snap -1 2024-08-19T10:00:38.044 INFO:tasks.rados.rados.0.smithi190.stdout:728: expect deleted 2024-08-19T10:00:38.044 INFO:tasks.rados.rados.0.smithi190.stdout:729: delete oid 33 current snap is 69 2024-08-19T10:00:38.045 INFO:tasks.rados.rados.0.smithi190.stdout:728: done (1 left) 2024-08-19T10:00:38.045 INFO:tasks.rados.rados.0.smithi190.stdout:729: done (0 left) 2024-08-19T10:00:38.045 INFO:tasks.rados.rados.0.smithi190.stdout:730: rmattr oid 10 current snap is 69 2024-08-19T10:00:38.045 INFO:tasks.rados.rados.0.smithi190.stdout:730: done (0 left) 2024-08-19T10:00:38.045 INFO:tasks.rados.rados.0.smithi190.stdout:731: copy_from oid 19 from oid 5 current snap is 69 2024-08-19T10:00:38.045 INFO:tasks.rados.rados.0.smithi190.stdout:732: read oid 47 snap -1 2024-08-19T10:00:38.045 INFO:tasks.rados.rados.0.smithi190.stdout:732: expect (ObjNum 72 snap 9 seq_num 72) 2024-08-19T10:00:38.045 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 69 2024-08-19T10:00:38.045 INFO:tasks.rados.rados.0.smithi190.stdout:733: seq_num 237 ranges {0=778240,778240=532480,1310720=270336} 2024-08-19T10:00:38.049 INFO:tasks.rados.rados.0.smithi190.stdout:733: writing smithi19066007-20 from 0 to 778240 tid 1 2024-08-19T10:00:38.052 INFO:tasks.rados.rados.0.smithi190.stdout:733: writing smithi19066007-20 from 778240 to 1310720 tid 2 2024-08-19T10:00:38.054 INFO:tasks.rados.rados.0.smithi190.stdout:733: writing smithi19066007-20 from 1310720 to 1581056 tid 3 2024-08-19T10:00:38.054 INFO:tasks.rados.rados.0.smithi190.stdout:734: setattr oid 25 current snap is 69 2024-08-19T10:00:38.054 INFO:tasks.rados.rados.0.smithi190.stdout:731: finishing copy_from racing read to smithi19066007-19 2024-08-19T10:00:38.054 INFO:tasks.rados.rados.0.smithi190.stdout:731: finishing copy_from to smithi19066007-19 2024-08-19T10:00:38.055 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 326 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:00:38.055 INFO:tasks.rados.rados.0.smithi190.stdout:732: expect (ObjNum 72 snap 9 seq_num 72) 2024-08-19T10:00:38.080 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:37 smithi196 systemd[1]: Stopping Ceph mgr.x for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:00:38.099 INFO:tasks.rados.rados.0.smithi190.stdout:733: finishing write tid 1 to smithi19066007-20 2024-08-19T10:00:38.099 INFO:tasks.rados.rados.0.smithi190.stdout:733: finishing write tid 2 to smithi19066007-20 2024-08-19T10:00:38.099 INFO:tasks.rados.rados.0.smithi190.stdout:733: finishing write tid 3 to smithi19066007-20 2024-08-19T10:00:38.099 INFO:tasks.rados.rados.0.smithi190.stdout:733: finishing write tid 4 to smithi19066007-20 2024-08-19T10:00:38.099 INFO:tasks.rados.rados.0.smithi190.stdout:733: finishing write tid 5 to smithi19066007-20 2024-08-19T10:00:38.099 INFO:tasks.rados.rados.0.smithi190.stdout:733: oid 20 updating version 0 to 339 2024-08-19T10:00:38.099 INFO:tasks.rados.rados.0.smithi190.stdout:733: oid 20 updating version 339 to 342 2024-08-19T10:00:38.099 INFO:tasks.rados.rados.0.smithi190.stdout:733: oid 20 version 342 is already newer than 341 2024-08-19T10:00:38.099 INFO:tasks.rados.rados.0.smithi190.stdout:733: oid 20 version 342 is already newer than 340 2024-08-19T10:00:38.099 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 342 (ObjNum 237 snap 69 seq_num 237) dirty exists 2024-08-19T10:00:38.100 INFO:tasks.rados.rados.0.smithi190.stdout:733: left oid 20 (ObjNum 237 snap 69 seq_num 237) 2024-08-19T10:00:38.100 INFO:tasks.rados.rados.0.smithi190.stdout:731: done (3 left) 2024-08-19T10:00:38.100 INFO:tasks.rados.rados.0.smithi190.stdout:732: done (2 left) 2024-08-19T10:00:38.100 INFO:tasks.rados.rados.0.smithi190.stdout:733: done (1 left) 2024-08-19T10:00:38.100 INFO:tasks.rados.rados.0.smithi190.stdout:735: snap_create 2024-08-19T10:00:38.100 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 376 (ObjNum 215 snap 53 seq_num 215) dirty exists 2024-08-19T10:00:38.417 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:38 smithi196 podman[64045]: 2024-08-19 10:00:38.151365357 +0000 UTC m=+0.171419242 container died 936a12b3d110db2b2e1a8f55232b130a85636f4ee86989834cd3fdac6b14f5df (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True) 2024-08-19T10:00:38.748 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:00:38.897 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:38 smithi196 podman[64045]: 2024-08-19 10:00:38.637074882 +0000 UTC m=+0.657128764 container cleanup 936a12b3d110db2b2e1a8f55232b130a85636f4ee86989834cd3fdac6b14f5df (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-19T10:00:38.897 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:38 smithi196 bash[64045]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x 2024-08-19T10:00:38.973 INFO:tasks.rados.rados.0.smithi190.stdout:734: done (1 left) 2024-08-19T10:00:38.974 INFO:tasks.rados.rados.0.smithi190.stdout:735: done (0 left) 2024-08-19T10:00:38.974 INFO:tasks.rados.rados.0.smithi190.stdout:736: snap_create 2024-08-19T10:00:39.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:38 smithi190 ceph-mon[16060]: pgmap v30: 121 pgs: 121 active+clean; 95 MiB data, 625 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-19T10:00:39.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:38 smithi190 ceph-mon[16060]: osdmap e208: 8 total, 8 up, 8 in 2024-08-19T10:00:39.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:38 smithi190 ceph-mon[26031]: pgmap v30: 121 pgs: 121 active+clean; 95 MiB data, 625 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-19T10:00:39.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:38 smithi190 ceph-mon[26031]: osdmap e208: 8 total, 8 up, 8 in 2024-08-19T10:00:39.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:38 smithi196 ceph-mon[19976]: pgmap v30: 121 pgs: 121 active+clean; 95 MiB data, 625 MiB used, 715 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-19T10:00:39.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:38 smithi196 ceph-mon[19976]: osdmap e208: 8 total, 8 up, 8 in 2024-08-19T10:00:39.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:38 smithi196 podman[64059]: 2024-08-19 10:00:38.896636576 +0000 UTC m=+0.746559336 container remove 936a12b3d110db2b2e1a8f55232b130a85636f4ee86989834cd3fdac6b14f5df (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-19T10:00:39.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:38 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-19T10:00:39.168 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:39 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-19T10:00:39.168 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:39 smithi196 systemd[1]: Stopped Ceph mgr.x for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:00:39.168 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:39 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.x.service: Consumed 16.891s CPU time. 2024-08-19T10:00:39.305 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:00:39.306 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (3m) 14s ago 4m 25.5M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T10:00:39.306 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (4m) 14s ago 4m 88.2M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:00:39.306 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (6m) 14s ago 5m 16.8M - 18.2.4-721-gbaa926de e6c292a6bc95 e6af5dc87346 2024-08-19T10:00:39.306 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (5m) 14s ago 5m 17.3M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T10:00:39.306 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (67s) 14s ago 9m 147M - 19.0.0-5847-g79766939 50bbda8a3289 936a12b3d110 2024-08-19T10:00:39.306 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (28s) 14s ago 10m 492M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:00:39.306 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (10m) 14s ago 11m 53.8M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 9109cb9dca37 2024-08-19T10:00:39.306 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (9m) 14s ago 9m 46.5M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 0b1c97b9ffa9 2024-08-19T10:00:39.306 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (9m) 14s ago 9m 42.8M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 6c708a6ae36c 2024-08-19T10:00:39.306 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (4m) 14s ago 4m 16.2M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T10:00:39.307 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (4m) 14s ago 4m 16.0M - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T10:00:39.307 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (9m) 14s ago 8m 130M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 7869b3a6fe8d 2024-08-19T10:00:39.307 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (8m) 14s ago 8m 115M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 216832ba0eb9 2024-08-19T10:00:39.307 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (8m) 14s ago 8m 120M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 7dc17a160906 2024-08-19T10:00:39.307 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (7m) 14s ago 7m 100M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 8d23db0741f1 2024-08-19T10:00:39.307 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (7m) 14s ago 7m 110M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 36958c5836c1 2024-08-19T10:00:39.307 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (7m) 14s ago 7m 119M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 089ec5523ac2 2024-08-19T10:00:39.307 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (6m) 14s ago 6m 106M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 5b1bd80e75ec 2024-08-19T10:00:39.307 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (6m) 14s ago 6m 74.4M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 0af4ca14b11c 2024-08-19T10:00:39.307 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 starting - - - - 2024-08-19T10:00:39.507 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:39 smithi196 systemd[1]: Starting Ceph mgr.x for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:00:39.507 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:39 smithi196 podman[64199]: 2024-08-19 10:00:39.36947998 +0000 UTC m=+0.017146962 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:00:39.634 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:00:39.635 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:00:39.635 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3 2024-08-19T10:00:39.635 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:00:39.635 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:00:39.635 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:00:39.635 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:00:39.635 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:00:39.635 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T10:00:39.635 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:00:39.635 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:00:39.635 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T10:00:39.636 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:00:39.636 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:00:39.636 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 13, 2024-08-19T10:00:39.636 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:00:39.636 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:00:39.636 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:00:39.818 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:39 smithi196 podman[64199]: 2024-08-19 10:00:39.506717294 +0000 UTC m=+0.154384313 container create 0261da8614e194b6104031f811a257d3276303d90366b108490ef218957178de (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0) 2024-08-19T10:00:39.818 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:39 smithi196 podman[64199]: 2024-08-19 10:00:39.72585394 +0000 UTC m=+0.373520928 container init 0261da8614e194b6104031f811a257d3276303d90366b108490ef218957178de (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-19T10:00:39.818 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:39 smithi196 podman[64199]: 2024-08-19 10:00:39.728864881 +0000 UTC m=+0.376531858 container start 0261da8614e194b6104031f811a257d3276303d90366b108490ef218957178de (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-19T10:00:39.818 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:39 smithi196 ceph-mgr[64219]: -- 172.21.15.196:0/2404466848 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557b0c81d0e0 con 0x557b0c7fa800 2024-08-19T10:00:39.919 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:00:39.919 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:00:39.919 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:00:39.919 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:00:39.919 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [], 2024-08-19T10:00:39.919 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "", 2024-08-19T10:00:39.919 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading mgr daemons", 2024-08-19T10:00:39.919 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:00:39.920 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:00:39.983 INFO:tasks.rados.rados.0.smithi190.stdout:736: done (0 left) 2024-08-19T10:00:39.983 INFO:tasks.rados.rados.0.smithi190.stdout:737: copy_from oid 22 from oid 47 current snap is 71 2024-08-19T10:00:39.983 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 27 current snap is 71 2024-08-19T10:00:39.983 INFO:tasks.rados.rados.0.smithi190.stdout:738: seq_num 238 ranges {6774784=794624,7569408=417792,7987200=385024} 2024-08-19T10:00:40.024 INFO:tasks.rados.rados.0.smithi190.stdout:738: writing smithi19066007-27 from 6774784 to 7569408 tid 1 2024-08-19T10:00:40.026 INFO:tasks.rados.rados.0.smithi190.stdout:738: writing smithi19066007-27 from 7569408 to 7987200 tid 2 2024-08-19T10:00:40.029 INFO:tasks.rados.rados.0.smithi190.stdout:738: writing smithi19066007-27 from 7987200 to 8372224 tid 3 2024-08-19T10:00:40.029 INFO:tasks.rados.rados.0.smithi190.stdout:739: snap_create 2024-08-19T10:00:40.029 INFO:tasks.rados.rados.0.smithi190.stdout:737: finishing copy_from racing read to smithi19066007-22 2024-08-19T10:00:40.029 INFO:tasks.rados.rados.0.smithi190.stdout:737: finishing copy_from to smithi19066007-22 2024-08-19T10:00:40.029 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 288 (ObjNum 72 snap 9 seq_num 72) dirty exists 2024-08-19T10:00:40.033 INFO:tasks.rados.rados.0.smithi190.stdout:738: finishing write tid 1 to smithi19066007-27 2024-08-19T10:00:40.033 INFO:tasks.rados.rados.0.smithi190.stdout:738: finishing write tid 2 to smithi19066007-27 2024-08-19T10:00:40.033 INFO:tasks.rados.rados.0.smithi190.stdout:738: finishing write tid 3 to smithi19066007-27 2024-08-19T10:00:40.034 INFO:tasks.rados.rados.0.smithi190.stdout:738: finishing write tid 4 to smithi19066007-27 2024-08-19T10:00:40.037 INFO:tasks.rados.rados.0.smithi190.stdout:738: finishing write tid 5 to smithi19066007-27 2024-08-19T10:00:40.037 INFO:tasks.rados.rados.0.smithi190.stdout:738: oid 27 updating version 0 to 248 2024-08-19T10:00:40.037 INFO:tasks.rados.rados.0.smithi190.stdout:738: oid 27 updating version 248 to 250 2024-08-19T10:00:40.037 INFO:tasks.rados.rados.0.smithi190.stdout:738: oid 27 updating version 250 to 251 2024-08-19T10:00:40.037 INFO:tasks.rados.rados.0.smithi190.stdout:738: oid 27 version 251 is already newer than 249 2024-08-19T10:00:40.037 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 251 (ObjNum 238 snap 71 seq_num 238) dirty exists 2024-08-19T10:00:40.037 INFO:tasks.rados.rados.0.smithi190.stdout:738: left oid 27 (ObjNum 238 snap 71 seq_num 238) 2024-08-19T10:00:40.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:39 smithi196 bash[64199]: 0261da8614e194b6104031f811a257d3276303d90366b108490ef218957178de 2024-08-19T10:00:40.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:39 smithi196 systemd[1]: Started Ceph mgr.x for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:00:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:39 smithi196 ceph-mon[19976]: from='client.25031 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:39 smithi196 ceph-mon[19976]: osdmap e209: 8 total, 8 up, 8 in 2024-08-19T10:00:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:39 smithi196 ceph-mon[19976]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:39 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/3384215710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T10:00:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:39 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:39 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:39 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:40.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:39 smithi190 ceph-mon[26031]: from='client.25031 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:40.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:39 smithi190 ceph-mon[26031]: osdmap e209: 8 total, 8 up, 8 in 2024-08-19T10:00:40.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:39 smithi190 ceph-mon[26031]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:40.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:39 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/3384215710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T10:00:40.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:39 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:40.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:39 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:40.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:39 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:40.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:39 smithi190 ceph-mon[16060]: from='client.25031 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:40.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:39 smithi190 ceph-mon[16060]: osdmap e209: 8 total, 8 up, 8 in 2024-08-19T10:00:40.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:39 smithi190 ceph-mon[16060]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:40.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:39 smithi190 ceph-mon[16060]: from='client.? 172.21.15.190:0/3384215710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T10:00:40.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:39 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:40.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:39 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:40.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:39 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:40.988 INFO:tasks.rados.rados.0.smithi190.stdout:737: done (2 left) 2024-08-19T10:00:40.988 INFO:tasks.rados.rados.0.smithi190.stdout:738: done (1 left) 2024-08-19T10:00:40.988 INFO:tasks.rados.rados.0.smithi190.stdout:739: done (0 left) 2024-08-19T10:00:40.988 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 35 current snap is 72 2024-08-19T10:00:40.988 INFO:tasks.rados.rados.0.smithi190.stdout:740: seq_num 239 ranges {3440640=409600,3850240=704512,4554752=499712} 2024-08-19T10:00:41.008 INFO:tasks.rados.rados.0.smithi190.stdout:740: writing smithi19066007-35 from 3440640 to 3850240 tid 1 2024-08-19T10:00:41.012 INFO:tasks.rados.rados.0.smithi190.stdout:740: writing smithi19066007-35 from 3850240 to 4554752 tid 2 2024-08-19T10:00:41.015 INFO:tasks.rados.rados.0.smithi190.stdout:740: writing smithi19066007-35 from 4554752 to 5054464 tid 3 2024-08-19T10:00:41.015 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 72 2024-08-19T10:00:41.015 INFO:tasks.rados.rados.0.smithi190.stdout:741: seq_num 240 ranges {0=425984,425984=589824,1015808=483328,1499136=131072} 2024-08-19T10:00:41.017 INFO:tasks.rados.rados.0.smithi190.stdout:741: writing smithi19066007-40 from 0 to 425984 tid 1 2024-08-19T10:00:41.021 INFO:tasks.rados.rados.0.smithi190.stdout:741: writing smithi19066007-40 from 425984 to 1015808 tid 2 2024-08-19T10:00:41.023 INFO:tasks.rados.rados.0.smithi190.stdout:741: writing smithi19066007-40 from 1015808 to 1499136 tid 3 2024-08-19T10:00:41.026 INFO:tasks.rados.rados.0.smithi190.stdout:741: writing smithi19066007-40 from 1499136 to 1630208 tid 4 2024-08-19T10:00:41.026 INFO:tasks.rados.rados.0.smithi190.stdout:742: read oid 22 snap -1 2024-08-19T10:00:41.026 INFO:tasks.rados.rados.0.smithi190.stdout:742: expect (ObjNum 72 snap 9 seq_num 72) 2024-08-19T10:00:41.026 INFO:tasks.rados.rados.0.smithi190.stdout:743: read oid 8 snap -1 2024-08-19T10:00:41.026 INFO:tasks.rados.rados.0.smithi190.stdout:743: expect (ObjNum 194 snap 49 seq_num 194) 2024-08-19T10:00:41.026 INFO:tasks.rados.rados.0.smithi190.stdout:744: copy_from oid 13 from oid 3 current snap is 72 2024-08-19T10:00:41.026 INFO:tasks.rados.rados.0.smithi190.stdout:740: finishing write tid 1 to smithi19066007-35 2024-08-19T10:00:41.026 INFO:tasks.rados.rados.0.smithi190.stdout:740: finishing write tid 2 to smithi19066007-35 2024-08-19T10:00:41.026 INFO:tasks.rados.rados.0.smithi190.stdout:740: finishing write tid 3 to smithi19066007-35 2024-08-19T10:00:41.027 INFO:tasks.rados.rados.0.smithi190.stdout:745: copy_from oid 48 from oid 12 current snap is 72 2024-08-19T10:00:41.027 INFO:tasks.rados.rados.0.smithi190.stdout:740: finishing write tid 4 to smithi19066007-35 2024-08-19T10:00:41.027 INFO:tasks.rados.rados.0.smithi190.stdout:740: finishing write tid 5 to smithi19066007-35 2024-08-19T10:00:41.027 INFO:tasks.rados.rados.0.smithi190.stdout:740: oid 35 updating version 0 to 213 2024-08-19T10:00:41.027 INFO:tasks.rados.rados.0.smithi190.stdout:740: oid 35 updating version 213 to 214 2024-08-19T10:00:41.027 INFO:tasks.rados.rados.0.smithi190.stdout:740: oid 35 version 214 is already newer than 211 2024-08-19T10:00:41.027 INFO:tasks.rados.rados.0.smithi190.stdout:740: oid 35 version 214 is already newer than 212 2024-08-19T10:00:41.027 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 214 (ObjNum 239 snap 72 seq_num 239) dirty exists 2024-08-19T10:00:41.027 INFO:tasks.rados.rados.0.smithi190.stdout:740: left oid 35 (ObjNum 239 snap 72 seq_num 239) 2024-08-19T10:00:41.027 INFO:tasks.rados.rados.0.smithi190.stdout:741: finishing write tid 1 to smithi19066007-40 2024-08-19T10:00:41.028 INFO:tasks.rados.rados.0.smithi190.stdout:740: done (5 left) 2024-08-19T10:00:41.028 INFO:tasks.rados.rados.0.smithi190.stdout:746: snap_remove snap 55 2024-08-19T10:00:41.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:40 smithi190 ceph-mon[16060]: pgmap v33: 121 pgs: 121 active+clean; 95 MiB data, 625 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-08-19T10:00:41.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:40 smithi190 ceph-mon[16060]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:41.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:40 smithi190 ceph-mon[16060]: from='client.15165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:41.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:40 smithi190 ceph-mon[16060]: osdmap e210: 8 total, 8 up, 8 in 2024-08-19T10:00:41.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:40 smithi190 ceph-mon[26031]: pgmap v33: 121 pgs: 121 active+clean; 95 MiB data, 625 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-08-19T10:00:41.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:40 smithi190 ceph-mon[26031]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:41.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:40 smithi190 ceph-mon[26031]: from='client.15165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:41.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:40 smithi190 ceph-mon[26031]: osdmap e210: 8 total, 8 up, 8 in 2024-08-19T10:00:41.354 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:40 smithi196 ceph-mon[19976]: pgmap v33: 121 pgs: 121 active+clean; 95 MiB data, 625 MiB used, 715 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-08-19T10:00:41.354 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:40 smithi196 ceph-mon[19976]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:41.354 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:40 smithi196 ceph-mon[19976]: from='client.15165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:00:41.354 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:40 smithi196 ceph-mon[19976]: osdmap e210: 8 total, 8 up, 8 in 2024-08-19T10:00:41.998 INFO:tasks.rados.rados.0.smithi190.stdout:746: done (5 left) 2024-08-19T10:00:41.999 INFO:tasks.rados.rados.0.smithi190.stdout:747: read oid 33 snap -1 2024-08-19T10:00:41.999 INFO:tasks.rados.rados.0.smithi190.stdout:747: expect deleted 2024-08-19T10:00:41.999 INFO:tasks.rados.rados.0.smithi190.stdout:748: copy_from oid 30 from oid 2 current snap is 72 2024-08-19T10:00:41.999 INFO:tasks.rados.rados.0.smithi190.stdout:741: finishing write tid 2 to smithi19066007-40 2024-08-19T10:00:41.999 INFO:tasks.rados.rados.0.smithi190.stdout:741: finishing write tid 3 to smithi19066007-40 2024-08-19T10:00:41.999 INFO:tasks.rados.rados.0.smithi190.stdout:741: finishing write tid 4 to smithi19066007-40 2024-08-19T10:00:41.999 INFO:tasks.rados.rados.0.smithi190.stdout:741: finishing write tid 5 to smithi19066007-40 2024-08-19T10:00:42.000 INFO:tasks.rados.rados.0.smithi190.stdout:741: finishing write tid 6 to smithi19066007-40 2024-08-19T10:00:42.000 INFO:tasks.rados.rados.0.smithi190.stdout:741: oid 40 updating version 0 to 70 2024-08-19T10:00:42.000 INFO:tasks.rados.rados.0.smithi190.stdout:741: oid 40 version 70 is already newer than 68 2024-08-19T10:00:42.000 INFO:tasks.rados.rados.0.smithi190.stdout:741: oid 40 version 70 is already newer than 69 2024-08-19T10:00:42.000 INFO:tasks.rados.rados.0.smithi190.stdout:741: oid 40 updating version 70 to 71 2024-08-19T10:00:42.000 INFO:tasks.rados.rados.0.smithi190.stdout:741: oid 40 updating version 71 to 72 2024-08-19T10:00:42.001 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 72 (ObjNum 240 snap 72 seq_num 240) dirty exists 2024-08-19T10:00:42.001 INFO:tasks.rados.rados.0.smithi190.stdout:741: left oid 40 (ObjNum 240 snap 72 seq_num 240) 2024-08-19T10:00:42.001 INFO:tasks.rados.rados.0.smithi190.stdout:742: expect (ObjNum 72 snap 9 seq_num 72) 2024-08-19T10:00:42.044 INFO:tasks.rados.rados.0.smithi190.stdout:744: finishing copy_from racing read to smithi19066007-13 2024-08-19T10:00:42.044 INFO:tasks.rados.rados.0.smithi190.stdout:743: expect (ObjNum 194 snap 49 seq_num 194) 2024-08-19T10:00:42.154 INFO:tasks.rados.rados.0.smithi190.stdout:744: finishing copy_from to smithi19066007-13 2024-08-19T10:00:42.154 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 169 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-08-19T10:00:42.155 INFO:tasks.rados.rados.0.smithi190.stdout:745: finishing copy_from racing read to smithi19066007-48 2024-08-19T10:00:42.155 INFO:tasks.rados.rados.0.smithi190.stdout:745: finishing copy_from to smithi19066007-48 2024-08-19T10:00:42.155 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 313 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:00:42.155 INFO:tasks.rados.rados.0.smithi190.stdout:741: done (6 left) 2024-08-19T10:00:42.155 INFO:tasks.rados.rados.0.smithi190.stdout:742: done (5 left) 2024-08-19T10:00:42.155 INFO:tasks.rados.rados.0.smithi190.stdout:743: done (4 left) 2024-08-19T10:00:42.155 INFO:tasks.rados.rados.0.smithi190.stdout:744: done (3 left) 2024-08-19T10:00:42.155 INFO:tasks.rados.rados.0.smithi190.stdout:745: done (2 left) 2024-08-19T10:00:42.155 INFO:tasks.rados.rados.0.smithi190.stdout:749: snap_remove snap 65 2024-08-19T10:00:42.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:41 smithi196 ceph-mon[19976]: osdmap e211: 8 total, 8 up, 8 in 2024-08-19T10:00:42.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:41 smithi190 ceph-mon[16060]: osdmap e211: 8 total, 8 up, 8 in 2024-08-19T10:00:42.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:41 smithi190 ceph-mon[26031]: osdmap e211: 8 total, 8 up, 8 in 2024-08-19T10:00:43.006 INFO:tasks.rados.rados.0.smithi190.stdout:749: done (2 left) 2024-08-19T10:00:43.006 INFO:tasks.rados.rados.0.smithi190.stdout:750: rmattr oid 38 current snap is 72 2024-08-19T10:00:43.006 INFO:tasks.rados.rados.0.smithi190.stdout:750: done (2 left) 2024-08-19T10:00:43.006 INFO:tasks.rados.rados.0.smithi190.stdout:751: read oid 40 snap -1 2024-08-19T10:00:43.006 INFO:tasks.rados.rados.0.smithi190.stdout:751: expect (ObjNum 240 snap 72 seq_num 240) 2024-08-19T10:00:43.006 INFO:tasks.rados.rados.0.smithi190.stdout:752: rollback oid 15 current snap is 72 2024-08-19T10:00:43.006 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 15 to 69 2024-08-19T10:00:43.006 INFO:tasks.rados.rados.0.smithi190.stdout:753: copy_from oid 43 from oid 36 current snap is 72 2024-08-19T10:00:43.006 INFO:tasks.rados.rados.0.smithi190.stdout:754: read oid 6 snap -1 2024-08-19T10:00:43.007 INFO:tasks.rados.rados.0.smithi190.stdout:754: expect (ObjNum 219 snap 54 seq_num 219) 2024-08-19T10:00:43.007 INFO:tasks.rados.rados.0.smithi190.stdout:755: rollback oid 26 current snap is 72 2024-08-19T10:00:43.007 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 26 to 69 2024-08-19T10:00:43.007 INFO:tasks.rados.rados.0.smithi190.stdout:756: snap_create 2024-08-19T10:00:43.007 INFO:tasks.rados.rados.0.smithi190.stdout:748: finishing copy_from to smithi19066007-30 2024-08-19T10:00:43.007 INFO:tasks.rados.rados.0.smithi190.stdout:748: got expected ENOENT (src dne) 2024-08-19T10:00:43.007 INFO:tasks.rados.rados.0.smithi190.stdout:748: finishing copy_from racing read to smithi19066007-30 2024-08-19T10:00:43.011 INFO:tasks.rados.rados.0.smithi190.stdout:752: finishing rollback tid 1 to smithi19066007-15 2024-08-19T10:00:43.011 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 343 (ObjNum 289 snap 0 seq_num 3356083424) dirty dne 2024-08-19T10:00:43.018 INFO:tasks.rados.rados.0.smithi190.stdout:751: expect (ObjNum 240 snap 72 seq_num 240) 2024-08-19T10:00:43.064 INFO:tasks.rados.rados.0.smithi190.stdout:753: finishing copy_from racing read to smithi19066007-43 2024-08-19T10:00:43.064 INFO:tasks.rados.rados.0.smithi190.stdout:753: finishing copy_from to smithi19066007-43 2024-08-19T10:00:43.064 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 343 (ObjNum 232 snap 68 seq_num 232) dirty exists 2024-08-19T10:00:43.064 INFO:tasks.rados.rados.0.smithi190.stdout:754: expect (ObjNum 219 snap 54 seq_num 219) 2024-08-19T10:00:43.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:42 smithi196 ceph-mon[19976]: pgmap v36: 121 pgs: 121 active+clean; 108 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-08-19T10:00:43.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:42 smithi196 ceph-mon[19976]: osdmap e212: 8 total, 8 up, 8 in 2024-08-19T10:00:43.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:42 smithi190 ceph-mon[16060]: pgmap v36: 121 pgs: 121 active+clean; 108 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-08-19T10:00:43.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:42 smithi190 ceph-mon[16060]: osdmap e212: 8 total, 8 up, 8 in 2024-08-19T10:00:43.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:42 smithi190 ceph-mon[26031]: pgmap v36: 121 pgs: 121 active+clean; 108 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-08-19T10:00:43.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:42 smithi190 ceph-mon[26031]: osdmap e212: 8 total, 8 up, 8 in 2024-08-19T10:00:43.365 INFO:tasks.rados.rados.0.smithi190.stdout:755: finishing rollback tid 1 to smithi19066007-26 2024-08-19T10:00:43.366 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 345 (ObjNum 65 snap 0 seq_num 1314680430) dirty dne 2024-08-19T10:00:44.014 INFO:tasks.rados.rados.0.smithi190.stdout:747: done (7 left) 2024-08-19T10:00:44.014 INFO:tasks.rados.rados.0.smithi190.stdout:748: done (6 left) 2024-08-19T10:00:44.014 INFO:tasks.rados.rados.0.smithi190.stdout:751: done (5 left) 2024-08-19T10:00:44.014 INFO:tasks.rados.rados.0.smithi190.stdout:752: done (4 left) 2024-08-19T10:00:44.014 INFO:tasks.rados.rados.0.smithi190.stdout:753: done (3 left) 2024-08-19T10:00:44.014 INFO:tasks.rados.rados.0.smithi190.stdout:754: done (2 left) 2024-08-19T10:00:44.014 INFO:tasks.rados.rados.0.smithi190.stdout:755: done (1 left) 2024-08-19T10:00:44.014 INFO:tasks.rados.rados.0.smithi190.stdout:756: done (0 left) 2024-08-19T10:00:44.014 INFO:tasks.rados.rados.0.smithi190.stdout:757: copy_from oid 36 from oid 21 current snap is 73 2024-08-19T10:00:44.014 INFO:tasks.rados.rados.0.smithi190.stdout:758: read oid 12 snap -1 2024-08-19T10:00:44.014 INFO:tasks.rados.rados.0.smithi190.stdout:758: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T10:00:44.015 INFO:tasks.rados.rados.0.smithi190.stdout:759: setattr oid 28 current snap is 73 2024-08-19T10:00:44.016 INFO:tasks.rados.rados.0.smithi190.stdout:757: finishing copy_from to smithi19066007-36 2024-08-19T10:00:44.016 INFO:tasks.rados.rados.0.smithi190.stdout:757: got expected ENOENT (src dne) 2024-08-19T10:00:44.016 INFO:tasks.rados.rados.0.smithi190.stdout:757: finishing copy_from racing read to smithi19066007-36 2024-08-19T10:00:44.016 INFO:tasks.rados.rados.0.smithi190.stdout:758: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T10:00:44.036 INFO:tasks.rados.rados.0.smithi190.stdout:757: done (2 left) 2024-08-19T10:00:44.036 INFO:tasks.rados.rados.0.smithi190.stdout:758: done (1 left) 2024-08-19T10:00:44.036 INFO:tasks.rados.rados.0.smithi190.stdout:760: read oid 21 snap -1 2024-08-19T10:00:44.036 INFO:tasks.rados.rados.0.smithi190.stdout:760: expect deleted 2024-08-19T10:00:44.036 INFO:tasks.rados.rados.0.smithi190.stdout:761: snap_remove snap 58 2024-08-19T10:00:44.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:44 smithi190 ceph-mon[26031]: osdmap e213: 8 total, 8 up, 8 in 2024-08-19T10:00:44.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:44 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:44.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:44 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:44.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:44 smithi190 ceph-mon[16060]: osdmap e213: 8 total, 8 up, 8 in 2024-08-19T10:00:44.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:44 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:44.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:44 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:44.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:00:44] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2024-08-19T10:00:44.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:44 smithi196 ceph-mon[19976]: osdmap e213: 8 total, 8 up, 8 in 2024-08-19T10:00:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:44 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:44.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:44 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:45.019 INFO:tasks.rados.rados.0.smithi190.stdout:761: done (2 left) 2024-08-19T10:00:45.019 INFO:tasks.rados.rados.0.smithi190.stdout:762: rollback oid 19 current snap is 73 2024-08-19T10:00:45.019 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 19 to 59 2024-08-19T10:00:45.019 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 237 (ObjNum 161 snap 36 seq_num 161) dirty exists 2024-08-19T10:00:45.019 INFO:tasks.rados.rados.0.smithi190.stdout:759: done (2 left) 2024-08-19T10:00:45.019 INFO:tasks.rados.rados.0.smithi190.stdout:760: done (1 left) 2024-08-19T10:00:45.019 INFO:tasks.rados.rados.0.smithi190.stdout:763: read oid 8 snap -1 2024-08-19T10:00:45.019 INFO:tasks.rados.rados.0.smithi190.stdout:763: expect (ObjNum 194 snap 49 seq_num 194) 2024-08-19T10:00:45.020 INFO:tasks.rados.rados.0.smithi190.stdout:764: rollback oid 31 current snap is 73 2024-08-19T10:00:45.020 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 31 to 59 2024-08-19T10:00:45.020 INFO:tasks.rados.rados.0.smithi190.stdout:765: copy_from oid 13 from oid 21 current snap is 73 2024-08-19T10:00:45.020 INFO:tasks.rados.rados.0.smithi190.stdout:766: delete oid 40 current snap is 73 2024-08-19T10:00:45.029 INFO:tasks.rados.rados.0.smithi190.stdout:762: finishing rollback tid 0 to smithi19066007-19 2024-08-19T10:00:45.029 INFO:tasks.rados.rados.0.smithi190.stdout:762: finishing rollback tid 1 to smithi19066007-19 2024-08-19T10:00:45.030 INFO:tasks.rados.rados.0.smithi190.stdout:765: finishing copy_from to smithi19066007-13 2024-08-19T10:00:45.030 INFO:tasks.rados.rados.0.smithi190.stdout:765: got expected ENOENT (src dne) 2024-08-19T10:00:45.031 INFO:tasks.rados.rados.0.smithi190.stdout:765: finishing copy_from racing read to smithi19066007-13 2024-08-19T10:00:45.031 INFO:tasks.rados.rados.0.smithi190.stdout:765: done (4 left) 2024-08-19T10:00:45.031 INFO:tasks.rados.rados.0.smithi190.stdout:766: done (3 left) 2024-08-19T10:00:45.031 INFO:tasks.rados.rados.0.smithi190.stdout:767: delete oid 21 current snap is 73 2024-08-19T10:00:45.031 INFO:tasks.rados.rados.0.smithi190.stdout:762: finishing rollback tid 2 to smithi19066007-19 2024-08-19T10:00:45.032 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 354 (ObjNum 187 snap 48 seq_num 187) dirty exists 2024-08-19T10:00:45.034 INFO:tasks.rados.rados.0.smithi190.stdout:764: finishing rollback tid 0 to smithi19066007-31 2024-08-19T10:00:45.034 INFO:tasks.rados.rados.0.smithi190.stdout:764: finishing rollback tid 1 to smithi19066007-31 2024-08-19T10:00:45.034 INFO:tasks.rados.rados.0.smithi190.stdout:764: finishing rollback tid 2 to smithi19066007-31 2024-08-19T10:00:45.034 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 390 (ObjNum 192 snap 49 seq_num 192) dirty exists 2024-08-19T10:00:45.036 INFO:tasks.rados.rados.0.smithi190.stdout:762: done (3 left) 2024-08-19T10:00:45.036 INFO:tasks.rados.rados.0.smithi190.stdout:764: done (2 left) 2024-08-19T10:00:45.036 INFO:tasks.rados.rados.0.smithi190.stdout:767: done (1 left) 2024-08-19T10:00:45.036 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 73 2024-08-19T10:00:45.036 INFO:tasks.rados.rados.0.smithi190.stdout:768: seq_num 243 ranges {3194880=475136,3670016=638976,4308992=565248} 2024-08-19T10:00:45.057 INFO:tasks.rados.rados.0.smithi190.stdout:768: writing smithi19066007-39 from 3194880 to 3670016 tid 1 2024-08-19T10:00:45.062 INFO:tasks.rados.rados.0.smithi190.stdout:768: writing smithi19066007-39 from 3670016 to 4308992 tid 2 2024-08-19T10:00:45.062 INFO:tasks.rados.rados.0.smithi190.stdout:768: writing smithi19066007-39 from 4308992 to 4874240 tid 3 2024-08-19T10:00:45.062 INFO:tasks.rados.rados.0.smithi190.stdout:769: rmattr oid 23 current snap is 73 2024-08-19T10:00:45.063 INFO:tasks.rados.rados.0.smithi190.stdout:769: done (2 left) 2024-08-19T10:00:45.063 INFO:tasks.rados.rados.0.smithi190.stdout:770: snap_create 2024-08-19T10:00:45.063 INFO:tasks.rados.rados.0.smithi190.stdout:763: expect (ObjNum 194 snap 49 seq_num 194) 2024-08-19T10:00:45.175 INFO:tasks.rados.rados.0.smithi190.stdout:768: finishing write tid 1 to smithi19066007-39 2024-08-19T10:00:45.175 INFO:tasks.rados.rados.0.smithi190.stdout:768: finishing write tid 2 to smithi19066007-39 2024-08-19T10:00:45.175 INFO:tasks.rados.rados.0.smithi190.stdout:768: finishing write tid 3 to smithi19066007-39 2024-08-19T10:00:45.175 INFO:tasks.rados.rados.0.smithi190.stdout:768: finishing write tid 4 to smithi19066007-39 2024-08-19T10:00:45.175 INFO:tasks.rados.rados.0.smithi190.stdout:768: finishing write tid 5 to smithi19066007-39 2024-08-19T10:00:45.175 INFO:tasks.rados.rados.0.smithi190.stdout:768: oid 39 updating version 0 to 382 2024-08-19T10:00:45.175 INFO:tasks.rados.rados.0.smithi190.stdout:768: oid 39 version 382 is already newer than 380 2024-08-19T10:00:45.176 INFO:tasks.rados.rados.0.smithi190.stdout:768: oid 39 version 382 is already newer than 381 2024-08-19T10:00:45.176 INFO:tasks.rados.rados.0.smithi190.stdout:768: oid 39 updating version 382 to 383 2024-08-19T10:00:45.176 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 383 (ObjNum 243 snap 73 seq_num 243) dirty exists 2024-08-19T10:00:45.176 INFO:tasks.rados.rados.0.smithi190.stdout:768: left oid 39 (ObjNum 243 snap 73 seq_num 243) 2024-08-19T10:00:45.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:45 smithi190 ceph-mon[16060]: pgmap v39: 121 pgs: 121 active+clean; 108 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-08-19T10:00:45.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:45 smithi190 ceph-mon[16060]: osdmap e214: 8 total, 8 up, 8 in 2024-08-19T10:00:45.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:45 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:45.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:45 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:45 smithi190 ceph-mon[26031]: pgmap v39: 121 pgs: 121 active+clean; 108 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-08-19T10:00:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:45 smithi190 ceph-mon[26031]: osdmap e214: 8 total, 8 up, 8 in 2024-08-19T10:00:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:45 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:45 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:45.346 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:45 smithi196 ceph-mon[19976]: pgmap v39: 121 pgs: 121 active+clean; 108 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-08-19T10:00:45.346 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:45 smithi196 ceph-mon[19976]: osdmap e214: 8 total, 8 up, 8 in 2024-08-19T10:00:45.346 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:45 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:45.346 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:45 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:45.346 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[64215]: [19/Aug/2024:10:00:45] ENGINE Bus STARTING 2024-08-19T10:00:45.346 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[64215]: CherryPy Checker: 2024-08-19T10:00:45.347 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[64215]: The Application mounted at '' has an empty config. 2024-08-19T10:00:45.347 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[64215]: 2024-08-19T10:00:45.347 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[64215]: [19/Aug/2024:10:00:45] ENGINE Serving on http://:::9283 2024-08-19T10:00:45.347 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[64215]: [19/Aug/2024:10:00:45] ENGINE Bus STARTED 2024-08-19T10:00:45.920 INFO:tasks.rados.rados.0.smithi190.stdout:763: done (2 left) 2024-08-19T10:00:45.920 INFO:tasks.rados.rados.0.smithi190.stdout:768: done (1 left) 2024-08-19T10:00:45.920 INFO:tasks.rados.rados.0.smithi190.stdout:770: done (0 left) 2024-08-19T10:00:45.921 INFO:tasks.rados.rados.0.smithi190.stdout:771: rmattr oid 35 current snap is 74 2024-08-19T10:00:45.921 INFO:tasks.rados.rados.0.smithi190.stdout:771: done (0 left) 2024-08-19T10:00:45.921 INFO:tasks.rados.rados.0.smithi190.stdout:772: read oid 27 snap -1 2024-08-19T10:00:45.921 INFO:tasks.rados.rados.0.smithi190.stdout:772: expect (ObjNum 238 snap 71 seq_num 238) 2024-08-19T10:00:45.921 INFO:tasks.rados.rados.0.smithi190.stdout:773: read oid 37 snap -1 2024-08-19T10:00:45.921 INFO:tasks.rados.rados.0.smithi190.stdout:773: expect deleted 2024-08-19T10:00:45.921 INFO:tasks.rados.rados.0.smithi190.stdout:774: read oid 5 snap -1 2024-08-19T10:00:45.921 INFO:tasks.rados.rados.0.smithi190.stdout:774: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:00:45.921 INFO:tasks.rados.rados.0.smithi190.stdout:775: rollback oid 8 current snap is 74 2024-08-19T10:00:45.921 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 8 to 63 2024-08-19T10:00:45.921 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 47 current snap is 74 2024-08-19T10:00:45.921 INFO:tasks.rados.rados.0.smithi190.stdout:776: seq_num 244 ranges {1466368=491520,1957888=573440,2531328=458752,2990080=172032} 2024-08-19T10:00:45.930 INFO:tasks.rados.rados.0.smithi190.stdout:776: writing smithi19066007-47 from 1466368 to 1957888 tid 1 2024-08-19T10:00:45.933 INFO:tasks.rados.rados.0.smithi190.stdout:776: writing smithi19066007-47 from 1957888 to 2531328 tid 2 2024-08-19T10:00:45.936 INFO:tasks.rados.rados.0.smithi190.stdout:776: writing smithi19066007-47 from 2531328 to 2990080 tid 3 2024-08-19T10:00:45.938 INFO:tasks.rados.rados.0.smithi190.stdout:776: writing smithi19066007-47 from 2990080 to 3162112 tid 4 2024-08-19T10:00:45.938 INFO:tasks.rados.rados.0.smithi190.stdout:777: read oid 28 snap -1 2024-08-19T10:00:45.938 INFO:tasks.rados.rados.0.smithi190.stdout:777: expect (ObjNum 161 snap 36 seq_num 161) 2024-08-19T10:00:45.938 INFO:tasks.rados.rados.0.smithi190.stdout:778: setattr oid 12 current snap is 74 2024-08-19T10:00:45.938 INFO:tasks.rados.rados.0.smithi190.stdout:774: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:00:45.942 INFO:tasks.rados.rados.0.smithi190.stdout:775: finishing rollback tid 0 to smithi19066007-8 2024-08-19T10:00:45.942 INFO:tasks.rados.rados.0.smithi190.stdout:775: finishing rollback tid 1 to smithi19066007-8 2024-08-19T10:00:45.943 INFO:tasks.rados.rados.0.smithi190.stdout:775: finishing rollback tid 2 to smithi19066007-8 2024-08-19T10:00:45.943 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 387 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-08-19T10:00:45.943 INFO:tasks.rados.rados.0.smithi190.stdout:776: finishing write tid 1 to smithi19066007-47 2024-08-19T10:00:45.943 INFO:tasks.rados.rados.0.smithi190.stdout:776: finishing write tid 2 to smithi19066007-47 2024-08-19T10:00:45.943 INFO:tasks.rados.rados.0.smithi190.stdout:777: expect (ObjNum 161 snap 36 seq_num 161) 2024-08-19T10:00:45.962 INFO:tasks.rados.rados.0.smithi190.stdout:776: finishing write tid 3 to smithi19066007-47 2024-08-19T10:00:45.962 INFO:tasks.rados.rados.0.smithi190.stdout:776: finishing write tid 4 to smithi19066007-47 2024-08-19T10:00:45.962 INFO:tasks.rados.rados.0.smithi190.stdout:776: finishing write tid 5 to smithi19066007-47 2024-08-19T10:00:45.962 INFO:tasks.rados.rados.0.smithi190.stdout:776: finishing write tid 6 to smithi19066007-47 2024-08-19T10:00:45.962 INFO:tasks.rados.rados.0.smithi190.stdout:776: oid 47 updating version 0 to 362 2024-08-19T10:00:45.962 INFO:tasks.rados.rados.0.smithi190.stdout:776: oid 47 version 362 is already newer than 361 2024-08-19T10:00:45.962 INFO:tasks.rados.rados.0.smithi190.stdout:776: oid 47 version 362 is already newer than 359 2024-08-19T10:00:45.962 INFO:tasks.rados.rados.0.smithi190.stdout:776: oid 47 version 362 is already newer than 360 2024-08-19T10:00:45.962 INFO:tasks.rados.rados.0.smithi190.stdout:776: oid 47 updating version 362 to 363 2024-08-19T10:00:45.962 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 363 (ObjNum 244 snap 74 seq_num 244) dirty exists 2024-08-19T10:00:45.962 INFO:tasks.rados.rados.0.smithi190.stdout:776: left oid 47 (ObjNum 244 snap 74 seq_num 244) 2024-08-19T10:00:45.962 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 360 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:00:45.963 INFO:tasks.rados.rados.0.smithi190.stdout:773: done (6 left) 2024-08-19T10:00:45.963 INFO:tasks.rados.rados.0.smithi190.stdout:774: done (5 left) 2024-08-19T10:00:45.963 INFO:tasks.rados.rados.0.smithi190.stdout:775: done (4 left) 2024-08-19T10:00:45.963 INFO:tasks.rados.rados.0.smithi190.stdout:776: done (3 left) 2024-08-19T10:00:45.963 INFO:tasks.rados.rados.0.smithi190.stdout:777: done (2 left) 2024-08-19T10:00:45.963 INFO:tasks.rados.rados.0.smithi190.stdout:778: done (1 left) 2024-08-19T10:00:45.963 INFO:tasks.rados.rados.0.smithi190.stdout:779: copy_from oid 4 from oid 23 current snap is 74 2024-08-19T10:00:45.963 INFO:tasks.rados.rados.0.smithi190.stdout:780: delete oid 30 current snap is 74 2024-08-19T10:00:45.964 INFO:tasks.rados.rados.0.smithi190.stdout:772: expect (ObjNum 238 snap 71 seq_num 238) 2024-08-19T10:00:46.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[26031]: osdmap e215: 8 total, 8 up, 8 in 2024-08-19T10:00:46.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[26031]: Standby manager daemon x restarted 2024-08-19T10:00:46.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[26031]: Standby manager daemon x started 2024-08-19T10:00:46.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/1743416297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T10:00:46.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/1743416297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T10:00:46.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/1743416297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T10:00:46.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/1743416297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T10:00:46.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[26031]: osdmap e216: 8 total, 8 up, 8 in 2024-08-19T10:00:46.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[16060]: osdmap e215: 8 total, 8 up, 8 in 2024-08-19T10:00:46.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[16060]: Standby manager daemon x restarted 2024-08-19T10:00:46.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[16060]: Standby manager daemon x started 2024-08-19T10:00:46.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/1743416297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T10:00:46.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/1743416297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T10:00:46.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/1743416297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T10:00:46.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[16060]: from='mgr.? 172.21.15.196:0/1743416297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T10:00:46.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:46 smithi190 ceph-mon[16060]: osdmap e216: 8 total, 8 up, 8 in 2024-08-19T10:00:46.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:46 smithi196 ceph-mon[19976]: osdmap e215: 8 total, 8 up, 8 in 2024-08-19T10:00:46.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:46 smithi196 ceph-mon[19976]: Standby manager daemon x restarted 2024-08-19T10:00:46.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:46 smithi196 ceph-mon[19976]: Standby manager daemon x started 2024-08-19T10:00:46.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:46 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/1743416297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T10:00:46.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:46 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/1743416297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T10:00:46.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:46 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/1743416297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T10:00:46.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:46 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/1743416297' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T10:00:46.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:46 smithi196 ceph-mon[19976]: osdmap e216: 8 total, 8 up, 8 in 2024-08-19T10:00:46.605 INFO:tasks.rados.rados.0.smithi190.stdout:779: finishing copy_from racing read to smithi19066007-4 2024-08-19T10:00:46.605 INFO:tasks.rados.rados.0.smithi190.stdout:779: finishing copy_from to smithi19066007-4 2024-08-19T10:00:46.605 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 231 (ObjNum 229 snap 67 seq_num 229) dirty exists 2024-08-19T10:00:46.605 INFO:tasks.rados.rados.0.smithi190.stdout:772: done (2 left) 2024-08-19T10:00:46.606 INFO:tasks.rados.rados.0.smithi190.stdout:779: done (1 left) 2024-08-19T10:00:46.606 INFO:tasks.rados.rados.0.smithi190.stdout:780: done (0 left) 2024-08-19T10:00:46.606 INFO:tasks.rados.rados.0.smithi190.stdout:781: rollback oid 34 current snap is 74 2024-08-19T10:00:46.606 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 34 to 63 2024-08-19T10:00:46.606 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 74 2024-08-19T10:00:46.607 INFO:tasks.rados.rados.0.smithi190.stdout:782: seq_num 246 ranges {0=524288,524288=745472,1269760=425984,1695744=32768} 2024-08-19T10:00:46.607 INFO:tasks.rados.rados.0.smithi190.stdout:782: writing smithi19066007-26 from 0 to 524288 tid 1 2024-08-19T10:00:46.612 INFO:tasks.rados.rados.0.smithi190.stdout:782: writing smithi19066007-26 from 524288 to 1269760 tid 2 2024-08-19T10:00:46.614 INFO:tasks.rados.rados.0.smithi190.stdout:782: writing smithi19066007-26 from 1269760 to 1695744 tid 3 2024-08-19T10:00:46.615 INFO:tasks.rados.rados.0.smithi190.stdout:782: writing smithi19066007-26 from 1695744 to 1728512 tid 4 2024-08-19T10:00:46.615 INFO:tasks.rados.rados.0.smithi190.stdout:781: finishing rollback tid 0 to smithi19066007-34 2024-08-19T10:00:46.615 INFO:tasks.rados.rados.0.smithi190.stdout:781: finishing rollback tid 1 to smithi19066007-34 2024-08-19T10:00:46.615 INFO:tasks.rados.rados.0.smithi190.stdout:781: finishing rollback tid 2 to smithi19066007-34 2024-08-19T10:00:46.615 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 128 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-19T10:00:46.615 INFO:tasks.rados.rados.0.smithi190.stdout:782: finishing write tid 1 to smithi19066007-26 2024-08-19T10:00:46.615 INFO:tasks.rados.rados.0.smithi190.stdout:782: finishing write tid 2 to smithi19066007-26 2024-08-19T10:00:46.615 INFO:tasks.rados.rados.0.smithi190.stdout:781: done (1 left) 2024-08-19T10:00:46.615 INFO:tasks.rados.rados.0.smithi190.stdout:783: copy_from oid 5 from oid 33 current snap is 74 2024-08-19T10:00:46.615 INFO:tasks.rados.rados.0.smithi190.stdout:784: snap_remove snap 69 2024-08-19T10:00:47.033 INFO:tasks.rados.rados.0.smithi190.stdout:784: done (2 left) 2024-08-19T10:00:47.033 INFO:tasks.rados.rados.0.smithi190.stdout:785: rollback oid 46 current snap is 74 2024-08-19T10:00:47.033 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 46 to 61 2024-08-19T10:00:47.033 INFO:tasks.rados.rados.0.smithi190.stdout:783: finishing copy_from to smithi19066007-5 2024-08-19T10:00:47.034 INFO:tasks.rados.rados.0.smithi190.stdout:783: got expected ENOENT (src dne) 2024-08-19T10:00:47.034 INFO:tasks.rados.rados.0.smithi190.stdout:783: finishing copy_from racing read to smithi19066007-5 2024-08-19T10:00:47.034 INFO:tasks.rados.rados.0.smithi190.stdout:782: finishing write tid 3 to smithi19066007-26 2024-08-19T10:00:47.034 INFO:tasks.rados.rados.0.smithi190.stdout:782: finishing write tid 4 to smithi19066007-26 2024-08-19T10:00:47.034 INFO:tasks.rados.rados.0.smithi190.stdout:782: finishing write tid 5 to smithi19066007-26 2024-08-19T10:00:47.034 INFO:tasks.rados.rados.0.smithi190.stdout:782: finishing write tid 6 to smithi19066007-26 2024-08-19T10:00:47.034 INFO:tasks.rados.rados.0.smithi190.stdout:782: oid 26 updating version 0 to 367 2024-08-19T10:00:47.034 INFO:tasks.rados.rados.0.smithi190.stdout:782: oid 26 updating version 367 to 368 2024-08-19T10:00:47.034 INFO:tasks.rados.rados.0.smithi190.stdout:782: oid 26 version 368 is already newer than 364 2024-08-19T10:00:47.034 INFO:tasks.rados.rados.0.smithi190.stdout:782: oid 26 version 368 is already newer than 366 2024-08-19T10:00:47.034 INFO:tasks.rados.rados.0.smithi190.stdout:782: oid 26 version 368 is already newer than 365 2024-08-19T10:00:47.034 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 368 (ObjNum 246 snap 74 seq_num 246) dirty exists 2024-08-19T10:00:47.034 INFO:tasks.rados.rados.0.smithi190.stdout:782: left oid 26 (ObjNum 246 snap 74 seq_num 246) 2024-08-19T10:00:47.035 INFO:tasks.rados.rados.0.smithi190.stdout:782: done (2 left) 2024-08-19T10:00:47.035 INFO:tasks.rados.rados.0.smithi190.stdout:783: done (1 left) 2024-08-19T10:00:47.035 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 41 current snap is 74 2024-08-19T10:00:47.035 INFO:tasks.rados.rados.0.smithi190.stdout:786: seq_num 247 ranges {1228800=540672,1769472=622592,2392064=581632} 2024-08-19T10:00:47.043 INFO:tasks.rados.rados.0.smithi190.stdout:786: writing smithi19066007-41 from 1228800 to 1769472 tid 1 2024-08-19T10:00:47.047 INFO:tasks.rados.rados.0.smithi190.stdout:786: writing smithi19066007-41 from 1769472 to 2392064 tid 2 2024-08-19T10:00:47.051 INFO:tasks.rados.rados.0.smithi190.stdout:786: writing smithi19066007-41 from 2392064 to 2973696 tid 3 2024-08-19T10:00:47.051 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 74 2024-08-19T10:00:47.051 INFO:tasks.rados.rados.0.smithi190.stdout:785: finishing rollback tid 0 to smithi19066007-46 2024-08-19T10:00:47.051 INFO:tasks.rados.rados.0.smithi190.stdout:785: finishing rollback tid 1 to smithi19066007-46 2024-08-19T10:00:47.051 INFO:tasks.rados.rados.0.smithi190.stdout:785: finishing rollback tid 2 to smithi19066007-46 2024-08-19T10:00:47.051 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 217 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:00:47.052 INFO:tasks.rados.rados.0.smithi190.stdout:786: finishing write tid 1 to smithi19066007-41 2024-08-19T10:00:47.052 INFO:tasks.rados.rados.0.smithi190.stdout:786: finishing write tid 2 to smithi19066007-41 2024-08-19T10:00:47.052 INFO:tasks.rados.rados.0.smithi190.stdout:787: seq_num 248 ranges {2850816=557056,3407872=507904,3915776=442368,4358144=253952} 2024-08-19T10:00:47.069 INFO:tasks.rados.rados.0.smithi190.stdout:787: writing smithi19066007-23 from 2850816 to 3407872 tid 1 2024-08-19T10:00:47.072 INFO:tasks.rados.rados.0.smithi190.stdout:787: writing smithi19066007-23 from 3407872 to 3915776 tid 2 2024-08-19T10:00:47.075 INFO:tasks.rados.rados.0.smithi190.stdout:787: writing smithi19066007-23 from 3915776 to 4358144 tid 3 2024-08-19T10:00:47.077 INFO:tasks.rados.rados.0.smithi190.stdout:787: writing smithi19066007-23 from 4358144 to 4612096 tid 4 2024-08-19T10:00:47.077 INFO:tasks.rados.rados.0.smithi190.stdout:785: done (2 left) 2024-08-19T10:00:47.077 INFO:tasks.rados.rados.0.smithi190.stdout:788: snap_create 2024-08-19T10:00:47.077 INFO:tasks.rados.rados.0.smithi190.stdout:786: finishing write tid 3 to smithi19066007-41 2024-08-19T10:00:47.077 INFO:tasks.rados.rados.0.smithi190.stdout:786: finishing write tid 4 to smithi19066007-41 2024-08-19T10:00:47.078 INFO:tasks.rados.rados.0.smithi190.stdout:786: finishing write tid 5 to smithi19066007-41 2024-08-19T10:00:47.078 INFO:tasks.rados.rados.0.smithi190.stdout:786: oid 41 updating version 0 to 259 2024-08-19T10:00:47.078 INFO:tasks.rados.rados.0.smithi190.stdout:786: oid 41 version 259 is already newer than 256 2024-08-19T10:00:47.078 INFO:tasks.rados.rados.0.smithi190.stdout:786: oid 41 version 259 is already newer than 258 2024-08-19T10:00:47.078 INFO:tasks.rados.rados.0.smithi190.stdout:786: oid 41 version 259 is already newer than 257 2024-08-19T10:00:47.078 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 259 (ObjNum 247 snap 74 seq_num 247) dirty exists 2024-08-19T10:00:47.078 INFO:tasks.rados.rados.0.smithi190.stdout:786: left oid 41 (ObjNum 247 snap 74 seq_num 247) 2024-08-19T10:00:47.078 INFO:tasks.rados.rados.0.smithi190.stdout:787: finishing write tid 1 to smithi19066007-23 2024-08-19T10:00:47.078 INFO:tasks.rados.rados.0.smithi190.stdout:787: finishing write tid 2 to smithi19066007-23 2024-08-19T10:00:47.078 INFO:tasks.rados.rados.0.smithi190.stdout:787: finishing write tid 3 to smithi19066007-23 2024-08-19T10:00:47.079 INFO:tasks.rados.rados.0.smithi190.stdout:787: finishing write tid 4 to smithi19066007-23 2024-08-19T10:00:47.079 INFO:tasks.rados.rados.0.smithi190.stdout:787: finishing write tid 5 to smithi19066007-23 2024-08-19T10:00:47.080 INFO:tasks.rados.rados.0.smithi190.stdout:787: finishing write tid 6 to smithi19066007-23 2024-08-19T10:00:47.080 INFO:tasks.rados.rados.0.smithi190.stdout:787: oid 23 updating version 0 to 248 2024-08-19T10:00:47.080 INFO:tasks.rados.rados.0.smithi190.stdout:787: oid 23 version 248 is already newer than 247 2024-08-19T10:00:47.080 INFO:tasks.rados.rados.0.smithi190.stdout:787: oid 23 updating version 248 to 249 2024-08-19T10:00:47.080 INFO:tasks.rados.rados.0.smithi190.stdout:787: oid 23 version 249 is already newer than 245 2024-08-19T10:00:47.080 INFO:tasks.rados.rados.0.smithi190.stdout:787: oid 23 version 249 is already newer than 246 2024-08-19T10:00:47.080 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 249 (ObjNum 248 snap 74 seq_num 248) dirty exists 2024-08-19T10:00:47.080 INFO:tasks.rados.rados.0.smithi190.stdout:787: left oid 23 (ObjNum 248 snap 74 seq_num 248) 2024-08-19T10:00:47.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:47 smithi190 ceph-mon[26031]: pgmap v42: 121 pgs: 121 active+clean; 118 MiB data, 650 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-08-19T10:00:47.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:47 smithi190 ceph-mon[26031]: mgrmap e35: y(active, since 26s), standbys: x 2024-08-19T10:00:47.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:47 smithi190 ceph-mon[16060]: pgmap v42: 121 pgs: 121 active+clean; 118 MiB data, 650 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-08-19T10:00:47.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:47 smithi190 ceph-mon[16060]: mgrmap e35: y(active, since 26s), standbys: x 2024-08-19T10:00:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:47 smithi196 ceph-mon[19976]: pgmap v42: 121 pgs: 121 active+clean; 118 MiB data, 650 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-08-19T10:00:47.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:47 smithi196 ceph-mon[19976]: mgrmap e35: y(active, since 26s), standbys: x 2024-08-19T10:00:48.037 INFO:tasks.rados.rados.0.smithi190.stdout:786: done (2 left) 2024-08-19T10:00:48.038 INFO:tasks.rados.rados.0.smithi190.stdout:787: done (1 left) 2024-08-19T10:00:48.038 INFO:tasks.rados.rados.0.smithi190.stdout:788: done (0 left) 2024-08-19T10:00:48.038 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 45 current snap is 75 2024-08-19T10:00:48.038 INFO:tasks.rados.rados.0.smithi190.stdout:789: seq_num 249 ranges {2646016=573440,3219456=794624,4014080=409600} 2024-08-19T10:00:48.055 INFO:tasks.rados.rados.0.smithi190.stdout:789: writing smithi19066007-45 from 2646016 to 3219456 tid 1 2024-08-19T10:00:48.059 INFO:tasks.rados.rados.0.smithi190.stdout:789: writing smithi19066007-45 from 3219456 to 4014080 tid 2 2024-08-19T10:00:48.062 INFO:tasks.rados.rados.0.smithi190.stdout:789: writing smithi19066007-45 from 4014080 to 4423680 tid 3 2024-08-19T10:00:48.062 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 10 current snap is 75 2024-08-19T10:00:48.062 INFO:tasks.rados.rados.0.smithi190.stdout:789: finishing write tid 1 to smithi19066007-45 2024-08-19T10:00:48.062 INFO:tasks.rados.rados.0.smithi190.stdout:790: seq_num 250 ranges {0=589824,589824=679936,1269760=409600,1679360=114688} 2024-08-19T10:00:48.065 INFO:tasks.rados.rados.0.smithi190.stdout:790: writing smithi19066007-10 from 0 to 589824 tid 1 2024-08-19T10:00:48.069 INFO:tasks.rados.rados.0.smithi190.stdout:790: writing smithi19066007-10 from 589824 to 1269760 tid 2 2024-08-19T10:00:48.071 INFO:tasks.rados.rados.0.smithi190.stdout:790: writing smithi19066007-10 from 1269760 to 1679360 tid 3 2024-08-19T10:00:48.072 INFO:tasks.rados.rados.0.smithi190.stdout:790: writing smithi19066007-10 from 1679360 to 1794048 tid 4 2024-08-19T10:00:48.072 INFO:tasks.rados.rados.0.smithi190.stdout:791: delete oid 7 current snap is 75 2024-08-19T10:00:48.072 INFO:tasks.rados.rados.0.smithi190.stdout:789: finishing write tid 2 to smithi19066007-45 2024-08-19T10:00:48.072 INFO:tasks.rados.rados.0.smithi190.stdout:789: finishing write tid 3 to smithi19066007-45 2024-08-19T10:00:48.072 INFO:tasks.rados.rados.0.smithi190.stdout:789: finishing write tid 4 to smithi19066007-45 2024-08-19T10:00:48.073 INFO:tasks.rados.rados.0.smithi190.stdout:789: finishing write tid 5 to smithi19066007-45 2024-08-19T10:00:48.073 INFO:tasks.rados.rados.0.smithi190.stdout:789: oid 45 updating version 0 to 135 2024-08-19T10:00:48.073 INFO:tasks.rados.rados.0.smithi190.stdout:789: oid 45 version 135 is already newer than 133 2024-08-19T10:00:48.073 INFO:tasks.rados.rados.0.smithi190.stdout:789: oid 45 version 135 is already newer than 132 2024-08-19T10:00:48.073 INFO:tasks.rados.rados.0.smithi190.stdout:789: oid 45 version 135 is already newer than 134 2024-08-19T10:00:48.073 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 135 (ObjNum 249 snap 75 seq_num 249) dirty exists 2024-08-19T10:00:48.073 INFO:tasks.rados.rados.0.smithi190.stdout:789: left oid 45 (ObjNum 249 snap 75 seq_num 249) 2024-08-19T10:00:48.073 INFO:tasks.rados.rados.0.smithi190.stdout:790: finishing write tid 1 to smithi19066007-10 2024-08-19T10:00:48.073 INFO:tasks.rados.rados.0.smithi190.stdout:790: finishing write tid 2 to smithi19066007-10 2024-08-19T10:00:48.075 INFO:tasks.rados.rados.0.smithi190.stdout:790: finishing write tid 3 to smithi19066007-10 2024-08-19T10:00:48.075 INFO:tasks.rados.rados.0.smithi190.stdout:790: finishing write tid 4 to smithi19066007-10 2024-08-19T10:00:48.076 INFO:tasks.rados.rados.0.smithi190.stdout:790: finishing write tid 5 to smithi19066007-10 2024-08-19T10:00:48.076 INFO:tasks.rados.rados.0.smithi190.stdout:789: done (2 left) 2024-08-19T10:00:48.076 INFO:tasks.rados.rados.0.smithi190.stdout:791: done (1 left) 2024-08-19T10:00:48.076 INFO:tasks.rados.rados.0.smithi190.stdout:792: rmattr oid 20 current snap is 75 2024-08-19T10:00:48.076 INFO:tasks.rados.rados.0.smithi190.stdout:792: done (1 left) 2024-08-19T10:00:48.076 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 24 current snap is 75 2024-08-19T10:00:48.077 INFO:tasks.rados.rados.0.smithi190.stdout:793: seq_num 252 ranges {2932736=630784,3563520=499712,4063232=425984,4489216=278528} 2024-08-19T10:00:48.094 INFO:tasks.rados.rados.0.smithi190.stdout:793: writing smithi19066007-24 from 2932736 to 3563520 tid 1 2024-08-19T10:00:48.097 INFO:tasks.rados.rados.0.smithi190.stdout:793: writing smithi19066007-24 from 3563520 to 4063232 tid 2 2024-08-19T10:00:48.099 INFO:tasks.rados.rados.0.smithi190.stdout:793: writing smithi19066007-24 from 4063232 to 4489216 tid 3 2024-08-19T10:00:48.101 INFO:tasks.rados.rados.0.smithi190.stdout:793: writing smithi19066007-24 from 4489216 to 4767744 tid 4 2024-08-19T10:00:48.101 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 75 2024-08-19T10:00:48.102 INFO:tasks.rados.rados.0.smithi190.stdout:790: finishing write tid 6 to smithi19066007-10 2024-08-19T10:00:48.102 INFO:tasks.rados.rados.0.smithi190.stdout:790: oid 10 updating version 0 to 103 2024-08-19T10:00:48.102 INFO:tasks.rados.rados.0.smithi190.stdout:790: oid 10 version 103 is already newer than 101 2024-08-19T10:00:48.102 INFO:tasks.rados.rados.0.smithi190.stdout:790: oid 10 version 103 is already newer than 102 2024-08-19T10:00:48.102 INFO:tasks.rados.rados.0.smithi190.stdout:790: oid 10 version 103 is already newer than 100 2024-08-19T10:00:48.102 INFO:tasks.rados.rados.0.smithi190.stdout:790: oid 10 version 103 is already newer than 99 2024-08-19T10:00:48.102 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 103 (ObjNum 250 snap 75 seq_num 250) dirty exists 2024-08-19T10:00:48.102 INFO:tasks.rados.rados.0.smithi190.stdout:790: left oid 10 (ObjNum 250 snap 75 seq_num 250) 2024-08-19T10:00:48.102 INFO:tasks.rados.rados.0.smithi190.stdout:794: seq_num 253 ranges {0=647168,647168=786432,1433600=417792} 2024-08-19T10:00:48.105 INFO:tasks.rados.rados.0.smithi190.stdout:794: writing smithi19066007-37 from 0 to 647168 tid 1 2024-08-19T10:00:48.109 INFO:tasks.rados.rados.0.smithi190.stdout:794: writing smithi19066007-37 from 647168 to 1433600 tid 2 2024-08-19T10:00:48.112 INFO:tasks.rados.rados.0.smithi190.stdout:794: writing smithi19066007-37 from 1433600 to 1851392 tid 3 2024-08-19T10:00:48.113 INFO:tasks.rados.rados.0.smithi190.stdout:790: done (2 left) 2024-08-19T10:00:48.113 INFO:tasks.rados.rados.0.smithi190.stdout:795: delete oid 20 current snap is 75 2024-08-19T10:00:48.113 INFO:tasks.rados.rados.0.smithi190.stdout:793: finishing write tid 1 to smithi19066007-24 2024-08-19T10:00:48.113 INFO:tasks.rados.rados.0.smithi190.stdout:793: finishing write tid 2 to smithi19066007-24 2024-08-19T10:00:48.113 INFO:tasks.rados.rados.0.smithi190.stdout:793: finishing write tid 3 to smithi19066007-24 2024-08-19T10:00:48.113 INFO:tasks.rados.rados.0.smithi190.stdout:793: finishing write tid 4 to smithi19066007-24 2024-08-19T10:00:48.113 INFO:tasks.rados.rados.0.smithi190.stdout:793: finishing write tid 5 to smithi19066007-24 2024-08-19T10:00:48.113 INFO:tasks.rados.rados.0.smithi190.stdout:793: finishing write tid 6 to smithi19066007-24 2024-08-19T10:00:48.113 INFO:tasks.rados.rados.0.smithi190.stdout:793: oid 24 updating version 0 to 358 2024-08-19T10:00:48.113 INFO:tasks.rados.rados.0.smithi190.stdout:793: oid 24 version 358 is already newer than 356 2024-08-19T10:00:48.113 INFO:tasks.rados.rados.0.smithi190.stdout:793: oid 24 updating version 358 to 359 2024-08-19T10:00:48.113 INFO:tasks.rados.rados.0.smithi190.stdout:793: oid 24 version 359 is already newer than 355 2024-08-19T10:00:48.114 INFO:tasks.rados.rados.0.smithi190.stdout:793: oid 24 version 359 is already newer than 357 2024-08-19T10:00:48.114 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 359 (ObjNum 252 snap 75 seq_num 252) dirty exists 2024-08-19T10:00:48.114 INFO:tasks.rados.rados.0.smithi190.stdout:793: left oid 24 (ObjNum 252 snap 75 seq_num 252) 2024-08-19T10:00:48.114 INFO:tasks.rados.rados.0.smithi190.stdout:794: finishing write tid 1 to smithi19066007-37 2024-08-19T10:00:48.114 INFO:tasks.rados.rados.0.smithi190.stdout:794: finishing write tid 2 to smithi19066007-37 2024-08-19T10:00:48.114 INFO:tasks.rados.rados.0.smithi190.stdout:793: done (2 left) 2024-08-19T10:00:48.114 INFO:tasks.rados.rados.0.smithi190.stdout:795: done (1 left) 2024-08-19T10:00:48.115 INFO:tasks.rados.rados.0.smithi190.stdout:796: snap_create 2024-08-19T10:00:48.115 INFO:tasks.rados.rados.0.smithi190.stdout:794: finishing write tid 3 to smithi19066007-37 2024-08-19T10:00:48.115 INFO:tasks.rados.rados.0.smithi190.stdout:794: finishing write tid 4 to smithi19066007-37 2024-08-19T10:00:48.115 INFO:tasks.rados.rados.0.smithi190.stdout:794: finishing write tid 5 to smithi19066007-37 2024-08-19T10:00:48.116 INFO:tasks.rados.rados.0.smithi190.stdout:794: oid 37 updating version 0 to 264 2024-08-19T10:00:48.116 INFO:tasks.rados.rados.0.smithi190.stdout:794: oid 37 updating version 264 to 265 2024-08-19T10:00:48.116 INFO:tasks.rados.rados.0.smithi190.stdout:794: oid 37 updating version 265 to 266 2024-08-19T10:00:48.116 INFO:tasks.rados.rados.0.smithi190.stdout:794: oid 37 updating version 266 to 267 2024-08-19T10:00:48.116 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 267 (ObjNum 253 snap 75 seq_num 253) dirty exists 2024-08-19T10:00:48.116 INFO:tasks.rados.rados.0.smithi190.stdout:794: left oid 37 (ObjNum 253 snap 75 seq_num 253) 2024-08-19T10:00:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: osdmap e217: 8 total, 8 up, 8 in 2024-08-19T10:00:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T10:00:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T10:00:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:48.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-19T10:00:48.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-19T10:00:48.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-19T10:00:48.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-19T10:00:48.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-19T10:00:48.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-19T10:00:48.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-19T10:00:48.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:48 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-19T10:00:48.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: osdmap e217: 8 total, 8 up, 8 in 2024-08-19T10:00:48.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:48.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:48.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:48.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T10:00:48.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:48.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:48.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T10:00:48.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:48.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-19T10:00:48.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-19T10:00:48.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-19T10:00:48.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-19T10:00:48.318 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-19T10:00:48.318 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-19T10:00:48.318 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-19T10:00:48.318 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-19T10:00:48.318 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: osdmap e217: 8 total, 8 up, 8 in 2024-08-19T10:00:48.318 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:48.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:48.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:48.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-19T10:00:48.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:48.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-19T10:00:48.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-19T10:00:48.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:48.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-19T10:00:48.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-19T10:00:48.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-19T10:00:48.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-19T10:00:48.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-19T10:00:48.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-19T10:00:48.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-19T10:00:48.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:48 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-19T10:00:49.042 INFO:tasks.rados.rados.0.smithi190.stdout:794: done (1 left) 2024-08-19T10:00:49.042 INFO:tasks.rados.rados.0.smithi190.stdout:796: done (0 left) 2024-08-19T10:00:49.042 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 76 2024-08-19T10:00:49.043 INFO:tasks.rados.rados.0.smithi190.stdout:797: seq_num 255 ranges {2646016=679936,3325952=548864,3874816=598016,4472832=57344} 2024-08-19T10:00:49.059 INFO:tasks.rados.rados.0.smithi190.stdout:797: writing smithi19066007-13 from 2646016 to 3325952 tid 1 2024-08-19T10:00:49.062 INFO:tasks.rados.rados.0.smithi190.stdout:797: writing smithi19066007-13 from 3325952 to 3874816 tid 2 2024-08-19T10:00:49.066 INFO:tasks.rados.rados.0.smithi190.stdout:797: writing smithi19066007-13 from 3874816 to 4472832 tid 3 2024-08-19T10:00:49.067 INFO:tasks.rados.rados.0.smithi190.stdout:797: writing smithi19066007-13 from 4472832 to 4530176 tid 4 2024-08-19T10:00:49.067 INFO:tasks.rados.rados.0.smithi190.stdout:798: delete oid 50 current snap is 76 2024-08-19T10:00:49.067 INFO:tasks.rados.rados.0.smithi190.stdout:797: finishing write tid 1 to smithi19066007-13 2024-08-19T10:00:49.067 INFO:tasks.rados.rados.0.smithi190.stdout:797: finishing write tid 2 to smithi19066007-13 2024-08-19T10:00:49.068 INFO:tasks.rados.rados.0.smithi190.stdout:798: done (1 left) 2024-08-19T10:00:49.068 INFO:tasks.rados.rados.0.smithi190.stdout:799: rollback oid 21 current snap is 76 2024-08-19T10:00:49.068 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 21 to 56 2024-08-19T10:00:49.068 INFO:tasks.rados.rados.0.smithi190.stdout:800: snap_remove snap 57 2024-08-19T10:00:49.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:49 smithi190 ceph-mon[16060]: pgmap v45: 121 pgs: 121 active+clean; 123 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-08-19T10:00:49.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:49 smithi190 ceph-mon[16060]: Upgrade: Setting container_image for all mgr 2024-08-19T10:00:49.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:49 smithi190 ceph-mon[16060]: Upgrade: It appears safe to stop mon.a 2024-08-19T10:00:49.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:49 smithi190 ceph-mon[16060]: osdmap e218: 8 total, 8 up, 8 in 2024-08-19T10:00:49.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:49 smithi190 ceph-mon[26031]: pgmap v45: 121 pgs: 121 active+clean; 123 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-08-19T10:00:49.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:49 smithi190 ceph-mon[26031]: Upgrade: Setting container_image for all mgr 2024-08-19T10:00:49.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:49 smithi190 ceph-mon[26031]: Upgrade: It appears safe to stop mon.a 2024-08-19T10:00:49.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:49 smithi190 ceph-mon[26031]: osdmap e218: 8 total, 8 up, 8 in 2024-08-19T10:00:49.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:49 smithi196 ceph-mon[19976]: pgmap v45: 121 pgs: 121 active+clean; 123 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-08-19T10:00:49.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:49 smithi196 ceph-mon[19976]: Upgrade: Setting container_image for all mgr 2024-08-19T10:00:49.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:49 smithi196 ceph-mon[19976]: Upgrade: It appears safe to stop mon.a 2024-08-19T10:00:49.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:49 smithi196 ceph-mon[19976]: osdmap e218: 8 total, 8 up, 8 in 2024-08-19T10:00:50.047 INFO:tasks.rados.rados.0.smithi190.stdout:800: done (2 left) 2024-08-19T10:00:50.048 INFO:tasks.rados.rados.0.smithi190.stdout:801: snap_create 2024-08-19T10:00:50.048 INFO:tasks.rados.rados.0.smithi190.stdout:797: finishing write tid 3 to smithi19066007-13 2024-08-19T10:00:50.048 INFO:tasks.rados.rados.0.smithi190.stdout:797: finishing write tid 4 to smithi19066007-13 2024-08-19T10:00:50.048 INFO:tasks.rados.rados.0.smithi190.stdout:797: finishing write tid 5 to smithi19066007-13 2024-08-19T10:00:50.048 INFO:tasks.rados.rados.0.smithi190.stdout:797: finishing write tid 6 to smithi19066007-13 2024-08-19T10:00:50.048 INFO:tasks.rados.rados.0.smithi190.stdout:797: oid 13 updating version 0 to 369 2024-08-19T10:00:50.048 INFO:tasks.rados.rados.0.smithi190.stdout:797: oid 13 updating version 369 to 370 2024-08-19T10:00:50.048 INFO:tasks.rados.rados.0.smithi190.stdout:797: oid 13 updating version 370 to 371 2024-08-19T10:00:50.048 INFO:tasks.rados.rados.0.smithi190.stdout:797: oid 13 updating version 371 to 372 2024-08-19T10:00:50.048 INFO:tasks.rados.rados.0.smithi190.stdout:797: oid 13 version 372 is already newer than 368 2024-08-19T10:00:50.048 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 372 (ObjNum 255 snap 76 seq_num 255) dirty exists 2024-08-19T10:00:50.048 INFO:tasks.rados.rados.0.smithi190.stdout:797: left oid 13 (ObjNum 255 snap 76 seq_num 255) 2024-08-19T10:00:50.049 INFO:tasks.rados.rados.0.smithi190.stdout:799: finishing rollback tid 1 to smithi19066007-21 2024-08-19T10:00:50.049 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 0 (ObjNum 49 snap 0 seq_num 3355853232) dirty dne 2024-08-19T10:00:50.227 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:50 smithi190 ceph-mon[16060]: osdmap e219: 8 total, 8 up, 8 in 2024-08-19T10:00:50.227 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:50 smithi190 ceph-mon[16060]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:50.227 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:50 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T10:00:50.227 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:50 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T10:00:50.227 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:50 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:50.227 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:50 smithi190 ceph-mon[16060]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T10:00:50.227 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:50 smithi190 ceph-mon[26031]: osdmap e219: 8 total, 8 up, 8 in 2024-08-19T10:00:50.228 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:50 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:50.228 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:50 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T10:00:50.228 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:50 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T10:00:50.228 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:50 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:50.228 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:50 smithi190 ceph-mon[26031]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T10:00:50.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:50 smithi196 ceph-mon[19976]: osdmap e219: 8 total, 8 up, 8 in 2024-08-19T10:00:50.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:50 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='mgr.y' 2024-08-19T10:00:50.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:50 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-19T10:00:50.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:50 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-19T10:00:50.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:50 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-19T10:00:50.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:50 smithi196 ceph-mon[19976]: from='mgr.15093 172.21.15.190:0/1588127862' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-19T10:00:50.926 INFO:tasks.rados.rados.0.smithi190.stdout:797: done (2 left) 2024-08-19T10:00:50.927 INFO:tasks.rados.rados.0.smithi190.stdout:799: done (1 left) 2024-08-19T10:00:50.927 INFO:tasks.rados.rados.0.smithi190.stdout:801: done (0 left) 2024-08-19T10:00:50.927 INFO:tasks.rados.rados.0.smithi190.stdout:802: read oid 46 snap -1 2024-08-19T10:00:50.927 INFO:tasks.rados.rados.0.smithi190.stdout:802: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T10:00:50.927 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 3 current snap is 77 2024-08-19T10:00:50.927 INFO:tasks.rados.rados.0.smithi190.stdout:803: seq_num 257 ranges {2646016=712704,3358720=720896,4079616=483328} 2024-08-19T10:00:50.945 INFO:tasks.rados.rados.0.smithi190.stdout:803: writing smithi19066007-3 from 2646016 to 3358720 tid 1 2024-08-19T10:00:50.949 INFO:tasks.rados.rados.0.smithi190.stdout:803: writing smithi19066007-3 from 3358720 to 4079616 tid 2 2024-08-19T10:00:50.952 INFO:tasks.rados.rados.0.smithi190.stdout:803: writing smithi19066007-3 from 4079616 to 4562944 tid 3 2024-08-19T10:00:50.952 INFO:tasks.rados.rados.0.smithi190.stdout:804: rollback oid 13 current snap is 77 2024-08-19T10:00:50.952 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 13 to 75 2024-08-19T10:00:50.953 INFO:tasks.rados.rados.0.smithi190.stdout:802: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T10:00:50.975 INFO:tasks.rados.rados.0.smithi190.stdout:803: finishing write tid 1 to smithi19066007-3 2024-08-19T10:00:50.976 INFO:tasks.rados.rados.0.smithi190.stdout:802: done (2 left) 2024-08-19T10:00:50.976 INFO:tasks.rados.rados.0.smithi190.stdout:805: read oid 11 snap -1 2024-08-19T10:00:50.976 INFO:tasks.rados.rados.0.smithi190.stdout:805: expect (ObjNum 99 snap 16 seq_num 99) 2024-08-19T10:00:50.976 INFO:tasks.rados.rados.0.smithi190.stdout:806: snap_create 2024-08-19T10:00:50.976 INFO:tasks.rados.rados.0.smithi190.stdout:803: finishing write tid 2 to smithi19066007-3 2024-08-19T10:00:50.976 INFO:tasks.rados.rados.0.smithi190.stdout:803: finishing write tid 3 to smithi19066007-3 2024-08-19T10:00:50.976 INFO:tasks.rados.rados.0.smithi190.stdout:803: finishing write tid 4 to smithi19066007-3 2024-08-19T10:00:50.976 INFO:tasks.rados.rados.0.smithi190.stdout:804: finishing rollback tid 0 to smithi19066007-13 2024-08-19T10:00:50.976 INFO:tasks.rados.rados.0.smithi190.stdout:804: finishing rollback tid 1 to smithi19066007-13 2024-08-19T10:00:50.976 INFO:tasks.rados.rados.0.smithi190.stdout:804: finishing rollback tid 2 to smithi19066007-13 2024-08-19T10:00:50.976 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 382 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-08-19T10:00:50.976 INFO:tasks.rados.rados.0.smithi190.stdout:803: finishing write tid 5 to smithi19066007-3 2024-08-19T10:00:50.976 INFO:tasks.rados.rados.0.smithi190.stdout:803: oid 3 updating version 0 to 178 2024-08-19T10:00:50.976 INFO:tasks.rados.rados.0.smithi190.stdout:803: oid 3 version 178 is already newer than 177 2024-08-19T10:00:50.976 INFO:tasks.rados.rados.0.smithi190.stdout:803: oid 3 updating version 178 to 179 2024-08-19T10:00:50.977 INFO:tasks.rados.rados.0.smithi190.stdout:803: oid 3 updating version 179 to 180 2024-08-19T10:00:50.977 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 180 (ObjNum 257 snap 77 seq_num 257) dirty exists 2024-08-19T10:00:50.977 INFO:tasks.rados.rados.0.smithi190.stdout:803: left oid 3 (ObjNum 257 snap 77 seq_num 257) 2024-08-19T10:00:50.989 INFO:tasks.rados.rados.0.smithi190.stdout:805: expect (ObjNum 99 snap 16 seq_num 99) 2024-08-19T10:00:51.122 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:51 smithi190 ceph-mon[26031]: pgmap v48: 121 pgs: 121 active+clean; 123 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-08-19T10:00:51.122 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:51 smithi190 ceph-mon[26031]: Upgrade: Updating mon.a 2024-08-19T10:00:51.122 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:51 smithi190 ceph-mon[26031]: Deploying daemon mon.a on smithi190 2024-08-19T10:00:51.122 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:51 smithi190 ceph-mon[26031]: osdmap e220: 8 total, 8 up, 8 in 2024-08-19T10:00:51.123 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:51 smithi190 ceph-mon[26031]: osdmap e221: 8 total, 8 up, 8 in 2024-08-19T10:00:51.123 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:51 smithi190 ceph-mon[16060]: pgmap v48: 121 pgs: 121 active+clean; 123 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-08-19T10:00:51.123 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:51 smithi190 ceph-mon[16060]: Upgrade: Updating mon.a 2024-08-19T10:00:51.123 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:51 smithi190 ceph-mon[16060]: Deploying daemon mon.a on smithi190 2024-08-19T10:00:51.123 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:51 smithi190 ceph-mon[16060]: osdmap e220: 8 total, 8 up, 8 in 2024-08-19T10:00:51.123 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:51 smithi190 ceph-mon[16060]: osdmap e221: 8 total, 8 up, 8 in 2024-08-19T10:00:51.123 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:51 smithi190 systemd[1]: Stopping Ceph mon.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:00:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:51 smithi196 ceph-mon[19976]: pgmap v48: 121 pgs: 121 active+clean; 123 MiB data, 660 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-08-19T10:00:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:51 smithi196 ceph-mon[19976]: Upgrade: Updating mon.a 2024-08-19T10:00:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:51 smithi196 ceph-mon[19976]: Deploying daemon mon.a on smithi190 2024-08-19T10:00:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:51 smithi196 ceph-mon[19976]: osdmap e220: 8 total, 8 up, 8 in 2024-08-19T10:00:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:51 smithi196 ceph-mon[19976]: osdmap e221: 8 total, 8 up, 8 in 2024-08-19T10:00:51.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:51 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a[16056]: 2024-08-19T10:00:51.400+0000 7ff292c69640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:00:51.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:51 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a[16056]: 2024-08-19T10:00:51.400+0000 7ff292c69640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-08-19T10:00:51.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:51 smithi190 podman[77460]: 2024-08-19 10:00:51.646547739 +0000 UTC m=+0.374576290 container died 9109cb9dca37817f7a7eabbe187c43f821642a5b5092895013174627133aaac5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:00:52.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:52 smithi190 podman[77460]: 2024-08-19 10:00:52.043470245 +0000 UTC m=+0.771498796 container cleanup 9109cb9dca37817f7a7eabbe187c43f821642a5b5092895013174627133aaac5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-baa926d, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:00:52.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:52 smithi190 bash[77460]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a 2024-08-19T10:00:52.737 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:52 smithi190 podman[77472]: 2024-08-19 10:00:52.362070884 +0000 UTC m=+0.713318358 container remove 9109cb9dca37817f7a7eabbe187c43f821642a5b5092895013174627133aaac5 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a, ceph=True, RELEASE=reef-baa926d, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-19T10:00:52.737 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:52 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-19T10:00:52.737 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:52 smithi190 systemd[1]: Stopped Ceph mon.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:00:52.737 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:52 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.a.service: Consumed 12.840s CPU time. 2024-08-19T10:00:53.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:52 smithi190 systemd[1]: Starting Ceph mon.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:00:53.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:52 smithi190 podman[77601]: 2024-08-19 10:00:52.855253049 +0000 UTC m=+0.017326784 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:00:53.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:52 smithi190 podman[77601]: 2024-08-19 10:00:52.97976327 +0000 UTC m=+0.141836990 container create 91d6e2488c1e0e616d7c454fbcdaa38fe9ca0b25bcb9f977f4082849e938e80c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-19T10:00:53.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 podman[77601]: 2024-08-19 10:00:53.215587649 +0000 UTC m=+0.377661370 container init 91d6e2488c1e0e616d7c454fbcdaa38fe9ca0b25bcb9f977f4082849e938e80c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2) 2024-08-19T10:00:53.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 podman[77601]: 2024-08-19 10:00:53.21874902 +0000 UTC m=+0.380822741 container start 91d6e2488c1e0e616d7c454fbcdaa38fe9ca0b25bcb9f977f4082849e938e80c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-7976693, GIT_BRANCH=HEAD) 2024-08-19T10:00:53.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: set uid:gid to 167:167 (ceph:ceph) 2024-08-19T10:00:53.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev), process ceph-mon, pid 2 2024-08-19T10:00:53.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: pidfile_write: ignore empty --pid-file 2024-08-19T10:00:53.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: load: jerasure load: lrc 2024-08-19T10:00:53.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: RocksDB version: 7.9.2 2024-08-19T10:00:53.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Git sha 0 2024-08-19T10:00:53.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Compile date 2024-08-17 20:32:33 2024-08-19T10:00:53.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: DB SUMMARY 2024-08-19T10:00:53.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: DB Session ID: L2HHVBJNG64H07UFXFFR 2024-08-19T10:00:53.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: CURRENT file: CURRENT 2024-08-19T10:00:53.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: IDENTITY file: IDENTITY 2024-08-19T10:00:53.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1519 Bytes 2024-08-19T10:00:53.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-08-19T10:00:53.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 3189810 ; 2024-08-19T10:00:53.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.error_if_exists: 0 2024-08-19T10:00:53.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.create_if_missing: 0 2024-08-19T10:00:53.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.paranoid_checks: 1 2024-08-19T10:00:53.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-19T10:00:53.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-19T10:00:53.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-19T10:00:53.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.env: 0x556db7382be0 2024-08-19T10:00:53.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.fs: PosixFileSystem 2024-08-19T10:00:53.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.info_log: 0x556db7d6b700 2024-08-19T10:00:53.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_file_opening_threads: 16 2024-08-19T10:00:53.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.statistics: (nil) 2024-08-19T10:00:53.569 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.use_fsync: 0 2024-08-19T10:00:53.569 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_log_file_size: 0 2024-08-19T10:00:53.569 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-19T10:00:53.569 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-19T10:00:53.569 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.keep_log_file_num: 1000 2024-08-19T10:00:53.569 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.recycle_log_file_num: 0 2024-08-19T10:00:53.569 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.allow_fallocate: 1 2024-08-19T10:00:53.569 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.allow_mmap_reads: 0 2024-08-19T10:00:53.569 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.allow_mmap_writes: 0 2024-08-19T10:00:53.569 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.use_direct_reads: 0 2024-08-19T10:00:53.570 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-19T10:00:53.570 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.create_missing_column_families: 0 2024-08-19T10:00:53.570 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.db_log_dir: 2024-08-19T10:00:53.570 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.wal_dir: 2024-08-19T10:00:53.570 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-19T10:00:53.570 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-19T10:00:53.570 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-19T10:00:53.570 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-19T10:00:53.570 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-19T10:00:53.570 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-19T10:00:53.570 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.advise_random_on_open: 1 2024-08-19T10:00:53.570 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.db_write_buffer_size: 0 2024-08-19T10:00:53.571 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.write_buffer_manager: 0x556db7d6e960 2024-08-19T10:00:53.571 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-19T10:00:53.571 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-19T10:00:53.571 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-19T10:00:53.571 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.rate_limiter: (nil) 2024-08-19T10:00:53.571 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-19T10:00:53.571 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.wal_recovery_mode: 2 2024-08-19T10:00:53.571 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.enable_thread_tracking: 0 2024-08-19T10:00:53.571 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.enable_pipelined_write: 0 2024-08-19T10:00:53.571 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.unordered_write: 0 2024-08-19T10:00:53.571 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-19T10:00:53.571 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-19T10:00:53.571 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-19T10:00:53.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-19T10:00:53.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.row_cache: None 2024-08-19T10:00:53.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.wal_filter: None 2024-08-19T10:00:53.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-19T10:00:53.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.allow_ingest_behind: 0 2024-08-19T10:00:53.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.two_write_queues: 0 2024-08-19T10:00:53.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.manual_wal_flush: 0 2024-08-19T10:00:53.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.wal_compression: 0 2024-08-19T10:00:53.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.atomic_flush: 0 2024-08-19T10:00:53.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-19T10:00:53.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-19T10:00:53.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-19T10:00:53.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.log_readahead_size: 0 2024-08-19T10:00:53.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-19T10:00:53.573 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.best_efforts_recovery: 0 2024-08-19T10:00:53.573 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-19T10:00:53.573 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-19T10:00:53.573 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.allow_data_in_errors: 0 2024-08-19T10:00:53.573 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.db_host_id: __hostname__ 2024-08-19T10:00:53.573 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-19T10:00:53.573 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_background_jobs: 2 2024-08-19T10:00:53.573 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_background_compactions: -1 2024-08-19T10:00:53.573 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_subcompactions: 1 2024-08-19T10:00:53.573 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-19T10:00:53.573 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-19T10:00:53.573 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-19T10:00:53.573 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_total_wal_size: 0 2024-08-19T10:00:53.573 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-19T10:00:53.574 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-19T10:00:53.574 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-19T10:00:53.574 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-19T10:00:53.574 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_open_files: -1 2024-08-19T10:00:53.574 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.bytes_per_sync: 0 2024-08-19T10:00:53.574 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-19T10:00:53.574 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-19T10:00:53.574 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compaction_readahead_size: 0 2024-08-19T10:00:53.574 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_background_flushes: -1 2024-08-19T10:00:53.574 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Compression algorithms supported: 2024-08-19T10:00:53.574 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: kZSTD supported: 0 2024-08-19T10:00:53.574 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: kXpressCompression supported: 0 2024-08-19T10:00:53.574 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: kBZip2Compression supported: 0 2024-08-19T10:00:53.574 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-19T10:00:53.574 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: kLZ4Compression supported: 1 2024-08-19T10:00:53.575 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: kZlibCompression supported: 1 2024-08-19T10:00:53.575 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: kLZ4HCCompression supported: 1 2024-08-19T10:00:53.575 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: kSnappyCompression supported: 1 2024-08-19T10:00:53.575 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-19T10:00:53.575 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-19T10:00:53.575 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-08-19T10:00:53.575 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-19T10:00:53.575 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-19T10:00:53.575 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.merge_operator: 2024-08-19T10:00:53.575 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compaction_filter: None 2024-08-19T10:00:53.575 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compaction_filter_factory: None 2024-08-19T10:00:53.575 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.sst_partitioner_factory: None 2024-08-19T10:00:53.575 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-19T10:00:53.575 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-19T10:00:53.576 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556db7d6b380) 2024-08-19T10:00:53.576 INFO:journalctl@ceph.mon.a.smithi190.stdout: cache_index_and_filter_blocks: 1 2024-08-19T10:00:53.576 INFO:journalctl@ceph.mon.a.smithi190.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-19T10:00:53.576 INFO:journalctl@ceph.mon.a.smithi190.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-19T10:00:53.576 INFO:journalctl@ceph.mon.a.smithi190.stdout: pin_top_level_index_and_filter: 1 2024-08-19T10:00:53.576 INFO:journalctl@ceph.mon.a.smithi190.stdout: index_type: 0 2024-08-19T10:00:53.576 INFO:journalctl@ceph.mon.a.smithi190.stdout: data_block_index_type: 0 2024-08-19T10:00:53.576 INFO:journalctl@ceph.mon.a.smithi190.stdout: index_shortening: 1 2024-08-19T10:00:53.576 INFO:journalctl@ceph.mon.a.smithi190.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-19T10:00:53.576 INFO:journalctl@ceph.mon.a.smithi190.stdout: checksum: 4 2024-08-19T10:00:53.576 INFO:journalctl@ceph.mon.a.smithi190.stdout: no_block_cache: 0 2024-08-19T10:00:53.576 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_cache: 0x556db7d5f610 2024-08-19T10:00:53.576 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_cache_name: BinnedLRUCache 2024-08-19T10:00:53.576 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_cache_options: 2024-08-19T10:00:53.577 INFO:journalctl@ceph.mon.a.smithi190.stdout: capacity : 536870912 2024-08-19T10:00:53.577 INFO:journalctl@ceph.mon.a.smithi190.stdout: num_shard_bits : 4 2024-08-19T10:00:53.577 INFO:journalctl@ceph.mon.a.smithi190.stdout: strict_capacity_limit : 0 2024-08-19T10:00:53.577 INFO:journalctl@ceph.mon.a.smithi190.stdout: high_pri_pool_ratio: 0.000 2024-08-19T10:00:53.577 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_cache_compressed: (nil) 2024-08-19T10:00:53.577 INFO:journalctl@ceph.mon.a.smithi190.stdout: persistent_cache: (nil) 2024-08-19T10:00:53.577 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_size: 4096 2024-08-19T10:00:53.577 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_size_deviation: 10 2024-08-19T10:00:53.577 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_restart_interval: 16 2024-08-19T10:00:53.577 INFO:journalctl@ceph.mon.a.smithi190.stdout: index_block_restart_interval: 1 2024-08-19T10:00:53.577 INFO:journalctl@ceph.mon.a.smithi190.stdout: metadata_block_size: 4096 2024-08-19T10:00:53.577 INFO:journalctl@ceph.mon.a.smithi190.stdout: partition_filters: 0 2024-08-19T10:00:53.577 INFO:journalctl@ceph.mon.a.smithi190.stdout: use_delta_encoding: 1 2024-08-19T10:00:53.577 INFO:journalctl@ceph.mon.a.smithi190.stdout: filter_policy: bloomfilter 2024-08-19T10:00:53.578 INFO:journalctl@ceph.mon.a.smithi190.stdout: whole_key_filtering: 1 2024-08-19T10:00:53.578 INFO:journalctl@ceph.mon.a.smithi190.stdout: verify_compression: 0 2024-08-19T10:00:53.578 INFO:journalctl@ceph.mon.a.smithi190.stdout: read_amp_bytes_per_bit: 0 2024-08-19T10:00:53.578 INFO:journalctl@ceph.mon.a.smithi190.stdout: format_version: 5 2024-08-19T10:00:53.578 INFO:journalctl@ceph.mon.a.smithi190.stdout: enable_index_compression: 1 2024-08-19T10:00:53.578 INFO:journalctl@ceph.mon.a.smithi190.stdout: block_align: 0 2024-08-19T10:00:53.578 INFO:journalctl@ceph.mon.a.smithi190.stdout: max_auto_readahead_size: 262144 2024-08-19T10:00:53.578 INFO:journalctl@ceph.mon.a.smithi190.stdout: prepopulate_block_cache: 0 2024-08-19T10:00:53.578 INFO:journalctl@ceph.mon.a.smithi190.stdout: initial_auto_readahead_size: 8192 2024-08-19T10:00:53.578 INFO:journalctl@ceph.mon.a.smithi190.stdout: num_file_reads_for_auto_readahead: 2 2024-08-19T10:00:53.578 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.write_buffer_size: 33554432 2024-08-19T10:00:53.578 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_write_buffer_number: 2 2024-08-19T10:00:53.578 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compression: NoCompression 2024-08-19T10:00:53.578 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.bottommost_compression: Disabled 2024-08-19T10:00:53.579 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.prefix_extractor: nullptr 2024-08-19T10:00:53.579 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-19T10:00:53.579 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.num_levels: 7 2024-08-19T10:00:53.579 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-19T10:00:53.579 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-19T10:00:53.579 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-19T10:00:53.579 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-19T10:00:53.579 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-19T10:00:53.579 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-19T10:00:53.579 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-19T10:00:53.579 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-19T10:00:53.579 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-19T10:00:53.579 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-19T10:00:53.579 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-19T10:00:53.580 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-19T10:00:53.580 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-19T10:00:53.580 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compression_opts.level: 32767 2024-08-19T10:00:53.580 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compression_opts.strategy: 0 2024-08-19T10:00:53.580 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-19T10:00:53.580 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-19T10:00:53.580 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-19T10:00:53.580 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-19T10:00:53.580 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compression_opts.enabled: false 2024-08-19T10:00:53.580 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-19T10:00:53.580 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-19T10:00:53.580 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-19T10:00:53.580 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-19T10:00:53.580 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.target_file_size_base: 67108864 2024-08-19T10:00:53.580 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-19T10:00:53.581 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-19T10:00:53.581 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-19T10:00:53.581 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-19T10:00:53.581 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-19T10:00:53.581 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-19T10:00:53.581 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-19T10:00:53.581 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-19T10:00:53.581 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-19T10:00:53.581 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-19T10:00:53.581 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-19T10:00:53.581 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-19T10:00:53.581 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-19T10:00:53.581 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-19T10:00:53.581 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.arena_block_size: 1048576 2024-08-19T10:00:53.582 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-19T10:00:53.582 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-19T10:00:53.582 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.disable_auto_compactions: 0 2024-08-19T10:00:53.582 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-19T10:00:53.582 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-19T10:00:53.582 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-19T10:00:53.582 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-19T10:00:53.582 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-19T10:00:53.582 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-19T10:00:53.582 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-19T10:00:53.582 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-19T10:00:53.582 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-19T10:00:53.582 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-19T10:00:53.582 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-19T10:00:53.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.inplace_update_support: 0 2024-08-19T10:00:53.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-19T10:00:53.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-19T10:00:53.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-19T10:00:53.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-19T10:00:53.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.bloom_locality: 0 2024-08-19T10:00:53.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.max_successive_merges: 0 2024-08-19T10:00:53.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-19T10:00:53.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.paranoid_file_checks: 0 2024-08-19T10:00:53.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.force_consistency_checks: 1 2024-08-19T10:00:53.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.report_bg_io_stats: 0 2024-08-19T10:00:53.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.ttl: 2592000 2024-08-19T10:00:53.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-19T10:00:53.583 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-19T10:00:53.584 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-19T10:00:53.584 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.enable_blob_files: false 2024-08-19T10:00:53.584 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.min_blob_size: 0 2024-08-19T10:00:53.584 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.blob_file_size: 268435456 2024-08-19T10:00:53.584 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-19T10:00:53.584 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-19T10:00:53.584 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-19T10:00:53.584 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-19T10:00:53.584 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-19T10:00:53.584 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.blob_file_starting_level: 0 2024-08-19T10:00:53.584 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-19T10:00:53.584 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-19T10:00:53.584 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12869, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-08-19T10:00:53.584 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-08-19T10:00:53.585 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7af76b52-1de1-4bc7-a783-b551c04ef328 2024-08-19T10:00:53.585 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724061653245179, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-08-19T10:00:53.585 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-08-19T10:00:53.585 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724061653254176, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 2998668, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12870, "largest_seqno": 14182, "table_properties": {"data_size": 2991233, "index_size": 4854, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 14607, "raw_average_key_size": 24, "raw_value_size": 2977572, "raw_average_value_size": 5029, "num_data_blocks": 214, "num_entries": 592, "num_filter_entries": 592, "num_deletions": 20, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724061653, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7af76b52-1de1-4bc7-a783-b551c04ef328", "db_session_id": "L2HHVBJNG64H07UFXFFR", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-08-19T10:00:53.585 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724061653254347, "job": 1, "event": "recovery_finished"} 2024-08-19T10:00:53.585 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-08-19T10:00:53.585 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-19T10:00:53.585 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-19T10:00:53.585 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556db7d8ee00 2024-08-19T10:00:53.585 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: DB pointer 0x556db7e8c000 2024-08-19T10:00:53.585 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-19T10:00:53.585 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-19T10:00:53.585 INFO:journalctl@ceph.mon.a.smithi190.stdout: ** DB Stats ** 2024-08-19T10:00:53.586 INFO:journalctl@ceph.mon.a.smithi190.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T10:00:53.586 INFO:journalctl@ceph.mon.a.smithi190.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-19T10:00:53.586 INFO:journalctl@ceph.mon.a.smithi190.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T10:00:53.586 INFO:journalctl@ceph.mon.a.smithi190.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T10:00:53.586 INFO:journalctl@ceph.mon.a.smithi190.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-19T10:00:53.586 INFO:journalctl@ceph.mon.a.smithi190.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T10:00:53.586 INFO:journalctl@ceph.mon.a.smithi190.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T10:00:53.586 INFO:journalctl@ceph.mon.a.smithi190.stdout: 2024-08-19T10:00:53.586 INFO:journalctl@ceph.mon.a.smithi190.stdout: ** Compaction Stats [default] ** 2024-08-19T10:00:53.586 INFO:journalctl@ceph.mon.a.smithi190.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T10:00:53.586 INFO:journalctl@ceph.mon.a.smithi190.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-19T10:00:53.586 INFO:journalctl@ceph.mon.a.smithi190.stdout: L0 1/0 2.86 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 617.0 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-19T10:00:53.586 INFO:journalctl@ceph.mon.a.smithi190.stdout: L6 1/0 7.69 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-19T10:00:53.586 INFO:journalctl@ceph.mon.a.smithi190.stdout: Sum 2/0 10.55 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 617.0 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-19T10:00:53.587 INFO:journalctl@ceph.mon.a.smithi190.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 617.0 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-19T10:00:53.587 INFO:journalctl@ceph.mon.a.smithi190.stdout: 2024-08-19T10:00:53.587 INFO:journalctl@ceph.mon.a.smithi190.stdout: ** Compaction Stats [default] ** 2024-08-19T10:00:53.587 INFO:journalctl@ceph.mon.a.smithi190.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T10:00:53.587 INFO:journalctl@ceph.mon.a.smithi190.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-19T10:00:53.587 INFO:journalctl@ceph.mon.a.smithi190.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 617.0 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-19T10:00:53.587 INFO:journalctl@ceph.mon.a.smithi190.stdout: 2024-08-19T10:00:53.587 INFO:journalctl@ceph.mon.a.smithi190.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-19T10:00:53.587 INFO:journalctl@ceph.mon.a.smithi190.stdout: 2024-08-19T10:00:53.587 INFO:journalctl@ceph.mon.a.smithi190.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T10:00:53.587 INFO:journalctl@ceph.mon.a.smithi190.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-08-19T10:00:53.587 INFO:journalctl@ceph.mon.a.smithi190.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-19T10:00:53.587 INFO:journalctl@ceph.mon.a.smithi190.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-19T10:00:53.587 INFO:journalctl@ceph.mon.a.smithi190.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-19T10:00:53.588 INFO:journalctl@ceph.mon.a.smithi190.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-19T10:00:53.588 INFO:journalctl@ceph.mon.a.smithi190.stdout: Cumulative compaction: 0.00 GB write, 202.73 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T10:00:53.588 INFO:journalctl@ceph.mon.a.smithi190.stdout: Interval compaction: 0.00 GB write, 202.73 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T10:00:53.588 INFO:journalctl@ceph.mon.a.smithi190.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-19T10:00:53.588 INFO:journalctl@ceph.mon.a.smithi190.stdout: Block cache BinnedLRUCache@0x556db7d5f610#2 capacity: 512.00 MB usage: 6.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-19T10:00:53.588 INFO:journalctl@ceph.mon.a.smithi190.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.78 KB,0.000339746%) IndexBlock(1,5.08 KB,0.000968575%) Misc(1,0.00 KB,0%) 2024-08-19T10:00:53.588 INFO:journalctl@ceph.mon.a.smithi190.stdout: 2024-08-19T10:00:53.588 INFO:journalctl@ceph.mon.a.smithi190.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-19T10:00:53.588 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: starting mon.a rank 0 at public addrs [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] at bind addrs [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:00:53.588 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: mon.a@-1(???) e3 preinit fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:00:53.588 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: mon.a@-1(???).mds e7 new map 2024-08-19T10:00:53.588 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: mon.a@-1(???).mds e7 print_map 2024-08-19T10:00:53.588 INFO:journalctl@ceph.mon.a.smithi190.stdout: e7 2024-08-19T10:00:53.588 INFO:journalctl@ceph.mon.a.smithi190.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-19T10:00:53.589 INFO:journalctl@ceph.mon.a.smithi190.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-19T10:00:53.589 INFO:journalctl@ceph.mon.a.smithi190.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T10:00:53.589 INFO:journalctl@ceph.mon.a.smithi190.stdout: legacy client fscid: 1 2024-08-19T10:00:53.589 INFO:journalctl@ceph.mon.a.smithi190.stdout: 2024-08-19T10:00:53.589 INFO:journalctl@ceph.mon.a.smithi190.stdout: Filesystem 'cephfs' (1) 2024-08-19T10:00:53.589 INFO:journalctl@ceph.mon.a.smithi190.stdout: fs_name cephfs 2024-08-19T10:00:53.589 INFO:journalctl@ceph.mon.a.smithi190.stdout: epoch 7 2024-08-19T10:00:53.589 INFO:journalctl@ceph.mon.a.smithi190.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-19T10:00:53.589 INFO:journalctl@ceph.mon.a.smithi190.stdout: created 2024-08-19T09:54:55.623264+0000 2024-08-19T10:00:53.589 INFO:journalctl@ceph.mon.a.smithi190.stdout: modified 2024-08-19T09:55:07.182967+0000 2024-08-19T10:00:53.589 INFO:journalctl@ceph.mon.a.smithi190.stdout: tableserver 0 2024-08-19T10:00:53.589 INFO:journalctl@ceph.mon.a.smithi190.stdout: root 0 2024-08-19T10:00:53.589 INFO:journalctl@ceph.mon.a.smithi190.stdout: session_timeout 60 2024-08-19T10:00:53.589 INFO:journalctl@ceph.mon.a.smithi190.stdout: session_autoclose 300 2024-08-19T10:00:53.589 INFO:journalctl@ceph.mon.a.smithi190.stdout: max_file_size 1099511627776 2024-08-19T10:00:53.590 INFO:journalctl@ceph.mon.a.smithi190.stdout: max_xattr_size 65536 2024-08-19T10:00:53.590 INFO:journalctl@ceph.mon.a.smithi190.stdout: required_client_features {} 2024-08-19T10:00:53.590 INFO:journalctl@ceph.mon.a.smithi190.stdout: last_failure 0 2024-08-19T10:00:53.590 INFO:journalctl@ceph.mon.a.smithi190.stdout: last_failure_osd_epoch 0 2024-08-19T10:00:53.590 INFO:journalctl@ceph.mon.a.smithi190.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T10:00:53.590 INFO:journalctl@ceph.mon.a.smithi190.stdout: max_mds 1 2024-08-19T10:00:53.590 INFO:journalctl@ceph.mon.a.smithi190.stdout: in 0 2024-08-19T10:00:53.590 INFO:journalctl@ceph.mon.a.smithi190.stdout: up {0=24316} 2024-08-19T10:00:53.590 INFO:journalctl@ceph.mon.a.smithi190.stdout: failed 2024-08-19T10:00:53.590 INFO:journalctl@ceph.mon.a.smithi190.stdout: damaged 2024-08-19T10:00:53.590 INFO:journalctl@ceph.mon.a.smithi190.stdout: stopped 2024-08-19T10:00:53.590 INFO:journalctl@ceph.mon.a.smithi190.stdout: data_pools [3] 2024-08-19T10:00:53.590 INFO:journalctl@ceph.mon.a.smithi190.stdout: metadata_pool 2 2024-08-19T10:00:53.590 INFO:journalctl@ceph.mon.a.smithi190.stdout: inline_data disabled 2024-08-19T10:00:53.591 INFO:journalctl@ceph.mon.a.smithi190.stdout: balancer 2024-08-19T10:00:53.591 INFO:journalctl@ceph.mon.a.smithi190.stdout: bal_rank_mask -1 2024-08-19T10:00:53.591 INFO:journalctl@ceph.mon.a.smithi190.stdout: standby_count_wanted 0 2024-08-19T10:00:53.591 INFO:journalctl@ceph.mon.a.smithi190.stdout: qdb_cluster leader: 0 members: 2024-08-19T10:00:53.591 INFO:journalctl@ceph.mon.a.smithi190.stdout: [mds.b{0:24316} state up:active seq 5 addr [v2:172.21.15.196:6832/3130880661,v1:172.21.15.196:6833/3130880661] compat {c=[1],r=[1],i=[7ff]}] 2024-08-19T10:00:53.591 INFO:journalctl@ceph.mon.a.smithi190.stdout: 2024-08-19T10:00:53.591 INFO:journalctl@ceph.mon.a.smithi190.stdout: 2024-08-19T10:00:53.591 INFO:journalctl@ceph.mon.a.smithi190.stdout: Standby daemons: 2024-08-19T10:00:53.591 INFO:journalctl@ceph.mon.a.smithi190.stdout: 2024-08-19T10:00:53.591 INFO:journalctl@ceph.mon.a.smithi190.stdout: [mds.a{-1:14430} state up:standby seq 1 addr [v2:172.21.15.190:6834/3535075349,v1:172.21.15.190:6835/3535075349] compat {c=[1],r=[1],i=[7ff]}] 2024-08-19T10:00:53.591 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: mon.a@-1(???).osd e221 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-19T10:00:53.591 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: mon.a@-1(???).osd e221 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T10:00:53.591 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: mon.a@-1(???).osd e221 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T10:00:53.591 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: mon.a@-1(???).osd e221 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T10:00:53.591 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 ceph-mon[77620]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-08-19T10:00:53.592 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 bash[77601]: 91d6e2488c1e0e616d7c454fbcdaa38fe9ca0b25bcb9f977f4082849e938e80c 2024-08-19T10:00:53.592 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:53 smithi190 systemd[1]: Started Ceph mon.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:00:54.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:00:54] "GET /metrics HTTP/1.1" 200 36103 "" "Prometheus/2.43.0" 2024-08-19T10:00:54.744 INFO:tasks.rados.rados.0.smithi190.stdout:803: done (3 left) 2024-08-19T10:00:54.744 INFO:tasks.rados.rados.0.smithi190.stdout:804: done (2 left) 2024-08-19T10:00:54.744 INFO:tasks.rados.rados.0.smithi190.stdout:805: done (1 left) 2024-08-19T10:00:54.744 INFO:tasks.rados.rados.0.smithi190.stdout:806: done (0 left) 2024-08-19T10:00:54.744 INFO:tasks.rados.rados.0.smithi190.stdout:807: snap_remove snap 76 2024-08-19T10:00:54.862 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ignoring --setuser ceph since I am not root 2024-08-19T10:00:54.862 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ignoring --setgroup ceph since I am not root 2024-08-19T10:00:54.862 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mgr[68883]: -- 172.21.15.190:0/4171101686 <== mon.0 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562b76b350e0 con 0x562b76b13000 2024-08-19T10:00:54.863 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: pgmap v51: 121 pgs: 121 active+clean; 141 MiB data, 778 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2024-08-19T10:00:54.863 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: pgmap v52: 121 pgs: 121 active+clean; 141 MiB data, 778 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-08-19T10:00:54.863 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: mon.a calling monitor election 2024-08-19T10:00:54.863 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T10:00:54.863 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: monmap epoch 3 2024-08-19T10:00:54.863 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:00:54.863 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: last_changed 2024-08-19T09:51:05.149135+0000 2024-08-19T10:00:54.863 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: created 2024-08-19T09:49:32.980697+0000 2024-08-19T10:00:54.863 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: min_mon_release 18 (reef) 2024-08-19T10:00:54.863 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: election_strategy: 1 2024-08-19T10:00:54.864 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: 0: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.a 2024-08-19T10:00:54.864 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-19T10:00:54.864 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: 2: [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] mon.c 2024-08-19T10:00:54.864 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T10:00:54.864 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: osdmap e221: 8 total, 8 up, 8 in 2024-08-19T10:00:54.864 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: mgrmap e35: y(active, since 35s), standbys: x 2024-08-19T10:00:54.864 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: overall HEALTH_OK 2024-08-19T10:00:54.864 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: from='mgr.15093 ' entity='' 2024-08-19T10:00:54.864 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[26031]: mgrmap e36: y(active, since 35s), standbys: x 2024-08-19T10:00:54.864 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: pgmap v51: 121 pgs: 121 active+clean; 141 MiB data, 778 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2024-08-19T10:00:54.864 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: pgmap v52: 121 pgs: 121 active+clean; 141 MiB data, 778 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-08-19T10:00:54.864 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: mon.a calling monitor election 2024-08-19T10:00:54.865 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T10:00:54.865 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: monmap epoch 3 2024-08-19T10:00:54.865 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:00:54.865 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: last_changed 2024-08-19T09:51:05.149135+0000 2024-08-19T10:00:54.865 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: created 2024-08-19T09:49:32.980697+0000 2024-08-19T10:00:54.865 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: min_mon_release 18 (reef) 2024-08-19T10:00:54.865 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: election_strategy: 1 2024-08-19T10:00:54.865 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: 0: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.a 2024-08-19T10:00:54.865 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-19T10:00:54.865 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: 2: [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] mon.c 2024-08-19T10:00:54.866 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T10:00:54.866 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: osdmap e221: 8 total, 8 up, 8 in 2024-08-19T10:00:54.866 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: mgrmap e35: y(active, since 35s), standbys: x 2024-08-19T10:00:54.866 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: overall HEALTH_OK 2024-08-19T10:00:54.866 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: from='mgr.15093 ' entity='' 2024-08-19T10:00:54.866 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:54 smithi190 ceph-mon[77620]: mgrmap e36: y(active, since 35s), standbys: x 2024-08-19T10:00:55.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[64215]: ignoring --setuser ceph since I am not root 2024-08-19T10:00:55.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[64215]: ignoring --setgroup ceph since I am not root 2024-08-19T10:00:55.167 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mgr[64219]: -- 172.21.15.196:0/1601926144 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56544f3710e0 con 0x56544f34f400 2024-08-19T10:00:55.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: pgmap v51: 121 pgs: 121 active+clean; 141 MiB data, 778 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2024-08-19T10:00:55.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: pgmap v52: 121 pgs: 121 active+clean; 141 MiB data, 778 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.5 MiB/s wr, 18 op/s 2024-08-19T10:00:55.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: mon.a calling monitor election 2024-08-19T10:00:55.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T10:00:55.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: monmap epoch 3 2024-08-19T10:00:55.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:00:55.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: last_changed 2024-08-19T09:51:05.149135+0000 2024-08-19T10:00:55.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: created 2024-08-19T09:49:32.980697+0000 2024-08-19T10:00:55.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: min_mon_release 18 (reef) 2024-08-19T10:00:55.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: election_strategy: 1 2024-08-19T10:00:55.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: 0: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.a 2024-08-19T10:00:55.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-19T10:00:55.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: 2: [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] mon.c 2024-08-19T10:00:55.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T10:00:55.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: osdmap e221: 8 total, 8 up, 8 in 2024-08-19T10:00:55.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: mgrmap e35: y(active, since 35s), standbys: x 2024-08-19T10:00:55.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: overall HEALTH_OK 2024-08-19T10:00:55.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: from='mgr.15093 ' entity='' 2024-08-19T10:00:55.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:54 smithi196 ceph-mon[19976]: mgrmap e36: y(active, since 35s), standbys: x 2024-08-19T10:00:55.745 INFO:tasks.rados.rados.0.smithi190.stdout:807: done (0 left) 2024-08-19T10:00:55.745 INFO:tasks.rados.rados.0.smithi190.stdout:808: rmattr oid 41 current snap is 78 2024-08-19T10:00:55.745 INFO:tasks.rados.rados.0.smithi190.stdout:808: done (0 left) 2024-08-19T10:00:55.746 INFO:tasks.rados.rados.0.smithi190.stdout:809: snap_remove snap 72 2024-08-19T10:00:56.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:55 smithi190 ceph-mon[77620]: osdmap e222: 8 total, 8 up, 8 in 2024-08-19T10:00:56.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:55 smithi190 ceph-mon[26031]: osdmap e222: 8 total, 8 up, 8 in 2024-08-19T10:00:56.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:55 smithi196 ceph-mon[19976]: osdmap e222: 8 total, 8 up, 8 in 2024-08-19T10:00:56.753 INFO:tasks.rados.rados.0.smithi190.stdout:809: done (0 left) 2024-08-19T10:00:56.754 INFO:tasks.rados.rados.0.smithi190.stdout:810: setattr oid 11 current snap is 78 2024-08-19T10:00:56.756 INFO:tasks.rados.rados.0.smithi190.stdout:811: rmattr oid 31 current snap is 78 2024-08-19T10:00:56.756 INFO:tasks.rados.rados.0.smithi190.stdout:812: rollback oid 1 current snap is 78 2024-08-19T10:00:56.756 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 1 to 63 2024-08-19T10:00:56.756 INFO:tasks.rados.rados.0.smithi190.stdout:813: rollback oid 27 current snap is 78 2024-08-19T10:00:56.756 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 27 to 73 2024-08-19T10:00:56.756 INFO:tasks.rados.rados.0.smithi190.stdout:814: snap_create 2024-08-19T10:00:56.764 INFO:tasks.rados.rados.0.smithi190.stdout:812: finishing rollback tid 0 to smithi19066007-1 2024-08-19T10:00:56.764 INFO:tasks.rados.rados.0.smithi190.stdout:812: finishing rollback tid 1 to smithi19066007-1 2024-08-19T10:00:56.764 INFO:tasks.rados.rados.0.smithi190.stdout:813: finishing rollback tid 0 to smithi19066007-27 2024-08-19T10:00:56.765 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 186 (ObjNum 99 snap 16 seq_num 99) dirty exists 2024-08-19T10:00:56.765 INFO:tasks.rados.rados.0.smithi190.stdout:812: finishing rollback tid 2 to smithi19066007-1 2024-08-19T10:00:56.765 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 382 (ObjNum 209 snap 52 seq_num 209) dirty exists 2024-08-19T10:00:56.765 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 399 (ObjNum 192 snap 49 seq_num 192) dirty exists 2024-08-19T10:00:56.767 INFO:tasks.rados.rados.0.smithi190.stdout:813: finishing rollback tid 1 to smithi19066007-27 2024-08-19T10:00:56.768 INFO:tasks.rados.rados.0.smithi190.stdout:813: finishing rollback tid 2 to smithi19066007-27 2024-08-19T10:00:56.768 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 275 (ObjNum 238 snap 71 seq_num 238) dirty exists 2024-08-19T10:00:57.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:56 smithi190 ceph-mon[26031]: osdmap e223: 8 total, 8 up, 8 in 2024-08-19T10:00:57.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:56 smithi190 ceph-mon[77620]: osdmap e223: 8 total, 8 up, 8 in 2024-08-19T10:00:57.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:56 smithi196 ceph-mon[19976]: osdmap e223: 8 total, 8 up, 8 in 2024-08-19T10:00:57.759 INFO:tasks.rados.rados.0.smithi190.stdout:810: done (4 left) 2024-08-19T10:00:57.759 INFO:tasks.rados.rados.0.smithi190.stdout:811: done (3 left) 2024-08-19T10:00:57.760 INFO:tasks.rados.rados.0.smithi190.stdout:812: done (2 left) 2024-08-19T10:00:57.760 INFO:tasks.rados.rados.0.smithi190.stdout:813: done (1 left) 2024-08-19T10:00:57.760 INFO:tasks.rados.rados.0.smithi190.stdout:814: done (0 left) 2024-08-19T10:00:57.760 INFO:tasks.rados.rados.0.smithi190.stdout:815: rollback oid 43 current snap is 79 2024-08-19T10:00:57.760 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 43 to 68 2024-08-19T10:00:57.760 INFO:tasks.rados.rados.0.smithi190.stdout:816: snap_create 2024-08-19T10:00:57.764 INFO:tasks.rados.rados.0.smithi190.stdout:815: finishing rollback tid 0 to smithi19066007-43 2024-08-19T10:00:57.764 INFO:tasks.rados.rados.0.smithi190.stdout:815: finishing rollback tid 1 to smithi19066007-43 2024-08-19T10:00:57.764 INFO:tasks.rados.rados.0.smithi190.stdout:815: finishing rollback tid 2 to smithi19066007-43 2024-08-19T10:00:57.764 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 375 (ObjNum 178 snap 46 seq_num 178) dirty exists 2024-08-19T10:00:58.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:57 smithi190 ceph-mon[26031]: osdmap e224: 8 total, 8 up, 8 in 2024-08-19T10:00:58.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:57 smithi190 ceph-mon[77620]: osdmap e224: 8 total, 8 up, 8 in 2024-08-19T10:00:58.166 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:57 smithi196 ceph-mon[19976]: osdmap e224: 8 total, 8 up, 8 in 2024-08-19T10:00:58.761 INFO:tasks.rados.rados.0.smithi190.stdout:815: done (1 left) 2024-08-19T10:00:58.761 INFO:tasks.rados.rados.0.smithi190.stdout:816: done (0 left) 2024-08-19T10:00:58.761 INFO:tasks.rados.rados.0.smithi190.stdout:817: rmattr oid 29 current snap is 80 2024-08-19T10:00:58.761 INFO:tasks.rados.rados.0.smithi190.stdout:818: snap_create 2024-08-19T10:00:58.768 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 107 (ObjNum 206 snap 51 seq_num 206) dirty exists 2024-08-19T10:00:59.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:58 smithi190 ceph-mon[26031]: osdmap e225: 8 total, 8 up, 8 in 2024-08-19T10:00:59.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:58 smithi190 ceph-mon[77620]: osdmap e225: 8 total, 8 up, 8 in 2024-08-19T10:00:59.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:58 smithi196 ceph-mon[19976]: osdmap e225: 8 total, 8 up, 8 in 2024-08-19T10:00:59.767 INFO:tasks.rados.rados.0.smithi190.stdout:817: done (1 left) 2024-08-19T10:00:59.768 INFO:tasks.rados.rados.0.smithi190.stdout:818: done (0 left) 2024-08-19T10:00:59.768 INFO:tasks.rados.rados.0.smithi190.stdout:819: delete oid 33 current snap is 81 2024-08-19T10:00:59.769 INFO:tasks.rados.rados.0.smithi190.stdout:819: done (0 left) 2024-08-19T10:00:59.769 INFO:tasks.rados.rados.0.smithi190.stdout:820: setattr oid 48 current snap is 81 2024-08-19T10:00:59.770 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 81 2024-08-19T10:00:59.775 INFO:tasks.rados.rados.0.smithi190.stdout:821: seq_num 259 ranges {0=745472,745472=540672,1286144=581632,1867776=81920} 2024-08-19T10:00:59.775 INFO:tasks.rados.rados.0.smithi190.stdout:821: writing smithi19066007-2 from 0 to 745472 tid 1 2024-08-19T10:00:59.779 INFO:tasks.rados.rados.0.smithi190.stdout:821: writing smithi19066007-2 from 745472 to 1286144 tid 2 2024-08-19T10:00:59.783 INFO:tasks.rados.rados.0.smithi190.stdout:821: writing smithi19066007-2 from 1286144 to 1867776 tid 3 2024-08-19T10:00:59.784 INFO:tasks.rados.rados.0.smithi190.stdout:821: writing smithi19066007-2 from 1867776 to 1949696 tid 4 2024-08-19T10:00:59.784 INFO:tasks.rados.rados.0.smithi190.stdout:822: read oid 37 snap -1 2024-08-19T10:00:59.784 INFO:tasks.rados.rados.0.smithi190.stdout:822: expect (ObjNum 253 snap 75 seq_num 253) 2024-08-19T10:00:59.784 INFO:tasks.rados.rados.0.smithi190.stdout:823: copy_from oid 40 from oid 33 current snap is 81 2024-08-19T10:00:59.784 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 417 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:00:59.784 INFO:tasks.rados.rados.0.smithi190.stdout:821: finishing write tid 1 to smithi19066007-2 2024-08-19T10:00:59.784 INFO:tasks.rados.rados.0.smithi190.stdout:821: finishing write tid 2 to smithi19066007-2 2024-08-19T10:00:59.785 INFO:tasks.rados.rados.0.smithi190.stdout:820: done (3 left) 2024-08-19T10:00:59.785 INFO:tasks.rados.rados.0.smithi190.stdout:824: snap_remove snap 56 2024-08-19T10:01:00.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[26031]: osdmap e226: 8 total, 8 up, 8 in 2024-08-19T10:01:00.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[26031]: Standby manager daemon x restarted 2024-08-19T10:01:00.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[26031]: Standby manager daemon x started 2024-08-19T10:01:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/1366090080' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T10:01:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/1366090080' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T10:01:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/1366090080' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T10:01:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[26031]: from='mgr.? 172.21.15.196:0/1366090080' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T10:01:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[26031]: Active manager daemon y restarted 2024-08-19T10:01:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[26031]: Activating manager daemon y 2024-08-19T10:01:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[26031]: osdmap e227: 8 total, 8 up, 8 in 2024-08-19T10:01:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[26031]: mgrmap e37: y(active, starting, since 0.00782898s), standbys: x 2024-08-19T10:01:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-19T10:01:00.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[77620]: osdmap e226: 8 total, 8 up, 8 in 2024-08-19T10:01:00.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[77620]: Standby manager daemon x restarted 2024-08-19T10:01:00.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[77620]: Standby manager daemon x started 2024-08-19T10:01:00.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[77620]: from='mgr.? 172.21.15.196:0/1366090080' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T10:01:00.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[77620]: from='mgr.? 172.21.15.196:0/1366090080' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T10:01:00.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[77620]: from='mgr.? 172.21.15.196:0/1366090080' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T10:01:00.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[77620]: from='mgr.? 172.21.15.196:0/1366090080' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T10:01:00.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[77620]: Active manager daemon y restarted 2024-08-19T10:01:00.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[77620]: Activating manager daemon y 2024-08-19T10:01:00.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[77620]: osdmap e227: 8 total, 8 up, 8 in 2024-08-19T10:01:00.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[77620]: mgrmap e37: y(active, starting, since 0.00782898s), standbys: x 2024-08-19T10:01:00.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:00:59 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-19T10:01:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-mon[19976]: osdmap e226: 8 total, 8 up, 8 in 2024-08-19T10:01:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-mon[19976]: Standby manager daemon x restarted 2024-08-19T10:01:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-mon[19976]: Standby manager daemon x started 2024-08-19T10:01:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/1366090080' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-19T10:01:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/1366090080' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-19T10:01:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/1366090080' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-19T10:01:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-mon[19976]: from='mgr.? 172.21.15.196:0/1366090080' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-19T10:01:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-mon[19976]: Active manager daemon y restarted 2024-08-19T10:01:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-mon[19976]: Activating manager daemon y 2024-08-19T10:01:00.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-mon[19976]: osdmap e227: 8 total, 8 up, 8 in 2024-08-19T10:01:00.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-mon[19976]: mgrmap e37: y(active, starting, since 0.00782898s), standbys: x 2024-08-19T10:01:00.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-19T10:01:00.168 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[64215]: [19/Aug/2024:10:00:59] ENGINE Bus STARTING 2024-08-19T10:01:00.168 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[64215]: CherryPy Checker: 2024-08-19T10:01:00.168 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[64215]: The Application mounted at '' has an empty config. 2024-08-19T10:01:00.168 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[64215]: 2024-08-19T10:01:00.168 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[64215]: [19/Aug/2024:10:00:59] ENGINE Serving on http://:::9283 2024-08-19T10:01:00.168 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:00:59 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x[64215]: [19/Aug/2024:10:00:59] ENGINE Bus STARTED 2024-08-19T10:01:00.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:00.114+0000 7f589daba640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:01:00.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:00.114+0000 7f589daba640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:01:00.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:00.114+0000 7f589daba640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:01:00.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:00.114+0000 7f589daba640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:01:00.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:00.114+0000 7f589daba640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:01:00.566 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:00.114+0000 7f589aab4640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:01:00.566 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:00.114+0000 7f589aab4640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:01:00.566 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:00.115+0000 7f589aab4640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:01:00.566 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:00.115+0000 7f589aab4640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:01:00.566 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:00.115+0000 7f589aab4640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-19T10:01:00.798 INFO:tasks.rados.rados.0.smithi190.stdout:824: done (3 left) 2024-08-19T10:01:00.798 INFO:tasks.rados.rados.0.smithi190.stdout:825: setattr oid 27 current snap is 81 2024-08-19T10:01:00.798 INFO:tasks.rados.rados.0.smithi190.stdout:823: finishing copy_from to smithi19066007-40 2024-08-19T10:01:00.799 INFO:tasks.rados.rados.0.smithi190.stdout:823: got expected ENOENT (src dne) 2024-08-19T10:01:00.799 INFO:tasks.rados.rados.0.smithi190.stdout:823: finishing copy_from racing read to smithi19066007-40 2024-08-19T10:01:00.799 INFO:tasks.rados.rados.0.smithi190.stdout:821: finishing write tid 3 to smithi19066007-2 2024-08-19T10:01:00.799 INFO:tasks.rados.rados.0.smithi190.stdout:821: finishing write tid 4 to smithi19066007-2 2024-08-19T10:01:00.799 INFO:tasks.rados.rados.0.smithi190.stdout:821: finishing write tid 5 to smithi19066007-2 2024-08-19T10:01:00.799 INFO:tasks.rados.rados.0.smithi190.stdout:821: finishing write tid 6 to smithi19066007-2 2024-08-19T10:01:00.800 INFO:tasks.rados.rados.0.smithi190.stdout:821: oid 2 updating version 0 to 56 2024-08-19T10:01:00.800 INFO:tasks.rados.rados.0.smithi190.stdout:821: oid 2 version 56 is already newer than 53 2024-08-19T10:01:00.800 INFO:tasks.rados.rados.0.smithi190.stdout:821: oid 2 version 56 is already newer than 54 2024-08-19T10:01:00.800 INFO:tasks.rados.rados.0.smithi190.stdout:821: oid 2 updating version 56 to 57 2024-08-19T10:01:00.800 INFO:tasks.rados.rados.0.smithi190.stdout:821: oid 2 version 57 is already newer than 55 2024-08-19T10:01:00.800 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 57 (ObjNum 259 snap 81 seq_num 259) dirty exists 2024-08-19T10:01:00.800 INFO:tasks.rados.rados.0.smithi190.stdout:821: left oid 2 (ObjNum 259 snap 81 seq_num 259) 2024-08-19T10:01:00.800 INFO:tasks.rados.rados.0.smithi190.stdout:822: expect (ObjNum 253 snap 75 seq_num 253) 2024-08-19T10:01:00.859 INFO:tasks.rados.rados.0.smithi190.stdout:821: done (3 left) 2024-08-19T10:01:00.859 INFO:tasks.rados.rados.0.smithi190.stdout:822: done (2 left) 2024-08-19T10:01:00.859 INFO:tasks.rados.rados.0.smithi190.stdout:823: done (1 left) 2024-08-19T10:01:00.859 INFO:tasks.rados.rados.0.smithi190.stdout:826: snap_create 2024-08-19T10:01:00.862 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 281 (ObjNum 238 snap 71 seq_num 238) dirty exists 2024-08-19T10:01:01.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:00.783+0000 7f58ccd6c640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-08-19T10:01:01.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:01:00] ENGINE Bus STARTING 2024-08-19T10:01:01.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: CherryPy Checker: 2024-08-19T10:01:01.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: The Application mounted at '' has an empty config. 2024-08-19T10:01:01.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:01.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:01:00] ENGINE Serving on http://:::9283 2024-08-19T10:01:01.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:01:00] ENGINE Bus STARTED 2024-08-19T10:01:01.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-19T10:01:01.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-19T10:01:01.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T10:01:01.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T10:01:01.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-08-19T10:01:01.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-08-19T10:01:01.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-19T10:01:01.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-19T10:01:01.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-19T10:01:01.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-19T10:01:01.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-19T10:01:01.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-19T10:01:01.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-19T10:01:01.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-19T10:01:01.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-08-19T10:01:01.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-08-19T10:01:01.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-08-19T10:01:01.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: Manager daemon y is now available 2024-08-19T10:01:01.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:01:01.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:01:01.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-19T10:01:01.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-19T10:01:01.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-19T10:01:01.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-19T10:01:01.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-19T10:01:01.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T10:01:01.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T10:01:01.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-08-19T10:01:01.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-08-19T10:01:01.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-19T10:01:01.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-19T10:01:01.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-19T10:01:01.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-19T10:01:01.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-19T10:01:01.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-19T10:01:01.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-19T10:01:01.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-19T10:01:01.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-08-19T10:01:01.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-08-19T10:01:01.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-08-19T10:01:01.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: Manager daemon y is now available 2024-08-19T10:01:01.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:01:01.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:01:01.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-19T10:01:01.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-19T10:01:01.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:00 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-19T10:01:01.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-19T10:01:01.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-19T10:01:01.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T10:01:01.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T10:01:01.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-08-19T10:01:01.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-08-19T10:01:01.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-19T10:01:01.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-19T10:01:01.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-19T10:01:01.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-19T10:01:01.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-19T10:01:01.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-19T10:01:01.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-19T10:01:01.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-19T10:01:01.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-08-19T10:01:01.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-08-19T10:01:01.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-08-19T10:01:01.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: Manager daemon y is now available 2024-08-19T10:01:01.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:01:01.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:01:01.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-19T10:01:01.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-19T10:01:01.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:00 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-19T10:01:01.777 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:01.465+0000 7f587b0bb640 -1 log_channel(cephadm) log [ERR] : [19/Aug/2024:10:01:01] ENGINE Error in HTTPServer.serve 2024-08-19T10:01:01.777 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: Traceback (most recent call last): 2024-08-19T10:01:01.777 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T10:01:01.778 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: self._connections.run(self.expiration_interval) 2024-08-19T10:01:01.778 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T10:01:01.778 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: self._run(expiration_interval) 2024-08-19T10:01:01.778 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T10:01:01.778 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T10:01:01.778 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T10:01:01.778 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T10:01:01.778 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T10:01:01.778 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: s = self.context.wrap_socket( 2024-08-19T10:01:01.778 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T10:01:01.778 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: return self.sslsocket_class._create( 2024-08-19T10:01:01.778 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T10:01:01.778 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: self.do_handshake() 2024-08-19T10:01:01.779 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T10:01:01.779 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: self._sslobj.do_handshake() 2024-08-19T10:01:01.779 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T10:01:01.779 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:01.828 INFO:tasks.rados.rados.0.smithi190.stdout:825: done (1 left) 2024-08-19T10:01:01.828 INFO:tasks.rados.rados.0.smithi190.stdout:826: done (0 left) 2024-08-19T10:01:01.828 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 82 2024-08-19T10:01:01.828 INFO:tasks.rados.rados.0.smithi190.stdout:827: seq_num 260 ranges {1851392=761856,2613248=417792,3031040=786432} 2024-08-19T10:01:01.842 INFO:tasks.rados.rados.0.smithi190.stdout:827: writing smithi19066007-37 from 1851392 to 2613248 tid 1 2024-08-19T10:01:01.844 INFO:tasks.rados.rados.0.smithi190.stdout:827: writing smithi19066007-37 from 2613248 to 3031040 tid 2 2024-08-19T10:01:01.849 INFO:tasks.rados.rados.0.smithi190.stdout:827: writing smithi19066007-37 from 3031040 to 3817472 tid 3 2024-08-19T10:01:01.850 INFO:tasks.rados.rados.0.smithi190.stdout:828: snap_create 2024-08-19T10:01:01.850 INFO:tasks.rados.rados.0.smithi190.stdout:827: finishing write tid 1 to smithi19066007-37 2024-08-19T10:01:01.850 INFO:tasks.rados.rados.0.smithi190.stdout:827: finishing write tid 2 to smithi19066007-37 2024-08-19T10:01:01.852 INFO:tasks.rados.rados.0.smithi190.stdout:827: finishing write tid 3 to smithi19066007-37 2024-08-19T10:01:01.852 INFO:tasks.rados.rados.0.smithi190.stdout:827: finishing write tid 4 to smithi19066007-37 2024-08-19T10:01:01.853 INFO:tasks.rados.rados.0.smithi190.stdout:827: finishing write tid 5 to smithi19066007-37 2024-08-19T10:01:01.853 INFO:tasks.rados.rados.0.smithi190.stdout:827: oid 37 updating version 0 to 286 2024-08-19T10:01:01.853 INFO:tasks.rados.rados.0.smithi190.stdout:827: oid 37 version 286 is already newer than 284 2024-08-19T10:01:01.853 INFO:tasks.rados.rados.0.smithi190.stdout:827: oid 37 version 286 is already newer than 283 2024-08-19T10:01:01.853 INFO:tasks.rados.rados.0.smithi190.stdout:827: oid 37 version 286 is already newer than 285 2024-08-19T10:01:01.854 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 286 (ObjNum 260 snap 82 seq_num 260) dirty exists 2024-08-19T10:01:01.854 INFO:tasks.rados.rados.0.smithi190.stdout:827: left oid 37 (ObjNum 260 snap 82 seq_num 260) 2024-08-19T10:01:02.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:02.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[26031]: mgrmap e38: y(active, since 1.03045s), standbys: x 2024-08-19T10:01:02.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[26031]: osdmap e228: 8 total, 8 up, 8 in 2024-08-19T10:01:02.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:02.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[26031]: [19/Aug/2024:10:01:01] ENGINE Bus STARTING 2024-08-19T10:01:02.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[26031]: [19/Aug/2024:10:01:01] ENGINE Serving on http://172.21.15.190:8765 2024-08-19T10:01:02.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[26031]: [19/Aug/2024:10:01:01] ENGINE Serving on https://172.21.15.190:7150 2024-08-19T10:01:02.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[26031]: [19/Aug/2024:10:01:01] ENGINE Bus STARTED 2024-08-19T10:01:02.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[26031]: [19/Aug/2024:10:01:01] ENGINE Error in HTTPServer.serve 2024-08-19T10:01:02.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: Traceback (most recent call last): 2024-08-19T10:01:02.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T10:01:02.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: self._connections.run(self.expiration_interval) 2024-08-19T10:01:02.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T10:01:02.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: self._run(expiration_interval) 2024-08-19T10:01:02.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T10:01:02.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T10:01:02.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T10:01:02.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T10:01:02.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T10:01:02.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: s = self.context.wrap_socket( 2024-08-19T10:01:02.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T10:01:02.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: return self.sslsocket_class._create( 2024-08-19T10:01:02.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T10:01:02.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: self.do_handshake() 2024-08-19T10:01:02.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T10:01:02.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: self._sslobj.do_handshake() 2024-08-19T10:01:02.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T10:01:02.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:02.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[77620]: mgrmap e38: y(active, since 1.03045s), standbys: x 2024-08-19T10:01:02.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[77620]: osdmap e228: 8 total, 8 up, 8 in 2024-08-19T10:01:02.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:02.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[77620]: [19/Aug/2024:10:01:01] ENGINE Bus STARTING 2024-08-19T10:01:02.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[77620]: [19/Aug/2024:10:01:01] ENGINE Serving on http://172.21.15.190:8765 2024-08-19T10:01:02.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[77620]: [19/Aug/2024:10:01:01] ENGINE Serving on https://172.21.15.190:7150 2024-08-19T10:01:02.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[77620]: [19/Aug/2024:10:01:01] ENGINE Bus STARTED 2024-08-19T10:01:02.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:01 smithi190 ceph-mon[77620]: [19/Aug/2024:10:01:01] ENGINE Error in HTTPServer.serve 2024-08-19T10:01:02.068 INFO:journalctl@ceph.mon.a.smithi190.stdout: Traceback (most recent call last): 2024-08-19T10:01:02.068 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T10:01:02.068 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._connections.run(self.expiration_interval) 2024-08-19T10:01:02.068 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T10:01:02.068 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._run(expiration_interval) 2024-08-19T10:01:02.068 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T10:01:02.068 INFO:journalctl@ceph.mon.a.smithi190.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T10:01:02.068 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T10:01:02.069 INFO:journalctl@ceph.mon.a.smithi190.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T10:01:02.069 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T10:01:02.069 INFO:journalctl@ceph.mon.a.smithi190.stdout: s = self.context.wrap_socket( 2024-08-19T10:01:02.069 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T10:01:02.069 INFO:journalctl@ceph.mon.a.smithi190.stdout: return self.sslsocket_class._create( 2024-08-19T10:01:02.069 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T10:01:02.069 INFO:journalctl@ceph.mon.a.smithi190.stdout: self.do_handshake() 2024-08-19T10:01:02.069 INFO:journalctl@ceph.mon.a.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T10:01:02.069 INFO:journalctl@ceph.mon.a.smithi190.stdout: self._sslobj.do_handshake() 2024-08-19T10:01:02.069 INFO:journalctl@ceph.mon.a.smithi190.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T10:01:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:01 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:01 smithi196 ceph-mon[19976]: mgrmap e38: y(active, since 1.03045s), standbys: x 2024-08-19T10:01:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:01 smithi196 ceph-mon[19976]: osdmap e228: 8 total, 8 up, 8 in 2024-08-19T10:01:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:01 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:01 smithi196 ceph-mon[19976]: [19/Aug/2024:10:01:01] ENGINE Bus STARTING 2024-08-19T10:01:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:01 smithi196 ceph-mon[19976]: [19/Aug/2024:10:01:01] ENGINE Serving on http://172.21.15.190:8765 2024-08-19T10:01:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:01 smithi196 ceph-mon[19976]: [19/Aug/2024:10:01:01] ENGINE Serving on https://172.21.15.190:7150 2024-08-19T10:01:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:01 smithi196 ceph-mon[19976]: [19/Aug/2024:10:01:01] ENGINE Bus STARTED 2024-08-19T10:01:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:01 smithi196 ceph-mon[19976]: [19/Aug/2024:10:01:01] ENGINE Error in HTTPServer.serve 2024-08-19T10:01:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-08-19T10:01:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-19T10:01:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._connections.run(self.expiration_interval) 2024-08-19T10:01:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-19T10:01:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._run(expiration_interval) 2024-08-19T10:01:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-19T10:01:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-19T10:01:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-19T10:01:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-19T10:01:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-19T10:01:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout: s = self.context.wrap_socket( 2024-08-19T10:01:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-19T10:01:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.sslsocket_class._create( 2024-08-19T10:01:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-19T10:01:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.do_handshake() 2024-08-19T10:01:02.153 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-19T10:01:02.153 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._sslobj.do_handshake() 2024-08-19T10:01:02.153 INFO:journalctl@ceph.mon.b.smithi196.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-19T10:01:02.829 INFO:tasks.rados.rados.0.smithi190.stdout:827: done (1 left) 2024-08-19T10:01:02.829 INFO:tasks.rados.rados.0.smithi190.stdout:828: done (0 left) 2024-08-19T10:01:02.829 INFO:tasks.rados.rados.0.smithi190.stdout:829: read oid 11 snap 82 2024-08-19T10:01:02.830 INFO:tasks.rados.rados.0.smithi190.stdout:829: expect (ObjNum 99 snap 16 seq_num 99) 2024-08-19T10:01:02.830 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 83 2024-08-19T10:01:02.830 INFO:tasks.rados.rados.0.smithi190.stdout:830: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-08-19T10:01:02.833 INFO:tasks.rados.rados.0.smithi190.stdout:830: writing smithi19066007-21 from 0 to 778240 tid 1 2024-08-19T10:01:02.837 INFO:tasks.rados.rados.0.smithi190.stdout:830: writing smithi19066007-21 from 778240 to 1482752 tid 2 2024-08-19T10:01:02.841 INFO:tasks.rados.rados.0.smithi190.stdout:830: writing smithi19066007-21 from 1482752 to 1982464 tid 3 2024-08-19T10:01:02.841 INFO:tasks.rados.rados.0.smithi190.stdout:831: delete oid 47 current snap is 83 2024-08-19T10:01:02.841 INFO:tasks.rados.rados.0.smithi190.stdout:830: finishing write tid 1 to smithi19066007-21 2024-08-19T10:01:02.843 INFO:tasks.rados.rados.0.smithi190.stdout:830: finishing write tid 2 to smithi19066007-21 2024-08-19T10:01:02.843 INFO:tasks.rados.rados.0.smithi190.stdout:831: done (2 left) 2024-08-19T10:01:02.843 INFO:tasks.rados.rados.0.smithi190.stdout:832: snap_create 2024-08-19T10:01:02.844 INFO:tasks.rados.rados.0.smithi190.stdout:830: finishing write tid 3 to smithi19066007-21 2024-08-19T10:01:02.844 INFO:tasks.rados.rados.0.smithi190.stdout:830: finishing write tid 4 to smithi19066007-21 2024-08-19T10:01:02.845 INFO:tasks.rados.rados.0.smithi190.stdout:830: finishing write tid 5 to smithi19066007-21 2024-08-19T10:01:02.845 INFO:tasks.rados.rados.0.smithi190.stdout:830: oid 21 updating version 0 to 383 2024-08-19T10:01:02.846 INFO:tasks.rados.rados.0.smithi190.stdout:830: oid 21 version 383 is already newer than 381 2024-08-19T10:01:02.846 INFO:tasks.rados.rados.0.smithi190.stdout:830: oid 21 version 383 is already newer than 380 2024-08-19T10:01:02.846 INFO:tasks.rados.rados.0.smithi190.stdout:830: oid 21 version 383 is already newer than 382 2024-08-19T10:01:02.846 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 383 (ObjNum 261 snap 83 seq_num 261) dirty exists 2024-08-19T10:01:02.846 INFO:tasks.rados.rados.0.smithi190.stdout:830: left oid 21 (ObjNum 261 snap 83 seq_num 261) 2024-08-19T10:01:02.847 INFO:tasks.rados.rados.0.smithi190.stdout:829: expect (ObjNum 99 snap 16 seq_num 99) 2024-08-19T10:01:03.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:02 smithi190 ceph-mon[77620]: pgmap v5: 121 pgs: 7 active+clean+snaptrim, 114 active+clean; 142 MiB data, 818 MiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:03.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:02 smithi190 ceph-mon[77620]: mgrmap e39: y(active, since 2s), standbys: x 2024-08-19T10:01:03.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:02 smithi190 ceph-mon[77620]: osdmap e229: 8 total, 8 up, 8 in 2024-08-19T10:01:03.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:02 smithi190 ceph-mon[26031]: pgmap v5: 121 pgs: 7 active+clean+snaptrim, 114 active+clean; 142 MiB data, 818 MiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:03.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:02 smithi190 ceph-mon[26031]: mgrmap e39: y(active, since 2s), standbys: x 2024-08-19T10:01:03.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:02 smithi190 ceph-mon[26031]: osdmap e229: 8 total, 8 up, 8 in 2024-08-19T10:01:03.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:02 smithi196 ceph-mon[19976]: pgmap v5: 121 pgs: 7 active+clean+snaptrim, 114 active+clean; 142 MiB data, 818 MiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:03.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:02 smithi196 ceph-mon[19976]: mgrmap e39: y(active, since 2s), standbys: x 2024-08-19T10:01:03.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:02 smithi196 ceph-mon[19976]: osdmap e229: 8 total, 8 up, 8 in 2024-08-19T10:01:03.271 INFO:tasks.rados.rados.0.smithi190.stdout:829: done (2 left) 2024-08-19T10:01:03.271 INFO:tasks.rados.rados.0.smithi190.stdout:830: done (1 left) 2024-08-19T10:01:03.272 INFO:tasks.rados.rados.0.smithi190.stdout:832: done (0 left) 2024-08-19T10:01:03.272 INFO:tasks.rados.rados.0.smithi190.stdout:833: setattr oid 39 current snap is 84 2024-08-19T10:01:03.273 INFO:tasks.rados.rados.0.smithi190.stdout:834: read oid 37 snap -1 2024-08-19T10:01:03.273 INFO:tasks.rados.rados.0.smithi190.stdout:834: expect (ObjNum 260 snap 82 seq_num 260) 2024-08-19T10:01:03.273 INFO:tasks.rados.rados.0.smithi190.stdout:835: read oid 25 snap -1 2024-08-19T10:01:03.273 INFO:tasks.rados.rados.0.smithi190.stdout:835: expect (ObjNum 215 snap 53 seq_num 215) 2024-08-19T10:01:03.273 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 47 current snap is 84 2024-08-19T10:01:03.273 INFO:tasks.rados.rados.0.smithi190.stdout:836: seq_num 263 ranges {0=409600,409600=475136,884736=557056,1441792=573440} 2024-08-19T10:01:03.275 INFO:tasks.rados.rados.0.smithi190.stdout:836: writing smithi19066007-47 from 0 to 409600 tid 1 2024-08-19T10:01:03.278 INFO:tasks.rados.rados.0.smithi190.stdout:836: writing smithi19066007-47 from 409600 to 884736 tid 2 2024-08-19T10:01:03.282 INFO:tasks.rados.rados.0.smithi190.stdout:836: writing smithi19066007-47 from 884736 to 1441792 tid 3 2024-08-19T10:01:03.288 INFO:tasks.rados.rados.0.smithi190.stdout:836: writing smithi19066007-47 from 1441792 to 2015232 tid 4 2024-08-19T10:01:03.289 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 431 (ObjNum 243 snap 73 seq_num 243) dirty exists 2024-08-19T10:01:03.289 INFO:tasks.rados.rados.0.smithi190.stdout:836: finishing write tid 1 to smithi19066007-47 2024-08-19T10:01:03.289 INFO:tasks.rados.rados.0.smithi190.stdout:836: finishing write tid 2 to smithi19066007-47 2024-08-19T10:01:03.289 INFO:tasks.rados.rados.0.smithi190.stdout:833: done (3 left) 2024-08-19T10:01:03.289 INFO:tasks.rados.rados.0.smithi190.stdout:837: copy_from oid 41 from oid 46 current snap is 84 2024-08-19T10:01:03.289 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 84 2024-08-19T10:01:03.289 INFO:tasks.rados.rados.0.smithi190.stdout:838: seq_num 264 ranges {491520=425984,917504=761856,1679360=770048,2449408=73728} 2024-08-19T10:01:03.294 INFO:tasks.rados.rados.0.smithi190.stdout:838: writing smithi19066007-12 from 491520 to 917504 tid 1 2024-08-19T10:01:03.299 INFO:tasks.rados.rados.0.smithi190.stdout:838: writing smithi19066007-12 from 917504 to 1679360 tid 2 2024-08-19T10:01:03.304 INFO:tasks.rados.rados.0.smithi190.stdout:838: writing smithi19066007-12 from 1679360 to 2449408 tid 3 2024-08-19T10:01:03.305 INFO:tasks.rados.rados.0.smithi190.stdout:838: writing smithi19066007-12 from 2449408 to 2523136 tid 4 2024-08-19T10:01:03.305 INFO:tasks.rados.rados.0.smithi190.stdout:839: delete oid 32 current snap is 84 2024-08-19T10:01:03.305 INFO:tasks.rados.rados.0.smithi190.stdout:836: finishing write tid 3 to smithi19066007-47 2024-08-19T10:01:03.305 INFO:tasks.rados.rados.0.smithi190.stdout:836: finishing write tid 4 to smithi19066007-47 2024-08-19T10:01:03.305 INFO:tasks.rados.rados.0.smithi190.stdout:836: finishing write tid 5 to smithi19066007-47 2024-08-19T10:01:03.305 INFO:tasks.rados.rados.0.smithi190.stdout:835: expect (ObjNum 215 snap 53 seq_num 215) 2024-08-19T10:01:03.487 INFO:tasks.rados.rados.0.smithi190.stdout:836: finishing write tid 6 to smithi19066007-47 2024-08-19T10:01:03.487 INFO:tasks.rados.rados.0.smithi190.stdout:836: oid 47 updating version 0 to 397 2024-08-19T10:01:03.487 INFO:tasks.rados.rados.0.smithi190.stdout:836: oid 47 version 397 is already newer than 394 2024-08-19T10:01:03.487 INFO:tasks.rados.rados.0.smithi190.stdout:836: oid 47 version 397 is already newer than 395 2024-08-19T10:01:03.487 INFO:tasks.rados.rados.0.smithi190.stdout:836: oid 47 version 397 is already newer than 396 2024-08-19T10:01:03.487 INFO:tasks.rados.rados.0.smithi190.stdout:836: oid 47 version 397 is already newer than 393 2024-08-19T10:01:03.487 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 397 (ObjNum 263 snap 84 seq_num 263) dirty exists 2024-08-19T10:01:03.488 INFO:tasks.rados.rados.0.smithi190.stdout:836: left oid 47 (ObjNum 263 snap 84 seq_num 263) 2024-08-19T10:01:03.488 INFO:tasks.rados.rados.0.smithi190.stdout:834: expect (ObjNum 260 snap 82 seq_num 260) 2024-08-19T10:01:03.617 INFO:tasks.rados.rados.0.smithi190.stdout:838: finishing write tid 1 to smithi19066007-12 2024-08-19T10:01:03.617 INFO:tasks.rados.rados.0.smithi190.stdout:837: finishing copy_from racing read to smithi19066007-41 2024-08-19T10:01:03.617 INFO:tasks.rados.rados.0.smithi190.stdout:837: finishing copy_from to smithi19066007-41 2024-08-19T10:01:03.617 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 217 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:01:03.617 INFO:tasks.rados.rados.0.smithi190.stdout:838: finishing write tid 2 to smithi19066007-12 2024-08-19T10:01:03.617 INFO:tasks.rados.rados.0.smithi190.stdout:834: done (5 left) 2024-08-19T10:01:03.618 INFO:tasks.rados.rados.0.smithi190.stdout:835: done (4 left) 2024-08-19T10:01:03.618 INFO:tasks.rados.rados.0.smithi190.stdout:836: done (3 left) 2024-08-19T10:01:03.618 INFO:tasks.rados.rados.0.smithi190.stdout:837: done (2 left) 2024-08-19T10:01:03.618 INFO:tasks.rados.rados.0.smithi190.stdout:839: done (1 left) 2024-08-19T10:01:03.618 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 48 current snap is 84 2024-08-19T10:01:03.618 INFO:tasks.rados.rados.0.smithi190.stdout:838: finishing write tid 3 to smithi19066007-12 2024-08-19T10:01:03.618 INFO:tasks.rados.rados.0.smithi190.stdout:838: finishing write tid 4 to smithi19066007-12 2024-08-19T10:01:03.618 INFO:tasks.rados.rados.0.smithi190.stdout:838: finishing write tid 5 to smithi19066007-12 2024-08-19T10:01:03.618 INFO:tasks.rados.rados.0.smithi190.stdout:838: finishing write tid 6 to smithi19066007-12 2024-08-19T10:01:03.618 INFO:tasks.rados.rados.0.smithi190.stdout:838: oid 12 updating version 0 to 401 2024-08-19T10:01:03.618 INFO:tasks.rados.rados.0.smithi190.stdout:838: oid 12 version 401 is already newer than 398 2024-08-19T10:01:03.618 INFO:tasks.rados.rados.0.smithi190.stdout:838: oid 12 version 401 is already newer than 399 2024-08-19T10:01:03.618 INFO:tasks.rados.rados.0.smithi190.stdout:838: oid 12 updating version 401 to 402 2024-08-19T10:01:03.618 INFO:tasks.rados.rados.0.smithi190.stdout:838: oid 12 version 402 is already newer than 400 2024-08-19T10:01:03.619 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 402 (ObjNum 264 snap 84 seq_num 264) dirty exists 2024-08-19T10:01:03.619 INFO:tasks.rados.rados.0.smithi190.stdout:838: left oid 12 (ObjNum 264 snap 84 seq_num 264) 2024-08-19T10:01:03.619 INFO:tasks.rados.rados.0.smithi190.stdout:840: seq_num 266 ranges {491520=458752,950272=524288,1474560=729088,2203648=352256} 2024-08-19T10:01:03.621 INFO:tasks.rados.rados.0.smithi190.stdout:840: writing smithi19066007-48 from 491520 to 950272 tid 1 2024-08-19T10:01:03.624 INFO:tasks.rados.rados.0.smithi190.stdout:840: writing smithi19066007-48 from 950272 to 1474560 tid 2 2024-08-19T10:01:03.628 INFO:tasks.rados.rados.0.smithi190.stdout:840: writing smithi19066007-48 from 1474560 to 2203648 tid 3 2024-08-19T10:01:03.630 INFO:tasks.rados.rados.0.smithi190.stdout:840: writing smithi19066007-48 from 2203648 to 2555904 tid 4 2024-08-19T10:01:03.631 INFO:tasks.rados.rados.0.smithi190.stdout:838: done (1 left) 2024-08-19T10:01:03.631 INFO:tasks.rados.rados.0.smithi190.stdout:841: snap_create 2024-08-19T10:01:03.631 INFO:tasks.rados.rados.0.smithi190.stdout:840: finishing write tid 1 to smithi19066007-48 2024-08-19T10:01:03.631 INFO:tasks.rados.rados.0.smithi190.stdout:840: finishing write tid 2 to smithi19066007-48 2024-08-19T10:01:03.633 INFO:tasks.rados.rados.0.smithi190.stdout:840: finishing write tid 3 to smithi19066007-48 2024-08-19T10:01:03.633 INFO:tasks.rados.rados.0.smithi190.stdout:840: finishing write tid 4 to smithi19066007-48 2024-08-19T10:01:03.634 INFO:tasks.rados.rados.0.smithi190.stdout:840: finishing write tid 5 to smithi19066007-48 2024-08-19T10:01:03.637 INFO:tasks.rados.rados.0.smithi190.stdout:840: finishing write tid 6 to smithi19066007-48 2024-08-19T10:01:03.637 INFO:tasks.rados.rados.0.smithi190.stdout:840: oid 48 updating version 0 to 435 2024-08-19T10:01:03.638 INFO:tasks.rados.rados.0.smithi190.stdout:840: oid 48 updating version 435 to 437 2024-08-19T10:01:03.638 INFO:tasks.rados.rados.0.smithi190.stdout:840: oid 48 version 437 is already newer than 436 2024-08-19T10:01:03.638 INFO:tasks.rados.rados.0.smithi190.stdout:840: oid 48 version 437 is already newer than 433 2024-08-19T10:01:03.638 INFO:tasks.rados.rados.0.smithi190.stdout:840: oid 48 version 437 is already newer than 434 2024-08-19T10:01:03.638 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 437 (ObjNum 266 snap 84 seq_num 266) dirty exists 2024-08-19T10:01:03.638 INFO:tasks.rados.rados.0.smithi190.stdout:840: left oid 48 (ObjNum 266 snap 84 seq_num 266) 2024-08-19T10:01:04.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:03 smithi190 ceph-mon[26031]: osdmap e230: 8 total, 8 up, 8 in 2024-08-19T10:01:04.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:03 smithi190 ceph-mon[26031]: osdmap e231: 8 total, 8 up, 8 in 2024-08-19T10:01:04.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:03 smithi190 ceph-mon[77620]: osdmap e230: 8 total, 8 up, 8 in 2024-08-19T10:01:04.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:03 smithi190 ceph-mon[77620]: osdmap e231: 8 total, 8 up, 8 in 2024-08-19T10:01:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:03 smithi196 ceph-mon[19976]: osdmap e230: 8 total, 8 up, 8 in 2024-08-19T10:01:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:03 smithi196 ceph-mon[19976]: osdmap e231: 8 total, 8 up, 8 in 2024-08-19T10:01:04.286 INFO:tasks.rados.rados.0.smithi190.stdout:840: done (1 left) 2024-08-19T10:01:04.287 INFO:tasks.rados.rados.0.smithi190.stdout:841: done (0 left) 2024-08-19T10:01:04.287 INFO:tasks.rados.rados.0.smithi190.stdout:842: snap_remove snap 62 2024-08-19T10:01:04.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:04 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:01:04] "GET /metrics HTTP/1.1" 200 33360 "" "Prometheus/2.43.0" 2024-08-19T10:01:05.284 INFO:tasks.rados.rados.0.smithi190.stdout:842: done (0 left) 2024-08-19T10:01:05.284 INFO:tasks.rados.rados.0.smithi190.stdout:843: rmattr oid 46 current snap is 85 2024-08-19T10:01:05.284 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 48 current snap is 85 2024-08-19T10:01:05.284 INFO:tasks.rados.rados.0.smithi190.stdout:844: seq_num 267 ranges {2555904=475136,3031040=458752,3489792=540672,4030464=606208} 2024-08-19T10:01:05.313 INFO:tasks.rados.rados.0.smithi190.stdout:844: writing smithi19066007-48 from 2555904 to 3031040 tid 1 2024-08-19T10:01:05.313 INFO:tasks.rados.rados.0.smithi190.stdout:844: writing smithi19066007-48 from 3031040 to 3489792 tid 2 2024-08-19T10:01:05.313 INFO:tasks.rados.rados.0.smithi190.stdout:844: writing smithi19066007-48 from 3489792 to 4030464 tid 3 2024-08-19T10:01:05.315 INFO:tasks.rados.rados.0.smithi190.stdout:844: writing smithi19066007-48 from 4030464 to 4636672 tid 4 2024-08-19T10:01:05.315 INFO:tasks.rados.rados.0.smithi190.stdout:845: delete oid 18 current snap is 85 2024-08-19T10:01:05.315 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 218 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:01:05.315 INFO:tasks.rados.rados.0.smithi190.stdout:844: finishing write tid 1 to smithi19066007-48 2024-08-19T10:01:05.315 INFO:tasks.rados.rados.0.smithi190.stdout:844: finishing write tid 2 to smithi19066007-48 2024-08-19T10:01:05.316 INFO:tasks.rados.rados.0.smithi190.stdout:844: finishing write tid 3 to smithi19066007-48 2024-08-19T10:01:05.318 INFO:tasks.rados.rados.0.smithi190.stdout:844: finishing write tid 4 to smithi19066007-48 2024-08-19T10:01:05.318 INFO:tasks.rados.rados.0.smithi190.stdout:844: finishing write tid 5 to smithi19066007-48 2024-08-19T10:01:05.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[26031]: pgmap v9: 121 pgs: 7 active+clean+snaptrim, 114 active+clean; 142 MiB data, 818 MiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:05.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[26031]: mgrmap e40: y(active, since 4s), standbys: x 2024-08-19T10:01:05.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[26031]: osdmap e232: 8 total, 8 up, 8 in 2024-08-19T10:01:05.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.320 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[77620]: pgmap v9: 121 pgs: 7 active+clean+snaptrim, 114 active+clean; 142 MiB data, 818 MiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:05.320 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.320 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.320 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[77620]: mgrmap e40: y(active, since 4s), standbys: x 2024-08-19T10:01:05.320 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[77620]: osdmap e232: 8 total, 8 up, 8 in 2024-08-19T10:01:05.320 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.320 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.320 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.320 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:05 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.321 INFO:tasks.rados.rados.0.smithi190.stdout:843: done (2 left) 2024-08-19T10:01:05.321 INFO:tasks.rados.rados.0.smithi190.stdout:845: done (1 left) 2024-08-19T10:01:05.321 INFO:tasks.rados.rados.0.smithi190.stdout:846: read oid 49 snap -1 2024-08-19T10:01:05.321 INFO:tasks.rados.rados.0.smithi190.stdout:846: expect deleted 2024-08-19T10:01:05.321 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 27 current snap is 85 2024-08-19T10:01:05.321 INFO:tasks.rados.rados.0.smithi190.stdout:847: seq_num 269 ranges {8372224=507904,8880128=630784,9510912=557056,10067968=417792} 2024-08-19T10:01:05.365 INFO:tasks.rados.rados.0.smithi190.stdout:847: writing smithi19066007-27 from 8372224 to 8880128 tid 1 2024-08-19T10:01:05.367 INFO:tasks.rados.rados.0.smithi190.stdout:847: writing smithi19066007-27 from 8880128 to 9510912 tid 2 2024-08-19T10:01:05.369 INFO:tasks.rados.rados.0.smithi190.stdout:847: writing smithi19066007-27 from 9510912 to 10067968 tid 3 2024-08-19T10:01:05.371 INFO:tasks.rados.rados.0.smithi190.stdout:847: writing smithi19066007-27 from 10067968 to 10485760 tid 4 2024-08-19T10:01:05.371 INFO:tasks.rados.rados.0.smithi190.stdout:848: read oid 38 snap -1 2024-08-19T10:01:05.371 INFO:tasks.rados.rados.0.smithi190.stdout:848: expect deleted 2024-08-19T10:01:05.383 INFO:tasks.rados.rados.0.smithi190.stdout:849: rmattr oid 12 current snap is 85 2024-08-19T10:01:05.383 INFO:tasks.rados.rados.0.smithi190.stdout:844: finishing write tid 6 to smithi19066007-48 2024-08-19T10:01:05.383 INFO:tasks.rados.rados.0.smithi190.stdout:844: oid 48 updating version 0 to 455 2024-08-19T10:01:05.384 INFO:tasks.rados.rados.0.smithi190.stdout:844: oid 48 version 455 is already newer than 452 2024-08-19T10:01:05.384 INFO:tasks.rados.rados.0.smithi190.stdout:844: oid 48 version 455 is already newer than 454 2024-08-19T10:01:05.384 INFO:tasks.rados.rados.0.smithi190.stdout:844: oid 48 version 455 is already newer than 451 2024-08-19T10:01:05.384 INFO:tasks.rados.rados.0.smithi190.stdout:844: oid 48 version 455 is already newer than 453 2024-08-19T10:01:05.384 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 455 (ObjNum 267 snap 85 seq_num 267) dirty exists 2024-08-19T10:01:05.384 INFO:tasks.rados.rados.0.smithi190.stdout:844: left oid 48 (ObjNum 267 snap 85 seq_num 267) 2024-08-19T10:01:05.384 INFO:tasks.rados.rados.0.smithi190.stdout:847: finishing write tid 1 to smithi19066007-27 2024-08-19T10:01:05.384 INFO:tasks.rados.rados.0.smithi190.stdout:847: finishing write tid 2 to smithi19066007-27 2024-08-19T10:01:05.384 INFO:tasks.rados.rados.0.smithi190.stdout:844: done (4 left) 2024-08-19T10:01:05.384 INFO:tasks.rados.rados.0.smithi190.stdout:846: done (3 left) 2024-08-19T10:01:05.384 INFO:tasks.rados.rados.0.smithi190.stdout:850: delete oid 22 current snap is 85 2024-08-19T10:01:05.384 INFO:tasks.rados.rados.0.smithi190.stdout:847: finishing write tid 3 to smithi19066007-27 2024-08-19T10:01:05.385 INFO:tasks.rados.rados.0.smithi190.stdout:848: done (3 left) 2024-08-19T10:01:05.385 INFO:tasks.rados.rados.0.smithi190.stdout:850: done (2 left) 2024-08-19T10:01:05.385 INFO:tasks.rados.rados.0.smithi190.stdout:851: copy_from oid 43 from oid 36 current snap is 85 2024-08-19T10:01:05.385 INFO:tasks.rados.rados.0.smithi190.stdout:852: snap_remove snap 74 2024-08-19T10:01:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:05 smithi196 ceph-mon[19976]: pgmap v9: 121 pgs: 7 active+clean+snaptrim, 114 active+clean; 142 MiB data, 818 MiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:05 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:05 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:05 smithi196 ceph-mon[19976]: mgrmap e40: y(active, since 4s), standbys: x 2024-08-19T10:01:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:05 smithi196 ceph-mon[19976]: osdmap e232: 8 total, 8 up, 8 in 2024-08-19T10:01:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:05 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:05 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:05 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:05.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:05 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:06.287 INFO:tasks.rados.rados.0.smithi190.stdout:852: done (3 left) 2024-08-19T10:01:06.288 INFO:tasks.rados.rados.0.smithi190.stdout:853: snap_create 2024-08-19T10:01:06.288 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 410 (ObjNum 264 snap 84 seq_num 264) dirty exists 2024-08-19T10:01:06.288 INFO:tasks.rados.rados.0.smithi190.stdout:847: finishing write tid 4 to smithi19066007-27 2024-08-19T10:01:06.288 INFO:tasks.rados.rados.0.smithi190.stdout:847: finishing write tid 5 to smithi19066007-27 2024-08-19T10:01:06.288 INFO:tasks.rados.rados.0.smithi190.stdout:847: finishing write tid 6 to smithi19066007-27 2024-08-19T10:01:06.289 INFO:tasks.rados.rados.0.smithi190.stdout:847: oid 27 updating version 0 to 294 2024-08-19T10:01:06.289 INFO:tasks.rados.rados.0.smithi190.stdout:847: oid 27 version 294 is already newer than 291 2024-08-19T10:01:06.289 INFO:tasks.rados.rados.0.smithi190.stdout:847: oid 27 version 294 is already newer than 290 2024-08-19T10:01:06.289 INFO:tasks.rados.rados.0.smithi190.stdout:847: oid 27 version 294 is already newer than 293 2024-08-19T10:01:06.289 INFO:tasks.rados.rados.0.smithi190.stdout:847: oid 27 version 294 is already newer than 292 2024-08-19T10:01:06.289 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 294 (ObjNum 269 snap 85 seq_num 269) dirty exists 2024-08-19T10:01:06.289 INFO:tasks.rados.rados.0.smithi190.stdout:847: left oid 27 (ObjNum 269 snap 85 seq_num 269) 2024-08-19T10:01:06.289 INFO:tasks.rados.rados.0.smithi190.stdout:851: finishing copy_from racing read to smithi19066007-43 2024-08-19T10:01:06.289 INFO:tasks.rados.rados.0.smithi190.stdout:851: finishing copy_from to smithi19066007-43 2024-08-19T10:01:06.289 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 343 (ObjNum 232 snap 68 seq_num 232) dirty exists 2024-08-19T10:01:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:06 smithi190 ceph-mon[26031]: osdmap e233: 8 total, 8 up, 8 in 2024-08-19T10:01:06.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:06 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:06.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:06 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:06.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:06 smithi190 ceph-mon[77620]: osdmap e233: 8 total, 8 up, 8 in 2024-08-19T10:01:06.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:06 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:06.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:06 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:06.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:06 smithi196 ceph-mon[19976]: osdmap e233: 8 total, 8 up, 8 in 2024-08-19T10:01:06.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:06 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:06.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:06 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:07.293 INFO:tasks.rados.rados.0.smithi190.stdout:847: done (3 left) 2024-08-19T10:01:07.293 INFO:tasks.rados.rados.0.smithi190.stdout:849: done (2 left) 2024-08-19T10:01:07.293 INFO:tasks.rados.rados.0.smithi190.stdout:851: done (1 left) 2024-08-19T10:01:07.293 INFO:tasks.rados.rados.0.smithi190.stdout:853: done (0 left) 2024-08-19T10:01:07.293 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 86 2024-08-19T10:01:07.293 INFO:tasks.rados.rados.0.smithi190.stdout:854: seq_num 271 ranges {1982464=540672,2523136=802816,3325952=516096,3842048=286720} 2024-08-19T10:01:07.306 INFO:tasks.rados.rados.0.smithi190.stdout:854: writing smithi19066007-21 from 1982464 to 2523136 tid 1 2024-08-19T10:01:07.311 INFO:tasks.rados.rados.0.smithi190.stdout:854: writing smithi19066007-21 from 2523136 to 3325952 tid 2 2024-08-19T10:01:07.314 INFO:tasks.rados.rados.0.smithi190.stdout:854: writing smithi19066007-21 from 3325952 to 3842048 tid 3 2024-08-19T10:01:07.317 INFO:tasks.rados.rados.0.smithi190.stdout:854: writing smithi19066007-21 from 3842048 to 4128768 tid 4 2024-08-19T10:01:07.317 INFO:tasks.rados.rados.0.smithi190.stdout:855: rollback oid 42 current snap is 86 2024-08-19T10:01:07.317 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 42 to 81 2024-08-19T10:01:07.317 INFO:tasks.rados.rados.0.smithi190.stdout:854: finishing write tid 1 to smithi19066007-21 2024-08-19T10:01:07.317 INFO:tasks.rados.rados.0.smithi190.stdout:854: finishing write tid 2 to smithi19066007-21 2024-08-19T10:01:07.318 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 47 current snap is 86 2024-08-19T10:01:07.318 INFO:tasks.rados.rados.0.smithi190.stdout:856: seq_num 272 ranges {2015232=565248,2580480=688128,3268608=729088,3997696=188416} 2024-08-19T10:01:07.331 INFO:tasks.rados.rados.0.smithi190.stdout:856: writing smithi19066007-47 from 2015232 to 2580480 tid 1 2024-08-19T10:01:07.334 INFO:tasks.rados.rados.0.smithi190.stdout:856: writing smithi19066007-47 from 2580480 to 3268608 tid 2 2024-08-19T10:01:07.339 INFO:tasks.rados.rados.0.smithi190.stdout:856: writing smithi19066007-47 from 3268608 to 3997696 tid 3 2024-08-19T10:01:07.341 INFO:tasks.rados.rados.0.smithi190.stdout:856: writing smithi19066007-47 from 3997696 to 4186112 tid 4 2024-08-19T10:01:07.341 INFO:tasks.rados.rados.0.smithi190.stdout:857: copy_from oid 13 from oid 7 current snap is 86 2024-08-19T10:01:07.341 INFO:tasks.rados.rados.0.smithi190.stdout:854: finishing write tid 3 to smithi19066007-21 2024-08-19T10:01:07.341 INFO:tasks.rados.rados.0.smithi190.stdout:854: finishing write tid 4 to smithi19066007-21 2024-08-19T10:01:07.341 INFO:tasks.rados.rados.0.smithi190.stdout:854: finishing write tid 5 to smithi19066007-21 2024-08-19T10:01:07.341 INFO:tasks.rados.rados.0.smithi190.stdout:854: finishing write tid 6 to smithi19066007-21 2024-08-19T10:01:07.341 INFO:tasks.rados.rados.0.smithi190.stdout:854: oid 21 updating version 0 to 398 2024-08-19T10:01:07.341 INFO:tasks.rados.rados.0.smithi190.stdout:854: oid 21 updating version 398 to 399 2024-08-19T10:01:07.341 INFO:tasks.rados.rados.0.smithi190.stdout:854: oid 21 updating version 399 to 401 2024-08-19T10:01:07.341 INFO:tasks.rados.rados.0.smithi190.stdout:854: oid 21 version 401 is already newer than 397 2024-08-19T10:01:07.342 INFO:tasks.rados.rados.0.smithi190.stdout:854: oid 21 version 401 is already newer than 400 2024-08-19T10:01:07.342 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 401 (ObjNum 271 snap 86 seq_num 271) dirty exists 2024-08-19T10:01:07.342 INFO:tasks.rados.rados.0.smithi190.stdout:854: left oid 21 (ObjNum 271 snap 86 seq_num 271) 2024-08-19T10:01:07.342 INFO:tasks.rados.rados.0.smithi190.stdout:855: finishing rollback tid 0 to smithi19066007-42 2024-08-19T10:01:07.342 INFO:tasks.rados.rados.0.smithi190.stdout:855: finishing rollback tid 1 to smithi19066007-42 2024-08-19T10:01:07.342 INFO:tasks.rados.rados.0.smithi190.stdout:854: done (3 left) 2024-08-19T10:01:07.342 INFO:tasks.rados.rados.0.smithi190.stdout:858: snap_create 2024-08-19T10:01:07.342 INFO:tasks.rados.rados.0.smithi190.stdout:855: finishing rollback tid 2 to smithi19066007-42 2024-08-19T10:01:07.343 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 202 (ObjNum 197 snap 51 seq_num 197) dirty exists 2024-08-19T10:01:07.343 INFO:tasks.rados.rados.0.smithi190.stdout:856: finishing write tid 1 to smithi19066007-47 2024-08-19T10:01:07.343 INFO:tasks.rados.rados.0.smithi190.stdout:856: finishing write tid 2 to smithi19066007-47 2024-08-19T10:01:07.344 INFO:tasks.rados.rados.0.smithi190.stdout:857: finishing copy_from to smithi19066007-13 2024-08-19T10:01:07.344 INFO:tasks.rados.rados.0.smithi190.stdout:857: got expected ENOENT (src dne) 2024-08-19T10:01:07.344 INFO:tasks.rados.rados.0.smithi190.stdout:857: finishing copy_from racing read to smithi19066007-13 2024-08-19T10:01:07.344 INFO:tasks.rados.rados.0.smithi190.stdout:856: finishing write tid 3 to smithi19066007-47 2024-08-19T10:01:07.344 INFO:tasks.rados.rados.0.smithi190.stdout:856: finishing write tid 4 to smithi19066007-47 2024-08-19T10:01:07.344 INFO:tasks.rados.rados.0.smithi190.stdout:856: finishing write tid 5 to smithi19066007-47 2024-08-19T10:01:07.344 INFO:tasks.rados.rados.0.smithi190.stdout:856: finishing write tid 6 to smithi19066007-47 2024-08-19T10:01:07.344 INFO:tasks.rados.rados.0.smithi190.stdout:856: oid 47 updating version 0 to 409 2024-08-19T10:01:07.344 INFO:tasks.rados.rados.0.smithi190.stdout:856: oid 47 updating version 409 to 410 2024-08-19T10:01:07.344 INFO:tasks.rados.rados.0.smithi190.stdout:856: oid 47 updating version 410 to 411 2024-08-19T10:01:07.344 INFO:tasks.rados.rados.0.smithi190.stdout:856: oid 47 updating version 411 to 412 2024-08-19T10:01:07.344 INFO:tasks.rados.rados.0.smithi190.stdout:856: oid 47 updating version 412 to 413 2024-08-19T10:01:07.344 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 413 (ObjNum 272 snap 86 seq_num 272) dirty exists 2024-08-19T10:01:07.345 INFO:tasks.rados.rados.0.smithi190.stdout:856: left oid 47 (ObjNum 272 snap 86 seq_num 272) 2024-08-19T10:01:07.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:07 smithi190 ceph-mon[77620]: pgmap v12: 121 pgs: 7 active+clean+snaptrim, 114 active+clean; 142 MiB data, 818 MiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:07.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:07 smithi190 ceph-mon[77620]: osdmap e234: 8 total, 8 up, 8 in 2024-08-19T10:01:07.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:07 smithi190 ceph-mon[26031]: pgmap v12: 121 pgs: 7 active+clean+snaptrim, 114 active+clean; 142 MiB data, 818 MiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:07.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:07 smithi190 ceph-mon[26031]: osdmap e234: 8 total, 8 up, 8 in 2024-08-19T10:01:07.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:07 smithi196 ceph-mon[19976]: pgmap v12: 121 pgs: 7 active+clean+snaptrim, 114 active+clean; 142 MiB data, 818 MiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:07.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:07 smithi196 ceph-mon[19976]: osdmap e234: 8 total, 8 up, 8 in 2024-08-19T10:01:08.300 INFO:tasks.rados.rados.0.smithi190.stdout:855: done (3 left) 2024-08-19T10:01:08.300 INFO:tasks.rados.rados.0.smithi190.stdout:856: done (2 left) 2024-08-19T10:01:08.300 INFO:tasks.rados.rados.0.smithi190.stdout:857: done (1 left) 2024-08-19T10:01:08.300 INFO:tasks.rados.rados.0.smithi190.stdout:858: done (0 left) 2024-08-19T10:01:08.301 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 15 current snap is 87 2024-08-19T10:01:08.301 INFO:tasks.rados.rados.0.smithi190.stdout:859: seq_num 273 ranges {0=581632,581632=565248,1146880=532480,1679360=507904} 2024-08-19T10:01:08.303 INFO:tasks.rados.rados.0.smithi190.stdout:859: writing smithi19066007-15 from 0 to 581632 tid 1 2024-08-19T10:01:08.306 INFO:tasks.rados.rados.0.smithi190.stdout:859: writing smithi19066007-15 from 581632 to 1146880 tid 2 2024-08-19T10:01:08.310 INFO:tasks.rados.rados.0.smithi190.stdout:859: writing smithi19066007-15 from 1146880 to 1679360 tid 3 2024-08-19T10:01:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:859: writing smithi19066007-15 from 1679360 to 2187264 tid 4 2024-08-19T10:01:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:860: delete oid 31 current snap is 87 2024-08-19T10:01:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:859: finishing write tid 1 to smithi19066007-15 2024-08-19T10:01:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:859: finishing write tid 2 to smithi19066007-15 2024-08-19T10:01:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:859: finishing write tid 3 to smithi19066007-15 2024-08-19T10:01:08.317 INFO:tasks.rados.rados.0.smithi190.stdout:860: done (1 left) 2024-08-19T10:01:08.317 INFO:tasks.rados.rados.0.smithi190.stdout:861: snap_create 2024-08-19T10:01:08.317 INFO:tasks.rados.rados.0.smithi190.stdout:859: finishing write tid 4 to smithi19066007-15 2024-08-19T10:01:08.318 INFO:tasks.rados.rados.0.smithi190.stdout:859: finishing write tid 5 to smithi19066007-15 2024-08-19T10:01:08.319 INFO:tasks.rados.rados.0.smithi190.stdout:859: finishing write tid 6 to smithi19066007-15 2024-08-19T10:01:08.319 INFO:tasks.rados.rados.0.smithi190.stdout:859: oid 15 updating version 0 to 418 2024-08-19T10:01:08.319 INFO:tasks.rados.rados.0.smithi190.stdout:859: oid 15 version 418 is already newer than 417 2024-08-19T10:01:08.319 INFO:tasks.rados.rados.0.smithi190.stdout:859: oid 15 version 418 is already newer than 416 2024-08-19T10:01:08.319 INFO:tasks.rados.rados.0.smithi190.stdout:859: oid 15 version 418 is already newer than 415 2024-08-19T10:01:08.319 INFO:tasks.rados.rados.0.smithi190.stdout:859: oid 15 version 418 is already newer than 414 2024-08-19T10:01:08.319 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 418 (ObjNum 273 snap 87 seq_num 273) dirty exists 2024-08-19T10:01:08.319 INFO:tasks.rados.rados.0.smithi190.stdout:859: left oid 15 (ObjNum 273 snap 87 seq_num 273) 2024-08-19T10:01:08.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:08 smithi190 ceph-mon[77620]: osdmap e235: 8 total, 8 up, 8 in 2024-08-19T10:01:08.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:08 smithi190 ceph-mon[26031]: osdmap e235: 8 total, 8 up, 8 in 2024-08-19T10:01:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:08 smithi196 ceph-mon[19976]: osdmap e235: 8 total, 8 up, 8 in 2024-08-19T10:01:09.308 INFO:tasks.rados.rados.0.smithi190.stdout:859: done (1 left) 2024-08-19T10:01:09.308 INFO:tasks.rados.rados.0.smithi190.stdout:861: done (0 left) 2024-08-19T10:01:09.309 INFO:tasks.rados.rados.0.smithi190.stdout:862: copy_from oid 33 from oid 44 current snap is 88 2024-08-19T10:01:09.309 INFO:tasks.rados.rados.0.smithi190.stdout:863: delete oid 3 current snap is 88 2024-08-19T10:01:09.311 INFO:tasks.rados.rados.0.smithi190.stdout:863: done (1 left) 2024-08-19T10:01:09.311 INFO:tasks.rados.rados.0.smithi190.stdout:864: snap_remove snap 83 2024-08-19T10:01:09.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:09 smithi190 ceph-mon[26031]: pgmap v15: 121 pgs: 121 active+clean; 159 MiB data, 928 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.2 MiB/s wr, 52 op/s 2024-08-19T10:01:09.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:09 smithi190 ceph-mon[26031]: osdmap e236: 8 total, 8 up, 8 in 2024-08-19T10:01:09.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:09 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:09.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:09 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:09.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:09 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:09.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:09 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:01:09.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:09 smithi190 ceph-mon[77620]: pgmap v15: 121 pgs: 121 active+clean; 159 MiB data, 928 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.2 MiB/s wr, 52 op/s 2024-08-19T10:01:09.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:09 smithi190 ceph-mon[77620]: osdmap e236: 8 total, 8 up, 8 in 2024-08-19T10:01:09.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:09 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:09.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:09 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:09.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:09 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:09.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:09 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:01:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:09 smithi196 ceph-mon[19976]: pgmap v15: 121 pgs: 121 active+clean; 159 MiB data, 928 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.2 MiB/s wr, 52 op/s 2024-08-19T10:01:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:09 smithi196 ceph-mon[19976]: osdmap e236: 8 total, 8 up, 8 in 2024-08-19T10:01:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:09 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:09 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:09 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:09 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:01:10.237 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:01:10.316 INFO:tasks.rados.rados.0.smithi190.stdout:864: done (1 left) 2024-08-19T10:01:10.316 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 88 2024-08-19T10:01:10.317 INFO:tasks.rados.rados.0.smithi190.stdout:865: seq_num 276 ranges {4128768=630784,4759552=671744,5431296=704512,6135808=229376} 2024-08-19T10:01:10.342 INFO:tasks.rados.rados.0.smithi190.stdout:865: writing smithi19066007-21 from 4128768 to 4759552 tid 1 2024-08-19T10:01:10.346 INFO:tasks.rados.rados.0.smithi190.stdout:865: writing smithi19066007-21 from 4759552 to 5431296 tid 2 2024-08-19T10:01:10.350 INFO:tasks.rados.rados.0.smithi190.stdout:865: writing smithi19066007-21 from 5431296 to 6135808 tid 3 2024-08-19T10:01:10.352 INFO:tasks.rados.rados.0.smithi190.stdout:865: writing smithi19066007-21 from 6135808 to 6365184 tid 4 2024-08-19T10:01:10.352 INFO:tasks.rados.rados.0.smithi190.stdout:866: read oid 3 snap -1 2024-08-19T10:01:10.352 INFO:tasks.rados.rados.0.smithi190.stdout:866: expect deleted 2024-08-19T10:01:10.352 INFO:tasks.rados.rados.0.smithi190.stdout:867: read oid 23 snap -1 2024-08-19T10:01:10.352 INFO:tasks.rados.rados.0.smithi190.stdout:867: expect (ObjNum 248 snap 74 seq_num 248) 2024-08-19T10:01:10.352 INFO:tasks.rados.rados.0.smithi190.stdout:868: delete oid 2 current snap is 88 2024-08-19T10:01:10.352 INFO:tasks.rados.rados.0.smithi190.stdout:862: finishing copy_from racing read to smithi19066007-33 2024-08-19T10:01:10.352 INFO:tasks.rados.rados.0.smithi190.stdout:862: finishing copy_from to smithi19066007-33 2024-08-19T10:01:10.353 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 227 (ObjNum 156 snap 36 seq_num 156) dirty exists 2024-08-19T10:01:10.353 INFO:tasks.rados.rados.0.smithi190.stdout:865: finishing write tid 1 to smithi19066007-21 2024-08-19T10:01:10.353 INFO:tasks.rados.rados.0.smithi190.stdout:865: finishing write tid 2 to smithi19066007-21 2024-08-19T10:01:10.354 INFO:tasks.rados.rados.0.smithi190.stdout:862: done (4 left) 2024-08-19T10:01:10.354 INFO:tasks.rados.rados.0.smithi190.stdout:866: done (3 left) 2024-08-19T10:01:10.354 INFO:tasks.rados.rados.0.smithi190.stdout:868: done (2 left) 2024-08-19T10:01:10.354 INFO:tasks.rados.rados.0.smithi190.stdout:869: read oid 15 snap -1 2024-08-19T10:01:10.354 INFO:tasks.rados.rados.0.smithi190.stdout:869: expect (ObjNum 273 snap 87 seq_num 273) 2024-08-19T10:01:10.354 INFO:tasks.rados.rados.0.smithi190.stdout:870: delete oid 19 current snap is 88 2024-08-19T10:01:10.355 INFO:tasks.rados.rados.0.smithi190.stdout:865: finishing write tid 3 to smithi19066007-21 2024-08-19T10:01:10.355 INFO:tasks.rados.rados.0.smithi190.stdout:865: finishing write tid 4 to smithi19066007-21 2024-08-19T10:01:10.355 INFO:tasks.rados.rados.0.smithi190.stdout:865: finishing write tid 5 to smithi19066007-21 2024-08-19T10:01:10.357 INFO:tasks.rados.rados.0.smithi190.stdout:865: finishing write tid 6 to smithi19066007-21 2024-08-19T10:01:10.357 INFO:tasks.rados.rados.0.smithi190.stdout:865: oid 21 updating version 0 to 410 2024-08-19T10:01:10.357 INFO:tasks.rados.rados.0.smithi190.stdout:865: oid 21 version 410 is already newer than 407 2024-08-19T10:01:10.357 INFO:tasks.rados.rados.0.smithi190.stdout:865: oid 21 version 410 is already newer than 409 2024-08-19T10:01:10.357 INFO:tasks.rados.rados.0.smithi190.stdout:865: oid 21 version 410 is already newer than 408 2024-08-19T10:01:10.357 INFO:tasks.rados.rados.0.smithi190.stdout:865: oid 21 updating version 410 to 411 2024-08-19T10:01:10.357 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 411 (ObjNum 276 snap 88 seq_num 276) dirty exists 2024-08-19T10:01:10.357 INFO:tasks.rados.rados.0.smithi190.stdout:865: left oid 21 (ObjNum 276 snap 88 seq_num 276) 2024-08-19T10:01:10.357 INFO:tasks.rados.rados.0.smithi190.stdout:865: done (3 left) 2024-08-19T10:01:10.357 INFO:tasks.rados.rados.0.smithi190.stdout:870: done (2 left) 2024-08-19T10:01:10.357 INFO:tasks.rados.rados.0.smithi190.stdout:871: read oid 47 snap -1 2024-08-19T10:01:10.357 INFO:tasks.rados.rados.0.smithi190.stdout:871: expect (ObjNum 272 snap 86 seq_num 272) 2024-08-19T10:01:10.358 INFO:tasks.rados.rados.0.smithi190.stdout:872: snap_remove snap 73 2024-08-19T10:01:10.397 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T10:01:10.433 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T10:01:10.434 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:01:10.434 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:01:10.434 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:01:10.434 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:01:10.434 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: osdmap e237: 8 total, 8 up, 8 in 2024-08-19T10:01:10.434 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:01:10.434 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:01:10.434 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:10.434 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:10.434 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:10.434 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:10.434 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:10.434 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:01:10.434 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:01:10.435 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-19T10:01:10.435 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-08-19T10:01:10.435 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T10:01:10.435 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T10:01:10.435 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:01:10.435 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:01:10.435 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:01:10.435 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:01:10.435 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: osdmap e237: 8 total, 8 up, 8 in 2024-08-19T10:01:10.435 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:01:10.435 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:01:10.436 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:10.436 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:10.436 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:10.436 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:10.436 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:10.436 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:01:10.436 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:01:10.436 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-19T10:01:10.436 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:10 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-08-19T10:01:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-19T10:01:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-19T10:01:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:01:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-19T10:01:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:01:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-19T10:01:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: osdmap e237: 8 total, 8 up, 8 in 2024-08-19T10:01:10.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: Updating smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:01:10.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: Updating smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-19T10:01:10.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:10.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:10.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:10.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:10.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:10.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:01:10.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:01:10.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-19T10:01:10.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:10 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-08-19T10:01:10.843 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:01:10.843 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (4m) 6s ago 5m 25.5M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T10:01:10.843 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (5m) 5s ago 5m 88.5M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:01:10.843 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (6m) 6s ago 6m 17.5M - 18.2.4-721-gbaa926de e6c292a6bc95 e6af5dc87346 2024-08-19T10:01:10.844 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (6m) 5s ago 6m 18.0M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T10:01:10.844 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (31s) 5s ago 9m 449M - 19.0.0-5847-g79766939 50bbda8a3289 0261da8614e1 2024-08-19T10:01:10.844 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (60s) 6s ago 11m 489M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:01:10.844 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (17s) 6s ago 11m 30.5M 2048M 19.0.0-5847-g79766939 50bbda8a3289 91d6e2488c1e 2024-08-19T10:01:10.844 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (10m) 5s ago 10m 54.5M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 0b1c97b9ffa9 2024-08-19T10:01:10.844 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (10m) 6s ago 10m 50.1M 2048M 18.2.4-721-gbaa926de e6c292a6bc95 6c708a6ae36c 2024-08-19T10:01:10.844 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (4m) 6s ago 4m 16.5M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T10:01:10.844 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (4m) 5s ago 4m 16.0M - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T10:01:10.844 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (9m) 6s ago 9m 150M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 7869b3a6fe8d 2024-08-19T10:01:10.844 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (9m) 6s ago 9m 128M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 216832ba0eb9 2024-08-19T10:01:10.844 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (8m) 6s ago 8m 129M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 7dc17a160906 2024-08-19T10:01:10.844 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (8m) 6s ago 8m 103M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 8d23db0741f1 2024-08-19T10:01:10.844 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (8m) 5s ago 7m 127M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 36958c5836c1 2024-08-19T10:01:10.844 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (7m) 5s ago 7m 153M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 089ec5523ac2 2024-08-19T10:01:10.845 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (7m) 5s ago 7m 125M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 5b1bd80e75ec 2024-08-19T10:01:10.845 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (6m) 5s ago 6m 88.2M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 0af4ca14b11c 2024-08-19T10:01:10.845 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (36s) 5s ago 5m 36.3M - 2.43.0 a07b618ecd1d 3fdb2a720e67 2024-08-19T10:01:11.180 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:01:11.180 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:01:11.180 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2, 2024-08-19T10:01:11.180 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 1 2024-08-19T10:01:11.180 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:01:11.180 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:01:11.180 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:01:11.180 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:01:11.181 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:01:11.181 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T10:01:11.181 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:01:11.181 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:01:11.181 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T10:01:11.181 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:01:11.181 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:01:11.181 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 12, 2024-08-19T10:01:11.181 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:01:11.181 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:01:11.181 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:01:11.326 INFO:tasks.rados.rados.0.smithi190.stdout:872: done (3 left) 2024-08-19T10:01:11.327 INFO:tasks.rados.rados.0.smithi190.stdout:873: snap_remove snap 81 2024-08-19T10:01:11.494 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:01:11.495 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:01:11.495 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:01:11.495 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:01:11.495 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [ 2024-08-19T10:01:11.495 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr" 2024-08-19T10:01:11.495 INFO:teuthology.orchestra.run.smithi190.stdout: ], 2024-08-19T10:01:11.495 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "3/20 daemons upgraded", 2024-08-19T10:01:11.495 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading mon daemons", 2024-08-19T10:01:11.495 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:01:11.495 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:01:11.496 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[77620]: Upgrade: It appears safe to stop mon.c 2024-08-19T10:01:11.496 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[77620]: pgmap v18: 121 pgs: 121 active+clean; 159 MiB data, 928 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.2 MiB/s wr, 52 op/s 2024-08-19T10:01:11.496 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[77620]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:11.496 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[77620]: osdmap e238: 8 total, 8 up, 8 in 2024-08-19T10:01:11.496 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[77620]: from='client.25115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:11.496 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2333811019' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:01:11.496 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:11.496 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T10:01:11.496 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T10:01:11.496 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:11.497 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[26031]: Upgrade: It appears safe to stop mon.c 2024-08-19T10:01:11.497 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[26031]: pgmap v18: 121 pgs: 121 active+clean; 159 MiB data, 928 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.2 MiB/s wr, 52 op/s 2024-08-19T10:01:11.497 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[26031]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:11.497 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[26031]: osdmap e238: 8 total, 8 up, 8 in 2024-08-19T10:01:11.497 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[26031]: from='client.25115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:11.497 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[26031]: from='client.? 172.21.15.190:0/2333811019' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:01:11.497 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:11.497 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T10:01:11.497 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T10:01:11.497 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:11 smithi190 ceph-mon[26031]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:11.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:11 smithi196 ceph-mon[19976]: Upgrade: It appears safe to stop mon.c 2024-08-19T10:01:11.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:11 smithi196 ceph-mon[19976]: pgmap v18: 121 pgs: 121 active+clean; 159 MiB data, 928 MiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.2 MiB/s wr, 52 op/s 2024-08-19T10:01:11.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:11 smithi196 ceph-mon[19976]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:11.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:11 smithi196 ceph-mon[19976]: osdmap e238: 8 total, 8 up, 8 in 2024-08-19T10:01:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:11 smithi196 ceph-mon[19976]: from='client.25115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:11 smithi196 ceph-mon[19976]: from='client.? 172.21.15.190:0/2333811019' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:01:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:11 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:11 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T10:01:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:11 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T10:01:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:11 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:12.327 INFO:tasks.rados.rados.0.smithi190.stdout:873: done (3 left) 2024-08-19T10:01:12.327 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 88 2024-08-19T10:01:12.327 INFO:tasks.rados.rados.0.smithi190.stdout:874: seq_num 279 ranges {3817472=679936,4497408=720896,5218304=483328,5701632=401408} 2024-08-19T10:01:12.350 INFO:tasks.rados.rados.0.smithi190.stdout:874: writing smithi19066007-37 from 3817472 to 4497408 tid 1 2024-08-19T10:01:12.354 INFO:tasks.rados.rados.0.smithi190.stdout:874: writing smithi19066007-37 from 4497408 to 5218304 tid 2 2024-08-19T10:01:12.357 INFO:tasks.rados.rados.0.smithi190.stdout:874: writing smithi19066007-37 from 5218304 to 5701632 tid 3 2024-08-19T10:01:12.359 INFO:tasks.rados.rados.0.smithi190.stdout:874: writing smithi19066007-37 from 5701632 to 6103040 tid 4 2024-08-19T10:01:12.359 INFO:tasks.rados.rados.0.smithi190.stdout:875: setattr oid 8 current snap is 88 2024-08-19T10:01:12.360 INFO:tasks.rados.rados.0.smithi190.stdout:869: expect (ObjNum 273 snap 87 seq_num 273) 2024-08-19T10:01:12.416 INFO:tasks.rados.rados.0.smithi190.stdout:867: expect (ObjNum 248 snap 74 seq_num 248) 2024-08-19T10:01:12.558 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:12 smithi190 ceph-mon[26031]: from='client.25121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:12.558 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:12 smithi190 ceph-mon[26031]: Upgrade: Updating mon.c 2024-08-19T10:01:12.558 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:12 smithi190 ceph-mon[26031]: Deploying daemon mon.c on smithi190 2024-08-19T10:01:12.558 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:12 smithi190 ceph-mon[26031]: osdmap e239: 8 total, 8 up, 8 in 2024-08-19T10:01:12.558 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:12 smithi190 ceph-mon[26031]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:12.558 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:12 smithi190 ceph-mon[77620]: from='client.25121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:12.558 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:12 smithi190 ceph-mon[77620]: Upgrade: Updating mon.c 2024-08-19T10:01:12.558 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:12 smithi190 ceph-mon[77620]: Deploying daemon mon.c on smithi190 2024-08-19T10:01:12.559 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:12 smithi190 ceph-mon[77620]: osdmap e239: 8 total, 8 up, 8 in 2024-08-19T10:01:12.559 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:12 smithi190 ceph-mon[77620]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:12.604 INFO:tasks.rados.rados.0.smithi190.stdout:871: expect (ObjNum 272 snap 86 seq_num 272) 2024-08-19T10:01:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:12 smithi196 ceph-mon[19976]: from='client.25121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:12 smithi196 ceph-mon[19976]: Upgrade: Updating mon.c 2024-08-19T10:01:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:12 smithi196 ceph-mon[19976]: Deploying daemon mon.c on smithi190 2024-08-19T10:01:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:12 smithi196 ceph-mon[19976]: osdmap e239: 8 total, 8 up, 8 in 2024-08-19T10:01:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:12 smithi196 ceph-mon[19976]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:12.752 INFO:tasks.rados.rados.0.smithi190.stdout:874: finishing write tid 1 to smithi19066007-37 2024-08-19T10:01:12.752 INFO:tasks.rados.rados.0.smithi190.stdout:874: finishing write tid 2 to smithi19066007-37 2024-08-19T10:01:12.752 INFO:tasks.rados.rados.0.smithi190.stdout:874: finishing write tid 3 to smithi19066007-37 2024-08-19T10:01:12.752 INFO:tasks.rados.rados.0.smithi190.stdout:874: finishing write tid 4 to smithi19066007-37 2024-08-19T10:01:12.752 INFO:tasks.rados.rados.0.smithi190.stdout:874: finishing write tid 5 to smithi19066007-37 2024-08-19T10:01:12.753 INFO:tasks.rados.rados.0.smithi190.stdout:874: finishing write tid 6 to smithi19066007-37 2024-08-19T10:01:12.753 INFO:tasks.rados.rados.0.smithi190.stdout:874: oid 37 updating version 0 to 310 2024-08-19T10:01:12.753 INFO:tasks.rados.rados.0.smithi190.stdout:874: oid 37 version 310 is already newer than 308 2024-08-19T10:01:12.753 INFO:tasks.rados.rados.0.smithi190.stdout:874: oid 37 version 310 is already newer than 309 2024-08-19T10:01:12.753 INFO:tasks.rados.rados.0.smithi190.stdout:874: oid 37 version 310 is already newer than 307 2024-08-19T10:01:12.753 INFO:tasks.rados.rados.0.smithi190.stdout:874: oid 37 version 310 is already newer than 306 2024-08-19T10:01:12.753 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 310 (ObjNum 279 snap 88 seq_num 279) dirty exists 2024-08-19T10:01:12.753 INFO:tasks.rados.rados.0.smithi190.stdout:874: left oid 37 (ObjNum 279 snap 88 seq_num 279) 2024-08-19T10:01:12.753 INFO:tasks.rados.rados.0.smithi190.stdout:867: done (4 left) 2024-08-19T10:01:12.753 INFO:tasks.rados.rados.0.smithi190.stdout:869: done (3 left) 2024-08-19T10:01:12.753 INFO:tasks.rados.rados.0.smithi190.stdout:871: done (2 left) 2024-08-19T10:01:12.753 INFO:tasks.rados.rados.0.smithi190.stdout:874: done (1 left) 2024-08-19T10:01:12.753 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 88 2024-08-19T10:01:12.754 INFO:tasks.rados.rados.0.smithi190.stdout:876: seq_num 280 ranges {4612096=696320,5308416=606208,5914624=688128,6602752=311296} 2024-08-19T10:01:12.782 INFO:tasks.rados.rados.0.smithi190.stdout:876: writing smithi19066007-23 from 4612096 to 5308416 tid 1 2024-08-19T10:01:12.786 INFO:tasks.rados.rados.0.smithi190.stdout:876: writing smithi19066007-23 from 5308416 to 5914624 tid 2 2024-08-19T10:01:12.791 INFO:tasks.rados.rados.0.smithi190.stdout:876: writing smithi19066007-23 from 5914624 to 6602752 tid 3 2024-08-19T10:01:12.793 INFO:tasks.rados.rados.0.smithi190.stdout:876: writing smithi19066007-23 from 6602752 to 6914048 tid 4 2024-08-19T10:01:12.794 INFO:tasks.rados.rados.0.smithi190.stdout:877: rollback oid 39 current snap is 88 2024-08-19T10:01:12.794 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 39 to 82 2024-08-19T10:01:12.794 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 487 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-08-19T10:01:12.794 INFO:tasks.rados.rados.0.smithi190.stdout:876: finishing write tid 1 to smithi19066007-23 2024-08-19T10:01:12.794 INFO:tasks.rados.rados.0.smithi190.stdout:876: finishing write tid 2 to smithi19066007-23 2024-08-19T10:01:12.794 INFO:tasks.rados.rados.0.smithi190.stdout:875: done (2 left) 2024-08-19T10:01:12.794 INFO:tasks.rados.rados.0.smithi190.stdout:878: snap_remove snap 80 2024-08-19T10:01:13.288 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:12 smithi190 systemd[1]: Stopping Ceph mon.c for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:01:13.288 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:13 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c[26027]: 2024-08-19T10:01:13.103+0000 7f0e79f0b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:01:13.288 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:13 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c[26027]: 2024-08-19T10:01:13.103+0000 7f0e79f0b640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-08-19T10:01:13.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:13 smithi190 podman[79871]: 2024-08-19 10:01:13.287622637 +0000 UTC m=+0.280351808 container died 6c708a6ae36c7625ccdeed9fab8212195a868a9ffb3824ec762ec7d6f2059d80 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=reef-baa926d, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-08-19T10:01:14.022 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:13 smithi190 podman[79871]: 2024-08-19 10:01:13.770454874 +0000 UTC m=+0.763184086 container cleanup 6c708a6ae36c7625ccdeed9fab8212195a868a9ffb3824ec762ec7d6f2059d80 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-baa926d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-08-19T10:01:14.022 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:13 smithi190 bash[79871]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c 2024-08-19T10:01:14.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:01:14] "GET /metrics HTTP/1.1" 200 33360 "" "Prometheus/2.43.0" 2024-08-19T10:01:14.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 podman[79885]: 2024-08-19 10:01:14.02166257 +0000 UTC m=+0.734008036 container remove 6c708a6ae36c7625ccdeed9fab8212195a868a9ffb3824ec762ec7d6f2059d80 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c, GIT_BRANCH=HEAD, RELEASE=reef-baa926d, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-19T10:01:14.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-19T10:01:14.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 systemd[1]: Stopped Ceph mon.c for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:01:14.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.c.service: Consumed 7.385s CPU time. 2024-08-19T10:01:14.730 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 systemd[1]: Starting Ceph mon.c for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:01:14.730 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 podman[80013]: 2024-08-19 10:01:14.61459743 +0000 UTC m=+0.104397533 container create 3794657df20409275687d909222cfb7e58b1dc6aef0ad871b02db142a0e7c1ea (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-7976693, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True) 2024-08-19T10:01:14.730 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 podman[80013]: 2024-08-19 10:01:14.52761075 +0000 UTC m=+0.017410815 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:01:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 podman[80013]: 2024-08-19 10:01:14.850425367 +0000 UTC m=+0.340225424 container init 3794657df20409275687d909222cfb7e58b1dc6aef0ad871b02db142a0e7c1ea (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=main-7976693, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True) 2024-08-19T10:01:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 podman[80013]: 2024-08-19 10:01:14.853670078 +0000 UTC m=+0.343470136 container start 3794657df20409275687d909222cfb7e58b1dc6aef0ad871b02db142a0e7c1ea (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:01:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: set uid:gid to 167:167 (ceph:ceph) 2024-08-19T10:01:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev), process ceph-mon, pid 2 2024-08-19T10:01:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: pidfile_write: ignore empty --pid-file 2024-08-19T10:01:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: load: jerasure load: lrc 2024-08-19T10:01:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: RocksDB version: 7.9.2 2024-08-19T10:01:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Git sha 0 2024-08-19T10:01:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Compile date 2024-08-17 20:32:33 2024-08-19T10:01:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: DB SUMMARY 2024-08-19T10:01:15.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: DB Session ID: XL6BQ4H12U486NPYT0FP 2024-08-19T10:01:15.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: CURRENT file: CURRENT 2024-08-19T10:01:15.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: IDENTITY file: IDENTITY 2024-08-19T10:01:15.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1412 Bytes 2024-08-19T10:01:15.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-08-19T10:01:15.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 8107014 ; 2024-08-19T10:01:15.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.error_if_exists: 0 2024-08-19T10:01:15.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.create_if_missing: 0 2024-08-19T10:01:15.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.paranoid_checks: 1 2024-08-19T10:01:15.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-19T10:01:15.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-19T10:01:15.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-19T10:01:15.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.env: 0x5629b751cbe0 2024-08-19T10:01:15.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.fs: PosixFileSystem 2024-08-19T10:01:15.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.info_log: 0x5629b9337700 2024-08-19T10:01:15.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_file_opening_threads: 16 2024-08-19T10:01:15.317 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.statistics: (nil) 2024-08-19T10:01:15.318 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.use_fsync: 0 2024-08-19T10:01:15.318 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_log_file_size: 0 2024-08-19T10:01:15.318 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-19T10:01:15.318 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-19T10:01:15.318 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.keep_log_file_num: 1000 2024-08-19T10:01:15.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.recycle_log_file_num: 0 2024-08-19T10:01:15.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.allow_fallocate: 1 2024-08-19T10:01:15.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.allow_mmap_reads: 0 2024-08-19T10:01:15.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.allow_mmap_writes: 0 2024-08-19T10:01:15.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.use_direct_reads: 0 2024-08-19T10:01:15.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-19T10:01:15.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.create_missing_column_families: 0 2024-08-19T10:01:15.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.db_log_dir: 2024-08-19T10:01:15.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.wal_dir: 2024-08-19T10:01:15.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-19T10:01:15.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-19T10:01:15.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-19T10:01:15.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-19T10:01:15.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-19T10:01:15.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-19T10:01:15.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.advise_random_on_open: 1 2024-08-19T10:01:15.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.db_write_buffer_size: 0 2024-08-19T10:01:15.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.write_buffer_manager: 0x5629b933a960 2024-08-19T10:01:15.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-19T10:01:15.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-19T10:01:15.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-19T10:01:15.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.rate_limiter: (nil) 2024-08-19T10:01:15.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-19T10:01:15.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.wal_recovery_mode: 2 2024-08-19T10:01:15.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.enable_thread_tracking: 0 2024-08-19T10:01:15.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.enable_pipelined_write: 0 2024-08-19T10:01:15.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.unordered_write: 0 2024-08-19T10:01:15.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-19T10:01:15.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-19T10:01:15.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-19T10:01:15.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-19T10:01:15.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.row_cache: None 2024-08-19T10:01:15.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.wal_filter: None 2024-08-19T10:01:15.322 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-19T10:01:15.322 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.allow_ingest_behind: 0 2024-08-19T10:01:15.322 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.two_write_queues: 0 2024-08-19T10:01:15.322 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.manual_wal_flush: 0 2024-08-19T10:01:15.322 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.wal_compression: 0 2024-08-19T10:01:15.322 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.atomic_flush: 0 2024-08-19T10:01:15.325 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-19T10:01:15.325 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-19T10:01:15.326 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-19T10:01:15.326 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.log_readahead_size: 0 2024-08-19T10:01:15.326 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-19T10:01:15.326 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.best_efforts_recovery: 0 2024-08-19T10:01:15.326 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-19T10:01:15.326 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-19T10:01:15.326 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.allow_data_in_errors: 0 2024-08-19T10:01:15.326 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.db_host_id: __hostname__ 2024-08-19T10:01:15.326 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-19T10:01:15.326 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_background_jobs: 2 2024-08-19T10:01:15.326 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_background_compactions: -1 2024-08-19T10:01:15.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_subcompactions: 1 2024-08-19T10:01:15.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-19T10:01:15.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-19T10:01:15.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-19T10:01:15.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_total_wal_size: 0 2024-08-19T10:01:15.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-19T10:01:15.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-19T10:01:15.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-19T10:01:15.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-19T10:01:15.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_open_files: -1 2024-08-19T10:01:15.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.bytes_per_sync: 0 2024-08-19T10:01:15.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-19T10:01:15.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-19T10:01:15.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compaction_readahead_size: 0 2024-08-19T10:01:15.327 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_background_flushes: -1 2024-08-19T10:01:15.328 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Compression algorithms supported: 2024-08-19T10:01:15.328 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: kZSTD supported: 0 2024-08-19T10:01:15.328 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: kXpressCompression supported: 0 2024-08-19T10:01:15.328 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: kBZip2Compression supported: 0 2024-08-19T10:01:15.328 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-19T10:01:15.328 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: kLZ4Compression supported: 1 2024-08-19T10:01:15.328 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: kZlibCompression supported: 1 2024-08-19T10:01:15.328 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: kLZ4HCCompression supported: 1 2024-08-19T10:01:15.328 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: kSnappyCompression supported: 1 2024-08-19T10:01:15.328 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-19T10:01:15.328 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-19T10:01:15.328 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-08-19T10:01:15.328 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-19T10:01:15.328 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-19T10:01:15.329 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.merge_operator: 2024-08-19T10:01:15.329 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compaction_filter: None 2024-08-19T10:01:15.329 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compaction_filter_factory: None 2024-08-19T10:01:15.329 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.sst_partitioner_factory: None 2024-08-19T10:01:15.329 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-19T10:01:15.329 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-19T10:01:15.329 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5629b9337380) 2024-08-19T10:01:15.329 INFO:journalctl@ceph.mon.c.smithi190.stdout: cache_index_and_filter_blocks: 1 2024-08-19T10:01:15.329 INFO:journalctl@ceph.mon.c.smithi190.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-19T10:01:15.329 INFO:journalctl@ceph.mon.c.smithi190.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-19T10:01:15.329 INFO:journalctl@ceph.mon.c.smithi190.stdout: pin_top_level_index_and_filter: 1 2024-08-19T10:01:15.330 INFO:journalctl@ceph.mon.c.smithi190.stdout: index_type: 0 2024-08-19T10:01:15.330 INFO:journalctl@ceph.mon.c.smithi190.stdout: data_block_index_type: 0 2024-08-19T10:01:15.330 INFO:journalctl@ceph.mon.c.smithi190.stdout: index_shortening: 1 2024-08-19T10:01:15.330 INFO:journalctl@ceph.mon.c.smithi190.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-19T10:01:15.330 INFO:journalctl@ceph.mon.c.smithi190.stdout: checksum: 4 2024-08-19T10:01:15.330 INFO:journalctl@ceph.mon.c.smithi190.stdout: no_block_cache: 0 2024-08-19T10:01:15.330 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache: 0x5629b932b610 2024-08-19T10:01:15.330 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache_name: BinnedLRUCache 2024-08-19T10:01:15.331 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache_options: 2024-08-19T10:01:15.331 INFO:journalctl@ceph.mon.c.smithi190.stdout: capacity : 536870912 2024-08-19T10:01:15.331 INFO:journalctl@ceph.mon.c.smithi190.stdout: num_shard_bits : 4 2024-08-19T10:01:15.331 INFO:journalctl@ceph.mon.c.smithi190.stdout: strict_capacity_limit : 0 2024-08-19T10:01:15.331 INFO:journalctl@ceph.mon.c.smithi190.stdout: high_pri_pool_ratio: 0.000 2024-08-19T10:01:15.331 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache_compressed: (nil) 2024-08-19T10:01:15.331 INFO:journalctl@ceph.mon.c.smithi190.stdout: persistent_cache: (nil) 2024-08-19T10:01:15.331 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_size: 4096 2024-08-19T10:01:15.331 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_size_deviation: 10 2024-08-19T10:01:15.331 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_restart_interval: 16 2024-08-19T10:01:15.332 INFO:journalctl@ceph.mon.c.smithi190.stdout: index_block_restart_interval: 1 2024-08-19T10:01:15.332 INFO:journalctl@ceph.mon.c.smithi190.stdout: metadata_block_size: 4096 2024-08-19T10:01:15.332 INFO:journalctl@ceph.mon.c.smithi190.stdout: partition_filters: 0 2024-08-19T10:01:15.332 INFO:journalctl@ceph.mon.c.smithi190.stdout: use_delta_encoding: 1 2024-08-19T10:01:15.332 INFO:journalctl@ceph.mon.c.smithi190.stdout: filter_policy: bloomfilter 2024-08-19T10:01:15.332 INFO:journalctl@ceph.mon.c.smithi190.stdout: whole_key_filtering: 1 2024-08-19T10:01:15.332 INFO:journalctl@ceph.mon.c.smithi190.stdout: verify_compression: 0 2024-08-19T10:01:15.332 INFO:journalctl@ceph.mon.c.smithi190.stdout: read_amp_bytes_per_bit: 0 2024-08-19T10:01:15.333 INFO:journalctl@ceph.mon.c.smithi190.stdout: format_version: 5 2024-08-19T10:01:15.333 INFO:journalctl@ceph.mon.c.smithi190.stdout: enable_index_compression: 1 2024-08-19T10:01:15.333 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_align: 0 2024-08-19T10:01:15.333 INFO:journalctl@ceph.mon.c.smithi190.stdout: max_auto_readahead_size: 262144 2024-08-19T10:01:15.333 INFO:journalctl@ceph.mon.c.smithi190.stdout: prepopulate_block_cache: 0 2024-08-19T10:01:15.333 INFO:journalctl@ceph.mon.c.smithi190.stdout: initial_auto_readahead_size: 8192 2024-08-19T10:01:15.333 INFO:journalctl@ceph.mon.c.smithi190.stdout: num_file_reads_for_auto_readahead: 2 2024-08-19T10:01:15.333 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.write_buffer_size: 33554432 2024-08-19T10:01:15.333 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_write_buffer_number: 2 2024-08-19T10:01:15.333 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compression: NoCompression 2024-08-19T10:01:15.333 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.bottommost_compression: Disabled 2024-08-19T10:01:15.333 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.prefix_extractor: nullptr 2024-08-19T10:01:15.333 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-19T10:01:15.334 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.num_levels: 7 2024-08-19T10:01:15.334 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-19T10:01:15.334 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-19T10:01:15.334 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-19T10:01:15.334 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-19T10:01:15.334 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-19T10:01:15.334 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-19T10:01:15.334 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-19T10:01:15.334 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-19T10:01:15.334 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-19T10:01:15.334 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-19T10:01:15.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-19T10:01:15.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-19T10:01:15.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-19T10:01:15.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compression_opts.level: 32767 2024-08-19T10:01:15.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compression_opts.strategy: 0 2024-08-19T10:01:15.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-19T10:01:15.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-19T10:01:15.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-19T10:01:15.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-19T10:01:15.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compression_opts.enabled: false 2024-08-19T10:01:15.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-19T10:01:15.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-19T10:01:15.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-19T10:01:15.335 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-19T10:01:15.336 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.target_file_size_base: 67108864 2024-08-19T10:01:15.336 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-19T10:01:15.336 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-19T10:01:15.336 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-19T10:01:15.336 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-19T10:01:15.336 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-19T10:01:15.336 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-19T10:01:15.336 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-19T10:01:15.336 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-19T10:01:15.336 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-19T10:01:15.336 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-19T10:01:15.336 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-19T10:01:15.336 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-19T10:01:15.337 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-19T10:01:15.337 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-19T10:01:15.337 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.arena_block_size: 1048576 2024-08-19T10:01:15.337 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-19T10:01:15.337 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-19T10:01:15.337 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.disable_auto_compactions: 0 2024-08-19T10:01:15.337 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-19T10:01:15.337 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-19T10:01:15.337 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-19T10:01:15.337 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-19T10:01:15.337 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-19T10:01:15.337 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-19T10:01:15.338 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-19T10:01:15.338 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-19T10:01:15.338 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-19T10:01:15.338 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-19T10:01:15.338 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-19T10:01:15.338 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.inplace_update_support: 0 2024-08-19T10:01:15.338 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-19T10:01:15.338 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-19T10:01:15.338 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-19T10:01:15.338 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-19T10:01:15.338 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.bloom_locality: 0 2024-08-19T10:01:15.339 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.max_successive_merges: 0 2024-08-19T10:01:15.339 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-19T10:01:15.339 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.paranoid_file_checks: 0 2024-08-19T10:01:15.339 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.force_consistency_checks: 1 2024-08-19T10:01:15.339 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.report_bg_io_stats: 0 2024-08-19T10:01:15.339 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.ttl: 2592000 2024-08-19T10:01:15.339 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-19T10:01:15.339 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-19T10:01:15.339 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-19T10:01:15.339 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.enable_blob_files: false 2024-08-19T10:01:15.339 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.min_blob_size: 0 2024-08-19T10:01:15.339 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.blob_file_size: 268435456 2024-08-19T10:01:15.340 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-19T10:01:15.340 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-19T10:01:15.340 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-19T10:01:15.340 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-19T10:01:15.340 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-19T10:01:15.340 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.blob_file_starting_level: 0 2024-08-19T10:01:15.340 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-19T10:01:15.340 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-19T10:01:15.340 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13492, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-08-19T10:01:15.340 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-19T10:01:15.340 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4a8de9c2-ea61-423f-a3e9-5c3d11bb42a1 2024-08-19T10:01:15.340 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724061674880246, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-19T10:01:15.340 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-19T10:01:15.340 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724061674899234, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 4997894, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13497, "largest_seqno": 15630, "table_properties": {"data_size": 4987387, "index_size": 7221, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2245, "raw_key_size": 21267, "raw_average_key_size": 24, "raw_value_size": 4967381, "raw_average_value_size": 5644, "num_data_blocks": 317, "num_entries": 880, "num_filter_entries": 880, "num_deletions": 22, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724061674, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4a8de9c2-ea61-423f-a3e9-5c3d11bb42a1", "db_session_id": "XL6BQ4H12U486NPYT0FP", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-19T10:01:15.341 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724061674899411, "job": 1, "event": "recovery_finished"} 2024-08-19T10:01:15.341 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-19T10:01:15.341 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-19T10:01:15.341 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-19T10:01:15.341 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5629b935ae00 2024-08-19T10:01:15.341 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: DB pointer 0x5629b9458000 2024-08-19T10:01:15.341 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-19T10:01:15.341 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-19T10:01:15.341 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** DB Stats ** 2024-08-19T10:01:15.341 INFO:journalctl@ceph.mon.c.smithi190.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T10:01:15.341 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-19T10:01:15.341 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T10:01:15.341 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T10:01:15.342 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-19T10:01:15.342 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T10:01:15.342 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T10:01:15.342 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-08-19T10:01:15.342 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** Compaction Stats [default] ** 2024-08-19T10:01:15.342 INFO:journalctl@ceph.mon.c.smithi190.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T10:01:15.342 INFO:journalctl@ceph.mon.c.smithi190.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-19T10:01:15.342 INFO:journalctl@ceph.mon.c.smithi190.stdout: L0 1/0 4.77 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 561.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-19T10:01:15.342 INFO:journalctl@ceph.mon.c.smithi190.stdout: L6 1/0 7.69 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-19T10:01:15.342 INFO:journalctl@ceph.mon.c.smithi190.stdout: Sum 2/0 12.46 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 561.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-19T10:01:15.342 INFO:journalctl@ceph.mon.c.smithi190.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 561.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-19T10:01:15.342 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-08-19T10:01:15.343 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** Compaction Stats [default] ** 2024-08-19T10:01:15.343 INFO:journalctl@ceph.mon.c.smithi190.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T10:01:15.343 INFO:journalctl@ceph.mon.c.smithi190.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-19T10:01:15.343 INFO:journalctl@ceph.mon.c.smithi190.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 561.7 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-08-19T10:01:15.343 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-08-19T10:01:15.343 INFO:journalctl@ceph.mon.c.smithi190.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-19T10:01:15.343 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-08-19T10:01:15.343 INFO:journalctl@ceph.mon.c.smithi190.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T10:01:15.343 INFO:journalctl@ceph.mon.c.smithi190.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-08-19T10:01:15.343 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-19T10:01:15.343 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-19T10:01:15.343 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-19T10:01:15.343 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-19T10:01:15.343 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative compaction: 0.00 GB write, 207.29 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T10:01:15.344 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval compaction: 0.00 GB write, 207.29 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T10:01:15.344 INFO:journalctl@ceph.mon.c.smithi190.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-19T10:01:15.344 INFO:journalctl@ceph.mon.c.smithi190.stdout: Block cache BinnedLRUCache@0x5629b932b610#2 capacity: 512.00 MB usage: 10.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-08-19T10:01:15.344 INFO:journalctl@ceph.mon.c.smithi190.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-08-19T10:01:15.344 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-08-19T10:01:15.344 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-19T10:01:15.344 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: starting mon.c rank 2 at public addrs [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] at bind addrs [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:01:15.344 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: mon.c@-1(???) e3 preinit fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:01:15.344 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: mon.c@-1(???).mds e7 new map 2024-08-19T10:01:15.344 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: mon.c@-1(???).mds e7 print_map 2024-08-19T10:01:15.344 INFO:journalctl@ceph.mon.c.smithi190.stdout: e7 2024-08-19T10:01:15.344 INFO:journalctl@ceph.mon.c.smithi190.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-19T10:01:15.344 INFO:journalctl@ceph.mon.c.smithi190.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-19T10:01:15.344 INFO:journalctl@ceph.mon.c.smithi190.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T10:01:15.345 INFO:journalctl@ceph.mon.c.smithi190.stdout: legacy client fscid: 1 2024-08-19T10:01:15.345 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-08-19T10:01:15.345 INFO:journalctl@ceph.mon.c.smithi190.stdout: Filesystem 'cephfs' (1) 2024-08-19T10:01:15.345 INFO:journalctl@ceph.mon.c.smithi190.stdout: fs_name cephfs 2024-08-19T10:01:15.345 INFO:journalctl@ceph.mon.c.smithi190.stdout: epoch 7 2024-08-19T10:01:15.345 INFO:journalctl@ceph.mon.c.smithi190.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-19T10:01:15.345 INFO:journalctl@ceph.mon.c.smithi190.stdout: created 2024-08-19T09:54:55.623264+0000 2024-08-19T10:01:15.345 INFO:journalctl@ceph.mon.c.smithi190.stdout: modified 2024-08-19T09:55:07.182967+0000 2024-08-19T10:01:15.345 INFO:journalctl@ceph.mon.c.smithi190.stdout: tableserver 0 2024-08-19T10:01:15.345 INFO:journalctl@ceph.mon.c.smithi190.stdout: root 0 2024-08-19T10:01:15.345 INFO:journalctl@ceph.mon.c.smithi190.stdout: session_timeout 60 2024-08-19T10:01:15.345 INFO:journalctl@ceph.mon.c.smithi190.stdout: session_autoclose 300 2024-08-19T10:01:15.345 INFO:journalctl@ceph.mon.c.smithi190.stdout: max_file_size 1099511627776 2024-08-19T10:01:15.345 INFO:journalctl@ceph.mon.c.smithi190.stdout: max_xattr_size 65536 2024-08-19T10:01:15.346 INFO:journalctl@ceph.mon.c.smithi190.stdout: required_client_features {} 2024-08-19T10:01:15.346 INFO:journalctl@ceph.mon.c.smithi190.stdout: last_failure 0 2024-08-19T10:01:15.346 INFO:journalctl@ceph.mon.c.smithi190.stdout: last_failure_osd_epoch 0 2024-08-19T10:01:15.346 INFO:journalctl@ceph.mon.c.smithi190.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T10:01:15.346 INFO:journalctl@ceph.mon.c.smithi190.stdout: max_mds 1 2024-08-19T10:01:15.346 INFO:journalctl@ceph.mon.c.smithi190.stdout: in 0 2024-08-19T10:01:15.346 INFO:journalctl@ceph.mon.c.smithi190.stdout: up {0=24316} 2024-08-19T10:01:15.346 INFO:journalctl@ceph.mon.c.smithi190.stdout: failed 2024-08-19T10:01:15.346 INFO:journalctl@ceph.mon.c.smithi190.stdout: damaged 2024-08-19T10:01:15.346 INFO:journalctl@ceph.mon.c.smithi190.stdout: stopped 2024-08-19T10:01:15.346 INFO:journalctl@ceph.mon.c.smithi190.stdout: data_pools [3] 2024-08-19T10:01:15.346 INFO:journalctl@ceph.mon.c.smithi190.stdout: metadata_pool 2 2024-08-19T10:01:15.346 INFO:journalctl@ceph.mon.c.smithi190.stdout: inline_data disabled 2024-08-19T10:01:15.346 INFO:journalctl@ceph.mon.c.smithi190.stdout: balancer 2024-08-19T10:01:15.347 INFO:journalctl@ceph.mon.c.smithi190.stdout: bal_rank_mask -1 2024-08-19T10:01:15.347 INFO:journalctl@ceph.mon.c.smithi190.stdout: standby_count_wanted 0 2024-08-19T10:01:15.347 INFO:journalctl@ceph.mon.c.smithi190.stdout: qdb_cluster leader: 0 members: 2024-08-19T10:01:15.347 INFO:journalctl@ceph.mon.c.smithi190.stdout: [mds.b{0:24316} state up:active seq 5 addr [v2:172.21.15.196:6832/3130880661,v1:172.21.15.196:6833/3130880661] compat {c=[1],r=[1],i=[7ff]}] 2024-08-19T10:01:15.347 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-08-19T10:01:15.347 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-08-19T10:01:15.347 INFO:journalctl@ceph.mon.c.smithi190.stdout: Standby daemons: 2024-08-19T10:01:15.347 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-08-19T10:01:15.347 INFO:journalctl@ceph.mon.c.smithi190.stdout: [mds.a{-1:14430} state up:standby seq 1 addr [v2:172.21.15.190:6834/3535075349,v1:172.21.15.190:6835/3535075349] compat {c=[1],r=[1],i=[7ff]}] 2024-08-19T10:01:15.347 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: mon.c@-1(???).osd e240 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-19T10:01:15.347 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: mon.c@-1(???).osd e240 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T10:01:15.347 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: mon.c@-1(???).osd e240 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T10:01:15.347 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: mon.c@-1(???).osd e240 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T10:01:15.347 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 ceph-mon[80032]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-08-19T10:01:15.347 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 bash[80013]: 3794657df20409275687d909222cfb7e58b1dc6aef0ad871b02db142a0e7c1ea 2024-08-19T10:01:15.348 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:14 smithi190 systemd[1]: Started Ceph mon.c for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:01:20.131 INFO:tasks.rados.rados.0.smithi190.stdout:878: done (2 left) 2024-08-19T10:01:20.132 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 88 2024-08-19T10:01:20.132 INFO:tasks.rados.rados.0.smithi190.stdout:876: finishing write tid 3 to smithi19066007-23 2024-08-19T10:01:20.132 INFO:tasks.rados.rados.0.smithi190.stdout:876: finishing write tid 4 to smithi19066007-23 2024-08-19T10:01:20.132 INFO:tasks.rados.rados.0.smithi190.stdout:876: finishing write tid 5 to smithi19066007-23 2024-08-19T10:01:20.132 INFO:tasks.rados.rados.0.smithi190.stdout:876: finishing write tid 6 to smithi19066007-23 2024-08-19T10:01:20.132 INFO:tasks.rados.rados.0.smithi190.stdout:876: oid 23 updating version 0 to 270 2024-08-19T10:01:20.132 INFO:tasks.rados.rados.0.smithi190.stdout:876: oid 23 version 270 is already newer than 268 2024-08-19T10:01:20.132 INFO:tasks.rados.rados.0.smithi190.stdout:876: oid 23 version 270 is already newer than 269 2024-08-19T10:01:20.132 INFO:tasks.rados.rados.0.smithi190.stdout:876: oid 23 updating version 270 to 271 2024-08-19T10:01:20.132 INFO:tasks.rados.rados.0.smithi190.stdout:876: oid 23 version 271 is already newer than 267 2024-08-19T10:01:20.132 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 271 (ObjNum 280 snap 88 seq_num 280) dirty exists 2024-08-19T10:01:20.133 INFO:tasks.rados.rados.0.smithi190.stdout:876: left oid 23 (ObjNum 280 snap 88 seq_num 280) 2024-08-19T10:01:20.133 INFO:tasks.rados.rados.0.smithi190.stdout:877: finishing rollback tid 0 to smithi19066007-39 2024-08-19T10:01:20.133 INFO:tasks.rados.rados.0.smithi190.stdout:877: finishing rollback tid 1 to smithi19066007-39 2024-08-19T10:01:20.133 INFO:tasks.rados.rados.0.smithi190.stdout:877: finishing rollback tid 2 to smithi19066007-39 2024-08-19T10:01:20.133 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 491 (ObjNum 243 snap 73 seq_num 243) dirty exists 2024-08-19T10:01:20.133 INFO:tasks.rados.rados.0.smithi190.stdout:879: seq_num 281 ranges {155648=712704,868352=491520,1359872=491520,1851392=622592} 2024-08-19T10:01:20.136 INFO:tasks.rados.rados.0.smithi190.stdout:879: writing smithi19066007-17 from 155648 to 868352 tid 1 2024-08-19T10:01:20.139 INFO:tasks.rados.rados.0.smithi190.stdout:879: writing smithi19066007-17 from 868352 to 1359872 tid 2 2024-08-19T10:01:20.142 INFO:tasks.rados.rados.0.smithi190.stdout:879: writing smithi19066007-17 from 1359872 to 1851392 tid 3 2024-08-19T10:01:20.146 INFO:tasks.rados.rados.0.smithi190.stdout:879: writing smithi19066007-17 from 1851392 to 2473984 tid 4 2024-08-19T10:01:20.146 INFO:tasks.rados.rados.0.smithi190.stdout:876: done (2 left) 2024-08-19T10:01:20.146 INFO:tasks.rados.rados.0.smithi190.stdout:877: done (1 left) 2024-08-19T10:01:20.147 INFO:tasks.rados.rados.0.smithi190.stdout:880: read oid 4 snap -1 2024-08-19T10:01:20.147 INFO:tasks.rados.rados.0.smithi190.stdout:880: expect (ObjNum 229 snap 67 seq_num 229) 2024-08-19T10:01:20.147 INFO:tasks.rados.rados.0.smithi190.stdout:881: setattr oid 32 current snap is 88 2024-08-19T10:01:20.148 INFO:tasks.rados.rados.0.smithi190.stdout:882: delete oid 12 current snap is 88 2024-08-19T10:01:20.150 INFO:tasks.rados.rados.0.smithi190.stdout:879: finishing write tid 1 to smithi19066007-17 2024-08-19T10:01:20.156 INFO:tasks.rados.rados.0.smithi190.stdout:879: finishing write tid 2 to smithi19066007-17 2024-08-19T10:01:20.161 INFO:tasks.rados.rados.0.smithi190.stdout:882: done (3 left) 2024-08-19T10:01:20.161 INFO:tasks.rados.rados.0.smithi190.stdout:883: rollback oid 48 current snap is 88 2024-08-19T10:01:20.161 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 48 to 87 2024-08-19T10:01:20.161 INFO:tasks.rados.rados.0.smithi190.stdout:879: finishing write tid 3 to smithi19066007-17 2024-08-19T10:01:20.161 INFO:tasks.rados.rados.0.smithi190.stdout:879: finishing write tid 4 to smithi19066007-17 2024-08-19T10:01:20.161 INFO:tasks.rados.rados.0.smithi190.stdout:879: finishing write tid 5 to smithi19066007-17 2024-08-19T10:01:20.161 INFO:tasks.rados.rados.0.smithi190.stdout:884: rollback oid 30 current snap is 88 2024-08-19T10:01:20.161 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 30 to 77 2024-08-19T10:01:20.161 INFO:tasks.rados.rados.0.smithi190.stdout:885: rmattr oid 29 current snap is 88 2024-08-19T10:01:20.161 INFO:tasks.rados.rados.0.smithi190.stdout:886: read oid 43 snap -1 2024-08-19T10:01:20.161 INFO:tasks.rados.rados.0.smithi190.stdout:886: expect (ObjNum 232 snap 68 seq_num 232) 2024-08-19T10:01:20.162 INFO:tasks.rados.rados.0.smithi190.stdout:887: snap_create 2024-08-19T10:01:20.165 INFO:tasks.rados.rados.0.smithi190.stdout:880: expect (ObjNum 229 snap 67 seq_num 229) 2024-08-19T10:01:20.272 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 436 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-19T10:01:20.272 INFO:tasks.rados.rados.0.smithi190.stdout:879: finishing write tid 6 to smithi19066007-17 2024-08-19T10:01:20.272 INFO:tasks.rados.rados.0.smithi190.stdout:879: oid 17 updating version 0 to 431 2024-08-19T10:01:20.272 INFO:tasks.rados.rados.0.smithi190.stdout:879: oid 17 updating version 431 to 432 2024-08-19T10:01:20.272 INFO:tasks.rados.rados.0.smithi190.stdout:879: oid 17 version 432 is already newer than 430 2024-08-19T10:01:20.272 INFO:tasks.rados.rados.0.smithi190.stdout:879: oid 17 updating version 432 to 434 2024-08-19T10:01:20.272 INFO:tasks.rados.rados.0.smithi190.stdout:879: oid 17 version 434 is already newer than 433 2024-08-19T10:01:20.272 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 434 (ObjNum 281 snap 88 seq_num 281) dirty exists 2024-08-19T10:01:20.272 INFO:tasks.rados.rados.0.smithi190.stdout:879: left oid 17 (ObjNum 281 snap 88 seq_num 281) 2024-08-19T10:01:20.272 INFO:tasks.rados.rados.0.smithi190.stdout:883: finishing rollback tid 0 to smithi19066007-48 2024-08-19T10:01:20.272 INFO:tasks.rados.rados.0.smithi190.stdout:883: finishing rollback tid 1 to smithi19066007-48 2024-08-19T10:01:20.273 INFO:tasks.rados.rados.0.smithi190.stdout:883: finishing rollback tid 2 to smithi19066007-48 2024-08-19T10:01:20.273 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 503 (ObjNum 267 snap 85 seq_num 267) dirty exists 2024-08-19T10:01:20.273 INFO:tasks.rados.rados.0.smithi190.stdout:884: finishing rollback tid 1 to smithi19066007-30 2024-08-19T10:01:20.273 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 389 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T10:01:20.273 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 121 (ObjNum 206 snap 51 seq_num 206) dirty exists 2024-08-19T10:01:20.273 INFO:tasks.rados.rados.0.smithi190.stdout:886: expect (ObjNum 232 snap 68 seq_num 232) 2024-08-19T10:01:21.145 INFO:tasks.rados.rados.0.smithi190.stdout:879: done (7 left) 2024-08-19T10:01:21.145 INFO:tasks.rados.rados.0.smithi190.stdout:880: done (6 left) 2024-08-19T10:01:21.145 INFO:tasks.rados.rados.0.smithi190.stdout:881: done (5 left) 2024-08-19T10:01:21.145 INFO:tasks.rados.rados.0.smithi190.stdout:883: done (4 left) 2024-08-19T10:01:21.145 INFO:tasks.rados.rados.0.smithi190.stdout:884: done (3 left) 2024-08-19T10:01:21.145 INFO:tasks.rados.rados.0.smithi190.stdout:885: done (2 left) 2024-08-19T10:01:21.145 INFO:tasks.rados.rados.0.smithi190.stdout:886: done (1 left) 2024-08-19T10:01:21.145 INFO:tasks.rados.rados.0.smithi190.stdout:887: done (0 left) 2024-08-19T10:01:21.145 INFO:tasks.rados.rados.0.smithi190.stdout:888: snap_remove snap 71 2024-08-19T10:01:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: mon.c calling monitor election 2024-08-19T10:01:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: mon.a calling monitor election 2024-08-19T10:01:21.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: mon.b calling monitor election 2024-08-19T10:01:21.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T10:01:21.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: monmap epoch 3 2024-08-19T10:01:21.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:01:21.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: last_changed 2024-08-19T09:51:05.149135+0000 2024-08-19T10:01:21.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: created 2024-08-19T09:49:32.980697+0000 2024-08-19T10:01:21.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: min_mon_release 18 (reef) 2024-08-19T10:01:21.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: election_strategy: 1 2024-08-19T10:01:21.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: 0: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.a 2024-08-19T10:01:21.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-19T10:01:21.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: 2: [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] mon.c 2024-08-19T10:01:21.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T10:01:21.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: osdmap e241: 8 total, 8 up, 8 in 2024-08-19T10:01:21.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: mgrmap e40: y(active, since 21s), standbys: x 2024-08-19T10:01:21.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:21 smithi196 ceph-mon[19976]: overall HEALTH_OK 2024-08-19T10:01:21.514 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: mon.c calling monitor election 2024-08-19T10:01:21.514 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: mon.a calling monitor election 2024-08-19T10:01:21.514 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: mon.b calling monitor election 2024-08-19T10:01:21.514 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T10:01:21.514 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: monmap epoch 3 2024-08-19T10:01:21.514 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:01:21.515 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: last_changed 2024-08-19T09:51:05.149135+0000 2024-08-19T10:01:21.515 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: created 2024-08-19T09:49:32.980697+0000 2024-08-19T10:01:21.515 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: min_mon_release 18 (reef) 2024-08-19T10:01:21.515 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: election_strategy: 1 2024-08-19T10:01:21.515 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: 0: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.a 2024-08-19T10:01:21.515 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-19T10:01:21.515 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: 2: [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] mon.c 2024-08-19T10:01:21.515 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T10:01:21.515 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: osdmap e241: 8 total, 8 up, 8 in 2024-08-19T10:01:21.515 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: mgrmap e40: y(active, since 21s), standbys: x 2024-08-19T10:01:21.515 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[80032]: overall HEALTH_OK 2024-08-19T10:01:21.515 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: mon.c calling monitor election 2024-08-19T10:01:21.516 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: mon.a calling monitor election 2024-08-19T10:01:21.516 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: mon.b calling monitor election 2024-08-19T10:01:21.516 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T10:01:21.516 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: monmap epoch 3 2024-08-19T10:01:21.516 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:01:21.516 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: last_changed 2024-08-19T09:51:05.149135+0000 2024-08-19T10:01:21.516 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: created 2024-08-19T09:49:32.980697+0000 2024-08-19T10:01:21.516 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: min_mon_release 18 (reef) 2024-08-19T10:01:21.516 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: election_strategy: 1 2024-08-19T10:01:21.516 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: 0: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.a 2024-08-19T10:01:21.516 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-19T10:01:21.516 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: 2: [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] mon.c 2024-08-19T10:01:21.516 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T10:01:21.516 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: osdmap e241: 8 total, 8 up, 8 in 2024-08-19T10:01:21.517 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: mgrmap e40: y(active, since 21s), standbys: x 2024-08-19T10:01:21.517 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:21 smithi190 ceph-mon[77620]: overall HEALTH_OK 2024-08-19T10:01:22.155 INFO:tasks.rados.rados.0.smithi190.stdout:888: done (0 left) 2024-08-19T10:01:22.155 INFO:tasks.rados.rados.0.smithi190.stdout:889: read oid 47 snap -1 2024-08-19T10:01:22.156 INFO:tasks.rados.rados.0.smithi190.stdout:889: expect (ObjNum 272 snap 86 seq_num 272) 2024-08-19T10:01:22.158 INFO:tasks.rados.rados.0.smithi190.stdout:890: read oid 35 snap -1 2024-08-19T10:01:22.158 INFO:tasks.rados.rados.0.smithi190.stdout:890: expect (ObjNum 239 snap 72 seq_num 239) 2024-08-19T10:01:22.158 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 4 current snap is 89 2024-08-19T10:01:22.159 INFO:tasks.rados.rados.0.smithi190.stdout:891: seq_num 283 ranges {2850816=745472,3596288=712704,4308992=458752,4767744=434176} 2024-08-19T10:01:22.183 INFO:tasks.rados.rados.0.smithi190.stdout:891: writing smithi19066007-4 from 2850816 to 3596288 tid 1 2024-08-19T10:01:22.188 INFO:tasks.rados.rados.0.smithi190.stdout:891: writing smithi19066007-4 from 3596288 to 4308992 tid 2 2024-08-19T10:01:22.190 INFO:tasks.rados.rados.0.smithi190.stdout:891: writing smithi19066007-4 from 4308992 to 4767744 tid 3 2024-08-19T10:01:22.193 INFO:tasks.rados.rados.0.smithi190.stdout:891: writing smithi19066007-4 from 4767744 to 5201920 tid 4 2024-08-19T10:01:22.193 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 89 2024-08-19T10:01:22.193 INFO:tasks.rados.rados.0.smithi190.stdout:892: seq_num 284 ranges {2957312=761856,3719168=598016,4317184=671744,4988928=335872} 2024-08-19T10:01:22.215 INFO:tasks.rados.rados.0.smithi190.stdout:892: writing smithi19066007-36 from 2957312 to 3719168 tid 1 2024-08-19T10:01:22.218 INFO:tasks.rados.rados.0.smithi190.stdout:892: writing smithi19066007-36 from 3719168 to 4317184 tid 2 2024-08-19T10:01:22.222 INFO:tasks.rados.rados.0.smithi190.stdout:892: writing smithi19066007-36 from 4317184 to 4988928 tid 3 2024-08-19T10:01:22.224 INFO:tasks.rados.rados.0.smithi190.stdout:892: writing smithi19066007-36 from 4988928 to 5324800 tid 4 2024-08-19T10:01:22.224 INFO:tasks.rados.rados.0.smithi190.stdout:893: copy_from oid 8 from oid 27 current snap is 89 2024-08-19T10:01:22.224 INFO:tasks.rados.rados.0.smithi190.stdout:889: expect (ObjNum 272 snap 86 seq_num 272) 2024-08-19T10:01:22.365 INFO:tasks.rados.rados.0.smithi190.stdout:891: finishing write tid 1 to smithi19066007-4 2024-08-19T10:01:22.365 INFO:tasks.rados.rados.0.smithi190.stdout:891: finishing write tid 2 to smithi19066007-4 2024-08-19T10:01:22.365 INFO:tasks.rados.rados.0.smithi190.stdout:890: expect (ObjNum 239 snap 72 seq_num 239) 2024-08-19T10:01:22.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:22 smithi196 ceph-mon[19976]: osdmap e242: 8 total, 8 up, 8 in 2024-08-19T10:01:22.444 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:22 smithi190 ceph-mon[80032]: osdmap e242: 8 total, 8 up, 8 in 2024-08-19T10:01:22.444 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:22 smithi190 ceph-mon[77620]: osdmap e242: 8 total, 8 up, 8 in 2024-08-19T10:01:22.582 INFO:tasks.rados.rados.0.smithi190.stdout:891: finishing write tid 3 to smithi19066007-4 2024-08-19T10:01:22.583 INFO:tasks.rados.rados.0.smithi190.stdout:891: finishing write tid 4 to smithi19066007-4 2024-08-19T10:01:22.583 INFO:tasks.rados.rados.0.smithi190.stdout:891: finishing write tid 5 to smithi19066007-4 2024-08-19T10:01:22.583 INFO:tasks.rados.rados.0.smithi190.stdout:891: finishing write tid 6 to smithi19066007-4 2024-08-19T10:01:22.583 INFO:tasks.rados.rados.0.smithi190.stdout:891: oid 4 updating version 0 to 445 2024-08-19T10:01:22.583 INFO:tasks.rados.rados.0.smithi190.stdout:891: oid 4 version 445 is already newer than 443 2024-08-19T10:01:22.584 INFO:tasks.rados.rados.0.smithi190.stdout:891: oid 4 updating version 445 to 446 2024-08-19T10:01:22.584 INFO:tasks.rados.rados.0.smithi190.stdout:891: oid 4 version 446 is already newer than 444 2024-08-19T10:01:22.584 INFO:tasks.rados.rados.0.smithi190.stdout:891: oid 4 version 446 is already newer than 442 2024-08-19T10:01:22.584 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 446 (ObjNum 283 snap 89 seq_num 283) dirty exists 2024-08-19T10:01:22.584 INFO:tasks.rados.rados.0.smithi190.stdout:891: left oid 4 (ObjNum 283 snap 89 seq_num 283) 2024-08-19T10:01:22.584 INFO:tasks.rados.rados.0.smithi190.stdout:892: finishing write tid 1 to smithi19066007-36 2024-08-19T10:01:22.585 INFO:tasks.rados.rados.0.smithi190.stdout:889: done (4 left) 2024-08-19T10:01:22.585 INFO:tasks.rados.rados.0.smithi190.stdout:890: done (3 left) 2024-08-19T10:01:22.585 INFO:tasks.rados.rados.0.smithi190.stdout:891: done (2 left) 2024-08-19T10:01:22.585 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 89 2024-08-19T10:01:22.585 INFO:tasks.rados.rados.0.smithi190.stdout:892: finishing write tid 2 to smithi19066007-36 2024-08-19T10:01:22.585 INFO:tasks.rados.rados.0.smithi190.stdout:894: seq_num 285 ranges {2473984=778240,3252224=475136,3727360=475136,4202496=655360} 2024-08-19T10:01:22.599 INFO:tasks.rados.rados.0.smithi190.stdout:894: writing smithi19066007-17 from 2473984 to 3252224 tid 1 2024-08-19T10:01:22.601 INFO:tasks.rados.rados.0.smithi190.stdout:894: writing smithi19066007-17 from 3252224 to 3727360 tid 2 2024-08-19T10:01:22.604 INFO:tasks.rados.rados.0.smithi190.stdout:894: writing smithi19066007-17 from 3727360 to 4202496 tid 3 2024-08-19T10:01:22.609 INFO:tasks.rados.rados.0.smithi190.stdout:894: writing smithi19066007-17 from 4202496 to 4857856 tid 4 2024-08-19T10:01:22.609 INFO:tasks.rados.rados.0.smithi190.stdout:895: rollback oid 38 current snap is 89 2024-08-19T10:01:22.609 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 38 to 61 2024-08-19T10:01:22.609 INFO:tasks.rados.rados.0.smithi190.stdout:892: finishing write tid 3 to smithi19066007-36 2024-08-19T10:01:22.609 INFO:tasks.rados.rados.0.smithi190.stdout:892: finishing write tid 4 to smithi19066007-36 2024-08-19T10:01:22.609 INFO:tasks.rados.rados.0.smithi190.stdout:892: finishing write tid 5 to smithi19066007-36 2024-08-19T10:01:22.609 INFO:tasks.rados.rados.0.smithi190.stdout:892: finishing write tid 6 to smithi19066007-36 2024-08-19T10:01:22.609 INFO:tasks.rados.rados.0.smithi190.stdout:892: oid 36 updating version 0 to 520 2024-08-19T10:01:22.610 INFO:tasks.rados.rados.0.smithi190.stdout:892: oid 36 version 520 is already newer than 517 2024-08-19T10:01:22.610 INFO:tasks.rados.rados.0.smithi190.stdout:892: oid 36 version 520 is already newer than 516 2024-08-19T10:01:22.610 INFO:tasks.rados.rados.0.smithi190.stdout:892: oid 36 version 520 is already newer than 519 2024-08-19T10:01:22.610 INFO:tasks.rados.rados.0.smithi190.stdout:892: oid 36 version 520 is already newer than 518 2024-08-19T10:01:22.610 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 520 (ObjNum 284 snap 89 seq_num 284) dirty exists 2024-08-19T10:01:22.610 INFO:tasks.rados.rados.0.smithi190.stdout:892: left oid 36 (ObjNum 284 snap 89 seq_num 284) 2024-08-19T10:01:22.610 INFO:tasks.rados.rados.0.smithi190.stdout:893: finishing copy_from racing read to smithi19066007-8 2024-08-19T10:01:22.610 INFO:tasks.rados.rados.0.smithi190.stdout:893: finishing copy_from to smithi19066007-8 2024-08-19T10:01:22.610 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 294 (ObjNum 269 snap 85 seq_num 269) dirty exists 2024-08-19T10:01:22.610 INFO:tasks.rados.rados.0.smithi190.stdout:892: done (3 left) 2024-08-19T10:01:22.610 INFO:tasks.rados.rados.0.smithi190.stdout:893: done (2 left) 2024-08-19T10:01:22.610 INFO:tasks.rados.rados.0.smithi190.stdout:896: delete oid 39 current snap is 89 2024-08-19T10:01:22.611 INFO:tasks.rados.rados.0.smithi190.stdout:894: finishing write tid 1 to smithi19066007-17 2024-08-19T10:01:22.611 INFO:tasks.rados.rados.0.smithi190.stdout:894: finishing write tid 2 to smithi19066007-17 2024-08-19T10:01:22.611 INFO:tasks.rados.rados.0.smithi190.stdout:894: finishing write tid 3 to smithi19066007-17 2024-08-19T10:01:22.612 INFO:tasks.rados.rados.0.smithi190.stdout:895: finishing rollback tid 1 to smithi19066007-38 2024-08-19T10:01:22.613 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 0 (ObjNum 289 snap 0 seq_num 287182763) dirty dne 2024-08-19T10:01:22.613 INFO:tasks.rados.rados.0.smithi190.stdout:894: finishing write tid 4 to smithi19066007-17 2024-08-19T10:01:22.613 INFO:tasks.rados.rados.0.smithi190.stdout:894: finishing write tid 5 to smithi19066007-17 2024-08-19T10:01:22.613 INFO:tasks.rados.rados.0.smithi190.stdout:895: done (2 left) 2024-08-19T10:01:22.613 INFO:tasks.rados.rados.0.smithi190.stdout:896: done (1 left) 2024-08-19T10:01:22.613 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 33 current snap is 89 2024-08-19T10:01:22.614 INFO:tasks.rados.rados.0.smithi190.stdout:897: seq_num 287 ranges {3661824=8192} 2024-08-19T10:01:22.632 INFO:tasks.rados.rados.0.smithi190.stdout:897: writing smithi19066007-33 from 3661824 to 3670016 tid 1 2024-08-19T10:01:22.632 INFO:tasks.rados.rados.0.smithi190.stdout:898: read oid 46 snap -1 2024-08-19T10:01:22.632 INFO:tasks.rados.rados.0.smithi190.stdout:898: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T10:01:22.632 INFO:tasks.rados.rados.0.smithi190.stdout:899: read oid 41 snap -1 2024-08-19T10:01:22.632 INFO:tasks.rados.rados.0.smithi190.stdout:899: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T10:01:22.633 INFO:tasks.rados.rados.0.smithi190.stdout:900: copy_from oid 24 from oid 5 current snap is 89 2024-08-19T10:01:22.633 INFO:tasks.rados.rados.0.smithi190.stdout:894: finishing write tid 6 to smithi19066007-17 2024-08-19T10:01:22.633 INFO:tasks.rados.rados.0.smithi190.stdout:894: oid 17 updating version 0 to 451 2024-08-19T10:01:22.633 INFO:tasks.rados.rados.0.smithi190.stdout:894: oid 17 updating version 451 to 452 2024-08-19T10:01:22.633 INFO:tasks.rados.rados.0.smithi190.stdout:894: oid 17 updating version 452 to 454 2024-08-19T10:01:22.633 INFO:tasks.rados.rados.0.smithi190.stdout:894: oid 17 version 454 is already newer than 453 2024-08-19T10:01:22.633 INFO:tasks.rados.rados.0.smithi190.stdout:894: oid 17 version 454 is already newer than 450 2024-08-19T10:01:22.633 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 454 (ObjNum 285 snap 89 seq_num 285) dirty exists 2024-08-19T10:01:22.633 INFO:tasks.rados.rados.0.smithi190.stdout:894: left oid 17 (ObjNum 285 snap 89 seq_num 285) 2024-08-19T10:01:22.633 INFO:tasks.rados.rados.0.smithi190.stdout:894: done (4 left) 2024-08-19T10:01:22.633 INFO:tasks.rados.rados.0.smithi190.stdout:901: read oid 9 snap 63 2024-08-19T10:01:22.633 INFO:tasks.rados.rados.0.smithi190.stdout:901: expect deleted 2024-08-19T10:01:22.633 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 89 2024-08-19T10:01:22.633 INFO:tasks.rados.rados.0.smithi190.stdout:902: seq_num 288 ranges {0=24576} 2024-08-19T10:01:22.634 INFO:tasks.rados.rados.0.smithi190.stdout:902: writing smithi19066007-22 from 0 to 24576 tid 1 2024-08-19T10:01:22.634 INFO:tasks.rados.rados.0.smithi190.stdout:903: copy_from oid 23 from oid 31 current snap is 89 2024-08-19T10:01:22.634 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 1 current snap is 89 2024-08-19T10:01:22.634 INFO:tasks.rados.rados.0.smithi190.stdout:904: seq_num 289 ranges {1105920=40960} 2024-08-19T10:01:22.638 INFO:tasks.rados.rados.0.smithi190.stdout:904: writing smithi19066007-1 from 1105920 to 1146880 tid 1 2024-08-19T10:01:22.638 INFO:tasks.rados.rados.0.smithi190.stdout:905: read oid 47 snap 79 2024-08-19T10:01:22.638 INFO:tasks.rados.rados.0.smithi190.stdout:905: expect (ObjNum 244 snap 74 seq_num 244) 2024-08-19T10:01:22.638 INFO:tasks.rados.rados.0.smithi190.stdout:906: read oid 14 snap -1 2024-08-19T10:01:22.639 INFO:tasks.rados.rados.0.smithi190.stdout:906: expect (ObjNum 170 snap 41 seq_num 170) 2024-08-19T10:01:22.639 INFO:tasks.rados.rados.0.smithi190.stdout:903: finishing copy_from to smithi19066007-23 2024-08-19T10:01:22.639 INFO:tasks.rados.rados.0.smithi190.stdout:903: got expected ENOENT (src dne) 2024-08-19T10:01:22.639 INFO:tasks.rados.rados.0.smithi190.stdout:903: finishing copy_from racing read to smithi19066007-23 2024-08-19T10:01:22.639 INFO:tasks.rados.rados.0.smithi190.stdout:900: finishing copy_from racing read to smithi19066007-24 2024-08-19T10:01:22.639 INFO:tasks.rados.rados.0.smithi190.stdout:907: read oid 34 snap 79 2024-08-19T10:01:22.639 INFO:tasks.rados.rados.0.smithi190.stdout:907: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T10:01:22.639 INFO:tasks.rados.rados.0.smithi190.stdout:901: done (10 left) 2024-08-19T10:01:22.639 INFO:tasks.rados.rados.0.smithi190.stdout:903: done (9 left) 2024-08-19T10:01:22.639 INFO:tasks.rados.rados.0.smithi190.stdout:908: read oid 4 snap -1 2024-08-19T10:01:22.639 INFO:tasks.rados.rados.0.smithi190.stdout:908: expect (ObjNum 283 snap 89 seq_num 283) 2024-08-19T10:01:22.639 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 89 2024-08-19T10:01:22.639 INFO:tasks.rados.rados.0.smithi190.stdout:902: finishing write tid 1 to smithi19066007-22 2024-08-19T10:01:22.639 INFO:tasks.rados.rados.0.smithi190.stdout:898: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T10:01:22.659 INFO:tasks.rados.rados.0.smithi190.stdout:902: finishing write tid 2 to smithi19066007-22 2024-08-19T10:01:22.659 INFO:tasks.rados.rados.0.smithi190.stdout:900: finishing copy_from to smithi19066007-24 2024-08-19T10:01:22.659 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 326 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-19T10:01:22.659 INFO:tasks.rados.rados.0.smithi190.stdout:897: finishing write tid 1 to smithi19066007-33 2024-08-19T10:01:22.659 INFO:tasks.rados.rados.0.smithi190.stdout:902: finishing write tid 3 to smithi19066007-22 2024-08-19T10:01:22.659 INFO:tasks.rados.rados.0.smithi190.stdout:902: oid 22 updating version 0 to 291 2024-08-19T10:01:22.659 INFO:tasks.rados.rados.0.smithi190.stdout:902: oid 22 version 291 is already newer than 290 2024-08-19T10:01:22.659 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 291 (ObjNum 288 snap 89 seq_num 288) dirty exists 2024-08-19T10:01:22.659 INFO:tasks.rados.rados.0.smithi190.stdout:902: left oid 22 (ObjNum 288 snap 89 seq_num 288) 2024-08-19T10:01:22.659 INFO:tasks.rados.rados.0.smithi190.stdout:909: seq_num 290 ranges {5324800=57344} 2024-08-19T10:01:22.688 INFO:tasks.rados.rados.0.smithi190.stdout:909: writing smithi19066007-36 from 5324800 to 5382144 tid 1 2024-08-19T10:01:22.688 INFO:tasks.rados.rados.0.smithi190.stdout:898: done (10 left) 2024-08-19T10:01:22.688 INFO:tasks.rados.rados.0.smithi190.stdout:900: done (9 left) 2024-08-19T10:01:22.688 INFO:tasks.rados.rados.0.smithi190.stdout:902: done (8 left) 2024-08-19T10:01:22.688 INFO:tasks.rados.rados.0.smithi190.stdout:910: read oid 38 snap -1 2024-08-19T10:01:22.688 INFO:tasks.rados.rados.0.smithi190.stdout:910: expect deleted 2024-08-19T10:01:22.688 INFO:tasks.rados.rados.0.smithi190.stdout:911: delete oid 29 current snap is 89 2024-08-19T10:01:22.688 INFO:tasks.rados.rados.0.smithi190.stdout:897: finishing write tid 2 to smithi19066007-33 2024-08-19T10:01:22.688 INFO:tasks.rados.rados.0.smithi190.stdout:899: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T10:01:22.703 INFO:tasks.rados.rados.0.smithi190.stdout:906: expect (ObjNum 170 snap 41 seq_num 170) 2024-08-19T10:01:22.723 INFO:tasks.rados.rados.0.smithi190.stdout:897: finishing write tid 3 to smithi19066007-33 2024-08-19T10:01:22.723 INFO:tasks.rados.rados.0.smithi190.stdout:897: oid 33 updating version 0 to 297 2024-08-19T10:01:22.724 INFO:tasks.rados.rados.0.smithi190.stdout:897: oid 33 updating version 297 to 298 2024-08-19T10:01:22.724 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 298 (ObjNum 287 snap 89 seq_num 287) dirty exists 2024-08-19T10:01:22.724 INFO:tasks.rados.rados.0.smithi190.stdout:897: left oid 33 (ObjNum 287 snap 89 seq_num 287) 2024-08-19T10:01:22.724 INFO:tasks.rados.rados.0.smithi190.stdout:904: finishing write tid 1 to smithi19066007-1 2024-08-19T10:01:22.724 INFO:tasks.rados.rados.0.smithi190.stdout:897: done (9 left) 2024-08-19T10:01:22.724 INFO:tasks.rados.rados.0.smithi190.stdout:899: done (8 left) 2024-08-19T10:01:22.724 INFO:tasks.rados.rados.0.smithi190.stdout:906: done (7 left) 2024-08-19T10:01:22.724 INFO:tasks.rados.rados.0.smithi190.stdout:911: done (6 left) 2024-08-19T10:01:22.724 INFO:tasks.rados.rados.0.smithi190.stdout:912: read oid 26 snap -1 2024-08-19T10:01:22.724 INFO:tasks.rados.rados.0.smithi190.stdout:912: expect (ObjNum 246 snap 74 seq_num 246) 2024-08-19T10:01:22.724 INFO:tasks.rados.rados.0.smithi190.stdout:913: rmattr oid 25 current snap is 89 2024-08-19T10:01:22.725 INFO:tasks.rados.rados.0.smithi190.stdout:904: finishing write tid 2 to smithi19066007-1 2024-08-19T10:01:22.725 INFO:tasks.rados.rados.0.smithi190.stdout:907: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T10:01:22.750 INFO:tasks.rados.rados.0.smithi190.stdout:904: finishing write tid 3 to smithi19066007-1 2024-08-19T10:01:22.750 INFO:tasks.rados.rados.0.smithi190.stdout:904: oid 1 updating version 0 to 433 2024-08-19T10:01:22.751 INFO:tasks.rados.rados.0.smithi190.stdout:904: oid 1 version 433 is already newer than 432 2024-08-19T10:01:22.751 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 433 (ObjNum 289 snap 89 seq_num 289) dirty exists 2024-08-19T10:01:22.751 INFO:tasks.rados.rados.0.smithi190.stdout:904: left oid 1 (ObjNum 289 snap 89 seq_num 289) 2024-08-19T10:01:22.751 INFO:tasks.rados.rados.0.smithi190.stdout:905: expect (ObjNum 244 snap 74 seq_num 244) 2024-08-19T10:01:22.859 INFO:tasks.rados.rados.0.smithi190.stdout:908: expect (ObjNum 283 snap 89 seq_num 283) 2024-08-19T10:01:23.076 INFO:tasks.rados.rados.0.smithi190.stdout:909: finishing write tid 1 to smithi19066007-36 2024-08-19T10:01:23.077 INFO:tasks.rados.rados.0.smithi190.stdout:909: finishing write tid 2 to smithi19066007-36 2024-08-19T10:01:23.077 INFO:tasks.rados.rados.0.smithi190.stdout:909: finishing write tid 3 to smithi19066007-36 2024-08-19T10:01:23.077 INFO:tasks.rados.rados.0.smithi190.stdout:909: oid 36 updating version 0 to 526 2024-08-19T10:01:23.077 INFO:tasks.rados.rados.0.smithi190.stdout:909: oid 36 version 526 is already newer than 525 2024-08-19T10:01:23.077 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 526 (ObjNum 290 snap 89 seq_num 290) dirty exists 2024-08-19T10:01:23.077 INFO:tasks.rados.rados.0.smithi190.stdout:909: left oid 36 (ObjNum 290 snap 89 seq_num 290) 2024-08-19T10:01:23.078 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 448 (ObjNum 215 snap 53 seq_num 215) dirty exists 2024-08-19T10:01:23.078 INFO:tasks.rados.rados.0.smithi190.stdout:912: expect (ObjNum 246 snap 74 seq_num 246) 2024-08-19T10:01:23.121 INFO:tasks.rados.rados.0.smithi190.stdout:904: done (7 left) 2024-08-19T10:01:23.121 INFO:tasks.rados.rados.0.smithi190.stdout:905: done (6 left) 2024-08-19T10:01:23.121 INFO:tasks.rados.rados.0.smithi190.stdout:907: done (5 left) 2024-08-19T10:01:23.121 INFO:tasks.rados.rados.0.smithi190.stdout:908: done (4 left) 2024-08-19T10:01:23.121 INFO:tasks.rados.rados.0.smithi190.stdout:909: done (3 left) 2024-08-19T10:01:23.121 INFO:tasks.rados.rados.0.smithi190.stdout:910: done (2 left) 2024-08-19T10:01:23.121 INFO:tasks.rados.rados.0.smithi190.stdout:912: done (1 left) 2024-08-19T10:01:23.121 INFO:tasks.rados.rados.0.smithi190.stdout:913: done (0 left) 2024-08-19T10:01:23.121 INFO:tasks.rados.rados.0.smithi190.stdout:914: rmattr oid 44 current snap is 89 2024-08-19T10:01:23.122 INFO:tasks.rados.rados.0.smithi190.stdout:915: setattr oid 6 current snap is 89 2024-08-19T10:01:23.122 INFO:tasks.rados.rados.0.smithi190.stdout:916: read oid 38 snap 63 2024-08-19T10:01:23.123 INFO:tasks.rados.rados.0.smithi190.stdout:916: expect deleted 2024-08-19T10:01:23.123 INFO:tasks.rados.rados.0.smithi190.stdout:917: rollback oid 45 current snap is 89 2024-08-19T10:01:23.123 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 45 to 60 2024-08-19T10:01:23.123 INFO:tasks.rados.rados.0.smithi190.stdout:918: setattr oid 46 current snap is 89 2024-08-19T10:01:23.123 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 292 (ObjNum 156 snap 36 seq_num 156) dirty exists 2024-08-19T10:01:23.124 INFO:tasks.rados.rados.0.smithi190.stdout:914: done (4 left) 2024-08-19T10:01:23.124 INFO:tasks.rados.rados.0.smithi190.stdout:916: done (3 left) 2024-08-19T10:01:23.124 INFO:tasks.rados.rados.0.smithi190.stdout:919: rollback oid 2 current snap is 89 2024-08-19T10:01:23.124 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 2 to 61 2024-08-19T10:01:23.124 INFO:tasks.rados.rados.0.smithi190.stdout:920: rollback oid 29 current snap is 89 2024-08-19T10:01:23.124 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 29 to 75 2024-08-19T10:01:23.124 INFO:tasks.rados.rados.0.smithi190.stdout:921: read oid 31 snap -1 2024-08-19T10:01:23.124 INFO:tasks.rados.rados.0.smithi190.stdout:921: expect deleted 2024-08-19T10:01:23.125 INFO:tasks.rados.rados.0.smithi190.stdout:922: snap_create 2024-08-19T10:01:23.125 INFO:tasks.rados.rados.0.smithi190.stdout:917: finishing rollback tid 0 to smithi19066007-45 2024-08-19T10:01:23.125 INFO:tasks.rados.rados.0.smithi190.stdout:917: finishing rollback tid 1 to smithi19066007-45 2024-08-19T10:01:23.125 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 435 (ObjNum 219 snap 54 seq_num 219) dirty exists 2024-08-19T10:01:23.125 INFO:tasks.rados.rados.0.smithi190.stdout:917: finishing rollback tid 2 to smithi19066007-45 2024-08-19T10:01:23.126 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 165 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-08-19T10:01:23.126 INFO:tasks.rados.rados.0.smithi190.stdout:919: finishing rollback tid 1 to smithi19066007-2 2024-08-19T10:01:23.126 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 59 (ObjNum 97 snap 0 seq_num 1526705456) dirty dne 2024-08-19T10:01:23.126 INFO:tasks.rados.rados.0.smithi190.stdout:920: finishing rollback tid 1 to smithi19066007-29 2024-08-19T10:01:23.127 INFO:tasks.rados.rados.0.smithi190.stdout:920: finishing rollback tid 2 to smithi19066007-29 2024-08-19T10:01:23.127 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 127 (ObjNum 206 snap 51 seq_num 206) dirty exists 2024-08-19T10:01:23.127 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 219 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:01:23.156 INFO:tasks.rados.rados.0.smithi190.stdout:915: done (6 left) 2024-08-19T10:01:23.156 INFO:tasks.rados.rados.0.smithi190.stdout:917: done (5 left) 2024-08-19T10:01:23.156 INFO:tasks.rados.rados.0.smithi190.stdout:918: done (4 left) 2024-08-19T10:01:23.156 INFO:tasks.rados.rados.0.smithi190.stdout:919: done (3 left) 2024-08-19T10:01:23.156 INFO:tasks.rados.rados.0.smithi190.stdout:920: done (2 left) 2024-08-19T10:01:23.156 INFO:tasks.rados.rados.0.smithi190.stdout:921: done (1 left) 2024-08-19T10:01:23.156 INFO:tasks.rados.rados.0.smithi190.stdout:922: done (0 left) 2024-08-19T10:01:23.156 INFO:tasks.rados.rados.0.smithi190.stdout:923: copy_from oid 2 from oid 18 current snap is 90 2024-08-19T10:01:23.156 INFO:tasks.rados.rados.0.smithi190.stdout:924: snap_create 2024-08-19T10:01:23.162 INFO:tasks.rados.rados.0.smithi190.stdout:923: finishing copy_from to smithi19066007-2 2024-08-19T10:01:23.162 INFO:tasks.rados.rados.0.smithi190.stdout:923: got expected ENOENT (src dne) 2024-08-19T10:01:23.162 INFO:tasks.rados.rados.0.smithi190.stdout:923: finishing copy_from racing read to smithi19066007-2 2024-08-19T10:01:23.277 INFO:tasks.rados.rados.0.smithi190.stdout:923: done (1 left) 2024-08-19T10:01:23.277 INFO:tasks.rados.rados.0.smithi190.stdout:924: done (0 left) 2024-08-19T10:01:23.277 INFO:tasks.rados.rados.0.smithi190.stdout:925: read oid 19 snap -1 2024-08-19T10:01:23.277 INFO:tasks.rados.rados.0.smithi190.stdout:925: expect deleted 2024-08-19T10:01:23.277 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 91 2024-08-19T10:01:23.277 INFO:tasks.rados.rados.0.smithi190.stdout:926: seq_num 292 ranges {3661824=98304} 2024-08-19T10:01:23.297 INFO:tasks.rados.rados.0.smithi190.stdout:926: writing smithi19066007-44 from 3661824 to 3760128 tid 1 2024-08-19T10:01:23.297 INFO:tasks.rados.rados.0.smithi190.stdout:927: snap_create 2024-08-19T10:01:23.301 INFO:tasks.rados.rados.0.smithi190.stdout:926: finishing write tid 1 to smithi19066007-44 2024-08-19T10:01:23.301 INFO:tasks.rados.rados.0.smithi190.stdout:926: finishing write tid 2 to smithi19066007-44 2024-08-19T10:01:23.302 INFO:tasks.rados.rados.0.smithi190.stdout:926: finishing write tid 3 to smithi19066007-44 2024-08-19T10:01:23.302 INFO:tasks.rados.rados.0.smithi190.stdout:926: oid 44 updating version 0 to 294 2024-08-19T10:01:23.302 INFO:tasks.rados.rados.0.smithi190.stdout:926: oid 44 version 294 is already newer than 293 2024-08-19T10:01:23.302 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 294 (ObjNum 292 snap 91 seq_num 292) dirty exists 2024-08-19T10:01:23.302 INFO:tasks.rados.rados.0.smithi190.stdout:926: left oid 44 (ObjNum 292 snap 91 seq_num 292) 2024-08-19T10:01:23.414 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:23 smithi190 ceph-mon[80032]: pgmap v29: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 843 KiB/s wr, 9 op/s 2024-08-19T10:01:23.414 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:23 smithi190 ceph-mon[80032]: osdmap e243: 8 total, 8 up, 8 in 2024-08-19T10:01:23.414 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:23 smithi190 ceph-mon[77620]: pgmap v29: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 843 KiB/s wr, 9 op/s 2024-08-19T10:01:23.414 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:23 smithi190 ceph-mon[77620]: osdmap e243: 8 total, 8 up, 8 in 2024-08-19T10:01:23.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:23 smithi196 ceph-mon[19976]: pgmap v29: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 843 KiB/s wr, 9 op/s 2024-08-19T10:01:23.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:23 smithi196 ceph-mon[19976]: osdmap e243: 8 total, 8 up, 8 in 2024-08-19T10:01:24.276 INFO:tasks.rados.rados.0.smithi190.stdout:925: done (2 left) 2024-08-19T10:01:24.276 INFO:tasks.rados.rados.0.smithi190.stdout:926: done (1 left) 2024-08-19T10:01:24.276 INFO:tasks.rados.rados.0.smithi190.stdout:927: done (0 left) 2024-08-19T10:01:24.276 INFO:tasks.rados.rados.0.smithi190.stdout:928: copy_from oid 44 from oid 47 current snap is 92 2024-08-19T10:01:24.276 INFO:tasks.rados.rados.0.smithi190.stdout:929: copy_from oid 18 from oid 21 current snap is 92 2024-08-19T10:01:24.276 INFO:tasks.rados.rados.0.smithi190.stdout:930: snap_create 2024-08-19T10:01:24.294 INFO:tasks.rados.rados.0.smithi190.stdout:928: finishing copy_from racing read to smithi19066007-44 2024-08-19T10:01:24.300 INFO:tasks.rados.rados.0.smithi190.stdout:928: finishing copy_from to smithi19066007-44 2024-08-19T10:01:24.300 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 413 (ObjNum 272 snap 86 seq_num 272) dirty exists 2024-08-19T10:01:24.313 INFO:tasks.rados.rados.0.smithi190.stdout:929: finishing copy_from racing read to smithi19066007-18 2024-08-19T10:01:24.320 INFO:tasks.rados.rados.0.smithi190.stdout:929: finishing copy_from to smithi19066007-18 2024-08-19T10:01:24.320 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 411 (ObjNum 276 snap 88 seq_num 276) dirty exists 2024-08-19T10:01:24.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:24 smithi196 ceph-mon[19976]: osdmap e244: 8 total, 8 up, 8 in 2024-08-19T10:01:24.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:24 smithi196 ceph-mon[19976]: osdmap e245: 8 total, 8 up, 8 in 2024-08-19T10:01:24.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:24 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:24.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:24 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:24.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:24 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:01:24] "GET /metrics HTTP/1.1" 200 36044 "" "Prometheus/2.43.0" 2024-08-19T10:01:24.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:24 smithi190 ceph-mon[80032]: osdmap e244: 8 total, 8 up, 8 in 2024-08-19T10:01:24.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:24 smithi190 ceph-mon[80032]: osdmap e245: 8 total, 8 up, 8 in 2024-08-19T10:01:24.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:24 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:24.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:24 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:24.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:24 smithi190 ceph-mon[77620]: osdmap e244: 8 total, 8 up, 8 in 2024-08-19T10:01:24.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:24 smithi190 ceph-mon[77620]: osdmap e245: 8 total, 8 up, 8 in 2024-08-19T10:01:24.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:24 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:24.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:24 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:25.253 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:24 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:24.910+0000 7f58ccd6c640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-08-19T10:01:25.279 INFO:tasks.rados.rados.0.smithi190.stdout:928: done (2 left) 2024-08-19T10:01:25.279 INFO:tasks.rados.rados.0.smithi190.stdout:929: done (1 left) 2024-08-19T10:01:25.279 INFO:tasks.rados.rados.0.smithi190.stdout:930: done (0 left) 2024-08-19T10:01:25.279 INFO:tasks.rados.rados.0.smithi190.stdout:931: read oid 16 snap 88 2024-08-19T10:01:25.279 INFO:tasks.rados.rados.0.smithi190.stdout:931: expect (ObjNum 204 snap 51 seq_num 204) 2024-08-19T10:01:25.279 INFO:tasks.rados.rados.0.smithi190.stdout:932: delete oid 5 current snap is 93 2024-08-19T10:01:25.283 INFO:tasks.rados.rados.0.smithi190.stdout:932: done (1 left) 2024-08-19T10:01:25.283 INFO:tasks.rados.rados.0.smithi190.stdout:933: delete oid 21 current snap is 93 2024-08-19T10:01:25.290 INFO:tasks.rados.rados.0.smithi190.stdout:933: done (1 left) 2024-08-19T10:01:25.290 INFO:tasks.rados.rados.0.smithi190.stdout:934: snap_remove snap 75 2024-08-19T10:01:25.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:25 smithi190 ceph-mon[77620]: pgmap v33: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 620 KiB/s wr, 10 op/s 2024-08-19T10:01:25.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:25 smithi190 ceph-mon[77620]: osdmap e246: 8 total, 8 up, 8 in 2024-08-19T10:01:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:25 smithi190 ceph-mon[80032]: pgmap v33: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 620 KiB/s wr, 10 op/s 2024-08-19T10:01:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:25 smithi190 ceph-mon[80032]: osdmap e246: 8 total, 8 up, 8 in 2024-08-19T10:01:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:25 smithi196 ceph-mon[19976]: pgmap v33: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 620 KiB/s wr, 10 op/s 2024-08-19T10:01:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:25 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:25 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:25 smithi196 ceph-mon[19976]: osdmap e246: 8 total, 8 up, 8 in 2024-08-19T10:01:26.293 INFO:tasks.rados.rados.0.smithi190.stdout:934: done (1 left) 2024-08-19T10:01:26.293 INFO:tasks.rados.rados.0.smithi190.stdout:935: snap_remove snap 91 2024-08-19T10:01:26.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:26 smithi190 ceph-mon[77620]: osdmap e247: 8 total, 8 up, 8 in 2024-08-19T10:01:26.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:26 smithi190 ceph-mon[80032]: osdmap e247: 8 total, 8 up, 8 in 2024-08-19T10:01:26.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:26 smithi196 ceph-mon[19976]: osdmap e247: 8 total, 8 up, 8 in 2024-08-19T10:01:27.295 INFO:tasks.rados.rados.0.smithi190.stdout:935: done (1 left) 2024-08-19T10:01:27.295 INFO:tasks.rados.rados.0.smithi190.stdout:936: snap_create 2024-08-19T10:01:27.295 INFO:tasks.rados.rados.0.smithi190.stdout:931: expect (ObjNum 204 snap 51 seq_num 204) 2024-08-19T10:01:27.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:27 smithi190 ceph-mon[77620]: pgmap v36: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:27.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:27 smithi190 ceph-mon[77620]: osdmap e248: 8 total, 8 up, 8 in 2024-08-19T10:01:27.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:27 smithi190 ceph-mon[80032]: pgmap v36: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:27.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:27 smithi190 ceph-mon[80032]: osdmap e248: 8 total, 8 up, 8 in 2024-08-19T10:01:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:27 smithi196 ceph-mon[19976]: pgmap v36: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:27 smithi196 ceph-mon[19976]: osdmap e248: 8 total, 8 up, 8 in 2024-08-19T10:01:28.294 INFO:tasks.rados.rados.0.smithi190.stdout:931: done (1 left) 2024-08-19T10:01:28.295 INFO:tasks.rados.rados.0.smithi190.stdout:936: done (0 left) 2024-08-19T10:01:28.295 INFO:tasks.rados.rados.0.smithi190.stdout:937: rollback oid 48 current snap is 94 2024-08-19T10:01:28.295 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 48 to 78 2024-08-19T10:01:28.295 INFO:tasks.rados.rados.0.smithi190.stdout:938: copy_from oid 4 from oid 24 current snap is 94 2024-08-19T10:01:28.295 INFO:tasks.rados.rados.0.smithi190.stdout:939: snap_create 2024-08-19T10:01:28.301 INFO:tasks.rados.rados.0.smithi190.stdout:937: finishing rollback tid 0 to smithi19066007-48 2024-08-19T10:01:28.301 INFO:tasks.rados.rados.0.smithi190.stdout:937: finishing rollback tid 1 to smithi19066007-48 2024-08-19T10:01:28.301 INFO:tasks.rados.rados.0.smithi190.stdout:937: finishing rollback tid 2 to smithi19066007-48 2024-08-19T10:01:28.301 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 541 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:01:28.305 INFO:tasks.rados.rados.0.smithi190.stdout:938: finishing copy_from racing read to smithi19066007-4 2024-08-19T10:01:28.306 INFO:tasks.rados.rados.0.smithi190.stdout:938: finishing copy_from to smithi19066007-4 2024-08-19T10:01:28.307 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 326 (ObjNum 129 snap 0 seq_num 3356288024) dirty exists 2024-08-19T10:01:28.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[80032]: osdmap e249: 8 total, 8 up, 8 in 2024-08-19T10:01:28.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:28.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:28.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:28.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:01:28.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:28.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:01:28.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:01:28.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-19T10:01:28.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-19T10:01:28.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[80032]: Upgrade: It appears safe to stop mon.b 2024-08-19T10:01:28.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[77620]: osdmap e249: 8 total, 8 up, 8 in 2024-08-19T10:01:28.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:28.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:28.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:28.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:01:28.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:28.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:01:28.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:01:28.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-19T10:01:28.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-19T10:01:28.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:28 smithi190 ceph-mon[77620]: Upgrade: It appears safe to stop mon.b 2024-08-19T10:01:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:28 smithi196 ceph-mon[19976]: osdmap e249: 8 total, 8 up, 8 in 2024-08-19T10:01:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:28 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:28 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:28 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:28 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:01:28.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:28 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:28.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:28 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:01:28.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:28 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:01:28.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:28 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-19T10:01:28.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:28 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-19T10:01:28.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:28 smithi196 ceph-mon[19976]: Upgrade: It appears safe to stop mon.b 2024-08-19T10:01:29.307 INFO:tasks.rados.rados.0.smithi190.stdout:937: done (2 left) 2024-08-19T10:01:29.307 INFO:tasks.rados.rados.0.smithi190.stdout:938: done (1 left) 2024-08-19T10:01:29.307 INFO:tasks.rados.rados.0.smithi190.stdout:939: done (0 left) 2024-08-19T10:01:29.307 INFO:tasks.rados.rados.0.smithi190.stdout:940: read oid 34 snap 68 2024-08-19T10:01:29.307 INFO:tasks.rados.rados.0.smithi190.stdout:940: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T10:01:29.307 INFO:tasks.rados.rados.0.smithi190.stdout:941: snap_create 2024-08-19T10:01:29.312 INFO:tasks.rados.rados.0.smithi190.stdout:940: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T10:01:29.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:29 smithi190 ceph-mon[77620]: pgmap v39: 121 pgs: 121 active+clean; 208 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.8 MiB/s wr, 34 op/s 2024-08-19T10:01:29.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:29 smithi190 ceph-mon[77620]: osdmap e250: 8 total, 8 up, 8 in 2024-08-19T10:01:29.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:29 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:29.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:29 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T10:01:29.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:29 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T10:01:29.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:29 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:29.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:29 smithi190 ceph-mon[80032]: pgmap v39: 121 pgs: 121 active+clean; 208 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.8 MiB/s wr, 34 op/s 2024-08-19T10:01:29.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:29 smithi190 ceph-mon[80032]: osdmap e250: 8 total, 8 up, 8 in 2024-08-19T10:01:29.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:29 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:29.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:29 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T10:01:29.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:29 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T10:01:29.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:29 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:29.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:29 smithi196 ceph-mon[19976]: pgmap v39: 121 pgs: 121 active+clean; 208 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.8 MiB/s wr, 34 op/s 2024-08-19T10:01:29.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:29 smithi196 ceph-mon[19976]: osdmap e250: 8 total, 8 up, 8 in 2024-08-19T10:01:29.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:29 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:29.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:29 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T10:01:29.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:29 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T10:01:29.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:29 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:30.318 INFO:tasks.rados.rados.0.smithi190.stdout:940: done (1 left) 2024-08-19T10:01:30.318 INFO:tasks.rados.rados.0.smithi190.stdout:941: done (0 left) 2024-08-19T10:01:30.318 INFO:tasks.rados.rados.0.smithi190.stdout:942: read oid 36 snap -1 2024-08-19T10:01:30.318 INFO:tasks.rados.rados.0.smithi190.stdout:942: expect (ObjNum 290 snap 89 seq_num 290) 2024-08-19T10:01:30.319 INFO:tasks.rados.rados.0.smithi190.stdout:943: rollback oid 10 current snap is 96 2024-08-19T10:01:30.319 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 10 to 86 2024-08-19T10:01:30.319 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 38 current snap is 96 2024-08-19T10:01:30.319 INFO:tasks.rados.rados.0.smithi190.stdout:944: seq_num 295 ranges {0=147456} 2024-08-19T10:01:30.319 INFO:tasks.rados.rados.0.smithi190.stdout:944: writing smithi19066007-38 from 0 to 147456 tid 1 2024-08-19T10:01:30.319 INFO:tasks.rados.rados.0.smithi190.stdout:945: setattr oid 27 current snap is 96 2024-08-19T10:01:30.320 INFO:tasks.rados.rados.0.smithi190.stdout:946: setattr oid 21 current snap is 96 2024-08-19T10:01:30.322 INFO:tasks.rados.rados.0.smithi190.stdout:947: rmattr oid 33 current snap is 96 2024-08-19T10:01:30.322 INFO:tasks.rados.rados.0.smithi190.stdout:948: read oid 13 snap -1 2024-08-19T10:01:30.322 INFO:tasks.rados.rados.0.smithi190.stdout:948: expect (ObjNum 108 snap 21 seq_num 108) 2024-08-19T10:01:30.322 INFO:tasks.rados.rados.0.smithi190.stdout:949: rmattr oid 17 current snap is 96 2024-08-19T10:01:30.322 INFO:tasks.rados.rados.0.smithi190.stdout:950: setattr oid 46 current snap is 96 2024-08-19T10:01:30.323 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 4 current snap is 96 2024-08-19T10:01:30.324 INFO:tasks.rados.rados.0.smithi190.stdout:951: seq_num 296 ranges {0=163840} 2024-08-19T10:01:30.325 INFO:tasks.rados.rados.0.smithi190.stdout:951: writing smithi19066007-4 from 0 to 163840 tid 1 2024-08-19T10:01:30.325 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 96 2024-08-19T10:01:30.325 INFO:tasks.rados.rados.0.smithi190.stdout:952: seq_num 297 ranges {0=180224} 2024-08-19T10:01:30.326 INFO:tasks.rados.rados.0.smithi190.stdout:952: writing smithi19066007-49 from 0 to 180224 tid 1 2024-08-19T10:01:30.327 INFO:tasks.rados.rados.0.smithi190.stdout:953: setattr oid 3 current snap is 96 2024-08-19T10:01:30.327 INFO:tasks.rados.rados.0.smithi190.stdout:943: finishing rollback tid 0 to smithi19066007-10 2024-08-19T10:01:30.327 INFO:tasks.rados.rados.0.smithi190.stdout:943: finishing rollback tid 1 to smithi19066007-10 2024-08-19T10:01:30.327 INFO:tasks.rados.rados.0.smithi190.stdout:943: finishing rollback tid 2 to smithi19066007-10 2024-08-19T10:01:30.327 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 133 (ObjNum 250 snap 75 seq_num 250) dirty exists 2024-08-19T10:01:30.328 INFO:tasks.rados.rados.0.smithi190.stdout:943: done (11 left) 2024-08-19T10:01:30.329 INFO:tasks.rados.rados.0.smithi190.stdout:954: read oid 25 snap -1 2024-08-19T10:01:30.329 INFO:tasks.rados.rados.0.smithi190.stdout:954: expect (ObjNum 215 snap 53 seq_num 215) 2024-08-19T10:01:30.329 INFO:tasks.rados.rados.0.smithi190.stdout:955: copy_from oid 50 from oid 15 current snap is 96 2024-08-19T10:01:30.329 INFO:tasks.rados.rados.0.smithi190.stdout:956: snap_create 2024-08-19T10:01:30.330 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 322 (ObjNum 269 snap 85 seq_num 269) dirty exists 2024-08-19T10:01:30.330 INFO:tasks.rados.rados.0.smithi190.stdout:944: finishing write tid 1 to smithi19066007-38 2024-08-19T10:01:30.330 INFO:tasks.rados.rados.0.smithi190.stdout:944: finishing write tid 2 to smithi19066007-38 2024-08-19T10:01:30.330 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 444 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-19T10:01:30.331 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 220 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:01:30.332 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 302 (ObjNum 287 snap 89 seq_num 287) dirty exists 2024-08-19T10:01:30.333 INFO:tasks.rados.rados.0.smithi190.stdout:952: finishing write tid 1 to smithi19066007-49 2024-08-19T10:01:30.333 INFO:tasks.rados.rados.0.smithi190.stdout:944: finishing write tid 3 to smithi19066007-38 2024-08-19T10:01:30.333 INFO:tasks.rados.rados.0.smithi190.stdout:944: oid 38 updating version 0 to 282 2024-08-19T10:01:30.333 INFO:tasks.rados.rados.0.smithi190.stdout:944: oid 38 version 282 is already newer than 281 2024-08-19T10:01:30.333 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 282 (ObjNum 295 snap 96 seq_num 295) dirty exists 2024-08-19T10:01:30.333 INFO:tasks.rados.rados.0.smithi190.stdout:944: left oid 38 (ObjNum 295 snap 96 seq_num 295) 2024-08-19T10:01:30.334 INFO:tasks.rados.rados.0.smithi190.stdout:952: finishing write tid 2 to smithi19066007-49 2024-08-19T10:01:30.335 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 235 (ObjNum 33 snap 0 seq_num 3358004784) dirty exists 2024-08-19T10:01:30.335 INFO:tasks.rados.rados.0.smithi190.stdout:952: finishing write tid 3 to smithi19066007-49 2024-08-19T10:01:30.335 INFO:tasks.rados.rados.0.smithi190.stdout:952: oid 49 updating version 0 to 304 2024-08-19T10:01:30.336 INFO:tasks.rados.rados.0.smithi190.stdout:952: oid 49 version 304 is already newer than 303 2024-08-19T10:01:30.336 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 304 (ObjNum 297 snap 96 seq_num 297) dirty exists 2024-08-19T10:01:30.336 INFO:tasks.rados.rados.0.smithi190.stdout:952: left oid 49 (ObjNum 297 snap 96 seq_num 297) 2024-08-19T10:01:30.346 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 464 (ObjNum 285 snap 89 seq_num 285) dirty exists 2024-08-19T10:01:30.350 INFO:tasks.rados.rados.0.smithi190.stdout:955: finishing copy_from racing read to smithi19066007-50 2024-08-19T10:01:30.351 INFO:tasks.rados.rados.0.smithi190.stdout:951: finishing write tid 1 to smithi19066007-4 2024-08-19T10:01:30.351 INFO:tasks.rados.rados.0.smithi190.stdout:951: finishing write tid 2 to smithi19066007-4 2024-08-19T10:01:30.352 INFO:tasks.rados.rados.0.smithi190.stdout:948: expect (ObjNum 108 snap 21 seq_num 108) 2024-08-19T10:01:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:30 smithi196 ceph-mon[19976]: Upgrade: Updating mon.b 2024-08-19T10:01:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:30 smithi196 ceph-mon[19976]: Deploying daemon mon.b on smithi196 2024-08-19T10:01:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:30 smithi196 ceph-mon[19976]: osdmap e251: 8 total, 8 up, 8 in 2024-08-19T10:01:30.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:30 smithi196 ceph-mon[19976]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:01:30.432 INFO:tasks.rados.rados.0.smithi190.stdout:955: finishing copy_from to smithi19066007-50 2024-08-19T10:01:30.432 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 418 (ObjNum 273 snap 87 seq_num 273) dirty exists 2024-08-19T10:01:30.432 INFO:tasks.rados.rados.0.smithi190.stdout:942: expect (ObjNum 290 snap 89 seq_num 290) 2024-08-19T10:01:30.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:30 smithi190 ceph-mon[80032]: Upgrade: Updating mon.b 2024-08-19T10:01:30.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:30 smithi190 ceph-mon[80032]: Deploying daemon mon.b on smithi196 2024-08-19T10:01:30.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:30 smithi190 ceph-mon[80032]: osdmap e251: 8 total, 8 up, 8 in 2024-08-19T10:01:30.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:01:30.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:30 smithi190 ceph-mon[77620]: Upgrade: Updating mon.b 2024-08-19T10:01:30.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:30 smithi190 ceph-mon[77620]: Deploying daemon mon.b on smithi196 2024-08-19T10:01:30.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:30 smithi190 ceph-mon[77620]: osdmap e251: 8 total, 8 up, 8 in 2024-08-19T10:01:30.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:01:30.723 INFO:tasks.rados.rados.0.smithi190.stdout:954: expect (ObjNum 215 snap 53 seq_num 215) 2024-08-19T10:01:30.895 INFO:tasks.rados.rados.0.smithi190.stdout:951: finishing write tid 3 to smithi19066007-4 2024-08-19T10:01:30.895 INFO:tasks.rados.rados.0.smithi190.stdout:951: oid 4 updating version 0 to 460 2024-08-19T10:01:30.895 INFO:tasks.rados.rados.0.smithi190.stdout:951: oid 4 updating version 460 to 461 2024-08-19T10:01:30.895 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 461 (ObjNum 296 snap 96 seq_num 296) dirty exists 2024-08-19T10:01:30.895 INFO:tasks.rados.rados.0.smithi190.stdout:951: left oid 4 (ObjNum 296 snap 96 seq_num 296) 2024-08-19T10:01:30.988 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:30 smithi196 systemd[1]: Stopping Ceph mon.b for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:01:31.313 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:30 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b[19958]: 2024-08-19T10:01:30.986+0000 7f597fdab640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:01:31.313 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:30 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b[19958]: 2024-08-19T10:01:30.986+0000 7f597fdab640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-08-19T10:01:31.313 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:31 smithi196 podman[72474]: 2024-08-19 10:01:31.048354591 +0000 UTC m=+0.159433195 container died 0b1c97b9ffa97b30b714763c38a3fb9cb52935f287c8e61eef48b8d3c17af25f (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=reef-baa926d, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-19T10:01:31.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:31 smithi196 podman[72474]: 2024-08-19 10:01:31.403107749 +0000 UTC m=+0.514186351 container cleanup 0b1c97b9ffa97b30b714763c38a3fb9cb52935f287c8e61eef48b8d3c17af25f (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b, GIT_BRANCH=HEAD, RELEASE=reef-baa926d, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:01:31.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:31 smithi196 bash[72474]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b 2024-08-19T10:01:32.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:31 smithi196 podman[72488]: 2024-08-19 10:01:31.696439907 +0000 UTC m=+0.646814795 container remove 0b1c97b9ffa97b30b714763c38a3fb9cb52935f287c8e61eef48b8d3c17af25f (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b, GIT_BRANCH=HEAD, RELEASE=reef-baa926d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-19T10:01:32.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:31 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.b.service: Deactivated successfully. 2024-08-19T10:01:32.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:31 smithi196 systemd[1]: Stopped Ceph mon.b for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:01:32.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:31 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.b.service: Consumed 8.695s CPU time. 2024-08-19T10:01:32.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 systemd[1]: Starting Ceph mon.b for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:01:32.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 podman[72619]: 2024-08-19 10:01:32.165854206 +0000 UTC m=+0.017125994 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:01:32.379 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 podman[72619]: 2024-08-19 10:01:32.272286904 +0000 UTC m=+0.123558672 container create 9404d29f9b7680bcc38ef93bd00b34b2dfb6885e4ea4c75ee7d07a47beca9f59 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=main-7976693, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:01:32.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 podman[72619]: 2024-08-19 10:01:32.499724427 +0000 UTC m=+0.350996202 container init 9404d29f9b7680bcc38ef93bd00b34b2dfb6885e4ea4c75ee7d07a47beca9f59 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T10:01:32.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 podman[72619]: 2024-08-19 10:01:32.503418689 +0000 UTC m=+0.354690454 container start 9404d29f9b7680bcc38ef93bd00b34b2dfb6885e4ea4c75ee7d07a47beca9f59 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-08-19T10:01:32.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: set uid:gid to 167:167 (ceph:ceph) 2024-08-19T10:01:32.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev), process ceph-mon, pid 2 2024-08-19T10:01:32.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: pidfile_write: ignore empty --pid-file 2024-08-19T10:01:32.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: load: jerasure load: lrc 2024-08-19T10:01:32.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: RocksDB version: 7.9.2 2024-08-19T10:01:32.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Git sha 0 2024-08-19T10:01:32.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Compile date 2024-08-17 20:32:33 2024-08-19T10:01:32.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: DB SUMMARY 2024-08-19T10:01:32.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: DB Session ID: NOCU57ZVEW766XS6NRMQ 2024-08-19T10:01:32.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: CURRENT file: CURRENT 2024-08-19T10:01:32.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: IDENTITY file: IDENTITY 2024-08-19T10:01:32.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1412 Bytes 2024-08-19T10:01:32.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-08-19T10:01:32.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 8955393 ; 2024-08-19T10:01:32.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.error_if_exists: 0 2024-08-19T10:01:32.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.create_if_missing: 0 2024-08-19T10:01:32.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.paranoid_checks: 1 2024-08-19T10:01:32.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-19T10:01:32.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-19T10:01:32.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-19T10:01:32.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.env: 0x5575250ddbe0 2024-08-19T10:01:32.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.fs: PosixFileSystem 2024-08-19T10:01:32.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.info_log: 0x5575274c3700 2024-08-19T10:01:32.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_file_opening_threads: 16 2024-08-19T10:01:32.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.statistics: (nil) 2024-08-19T10:01:32.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.use_fsync: 0 2024-08-19T10:01:32.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_log_file_size: 0 2024-08-19T10:01:32.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-19T10:01:32.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-19T10:01:32.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.keep_log_file_num: 1000 2024-08-19T10:01:32.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.recycle_log_file_num: 0 2024-08-19T10:01:32.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.allow_fallocate: 1 2024-08-19T10:01:32.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.allow_mmap_reads: 0 2024-08-19T10:01:32.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.allow_mmap_writes: 0 2024-08-19T10:01:32.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.use_direct_reads: 0 2024-08-19T10:01:32.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-19T10:01:32.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.create_missing_column_families: 0 2024-08-19T10:01:32.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.db_log_dir: 2024-08-19T10:01:32.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.wal_dir: 2024-08-19T10:01:32.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-19T10:01:32.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-19T10:01:32.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-19T10:01:32.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-19T10:01:32.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-19T10:01:32.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-19T10:01:32.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.advise_random_on_open: 1 2024-08-19T10:01:32.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.db_write_buffer_size: 0 2024-08-19T10:01:32.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.write_buffer_manager: 0x5575274c6960 2024-08-19T10:01:32.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-19T10:01:32.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-19T10:01:32.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-19T10:01:32.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.rate_limiter: (nil) 2024-08-19T10:01:32.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-19T10:01:32.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.wal_recovery_mode: 2 2024-08-19T10:01:32.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.enable_thread_tracking: 0 2024-08-19T10:01:32.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.enable_pipelined_write: 0 2024-08-19T10:01:32.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.unordered_write: 0 2024-08-19T10:01:32.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-19T10:01:32.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-19T10:01:32.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-19T10:01:32.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-19T10:01:32.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.row_cache: None 2024-08-19T10:01:32.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.wal_filter: None 2024-08-19T10:01:32.672 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-19T10:01:32.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.allow_ingest_behind: 0 2024-08-19T10:01:32.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.two_write_queues: 0 2024-08-19T10:01:32.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.manual_wal_flush: 0 2024-08-19T10:01:32.673 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.wal_compression: 0 2024-08-19T10:01:32.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.atomic_flush: 0 2024-08-19T10:01:32.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-19T10:01:32.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-19T10:01:32.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-19T10:01:32.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.log_readahead_size: 0 2024-08-19T10:01:32.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-19T10:01:32.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.best_efforts_recovery: 0 2024-08-19T10:01:32.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-19T10:01:32.674 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-19T10:01:32.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.allow_data_in_errors: 0 2024-08-19T10:01:32.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.db_host_id: __hostname__ 2024-08-19T10:01:32.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-19T10:01:32.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_background_jobs: 2 2024-08-19T10:01:32.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_background_compactions: -1 2024-08-19T10:01:32.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_subcompactions: 1 2024-08-19T10:01:32.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-19T10:01:32.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-19T10:01:32.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-19T10:01:32.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_total_wal_size: 0 2024-08-19T10:01:32.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-19T10:01:32.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-19T10:01:32.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-19T10:01:32.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-19T10:01:32.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_open_files: -1 2024-08-19T10:01:32.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.bytes_per_sync: 0 2024-08-19T10:01:32.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-19T10:01:32.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-19T10:01:32.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compaction_readahead_size: 0 2024-08-19T10:01:32.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_background_flushes: -1 2024-08-19T10:01:32.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Compression algorithms supported: 2024-08-19T10:01:32.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: kZSTD supported: 0 2024-08-19T10:01:32.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: kXpressCompression supported: 0 2024-08-19T10:01:32.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: kBZip2Compression supported: 0 2024-08-19T10:01:32.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-19T10:01:32.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: kLZ4Compression supported: 1 2024-08-19T10:01:32.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: kZlibCompression supported: 1 2024-08-19T10:01:32.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: kLZ4HCCompression supported: 1 2024-08-19T10:01:32.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: kSnappyCompression supported: 1 2024-08-19T10:01:32.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-19T10:01:32.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-19T10:01:32.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-08-19T10:01:32.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-19T10:01:32.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-19T10:01:32.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.merge_operator: 2024-08-19T10:01:32.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compaction_filter: None 2024-08-19T10:01:32.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compaction_filter_factory: None 2024-08-19T10:01:32.677 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.sst_partitioner_factory: None 2024-08-19T10:01:32.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-19T10:01:32.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-19T10:01:32.678 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5575274c3380) 2024-08-19T10:01:32.678 INFO:journalctl@ceph.mon.b.smithi196.stdout: cache_index_and_filter_blocks: 1 2024-08-19T10:01:32.678 INFO:journalctl@ceph.mon.b.smithi196.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-19T10:01:32.678 INFO:journalctl@ceph.mon.b.smithi196.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-19T10:01:32.678 INFO:journalctl@ceph.mon.b.smithi196.stdout: pin_top_level_index_and_filter: 1 2024-08-19T10:01:32.678 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_type: 0 2024-08-19T10:01:32.678 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_block_index_type: 0 2024-08-19T10:01:32.678 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_shortening: 1 2024-08-19T10:01:32.679 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-19T10:01:32.679 INFO:journalctl@ceph.mon.b.smithi196.stdout: checksum: 4 2024-08-19T10:01:32.679 INFO:journalctl@ceph.mon.b.smithi196.stdout: no_block_cache: 0 2024-08-19T10:01:32.679 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache: 0x5575274b7610 2024-08-19T10:01:32.679 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_name: BinnedLRUCache 2024-08-19T10:01:32.679 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_options: 2024-08-19T10:01:32.679 INFO:journalctl@ceph.mon.b.smithi196.stdout: capacity : 536870912 2024-08-19T10:01:32.679 INFO:journalctl@ceph.mon.b.smithi196.stdout: num_shard_bits : 4 2024-08-19T10:01:32.679 INFO:journalctl@ceph.mon.b.smithi196.stdout: strict_capacity_limit : 0 2024-08-19T10:01:32.679 INFO:journalctl@ceph.mon.b.smithi196.stdout: high_pri_pool_ratio: 0.000 2024-08-19T10:01:32.679 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_compressed: (nil) 2024-08-19T10:01:32.679 INFO:journalctl@ceph.mon.b.smithi196.stdout: persistent_cache: (nil) 2024-08-19T10:01:32.679 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_size: 4096 2024-08-19T10:01:32.680 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_size_deviation: 10 2024-08-19T10:01:32.680 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_restart_interval: 16 2024-08-19T10:01:32.680 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_block_restart_interval: 1 2024-08-19T10:01:32.680 INFO:journalctl@ceph.mon.b.smithi196.stdout: metadata_block_size: 4096 2024-08-19T10:01:32.680 INFO:journalctl@ceph.mon.b.smithi196.stdout: partition_filters: 0 2024-08-19T10:01:32.680 INFO:journalctl@ceph.mon.b.smithi196.stdout: use_delta_encoding: 1 2024-08-19T10:01:32.680 INFO:journalctl@ceph.mon.b.smithi196.stdout: filter_policy: bloomfilter 2024-08-19T10:01:32.680 INFO:journalctl@ceph.mon.b.smithi196.stdout: whole_key_filtering: 1 2024-08-19T10:01:32.680 INFO:journalctl@ceph.mon.b.smithi196.stdout: verify_compression: 0 2024-08-19T10:01:32.680 INFO:journalctl@ceph.mon.b.smithi196.stdout: read_amp_bytes_per_bit: 0 2024-08-19T10:01:32.680 INFO:journalctl@ceph.mon.b.smithi196.stdout: format_version: 5 2024-08-19T10:01:32.680 INFO:journalctl@ceph.mon.b.smithi196.stdout: enable_index_compression: 1 2024-08-19T10:01:32.680 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_align: 0 2024-08-19T10:01:32.680 INFO:journalctl@ceph.mon.b.smithi196.stdout: max_auto_readahead_size: 262144 2024-08-19T10:01:32.680 INFO:journalctl@ceph.mon.b.smithi196.stdout: prepopulate_block_cache: 0 2024-08-19T10:01:32.681 INFO:journalctl@ceph.mon.b.smithi196.stdout: initial_auto_readahead_size: 8192 2024-08-19T10:01:32.681 INFO:journalctl@ceph.mon.b.smithi196.stdout: num_file_reads_for_auto_readahead: 2 2024-08-19T10:01:32.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.write_buffer_size: 33554432 2024-08-19T10:01:32.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_write_buffer_number: 2 2024-08-19T10:01:32.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compression: NoCompression 2024-08-19T10:01:32.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.bottommost_compression: Disabled 2024-08-19T10:01:32.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.prefix_extractor: nullptr 2024-08-19T10:01:32.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-19T10:01:32.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.num_levels: 7 2024-08-19T10:01:32.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-19T10:01:32.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-19T10:01:32.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-19T10:01:32.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-19T10:01:32.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-19T10:01:32.682 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-19T10:01:32.682 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-19T10:01:32.682 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-19T10:01:32.682 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-19T10:01:32.682 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-19T10:01:32.682 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-19T10:01:32.682 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-19T10:01:32.682 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-19T10:01:32.682 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compression_opts.level: 32767 2024-08-19T10:01:32.682 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compression_opts.strategy: 0 2024-08-19T10:01:32.682 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-19T10:01:32.682 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-19T10:01:32.682 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-19T10:01:32.682 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-19T10:01:32.683 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compression_opts.enabled: false 2024-08-19T10:01:32.683 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-19T10:01:32.683 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-19T10:01:32.683 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-19T10:01:32.683 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-19T10:01:32.683 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.target_file_size_base: 67108864 2024-08-19T10:01:32.683 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-19T10:01:32.683 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-19T10:01:32.683 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-19T10:01:32.683 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-19T10:01:32.684 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-19T10:01:32.684 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-19T10:01:32.684 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-19T10:01:32.684 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-19T10:01:32.685 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-19T10:01:32.685 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-19T10:01:32.685 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-19T10:01:32.685 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-19T10:01:32.685 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-19T10:01:32.685 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-19T10:01:32.685 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.arena_block_size: 1048576 2024-08-19T10:01:32.685 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-19T10:01:32.685 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-19T10:01:32.685 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.disable_auto_compactions: 0 2024-08-19T10:01:32.686 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-19T10:01:32.686 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-19T10:01:32.686 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-19T10:01:32.686 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-19T10:01:32.686 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-19T10:01:32.686 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-19T10:01:32.686 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-19T10:01:32.686 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-19T10:01:32.686 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-19T10:01:32.686 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-19T10:01:32.686 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-19T10:01:32.686 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.inplace_update_support: 0 2024-08-19T10:01:32.687 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-19T10:01:32.687 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-19T10:01:32.687 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-19T10:01:32.687 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-19T10:01:32.687 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.bloom_locality: 0 2024-08-19T10:01:32.687 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.max_successive_merges: 0 2024-08-19T10:01:32.687 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-19T10:01:32.687 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.paranoid_file_checks: 0 2024-08-19T10:01:32.687 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.force_consistency_checks: 1 2024-08-19T10:01:32.687 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.report_bg_io_stats: 0 2024-08-19T10:01:32.687 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.ttl: 2592000 2024-08-19T10:01:32.687 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-19T10:01:32.687 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-19T10:01:32.687 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-19T10:01:32.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.enable_blob_files: false 2024-08-19T10:01:32.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.min_blob_size: 0 2024-08-19T10:01:32.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.blob_file_size: 268435456 2024-08-19T10:01:32.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-19T10:01:32.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-19T10:01:32.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-19T10:01:32.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-19T10:01:32.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-19T10:01:32.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.blob_file_starting_level: 0 2024-08-19T10:01:32.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-19T10:01:32.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-19T10:01:32.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13571, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-08-19T10:01:32.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-19T10:01:32.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 06585563-4250-4c1e-a739-5c40ce10cdeb 2024-08-19T10:01:32.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724061692530022, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-19T10:01:32.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-19T10:01:32.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724061692550851, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5493673, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13576, "largest_seqno": 16123, "table_properties": {"data_size": 5481516, "index_size": 8487, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2629, "raw_key_size": 24708, "raw_average_key_size": 24, "raw_value_size": 5458209, "raw_average_value_size": 5314, "num_data_blocks": 372, "num_entries": 1027, "num_filter_entries": 1027, "num_deletions": 25, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724061692, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "06585563-4250-4c1e-a739-5c40ce10cdeb", "db_session_id": "NOCU57ZVEW766XS6NRMQ", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-19T10:01:32.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724061692551010, "job": 1, "event": "recovery_finished"} 2024-08-19T10:01:32.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-19T10:01:32.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-19T10:01:32.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-19T10:01:32.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5575274e6e00 2024-08-19T10:01:32.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: DB pointer 0x5575275e4000 2024-08-19T10:01:32.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-19T10:01:32.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-19T10:01:32.689 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** DB Stats ** 2024-08-19T10:01:32.689 INFO:journalctl@ceph.mon.b.smithi196.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T10:01:32.689 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-19T10:01:32.690 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T10:01:32.690 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T10:01:32.690 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-19T10:01:32.690 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-19T10:01:32.690 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-19T10:01:32.690 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-19T10:01:32.690 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-08-19T10:01:32.690 INFO:journalctl@ceph.mon.b.smithi196.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T10:01:32.690 INFO:journalctl@ceph.mon.b.smithi196.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-19T10:01:32.690 INFO:journalctl@ceph.mon.b.smithi196.stdout: L0 1/0 5.24 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 564.6 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-19T10:01:32.690 INFO:journalctl@ceph.mon.b.smithi196.stdout: L6 1/0 7.69 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-19T10:01:32.690 INFO:journalctl@ceph.mon.b.smithi196.stdout: Sum 2/0 12.93 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 564.6 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-19T10:01:32.690 INFO:journalctl@ceph.mon.b.smithi196.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 564.6 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-19T10:01:32.690 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-19T10:01:32.691 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-08-19T10:01:32.691 INFO:journalctl@ceph.mon.b.smithi196.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-19T10:01:32.691 INFO:journalctl@ceph.mon.b.smithi196.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-19T10:01:32.691 INFO:journalctl@ceph.mon.b.smithi196.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 564.6 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-19T10:01:32.691 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-19T10:01:32.691 INFO:journalctl@ceph.mon.b.smithi196.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-19T10:01:32.691 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-19T10:01:32.691 INFO:journalctl@ceph.mon.b.smithi196.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-19T10:01:32.691 INFO:journalctl@ceph.mon.b.smithi196.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-08-19T10:01:32.691 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-19T10:01:32.691 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-19T10:01:32.691 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-19T10:01:32.691 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-19T10:01:32.691 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative compaction: 0.01 GB write, 204.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T10:01:32.692 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval compaction: 0.01 GB write, 204.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-19T10:01:32.692 INFO:journalctl@ceph.mon.b.smithi196.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-19T10:01:32.692 INFO:journalctl@ceph.mon.b.smithi196.stdout: Block cache BinnedLRUCache@0x5575274b7610#2 capacity: 512.00 MB usage: 11.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-19T10:01:32.692 INFO:journalctl@ceph.mon.b.smithi196.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-08-19T10:01:32.692 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-19T10:01:32.692 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-19T10:01:32.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: starting mon.b rank 1 at public addrs [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] at bind addrs [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:01:32.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: mon.b@-1(???) e3 preinit fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:01:32.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: mon.b@-1(???).mds e7 new map 2024-08-19T10:01:32.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: mon.b@-1(???).mds e7 print_map 2024-08-19T10:01:32.692 INFO:journalctl@ceph.mon.b.smithi196.stdout: e7 2024-08-19T10:01:32.692 INFO:journalctl@ceph.mon.b.smithi196.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-19T10:01:32.692 INFO:journalctl@ceph.mon.b.smithi196.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-19T10:01:32.692 INFO:journalctl@ceph.mon.b.smithi196.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T10:01:32.693 INFO:journalctl@ceph.mon.b.smithi196.stdout: legacy client fscid: 1 2024-08-19T10:01:32.693 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-19T10:01:32.693 INFO:journalctl@ceph.mon.b.smithi196.stdout: Filesystem 'cephfs' (1) 2024-08-19T10:01:32.693 INFO:journalctl@ceph.mon.b.smithi196.stdout: fs_name cephfs 2024-08-19T10:01:32.693 INFO:journalctl@ceph.mon.b.smithi196.stdout: epoch 7 2024-08-19T10:01:32.693 INFO:journalctl@ceph.mon.b.smithi196.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-19T10:01:32.693 INFO:journalctl@ceph.mon.b.smithi196.stdout: created 2024-08-19T09:54:55.623264+0000 2024-08-19T10:01:32.693 INFO:journalctl@ceph.mon.b.smithi196.stdout: modified 2024-08-19T09:55:07.182967+0000 2024-08-19T10:01:32.693 INFO:journalctl@ceph.mon.b.smithi196.stdout: tableserver 0 2024-08-19T10:01:32.694 INFO:journalctl@ceph.mon.b.smithi196.stdout: root 0 2024-08-19T10:01:32.694 INFO:journalctl@ceph.mon.b.smithi196.stdout: session_timeout 60 2024-08-19T10:01:32.694 INFO:journalctl@ceph.mon.b.smithi196.stdout: session_autoclose 300 2024-08-19T10:01:32.694 INFO:journalctl@ceph.mon.b.smithi196.stdout: max_file_size 1099511627776 2024-08-19T10:01:32.694 INFO:journalctl@ceph.mon.b.smithi196.stdout: max_xattr_size 65536 2024-08-19T10:01:32.694 INFO:journalctl@ceph.mon.b.smithi196.stdout: required_client_features {} 2024-08-19T10:01:32.694 INFO:journalctl@ceph.mon.b.smithi196.stdout: last_failure 0 2024-08-19T10:01:32.694 INFO:journalctl@ceph.mon.b.smithi196.stdout: last_failure_osd_epoch 0 2024-08-19T10:01:32.694 INFO:journalctl@ceph.mon.b.smithi196.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-19T10:01:32.694 INFO:journalctl@ceph.mon.b.smithi196.stdout: max_mds 1 2024-08-19T10:01:32.694 INFO:journalctl@ceph.mon.b.smithi196.stdout: in 0 2024-08-19T10:01:32.695 INFO:journalctl@ceph.mon.b.smithi196.stdout: up {0=24316} 2024-08-19T10:01:32.695 INFO:journalctl@ceph.mon.b.smithi196.stdout: failed 2024-08-19T10:01:32.695 INFO:journalctl@ceph.mon.b.smithi196.stdout: damaged 2024-08-19T10:01:32.695 INFO:journalctl@ceph.mon.b.smithi196.stdout: stopped 2024-08-19T10:01:32.695 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_pools [3] 2024-08-19T10:01:32.695 INFO:journalctl@ceph.mon.b.smithi196.stdout: metadata_pool 2 2024-08-19T10:01:32.695 INFO:journalctl@ceph.mon.b.smithi196.stdout: inline_data disabled 2024-08-19T10:01:32.695 INFO:journalctl@ceph.mon.b.smithi196.stdout: balancer 2024-08-19T10:01:32.695 INFO:journalctl@ceph.mon.b.smithi196.stdout: bal_rank_mask -1 2024-08-19T10:01:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout: standby_count_wanted 0 2024-08-19T10:01:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout: qdb_cluster leader: 0 members: 2024-08-19T10:01:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout: [mds.b{0:24316} state up:active seq 5 addr [v2:172.21.15.196:6832/3130880661,v1:172.21.15.196:6833/3130880661] compat {c=[1],r=[1],i=[7ff]}] 2024-08-19T10:01:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-19T10:01:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-19T10:01:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout: Standby daemons: 2024-08-19T10:01:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-19T10:01:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout: [mds.a{-1:14430} state up:standby seq 1 addr [v2:172.21.15.190:6834/3535075349,v1:172.21.15.190:6835/3535075349] compat {c=[1],r=[1],i=[7ff]}] 2024-08-19T10:01:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: mon.b@-1(???).osd e252 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-19T10:01:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: mon.b@-1(???).osd e252 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T10:01:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: mon.b@-1(???).osd e252 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T10:01:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: mon.b@-1(???).osd e252 crush map has features 432629308056666112, adjusting msgr requires 2024-08-19T10:01:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-08-19T10:01:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 bash[72619]: 9404d29f9b7680bcc38ef93bd00b34b2dfb6885e4ea4c75ee7d07a47beca9f59 2024-08-19T10:01:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 systemd[1]: Started Ceph mon.b for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:01:33.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:32 smithi190 ceph-mon[77620]: pgmap v42: 121 pgs: 121 active+clean; 208 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.8 MiB/s wr, 34 op/s 2024-08-19T10:01:33.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:32 smithi190 ceph-mon[77620]: osdmap e252: 8 total, 8 up, 8 in 2024-08-19T10:01:33.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:32 smithi190 ceph-mon[80032]: pgmap v42: 121 pgs: 121 active+clean; 208 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.8 MiB/s wr, 34 op/s 2024-08-19T10:01:33.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:32 smithi190 ceph-mon[80032]: osdmap e252: 8 total, 8 up, 8 in 2024-08-19T10:01:33.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: pgmap v42: 121 pgs: 121 active+clean; 208 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.8 MiB/s wr, 34 op/s 2024-08-19T10:01:33.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:32 smithi196 ceph-mon[72638]: osdmap e252: 8 total, 8 up, 8 in 2024-08-19T10:01:34.566 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:01:34] "GET /metrics HTTP/1.1" 200 36107 "" "Prometheus/2.43.0" 2024-08-19T10:01:38.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:01:37.563+0000 7f58ccd6c640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-19T10:01:38.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: pgmap v44: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 583 KiB/s wr, 27 op/s 2024-08-19T10:01:38.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-19T10:01:38.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: mon.a calling monitor election 2024-08-19T10:01:38.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: mon.b calling monitor election 2024-08-19T10:01:38.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-19T10:01:38.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-19T10:01:38.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: pgmap v45: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 436 KiB/s wr, 20 op/s 2024-08-19T10:01:38.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: pgmap v46: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 350 KiB/s wr, 16 op/s 2024-08-19T10:01:38.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-19T10:01:38.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: monmap epoch 4 2024-08-19T10:01:38.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:01:38.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: last_changed 2024-08-19T10:01:32.734088+0000 2024-08-19T10:01:38.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: created 2024-08-19T09:49:32.980697+0000 2024-08-19T10:01:38.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: min_mon_release 19 (squid) 2024-08-19T10:01:38.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: election_strategy: 1 2024-08-19T10:01:38.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: 0: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.a 2024-08-19T10:01:38.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-19T10:01:38.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: 2: [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] mon.c 2024-08-19T10:01:38.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T10:01:38.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: osdmap e252: 8 total, 8 up, 8 in 2024-08-19T10:01:38.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: mgrmap e40: y(active, since 37s), standbys: x 2024-08-19T10:01:38.069 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: overall HEALTH_OK 2024-08-19T10:01:38.070 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:38.070 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:38.070 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:37 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:01:38.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: pgmap v44: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 583 KiB/s wr, 27 op/s 2024-08-19T10:01:38.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-19T10:01:38.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: mon.a calling monitor election 2024-08-19T10:01:38.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: mon.b calling monitor election 2024-08-19T10:01:38.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-19T10:01:38.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-19T10:01:38.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: pgmap v45: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 436 KiB/s wr, 20 op/s 2024-08-19T10:01:38.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: pgmap v46: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 350 KiB/s wr, 16 op/s 2024-08-19T10:01:38.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-19T10:01:38.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: monmap epoch 4 2024-08-19T10:01:38.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:01:38.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: last_changed 2024-08-19T10:01:32.734088+0000 2024-08-19T10:01:38.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: created 2024-08-19T09:49:32.980697+0000 2024-08-19T10:01:38.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: min_mon_release 19 (squid) 2024-08-19T10:01:38.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: election_strategy: 1 2024-08-19T10:01:38.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: 0: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.a 2024-08-19T10:01:38.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-19T10:01:38.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: 2: [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] mon.c 2024-08-19T10:01:38.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T10:01:38.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: osdmap e252: 8 total, 8 up, 8 in 2024-08-19T10:01:38.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: mgrmap e40: y(active, since 37s), standbys: x 2024-08-19T10:01:38.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: overall HEALTH_OK 2024-08-19T10:01:38.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:38.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:38.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:37 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:01:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:39 smithi196 ceph-mon[72638]: pgmap v47: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 309 KiB/s wr, 14 op/s 2024-08-19T10:01:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:39 smithi196 ceph-mon[72638]: osdmap e253: 8 total, 8 up, 8 in 2024-08-19T10:01:39.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:39 smithi190 ceph-mon[77620]: pgmap v47: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 309 KiB/s wr, 14 op/s 2024-08-19T10:01:39.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:39 smithi190 ceph-mon[77620]: osdmap e253: 8 total, 8 up, 8 in 2024-08-19T10:01:41.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[77620]: pgmap v49: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 277 KiB/s wr, 13 op/s 2024-08-19T10:01:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:41 smithi196 ceph-mon[72638]: pgmap v49: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 277 KiB/s wr, 13 op/s 2024-08-19T10:01:41.810 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:01:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: pgmap v44: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 583 KiB/s wr, 27 op/s 2024-08-19T10:01:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-19T10:01:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: mon.a calling monitor election 2024-08-19T10:01:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: mon.b calling monitor election 2024-08-19T10:01:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-19T10:01:42.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-19T10:01:42.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: pgmap v45: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 436 KiB/s wr, 20 op/s 2024-08-19T10:01:42.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: pgmap v46: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 350 KiB/s wr, 16 op/s 2024-08-19T10:01:42.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-19T10:01:42.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: monmap epoch 4 2024-08-19T10:01:42.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:01:42.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: last_changed 2024-08-19T10:01:32.734088+0000 2024-08-19T10:01:42.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: created 2024-08-19T09:49:32.980697+0000 2024-08-19T10:01:42.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: min_mon_release 19 (squid) 2024-08-19T10:01:42.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: election_strategy: 1 2024-08-19T10:01:42.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: 0: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.a 2024-08-19T10:01:42.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-19T10:01:42.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: 2: [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] mon.c 2024-08-19T10:01:42.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T10:01:42.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: osdmap e252: 8 total, 8 up, 8 in 2024-08-19T10:01:42.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: mgrmap e40: y(active, since 37s), standbys: x 2024-08-19T10:01:42.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: overall HEALTH_OK 2024-08-19T10:01:42.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:42.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:42.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:01:42.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: pgmap v47: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 309 KiB/s wr, 14 op/s 2024-08-19T10:01:42.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: osdmap e253: 8 total, 8 up, 8 in 2024-08-19T10:01:42.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:41 smithi190 ceph-mon[80032]: pgmap v49: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 277 KiB/s wr, 13 op/s 2024-08-19T10:01:42.287 INFO:tasks.rados.rados.0.smithi190.stdout:942: done (13 left) 2024-08-19T10:01:42.287 INFO:tasks.rados.rados.0.smithi190.stdout:944: done (12 left) 2024-08-19T10:01:42.287 INFO:tasks.rados.rados.0.smithi190.stdout:945: done (11 left) 2024-08-19T10:01:42.288 INFO:tasks.rados.rados.0.smithi190.stdout:946: done (10 left) 2024-08-19T10:01:42.288 INFO:tasks.rados.rados.0.smithi190.stdout:947: done (9 left) 2024-08-19T10:01:42.288 INFO:tasks.rados.rados.0.smithi190.stdout:948: done (8 left) 2024-08-19T10:01:42.288 INFO:tasks.rados.rados.0.smithi190.stdout:949: done (7 left) 2024-08-19T10:01:42.288 INFO:tasks.rados.rados.0.smithi190.stdout:950: done (6 left) 2024-08-19T10:01:42.289 INFO:tasks.rados.rados.0.smithi190.stdout:951: done (5 left) 2024-08-19T10:01:42.289 INFO:tasks.rados.rados.0.smithi190.stdout:952: done (4 left) 2024-08-19T10:01:42.289 INFO:tasks.rados.rados.0.smithi190.stdout:953: done (3 left) 2024-08-19T10:01:42.289 INFO:tasks.rados.rados.0.smithi190.stdout:954: done (2 left) 2024-08-19T10:01:42.289 INFO:tasks.rados.rados.0.smithi190.stdout:955: done (1 left) 2024-08-19T10:01:42.289 INFO:tasks.rados.rados.0.smithi190.stdout:956: done (0 left) 2024-08-19T10:01:42.290 INFO:tasks.rados.rados.0.smithi190.stdout:957: rollback oid 30 current snap is 97 2024-08-19T10:01:42.290 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 30 to 63 2024-08-19T10:01:42.290 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 97 2024-08-19T10:01:42.290 INFO:tasks.rados.rados.0.smithi190.stdout:958: seq_num 298 ranges {1728512=196608} 2024-08-19T10:01:42.297 INFO:tasks.rados.rados.0.smithi190.stdout:958: writing smithi19066007-26 from 1728512 to 1925120 tid 1 2024-08-19T10:01:42.297 INFO:tasks.rados.rados.0.smithi190.stdout:959: snap_remove snap 59 2024-08-19T10:01:42.397 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:01:42.397 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (4m) 18s ago 5m 25.5M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T10:01:42.397 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (5m) 0s ago 5m 88.0M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:01:42.397 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (7m) 18s ago 7m 17.7M - 18.2.4-721-gbaa926de e6c292a6bc95 e6af5dc87346 2024-08-19T10:01:42.397 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (7m) 0s ago 7m 18.7M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T10:01:42.397 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (63s) 0s ago 10m 451M - 19.0.0-5847-g79766939 50bbda8a3289 0261da8614e1 2024-08-19T10:01:42.398 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (91s) 18s ago 11m 507M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:01:42.398 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (49s) 18s ago 12m 40.4M 2048M 19.0.0-5847-g79766939 50bbda8a3289 91d6e2488c1e 2024-08-19T10:01:42.398 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (10s) 0s ago 10m 26.7M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9404d29f9b76 2024-08-19T10:01:42.398 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (27s) 18s ago 10m 23.9M 2048M 19.0.0-5847-g79766939 50bbda8a3289 3794657df204 2024-08-19T10:01:42.398 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (5m) 18s ago 5m 16.2M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T10:01:42.398 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (5m) 0s ago 5m 16.2M - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T10:01:42.398 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (10m) 18s ago 10m 168M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 7869b3a6fe8d 2024-08-19T10:01:42.398 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (9m) 18s ago 9m 142M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 216832ba0eb9 2024-08-19T10:01:42.398 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (9m) 18s ago 9m 154M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 7dc17a160906 2024-08-19T10:01:42.398 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (8m) 18s ago 8m 107M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 8d23db0741f1 2024-08-19T10:01:42.398 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (8m) 0s ago 8m 151M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 36958c5836c1 2024-08-19T10:01:42.398 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (8m) 0s ago 8m 196M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 089ec5523ac2 2024-08-19T10:01:42.399 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (7m) 0s ago 7m 150M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 5b1bd80e75ec 2024-08-19T10:01:42.399 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (7m) 0s ago 7m 98.4M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 0af4ca14b11c 2024-08-19T10:01:42.399 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (68s) 0s ago 6m 48.0M - 2.43.0 a07b618ecd1d 3fdb2a720e67 2024-08-19T10:01:42.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: mon.c calling monitor election 2024-08-19T10:01:42.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: mon.a calling monitor election 2024-08-19T10:01:42.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: mon.b calling monitor election 2024-08-19T10:01:42.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T10:01:42.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: monmap epoch 4 2024-08-19T10:01:42.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:01:42.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: last_changed 2024-08-19T10:01:32.734088+0000 2024-08-19T10:01:42.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: created 2024-08-19T09:49:32.980697+0000 2024-08-19T10:01:42.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: min_mon_release 19 (squid) 2024-08-19T10:01:42.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: election_strategy: 1 2024-08-19T10:01:42.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: 0: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.a 2024-08-19T10:01:42.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-19T10:01:42.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: 2: [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] mon.c 2024-08-19T10:01:42.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T10:01:42.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: osdmap e253: 8 total, 8 up, 8 in 2024-08-19T10:01:42.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: mgrmap e40: y(active, since 41s), standbys: x 2024-08-19T10:01:42.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: overall HEALTH_OK 2024-08-19T10:01:42.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:42.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:42.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: mon.c calling monitor election 2024-08-19T10:01:42.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: mon.a calling monitor election 2024-08-19T10:01:42.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: mon.b calling monitor election 2024-08-19T10:01:42.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T10:01:42.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: monmap epoch 4 2024-08-19T10:01:42.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:01:42.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: last_changed 2024-08-19T10:01:32.734088+0000 2024-08-19T10:01:42.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: created 2024-08-19T09:49:32.980697+0000 2024-08-19T10:01:42.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: min_mon_release 19 (squid) 2024-08-19T10:01:42.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: election_strategy: 1 2024-08-19T10:01:42.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: 0: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.a 2024-08-19T10:01:42.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-19T10:01:42.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: 2: [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] mon.c 2024-08-19T10:01:42.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T10:01:42.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: osdmap e253: 8 total, 8 up, 8 in 2024-08-19T10:01:42.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: mgrmap e40: y(active, since 41s), standbys: x 2024-08-19T10:01:42.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: overall HEALTH_OK 2024-08-19T10:01:42.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:42.568 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:42 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: mon.c calling monitor election 2024-08-19T10:01:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: mon.a calling monitor election 2024-08-19T10:01:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: mon.b calling monitor election 2024-08-19T10:01:42.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-19T10:01:42.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: monmap epoch 4 2024-08-19T10:01:42.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:01:42.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: last_changed 2024-08-19T10:01:32.734088+0000 2024-08-19T10:01:42.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: created 2024-08-19T09:49:32.980697+0000 2024-08-19T10:01:42.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: min_mon_release 19 (squid) 2024-08-19T10:01:42.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: election_strategy: 1 2024-08-19T10:01:42.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: 0: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.a 2024-08-19T10:01:42.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-19T10:01:42.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: 2: [v2:172.21.15.190:3301/0,v1:172.21.15.190:6790/0] mon.c 2024-08-19T10:01:42.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T10:01:42.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: osdmap e253: 8 total, 8 up, 8 in 2024-08-19T10:01:42.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: mgrmap e40: y(active, since 41s), standbys: x 2024-08-19T10:01:42.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: overall HEALTH_OK 2024-08-19T10:01:42.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:42.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:42 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:42.733 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:01:42.733 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:01:42.734 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:01:42.734 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:01:42.734 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:01:42.734 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:01:42.734 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:01:42.735 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:01:42.735 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8 2024-08-19T10:01:42.735 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:01:42.735 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:01:42.735 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T10:01:42.735 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:01:42.735 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:01:42.735 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 10, 2024-08-19T10:01:42.735 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 5 2024-08-19T10:01:42.735 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:01:42.735 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:01:43.016 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:01:43.016 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:01:43.016 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:01:43.016 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:01:43.017 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [ 2024-08-19T10:01:43.017 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr", 2024-08-19T10:01:43.017 INFO:teuthology.orchestra.run.smithi190.stdout: "mon" 2024-08-19T10:01:43.017 INFO:teuthology.orchestra.run.smithi190.stdout: ], 2024-08-19T10:01:43.017 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "5/20 daemons upgraded", 2024-08-19T10:01:43.017 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading mon daemons", 2024-08-19T10:01:43.017 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:01:43.017 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:01:43.297 INFO:tasks.rados.rados.0.smithi190.stdout:959: done (2 left) 2024-08-19T10:01:43.298 INFO:tasks.rados.rados.0.smithi190.stdout:960: read oid 42 snap -1 2024-08-19T10:01:43.298 INFO:tasks.rados.rados.0.smithi190.stdout:960: expect (ObjNum 197 snap 51 seq_num 197) 2024-08-19T10:01:43.298 INFO:tasks.rados.rados.0.smithi190.stdout:961: read oid 19 snap -1 2024-08-19T10:01:43.298 INFO:tasks.rados.rados.0.smithi190.stdout:961: expect deleted 2024-08-19T10:01:43.298 INFO:tasks.rados.rados.0.smithi190.stdout:962: read oid 10 snap -1 2024-08-19T10:01:43.299 INFO:tasks.rados.rados.0.smithi190.stdout:962: expect (ObjNum 250 snap 75 seq_num 250) 2024-08-19T10:01:43.299 INFO:tasks.rados.rados.0.smithi190.stdout:963: rollback oid 29 current snap is 97 2024-08-19T10:01:43.299 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 29 to 63 2024-08-19T10:01:43.299 INFO:tasks.rados.rados.0.smithi190.stdout:957: finishing rollback tid 1 to smithi19066007-30 2024-08-19T10:01:43.299 INFO:tasks.rados.rados.0.smithi190.stdout:957: finishing rollback tid 2 to smithi19066007-30 2024-08-19T10:01:43.299 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 543 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-08-19T10:01:43.300 INFO:tasks.rados.rados.0.smithi190.stdout:958: finishing write tid 1 to smithi19066007-26 2024-08-19T10:01:43.300 INFO:tasks.rados.rados.0.smithi190.stdout:958: finishing write tid 2 to smithi19066007-26 2024-08-19T10:01:43.300 INFO:tasks.rados.rados.0.smithi190.stdout:958: finishing write tid 3 to smithi19066007-26 2024-08-19T10:01:43.300 INFO:tasks.rados.rados.0.smithi190.stdout:958: oid 26 updating version 0 to 444 2024-08-19T10:01:43.300 INFO:tasks.rados.rados.0.smithi190.stdout:958: oid 26 version 444 is already newer than 443 2024-08-19T10:01:43.301 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 444 (ObjNum 298 snap 97 seq_num 298) dirty exists 2024-08-19T10:01:43.301 INFO:tasks.rados.rados.0.smithi190.stdout:958: left oid 26 (ObjNum 298 snap 97 seq_num 298) 2024-08-19T10:01:43.301 INFO:tasks.rados.rados.0.smithi190.stdout:957: done (5 left) 2024-08-19T10:01:43.301 INFO:tasks.rados.rados.0.smithi190.stdout:958: done (4 left) 2024-08-19T10:01:43.301 INFO:tasks.rados.rados.0.smithi190.stdout:964: snap_remove snap 94 2024-08-19T10:01:43.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[77620]: pgmap v50: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:43.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[77620]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:43.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[77620]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:43.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[77620]: osdmap e254: 8 total, 8 up, 8 in 2024-08-19T10:01:43.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:43.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:43.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[77620]: from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:43.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3383606149' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:01:43.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[80032]: pgmap v50: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:43.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[80032]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:43.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[80032]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:43.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[80032]: osdmap e254: 8 total, 8 up, 8 in 2024-08-19T10:01:43.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:43.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:43.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[80032]: from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:43.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:43 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3383606149' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:01:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:43 smithi196 ceph-mon[72638]: pgmap v50: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:43 smithi196 ceph-mon[72638]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:43 smithi196 ceph-mon[72638]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:43 smithi196 ceph-mon[72638]: osdmap e254: 8 total, 8 up, 8 in 2024-08-19T10:01:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:43 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:43 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:43 smithi196 ceph-mon[72638]: from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:43 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3383606149' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:01:44.304 INFO:tasks.rados.rados.0.smithi190.stdout:964: done (4 left) 2024-08-19T10:01:44.304 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 48 current snap is 97 2024-08-19T10:01:44.304 INFO:tasks.rados.rados.0.smithi190.stdout:965: seq_num 299 ranges {491520=212992} 2024-08-19T10:01:44.308 INFO:tasks.rados.rados.0.smithi190.stdout:965: writing smithi19066007-48 from 491520 to 704512 tid 1 2024-08-19T10:01:44.308 INFO:tasks.rados.rados.0.smithi190.stdout:960: expect (ObjNum 197 snap 51 seq_num 197) 2024-08-19T10:01:44.392 INFO:tasks.rados.rados.0.smithi190.stdout:963: finishing rollback tid 0 to smithi19066007-29 2024-08-19T10:01:44.392 INFO:tasks.rados.rados.0.smithi190.stdout:963: finishing rollback tid 1 to smithi19066007-29 2024-08-19T10:01:44.392 INFO:tasks.rados.rados.0.smithi190.stdout:963: finishing rollback tid 2 to smithi19066007-29 2024-08-19T10:01:44.392 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 137 (ObjNum 206 snap 51 seq_num 206) dirty exists 2024-08-19T10:01:44.392 INFO:tasks.rados.rados.0.smithi190.stdout:960: done (4 left) 2024-08-19T10:01:44.392 INFO:tasks.rados.rados.0.smithi190.stdout:961: done (3 left) 2024-08-19T10:01:44.392 INFO:tasks.rados.rados.0.smithi190.stdout:963: done (2 left) 2024-08-19T10:01:44.393 INFO:tasks.rados.rados.0.smithi190.stdout:966: snap_remove snap 82 2024-08-19T10:01:44.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:01:44] "GET /metrics HTTP/1.1" 200 36107 "" "Prometheus/2.43.0" 2024-08-19T10:01:44.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:44 smithi190 ceph-mon[77620]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:44.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:44 smithi190 ceph-mon[77620]: osdmap e255: 8 total, 8 up, 8 in 2024-08-19T10:01:44.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:44 smithi190 ceph-mon[80032]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:44.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:44 smithi190 ceph-mon[80032]: osdmap e255: 8 total, 8 up, 8 in 2024-08-19T10:01:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:44 smithi196 ceph-mon[72638]: from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:01:44.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:44 smithi196 ceph-mon[72638]: osdmap e255: 8 total, 8 up, 8 in 2024-08-19T10:01:45.303 INFO:tasks.rados.rados.0.smithi190.stdout:966: done (2 left) 2024-08-19T10:01:45.303 INFO:tasks.rados.rados.0.smithi190.stdout:967: delete oid 42 current snap is 97 2024-08-19T10:01:45.303 INFO:tasks.rados.rados.0.smithi190.stdout:962: expect (ObjNum 250 snap 75 seq_num 250) 2024-08-19T10:01:45.359 INFO:tasks.rados.rados.0.smithi190.stdout:965: finishing write tid 1 to smithi19066007-48 2024-08-19T10:01:45.360 INFO:tasks.rados.rados.0.smithi190.stdout:965: finishing write tid 2 to smithi19066007-48 2024-08-19T10:01:45.360 INFO:tasks.rados.rados.0.smithi190.stdout:965: finishing write tid 3 to smithi19066007-48 2024-08-19T10:01:45.360 INFO:tasks.rados.rados.0.smithi190.stdout:965: oid 48 updating version 0 to 557 2024-08-19T10:01:45.360 INFO:tasks.rados.rados.0.smithi190.stdout:965: oid 48 updating version 557 to 558 2024-08-19T10:01:45.360 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 558 (ObjNum 299 snap 97 seq_num 299) dirty exists 2024-08-19T10:01:45.360 INFO:tasks.rados.rados.0.smithi190.stdout:965: left oid 48 (ObjNum 299 snap 97 seq_num 299) 2024-08-19T10:01:45.360 INFO:tasks.rados.rados.0.smithi190.stdout:962: done (2 left) 2024-08-19T10:01:45.360 INFO:tasks.rados.rados.0.smithi190.stdout:965: done (1 left) 2024-08-19T10:01:45.360 INFO:tasks.rados.rados.0.smithi190.stdout:967: done (0 left) 2024-08-19T10:01:45.360 INFO:tasks.rados.rados.0.smithi190.stdout:968: snap_remove snap 88 2024-08-19T10:01:45.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:45 smithi190 ceph-mon[77620]: pgmap v53: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:45.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:45 smithi190 ceph-mon[77620]: osdmap e256: 8 total, 8 up, 8 in 2024-08-19T10:01:45.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:01:45.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:45 smithi190 ceph-mon[80032]: pgmap v53: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:45.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:45 smithi190 ceph-mon[80032]: osdmap e256: 8 total, 8 up, 8 in 2024-08-19T10:01:45.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:01:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:45 smithi196 ceph-mon[72638]: pgmap v53: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:45 smithi196 ceph-mon[72638]: osdmap e256: 8 total, 8 up, 8 in 2024-08-19T10:01:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:01:46.317 INFO:tasks.rados.rados.0.smithi190.stdout:968: done (0 left) 2024-08-19T10:01:46.317 INFO:tasks.rados.rados.0.smithi190.stdout:969: copy_from oid 31 from oid 35 current snap is 97 2024-08-19T10:01:46.317 INFO:tasks.rados.rados.0.smithi190.stdout:970: delete oid 47 current snap is 97 2024-08-19T10:01:46.321 INFO:tasks.rados.rados.0.smithi190.stdout:970: done (1 left) 2024-08-19T10:01:46.321 INFO:tasks.rados.rados.0.smithi190.stdout:971: snap_remove snap 96 2024-08-19T10:01:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[80032]: osdmap e257: 8 total, 8 up, 8 in 2024-08-19T10:01:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:01:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[80032]: Reconfiguring mon.a (monmap changed)... 2024-08-19T10:01:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T10:01:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T10:01:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[80032]: Reconfiguring daemon mon.a on smithi190 2024-08-19T10:01:46.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[77620]: osdmap e257: 8 total, 8 up, 8 in 2024-08-19T10:01:46.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:46.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:46.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:46.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:01:46.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:46.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[77620]: Reconfiguring mon.a (monmap changed)... 2024-08-19T10:01:46.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T10:01:46.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T10:01:46.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:46.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:46 smithi190 ceph-mon[77620]: Reconfiguring daemon mon.a on smithi190 2024-08-19T10:01:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:46 smithi196 ceph-mon[72638]: osdmap e257: 8 total, 8 up, 8 in 2024-08-19T10:01:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:46 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:46 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:46 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:46 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:01:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:46 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:46 smithi196 ceph-mon[72638]: Reconfiguring mon.a (monmap changed)... 2024-08-19T10:01:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:46 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T10:01:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:46 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T10:01:46.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:46 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:46.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:46 smithi196 ceph-mon[72638]: Reconfiguring daemon mon.a on smithi190 2024-08-19T10:01:47.323 INFO:tasks.rados.rados.0.smithi190.stdout:971: done (1 left) 2024-08-19T10:01:47.324 INFO:tasks.rados.rados.0.smithi190.stdout:972: snap_create 2024-08-19T10:01:47.324 INFO:tasks.rados.rados.0.smithi190.stdout:969: finishing copy_from racing read to smithi19066007-31 2024-08-19T10:01:47.324 INFO:tasks.rados.rados.0.smithi190.stdout:969: finishing copy_from to smithi19066007-31 2024-08-19T10:01:47.324 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 214 (ObjNum 239 snap 72 seq_num 239) dirty exists 2024-08-19T10:01:47.619 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:47 smithi190 ceph-mon[80032]: pgmap v56: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:47.619 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:47 smithi190 ceph-mon[80032]: osdmap e258: 8 total, 8 up, 8 in 2024-08-19T10:01:47.619 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:47 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:47.619 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:47 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:47.619 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:47 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-19T10:01:47.619 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:47 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-19T10:01:47.619 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:47 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:47.620 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:47 smithi190 ceph-mon[77620]: pgmap v56: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:47.620 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:47 smithi190 ceph-mon[77620]: osdmap e258: 8 total, 8 up, 8 in 2024-08-19T10:01:47.620 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:47 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:47.620 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:47 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:47.620 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:47 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-19T10:01:47.620 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:47 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-19T10:01:47.620 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:47 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:47 smithi196 ceph-mon[72638]: pgmap v56: 121 pgs: 121 active+clean; 210 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:47 smithi196 ceph-mon[72638]: osdmap e258: 8 total, 8 up, 8 in 2024-08-19T10:01:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:47 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:47 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:47 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-19T10:01:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:47 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-19T10:01:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:47 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:48.339 INFO:tasks.rados.rados.0.smithi190.stdout:969: done (1 left) 2024-08-19T10:01:48.339 INFO:tasks.rados.rados.0.smithi190.stdout:972: done (0 left) 2024-08-19T10:01:48.339 INFO:tasks.rados.rados.0.smithi190.stdout:973: copy_from oid 20 from oid 32 current snap is 98 2024-08-19T10:01:48.339 INFO:tasks.rados.rados.0.smithi190.stdout:974: delete oid 3 current snap is 98 2024-08-19T10:01:48.343 INFO:tasks.rados.rados.0.smithi190.stdout:973: finishing copy_from racing read to smithi19066007-20 2024-08-19T10:01:48.343 INFO:tasks.rados.rados.0.smithi190.stdout:974: done (1 left) 2024-08-19T10:01:48.344 INFO:tasks.rados.rados.0.smithi190.stdout:975: copy_from oid 45 from oid 37 current snap is 98 2024-08-19T10:01:48.344 INFO:tasks.rados.rados.0.smithi190.stdout:976: snap_remove snap 86 2024-08-19T10:01:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:48 smithi196 ceph-mon[72638]: Reconfiguring mgr.y (monmap changed)... 2024-08-19T10:01:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:48 smithi196 ceph-mon[72638]: Reconfiguring daemon mgr.y on smithi190 2024-08-19T10:01:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:48 smithi196 ceph-mon[72638]: osdmap e259: 8 total, 8 up, 8 in 2024-08-19T10:01:48.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:48 smithi190 ceph-mon[77620]: Reconfiguring mgr.y (monmap changed)... 2024-08-19T10:01:48.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:48 smithi190 ceph-mon[77620]: Reconfiguring daemon mgr.y on smithi190 2024-08-19T10:01:48.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:48 smithi190 ceph-mon[77620]: osdmap e259: 8 total, 8 up, 8 in 2024-08-19T10:01:48.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:48 smithi190 ceph-mon[80032]: Reconfiguring mgr.y (monmap changed)... 2024-08-19T10:01:48.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:48 smithi190 ceph-mon[80032]: Reconfiguring daemon mgr.y on smithi190 2024-08-19T10:01:48.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:48 smithi190 ceph-mon[80032]: osdmap e259: 8 total, 8 up, 8 in 2024-08-19T10:01:49.346 INFO:tasks.rados.rados.0.smithi190.stdout:976: done (2 left) 2024-08-19T10:01:49.346 INFO:tasks.rados.rados.0.smithi190.stdout:977: snap_create 2024-08-19T10:01:49.346 INFO:tasks.rados.rados.0.smithi190.stdout:973: finishing copy_from to smithi19066007-20 2024-08-19T10:01:49.346 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 436 (ObjNum 33 snap 0 seq_num 1734893390) dirty exists 2024-08-19T10:01:49.346 INFO:tasks.rados.rados.0.smithi190.stdout:975: finishing copy_from racing read to smithi19066007-45 2024-08-19T10:01:49.346 INFO:tasks.rados.rados.0.smithi190.stdout:975: finishing copy_from to smithi19066007-45 2024-08-19T10:01:49.347 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 310 (ObjNum 279 snap 88 seq_num 279) dirty exists 2024-08-19T10:01:49.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[80032]: pgmap v59: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 100 KiB/s wr, 4 op/s 2024-08-19T10:01:49.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[80032]: osdmap e260: 8 total, 8 up, 8 in 2024-08-19T10:01:49.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:49.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:49.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[80032]: Reconfiguring mon.c (monmap changed)... 2024-08-19T10:01:49.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T10:01:49.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T10:01:49.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:49.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[80032]: Reconfiguring daemon mon.c on smithi190 2024-08-19T10:01:49.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[77620]: pgmap v59: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 100 KiB/s wr, 4 op/s 2024-08-19T10:01:49.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[77620]: osdmap e260: 8 total, 8 up, 8 in 2024-08-19T10:01:49.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:49.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:49.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[77620]: Reconfiguring mon.c (monmap changed)... 2024-08-19T10:01:49.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T10:01:49.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T10:01:49.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:49.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:49 smithi190 ceph-mon[77620]: Reconfiguring daemon mon.c on smithi190 2024-08-19T10:01:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:49 smithi196 ceph-mon[72638]: pgmap v59: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 100 KiB/s wr, 4 op/s 2024-08-19T10:01:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:49 smithi196 ceph-mon[72638]: osdmap e260: 8 total, 8 up, 8 in 2024-08-19T10:01:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:49 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:49 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:49 smithi196 ceph-mon[72638]: Reconfiguring mon.c (monmap changed)... 2024-08-19T10:01:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:49 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T10:01:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:49 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T10:01:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:49 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:49 smithi196 ceph-mon[72638]: Reconfiguring daemon mon.c on smithi190 2024-08-19T10:01:50.356 INFO:tasks.rados.rados.0.smithi190.stdout:973: done (2 left) 2024-08-19T10:01:50.357 INFO:tasks.rados.rados.0.smithi190.stdout:975: done (1 left) 2024-08-19T10:01:50.357 INFO:tasks.rados.rados.0.smithi190.stdout:977: done (0 left) 2024-08-19T10:01:50.357 INFO:tasks.rados.rados.0.smithi190.stdout:978: snap_remove snap 60 2024-08-19T10:01:50.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:50 smithi196 ceph-mon[72638]: osdmap e261: 8 total, 8 up, 8 in 2024-08-19T10:01:50.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:50.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:50.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-19T10:01:50.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:50.760 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:50 smithi190 ceph-mon[80032]: osdmap e261: 8 total, 8 up, 8 in 2024-08-19T10:01:50.761 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:50.761 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:50.761 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-19T10:01:50.761 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:50.761 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:50 smithi190 ceph-mon[77620]: osdmap e261: 8 total, 8 up, 8 in 2024-08-19T10:01:50.761 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:50.761 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:50.761 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-19T10:01:50.761 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:51.357 INFO:tasks.rados.rados.0.smithi190.stdout:978: done (0 left) 2024-08-19T10:01:51.358 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 25 current snap is 99 2024-08-19T10:01:51.358 INFO:tasks.rados.rados.0.smithi190.stdout:979: seq_num 303 ranges {3973120=278528} 2024-08-19T10:01:51.380 INFO:tasks.rados.rados.0.smithi190.stdout:979: writing smithi19066007-25 from 3973120 to 4251648 tid 1 2024-08-19T10:01:51.380 INFO:tasks.rados.rados.0.smithi190.stdout:980: copy_from oid 1 from oid 10 current snap is 99 2024-08-19T10:01:51.380 INFO:tasks.rados.rados.0.smithi190.stdout:981: read oid 46 snap -1 2024-08-19T10:01:51.380 INFO:tasks.rados.rados.0.smithi190.stdout:981: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T10:01:51.380 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 99 2024-08-19T10:01:51.381 INFO:tasks.rados.rados.0.smithi190.stdout:982: seq_num 304 ranges {2809856=294912} 2024-08-19T10:01:51.398 INFO:tasks.rados.rados.0.smithi190.stdout:982: writing smithi19066007-29 from 2809856 to 3104768 tid 1 2024-08-19T10:01:51.399 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 45 current snap is 99 2024-08-19T10:01:51.399 INFO:tasks.rados.rados.0.smithi190.stdout:983: seq_num 305 ranges {6103040=311296} 2024-08-19T10:01:51.433 INFO:tasks.rados.rados.0.smithi190.stdout:983: writing smithi19066007-45 from 6103040 to 6414336 tid 1 2024-08-19T10:01:51.433 INFO:tasks.rados.rados.0.smithi190.stdout:984: snap_create 2024-08-19T10:01:51.433 INFO:tasks.rados.rados.0.smithi190.stdout:981: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-19T10:01:51.451 INFO:tasks.rados.rados.0.smithi190.stdout:979: finishing write tid 1 to smithi19066007-25 2024-08-19T10:01:51.451 INFO:tasks.rados.rados.0.smithi190.stdout:979: finishing write tid 2 to smithi19066007-25 2024-08-19T10:01:51.451 INFO:tasks.rados.rados.0.smithi190.stdout:979: finishing write tid 3 to smithi19066007-25 2024-08-19T10:01:51.451 INFO:tasks.rados.rados.0.smithi190.stdout:979: oid 25 updating version 0 to 496 2024-08-19T10:01:51.452 INFO:tasks.rados.rados.0.smithi190.stdout:979: oid 25 updating version 496 to 497 2024-08-19T10:01:51.452 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 497 (ObjNum 303 snap 99 seq_num 303) dirty exists 2024-08-19T10:01:51.452 INFO:tasks.rados.rados.0.smithi190.stdout:979: left oid 25 (ObjNum 303 snap 99 seq_num 303) 2024-08-19T10:01:51.452 INFO:tasks.rados.rados.0.smithi190.stdout:980: finishing copy_from racing read to smithi19066007-1 2024-08-19T10:01:51.452 INFO:tasks.rados.rados.0.smithi190.stdout:980: finishing copy_from to smithi19066007-1 2024-08-19T10:01:51.452 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 133 (ObjNum 250 snap 75 seq_num 250) dirty exists 2024-08-19T10:01:51.452 INFO:tasks.rados.rados.0.smithi190.stdout:982: finishing write tid 1 to smithi19066007-29 2024-08-19T10:01:51.452 INFO:tasks.rados.rados.0.smithi190.stdout:982: finishing write tid 2 to smithi19066007-29 2024-08-19T10:01:51.452 INFO:tasks.rados.rados.0.smithi190.stdout:982: finishing write tid 3 to smithi19066007-29 2024-08-19T10:01:51.452 INFO:tasks.rados.rados.0.smithi190.stdout:982: oid 29 updating version 0 to 166 2024-08-19T10:01:51.452 INFO:tasks.rados.rados.0.smithi190.stdout:982: oid 29 version 166 is already newer than 165 2024-08-19T10:01:51.452 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 166 (ObjNum 304 snap 99 seq_num 304) dirty exists 2024-08-19T10:01:51.452 INFO:tasks.rados.rados.0.smithi190.stdout:982: left oid 29 (ObjNum 304 snap 99 seq_num 304) 2024-08-19T10:01:51.453 INFO:tasks.rados.rados.0.smithi190.stdout:983: finishing write tid 1 to smithi19066007-45 2024-08-19T10:01:51.453 INFO:tasks.rados.rados.0.smithi190.stdout:983: finishing write tid 2 to smithi19066007-45 2024-08-19T10:01:51.453 INFO:tasks.rados.rados.0.smithi190.stdout:983: finishing write tid 3 to smithi19066007-45 2024-08-19T10:01:51.453 INFO:tasks.rados.rados.0.smithi190.stdout:983: oid 45 updating version 0 to 311 2024-08-19T10:01:51.453 INFO:tasks.rados.rados.0.smithi190.stdout:983: oid 45 updating version 311 to 312 2024-08-19T10:01:51.453 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 312 (ObjNum 305 snap 99 seq_num 305) dirty exists 2024-08-19T10:01:51.453 INFO:tasks.rados.rados.0.smithi190.stdout:983: left oid 45 (ObjNum 305 snap 99 seq_num 305) 2024-08-19T10:01:51.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:51 smithi190 ceph-mon[77620]: pgmap v62: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 100 KiB/s wr, 4 op/s 2024-08-19T10:01:51.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:51 smithi190 ceph-mon[77620]: Reconfiguring osd.0 (monmap changed)... 2024-08-19T10:01:51.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:51 smithi190 ceph-mon[77620]: Reconfiguring daemon osd.0 on smithi190 2024-08-19T10:01:51.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:51 smithi190 ceph-mon[77620]: osdmap e262: 8 total, 8 up, 8 in 2024-08-19T10:01:51.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:51 smithi190 ceph-mon[80032]: pgmap v62: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 100 KiB/s wr, 4 op/s 2024-08-19T10:01:51.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:51 smithi190 ceph-mon[80032]: Reconfiguring osd.0 (monmap changed)... 2024-08-19T10:01:51.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:51 smithi190 ceph-mon[80032]: Reconfiguring daemon osd.0 on smithi190 2024-08-19T10:01:51.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:51 smithi190 ceph-mon[80032]: osdmap e262: 8 total, 8 up, 8 in 2024-08-19T10:01:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:51 smithi196 ceph-mon[72638]: pgmap v62: 121 pgs: 121 active+clean; 215 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 100 KiB/s wr, 4 op/s 2024-08-19T10:01:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:51 smithi196 ceph-mon[72638]: Reconfiguring osd.0 (monmap changed)... 2024-08-19T10:01:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:51 smithi196 ceph-mon[72638]: Reconfiguring daemon osd.0 on smithi190 2024-08-19T10:01:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:51 smithi196 ceph-mon[72638]: osdmap e262: 8 total, 8 up, 8 in 2024-08-19T10:01:52.364 INFO:tasks.rados.rados.0.smithi190.stdout:979: done (5 left) 2024-08-19T10:01:52.364 INFO:tasks.rados.rados.0.smithi190.stdout:980: done (4 left) 2024-08-19T10:01:52.364 INFO:tasks.rados.rados.0.smithi190.stdout:981: done (3 left) 2024-08-19T10:01:52.364 INFO:tasks.rados.rados.0.smithi190.stdout:982: done (2 left) 2024-08-19T10:01:52.364 INFO:tasks.rados.rados.0.smithi190.stdout:983: done (1 left) 2024-08-19T10:01:52.364 INFO:tasks.rados.rados.0.smithi190.stdout:984: done (0 left) 2024-08-19T10:01:52.364 INFO:tasks.rados.rados.0.smithi190.stdout:985: copy_from oid 12 from oid 23 current snap is 100 2024-08-19T10:01:52.364 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 19 current snap is 100 2024-08-19T10:01:52.364 INFO:tasks.rados.rados.0.smithi190.stdout:986: seq_num 306 ranges {0=327680} 2024-08-19T10:01:52.367 INFO:tasks.rados.rados.0.smithi190.stdout:986: writing smithi19066007-19 from 0 to 327680 tid 1 2024-08-19T10:01:52.367 INFO:tasks.rados.rados.0.smithi190.stdout:987: read oid 2 snap -1 2024-08-19T10:01:52.367 INFO:tasks.rados.rados.0.smithi190.stdout:987: expect deleted 2024-08-19T10:01:52.367 INFO:tasks.rados.rados.0.smithi190.stdout:988: read oid 14 snap -1 2024-08-19T10:01:52.367 INFO:tasks.rados.rados.0.smithi190.stdout:988: expect (ObjNum 170 snap 41 seq_num 170) 2024-08-19T10:01:52.367 INFO:tasks.rados.rados.0.smithi190.stdout:989: copy_from oid 31 from oid 17 current snap is 100 2024-08-19T10:01:52.367 INFO:tasks.rados.rados.0.smithi190.stdout:990: read oid 5 snap -1 2024-08-19T10:01:52.368 INFO:tasks.rados.rados.0.smithi190.stdout:990: expect deleted 2024-08-19T10:01:52.368 INFO:tasks.rados.rados.0.smithi190.stdout:991: snap_remove snap 70 2024-08-19T10:01:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:52 smithi196 ceph-mon[72638]: osdmap e263: 8 total, 8 up, 8 in 2024-08-19T10:01:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:52 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:52 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:52 smithi196 ceph-mon[72638]: Reconfiguring osd.1 (monmap changed)... 2024-08-19T10:01:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:52 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-19T10:01:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:52 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:52 smithi196 ceph-mon[72638]: Reconfiguring daemon osd.1 on smithi190 2024-08-19T10:01:52.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:52 smithi190 ceph-mon[80032]: osdmap e263: 8 total, 8 up, 8 in 2024-08-19T10:01:52.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:52 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:52.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:52 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:52.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:52 smithi190 ceph-mon[80032]: Reconfiguring osd.1 (monmap changed)... 2024-08-19T10:01:52.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:52 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-19T10:01:52.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:52 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:52.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:52 smithi190 ceph-mon[80032]: Reconfiguring daemon osd.1 on smithi190 2024-08-19T10:01:52.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:52 smithi190 ceph-mon[77620]: osdmap e263: 8 total, 8 up, 8 in 2024-08-19T10:01:52.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:52 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:52.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:52 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:52.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:52 smithi190 ceph-mon[77620]: Reconfiguring osd.1 (monmap changed)... 2024-08-19T10:01:52.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:52 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-19T10:01:52.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:52 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:52.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:52 smithi190 ceph-mon[77620]: Reconfiguring daemon osd.1 on smithi190 2024-08-19T10:01:53.288 INFO:tasks.rados.rados.0.smithi190.stdout:991: done (6 left) 2024-08-19T10:01:53.288 INFO:tasks.rados.rados.0.smithi190.stdout:992: snap_create 2024-08-19T10:01:53.288 INFO:tasks.rados.rados.0.smithi190.stdout:986: finishing write tid 1 to smithi19066007-19 2024-08-19T10:01:53.288 INFO:tasks.rados.rados.0.smithi190.stdout:988: expect (ObjNum 170 snap 41 seq_num 170) 2024-08-19T10:01:53.313 INFO:tasks.rados.rados.0.smithi190.stdout:986: finishing write tid 2 to smithi19066007-19 2024-08-19T10:01:53.313 INFO:tasks.rados.rados.0.smithi190.stdout:986: finishing write tid 3 to smithi19066007-19 2024-08-19T10:01:53.313 INFO:tasks.rados.rados.0.smithi190.stdout:986: oid 19 updating version 0 to 498 2024-08-19T10:01:53.313 INFO:tasks.rados.rados.0.smithi190.stdout:986: oid 19 version 498 is already newer than 497 2024-08-19T10:01:53.313 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 498 (ObjNum 306 snap 100 seq_num 306) dirty exists 2024-08-19T10:01:53.313 INFO:tasks.rados.rados.0.smithi190.stdout:986: left oid 19 (ObjNum 306 snap 100 seq_num 306) 2024-08-19T10:01:53.313 INFO:tasks.rados.rados.0.smithi190.stdout:989: finishing copy_from racing read to smithi19066007-31 2024-08-19T10:01:53.313 INFO:tasks.rados.rados.0.smithi190.stdout:989: finishing copy_from to smithi19066007-31 2024-08-19T10:01:53.313 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 464 (ObjNum 285 snap 89 seq_num 285) dirty exists 2024-08-19T10:01:53.313 INFO:tasks.rados.rados.0.smithi190.stdout:985: finishing copy_from racing read to smithi19066007-12 2024-08-19T10:01:53.313 INFO:tasks.rados.rados.0.smithi190.stdout:985: finishing copy_from to smithi19066007-12 2024-08-19T10:01:53.314 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 271 (ObjNum 280 snap 88 seq_num 280) dirty exists 2024-08-19T10:01:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:53 smithi196 ceph-mon[72638]: pgmap v65: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.7 MiB/s wr, 2 op/s 2024-08-19T10:01:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:53 smithi196 ceph-mon[72638]: osdmap e264: 8 total, 8 up, 8 in 2024-08-19T10:01:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:53 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:53 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:53 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-19T10:01:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:53 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:53 smithi196 ceph-mon[72638]: osdmap e265: 8 total, 8 up, 8 in 2024-08-19T10:01:53.686 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:53 smithi190 ceph-mon[77620]: pgmap v65: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.7 MiB/s wr, 2 op/s 2024-08-19T10:01:53.686 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:53 smithi190 ceph-mon[77620]: osdmap e264: 8 total, 8 up, 8 in 2024-08-19T10:01:53.687 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:53 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:53.687 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:53 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:53.687 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:53 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-19T10:01:53.687 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:53 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:53.687 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:53 smithi190 ceph-mon[77620]: osdmap e265: 8 total, 8 up, 8 in 2024-08-19T10:01:53.688 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:53 smithi190 ceph-mon[80032]: pgmap v65: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.7 MiB/s wr, 2 op/s 2024-08-19T10:01:53.688 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:53 smithi190 ceph-mon[80032]: osdmap e264: 8 total, 8 up, 8 in 2024-08-19T10:01:53.688 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:53 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:53.689 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:53 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:53.689 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:53 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-19T10:01:53.689 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:53 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:53.689 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:53 smithi190 ceph-mon[80032]: osdmap e265: 8 total, 8 up, 8 in 2024-08-19T10:01:54.284 INFO:tasks.rados.rados.0.smithi190.stdout:985: done (6 left) 2024-08-19T10:01:54.284 INFO:tasks.rados.rados.0.smithi190.stdout:986: done (5 left) 2024-08-19T10:01:54.285 INFO:tasks.rados.rados.0.smithi190.stdout:987: done (4 left) 2024-08-19T10:01:54.285 INFO:tasks.rados.rados.0.smithi190.stdout:988: done (3 left) 2024-08-19T10:01:54.285 INFO:tasks.rados.rados.0.smithi190.stdout:989: done (2 left) 2024-08-19T10:01:54.285 INFO:tasks.rados.rados.0.smithi190.stdout:990: done (1 left) 2024-08-19T10:01:54.285 INFO:tasks.rados.rados.0.smithi190.stdout:992: done (0 left) 2024-08-19T10:01:54.285 INFO:tasks.rados.rados.0.smithi190.stdout:993: read oid 29 snap -1 2024-08-19T10:01:54.285 INFO:tasks.rados.rados.0.smithi190.stdout:993: expect (ObjNum 304 snap 99 seq_num 304) 2024-08-19T10:01:54.285 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 8 current snap is 101 2024-08-19T10:01:54.285 INFO:tasks.rados.rados.0.smithi190.stdout:994: seq_num 307 ranges {10485760=344064} 2024-08-19T10:01:54.342 INFO:tasks.rados.rados.0.smithi190.stdout:994: writing smithi19066007-8 from 10485760 to 10829824 tid 1 2024-08-19T10:01:54.342 INFO:tasks.rados.rados.0.smithi190.stdout:995: delete oid 41 current snap is 101 2024-08-19T10:01:54.342 INFO:tasks.rados.rados.0.smithi190.stdout:993: expect (ObjNum 304 snap 99 seq_num 304) 2024-08-19T10:01:54.373 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:01:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:01:54] "GET /metrics HTTP/1.1" 200 36106 "" "Prometheus/2.43.0" 2024-08-19T10:01:54.509 INFO:tasks.rados.rados.0.smithi190.stdout:994: finishing write tid 1 to smithi19066007-8 2024-08-19T10:01:54.509 INFO:tasks.rados.rados.0.smithi190.stdout:994: finishing write tid 2 to smithi19066007-8 2024-08-19T10:01:54.509 INFO:tasks.rados.rados.0.smithi190.stdout:994: finishing write tid 3 to smithi19066007-8 2024-08-19T10:01:54.509 INFO:tasks.rados.rados.0.smithi190.stdout:994: oid 8 updating version 0 to 612 2024-08-19T10:01:54.509 INFO:tasks.rados.rados.0.smithi190.stdout:994: oid 8 updating version 612 to 613 2024-08-19T10:01:54.509 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 613 (ObjNum 307 snap 101 seq_num 307) dirty exists 2024-08-19T10:01:54.509 INFO:tasks.rados.rados.0.smithi190.stdout:994: left oid 8 (ObjNum 307 snap 101 seq_num 307) 2024-08-19T10:01:54.509 INFO:tasks.rados.rados.0.smithi190.stdout:993: done (2 left) 2024-08-19T10:01:54.509 INFO:tasks.rados.rados.0.smithi190.stdout:994: done (1 left) 2024-08-19T10:01:54.509 INFO:tasks.rados.rados.0.smithi190.stdout:995: done (0 left) 2024-08-19T10:01:54.510 INFO:tasks.rados.rados.0.smithi190.stdout:996: rmattr oid 42 current snap is 101 2024-08-19T10:01:54.510 INFO:tasks.rados.rados.0.smithi190.stdout:996: done (0 left) 2024-08-19T10:01:54.510 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 101 2024-08-19T10:01:54.510 INFO:tasks.rados.rados.0.smithi190.stdout:997: seq_num 309 ranges {5382144=376832} 2024-08-19T10:01:54.541 INFO:tasks.rados.rados.0.smithi190.stdout:997: writing smithi19066007-36 from 5382144 to 5758976 tid 1 2024-08-19T10:01:54.542 INFO:tasks.rados.rados.0.smithi190.stdout:998: snap_create 2024-08-19T10:01:54.542 INFO:tasks.rados.rados.0.smithi190.stdout:997: finishing write tid 1 to smithi19066007-36 2024-08-19T10:01:54.542 INFO:tasks.rados.rados.0.smithi190.stdout:997: finishing write tid 2 to smithi19066007-36 2024-08-19T10:01:54.543 INFO:tasks.rados.rados.0.smithi190.stdout:997: finishing write tid 3 to smithi19066007-36 2024-08-19T10:01:54.543 INFO:tasks.rados.rados.0.smithi190.stdout:997: oid 36 updating version 0 to 615 2024-08-19T10:01:54.543 INFO:tasks.rados.rados.0.smithi190.stdout:997: oid 36 updating version 615 to 616 2024-08-19T10:01:54.543 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 616 (ObjNum 309 snap 101 seq_num 309) dirty exists 2024-08-19T10:01:54.543 INFO:tasks.rados.rados.0.smithi190.stdout:997: left oid 36 (ObjNum 309 snap 101 seq_num 309) 2024-08-19T10:01:54.659 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:54 smithi190 ceph-mon[80032]: Reconfiguring osd.2 (monmap changed)... 2024-08-19T10:01:54.659 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:54 smithi190 ceph-mon[80032]: Reconfiguring daemon osd.2 on smithi190 2024-08-19T10:01:54.659 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:54 smithi190 ceph-mon[80032]: osdmap e266: 8 total, 8 up, 8 in 2024-08-19T10:01:54.660 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:54 smithi190 ceph-mon[77620]: Reconfiguring osd.2 (monmap changed)... 2024-08-19T10:01:54.660 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:54 smithi190 ceph-mon[77620]: Reconfiguring daemon osd.2 on smithi190 2024-08-19T10:01:54.660 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:54 smithi190 ceph-mon[77620]: osdmap e266: 8 total, 8 up, 8 in 2024-08-19T10:01:54.666 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:54 smithi196 ceph-mon[72638]: Reconfiguring osd.2 (monmap changed)... 2024-08-19T10:01:54.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:54 smithi196 ceph-mon[72638]: Reconfiguring daemon osd.2 on smithi190 2024-08-19T10:01:54.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:54 smithi196 ceph-mon[72638]: osdmap e266: 8 total, 8 up, 8 in 2024-08-19T10:01:55.379 INFO:tasks.rados.rados.0.smithi190.stdout:997: done (1 left) 2024-08-19T10:01:55.379 INFO:tasks.rados.rados.0.smithi190.stdout:998: done (0 left) 2024-08-19T10:01:55.379 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 102 2024-08-19T10:01:55.379 INFO:tasks.rados.rados.0.smithi190.stdout:999: seq_num 310 ranges {0=401408} 2024-08-19T10:01:55.381 INFO:tasks.rados.rados.0.smithi190.stdout:999: writing smithi19066007-39 from 0 to 401408 tid 1 2024-08-19T10:01:55.381 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 102 2024-08-19T10:01:55.381 INFO:tasks.rados.rados.0.smithi190.stdout:1000: seq_num 311 ranges {2957312=417792} 2024-08-19T10:01:55.400 INFO:tasks.rados.rados.0.smithi190.stdout:1000: writing smithi19066007-43 from 2957312 to 3375104 tid 1 2024-08-19T10:01:55.400 INFO:tasks.rados.rados.0.smithi190.stdout:1001: read oid 2 snap -1 2024-08-19T10:01:55.400 INFO:tasks.rados.rados.0.smithi190.stdout:1001: expect deleted 2024-08-19T10:01:55.400 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 11 current snap is 102 2024-08-19T10:01:55.400 INFO:tasks.rados.rados.0.smithi190.stdout:1002: seq_num 312 ranges {3440640=434176} 2024-08-19T10:01:55.423 INFO:tasks.rados.rados.0.smithi190.stdout:1002: writing smithi19066007-11 from 3440640 to 3874816 tid 1 2024-08-19T10:01:55.423 INFO:tasks.rados.rados.0.smithi190.stdout:1003: rmattr oid 14 current snap is 102 2024-08-19T10:01:55.423 INFO:tasks.rados.rados.0.smithi190.stdout:1003: done (4 left) 2024-08-19T10:01:55.423 INFO:tasks.rados.rados.0.smithi190.stdout:1004: rmattr oid 24 current snap is 102 2024-08-19T10:01:55.423 INFO:tasks.rados.rados.0.smithi190.stdout:999: finishing write tid 1 to smithi19066007-39 2024-08-19T10:01:55.423 INFO:tasks.rados.rados.0.smithi190.stdout:999: finishing write tid 2 to smithi19066007-39 2024-08-19T10:01:55.423 INFO:tasks.rados.rados.0.smithi190.stdout:999: finishing write tid 3 to smithi19066007-39 2024-08-19T10:01:55.423 INFO:tasks.rados.rados.0.smithi190.stdout:999: oid 39 updating version 0 to 618 2024-08-19T10:01:55.424 INFO:tasks.rados.rados.0.smithi190.stdout:999: oid 39 version 618 is already newer than 617 2024-08-19T10:01:55.424 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 618 (ObjNum 310 snap 102 seq_num 310) dirty exists 2024-08-19T10:01:55.424 INFO:tasks.rados.rados.0.smithi190.stdout:999: left oid 39 (ObjNum 310 snap 102 seq_num 310) 2024-08-19T10:01:55.424 INFO:tasks.rados.rados.0.smithi190.stdout:1000: finishing write tid 1 to smithi19066007-43 2024-08-19T10:01:55.424 INFO:tasks.rados.rados.0.smithi190.stdout:1000: finishing write tid 2 to smithi19066007-43 2024-08-19T10:01:55.424 INFO:tasks.rados.rados.0.smithi190.stdout:1000: finishing write tid 3 to smithi19066007-43 2024-08-19T10:01:55.424 INFO:tasks.rados.rados.0.smithi190.stdout:1000: oid 43 updating version 0 to 486 2024-08-19T10:01:55.424 INFO:tasks.rados.rados.0.smithi190.stdout:1000: oid 43 version 486 is already newer than 485 2024-08-19T10:01:55.424 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 486 (ObjNum 311 snap 102 seq_num 311) dirty exists 2024-08-19T10:01:55.424 INFO:tasks.rados.rados.0.smithi190.stdout:1000: left oid 43 (ObjNum 311 snap 102 seq_num 311) 2024-08-19T10:01:55.424 INFO:tasks.rados.rados.0.smithi190.stdout:999: done (4 left) 2024-08-19T10:01:55.424 INFO:tasks.rados.rados.0.smithi190.stdout:1000: done (3 left) 2024-08-19T10:01:55.424 INFO:tasks.rados.rados.0.smithi190.stdout:1001: done (2 left) 2024-08-19T10:01:55.424 INFO:tasks.rados.rados.0.smithi190.stdout:1005: snap_remove snap 68 2024-08-19T10:01:56.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[77620]: pgmap v68: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.7 MiB/s wr, 2 op/s 2024-08-19T10:01:56.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:56.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:56.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[77620]: Reconfiguring osd.3 (monmap changed)... 2024-08-19T10:01:56.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-19T10:01:56.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:56.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[77620]: Reconfiguring daemon osd.3 on smithi190 2024-08-19T10:01:56.034 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[77620]: osdmap e267: 8 total, 8 up, 8 in 2024-08-19T10:01:56.035 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[80032]: pgmap v68: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.7 MiB/s wr, 2 op/s 2024-08-19T10:01:56.035 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:56.035 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:56.035 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[80032]: Reconfiguring osd.3 (monmap changed)... 2024-08-19T10:01:56.035 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-19T10:01:56.035 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:56.035 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[80032]: Reconfiguring daemon osd.3 on smithi190 2024-08-19T10:01:56.035 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:55 smithi190 ceph-mon[80032]: osdmap e267: 8 total, 8 up, 8 in 2024-08-19T10:01:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:55 smithi196 ceph-mon[72638]: pgmap v68: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.7 MiB/s wr, 2 op/s 2024-08-19T10:01:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:55 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:55 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:55 smithi196 ceph-mon[72638]: Reconfiguring osd.3 (monmap changed)... 2024-08-19T10:01:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:55 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-19T10:01:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:55 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:55 smithi196 ceph-mon[72638]: Reconfiguring daemon osd.3 on smithi190 2024-08-19T10:01:56.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:55 smithi196 ceph-mon[72638]: osdmap e267: 8 total, 8 up, 8 in 2024-08-19T10:01:56.383 INFO:tasks.rados.rados.0.smithi190.stdout:1005: done (2 left) 2024-08-19T10:01:56.383 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 102 2024-08-19T10:01:56.383 INFO:tasks.rados.rados.0.smithi190.stdout:1006: seq_num 313 ranges {5758976=450560} 2024-08-19T10:01:56.418 INFO:tasks.rados.rados.0.smithi190.stdout:1006: writing smithi19066007-36 from 5758976 to 6209536 tid 1 2024-08-19T10:01:56.419 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 102 2024-08-19T10:01:56.419 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 488 (ObjNum 897 snap 0 seq_num 1526706256) dirty exists 2024-08-19T10:01:56.419 INFO:tasks.rados.rados.0.smithi190.stdout:1007: seq_num 314 ranges {6103040=466944} 2024-08-19T10:01:56.454 INFO:tasks.rados.rados.0.smithi190.stdout:1007: writing smithi19066007-37 from 6103040 to 6569984 tid 1 2024-08-19T10:01:56.455 INFO:tasks.rados.rados.0.smithi190.stdout:1004: done (3 left) 2024-08-19T10:01:56.455 INFO:tasks.rados.rados.0.smithi190.stdout:1008: snap_create 2024-08-19T10:01:56.455 INFO:tasks.rados.rados.0.smithi190.stdout:1002: finishing write tid 1 to smithi19066007-11 2024-08-19T10:01:56.455 INFO:tasks.rados.rados.0.smithi190.stdout:1002: finishing write tid 2 to smithi19066007-11 2024-08-19T10:01:56.455 INFO:tasks.rados.rados.0.smithi190.stdout:1002: finishing write tid 3 to smithi19066007-11 2024-08-19T10:01:56.455 INFO:tasks.rados.rados.0.smithi190.stdout:1002: oid 11 updating version 0 to 272 2024-08-19T10:01:56.455 INFO:tasks.rados.rados.0.smithi190.stdout:1002: oid 11 version 272 is already newer than 271 2024-08-19T10:01:56.455 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 272 (ObjNum 312 snap 102 seq_num 312) dirty exists 2024-08-19T10:01:56.455 INFO:tasks.rados.rados.0.smithi190.stdout:1002: left oid 11 (ObjNum 312 snap 102 seq_num 312) 2024-08-19T10:01:56.455 INFO:tasks.rados.rados.0.smithi190.stdout:1006: finishing write tid 1 to smithi19066007-36 2024-08-19T10:01:56.455 INFO:tasks.rados.rados.0.smithi190.stdout:1006: finishing write tid 2 to smithi19066007-36 2024-08-19T10:01:56.455 INFO:tasks.rados.rados.0.smithi190.stdout:1006: finishing write tid 3 to smithi19066007-36 2024-08-19T10:01:56.456 INFO:tasks.rados.rados.0.smithi190.stdout:1006: oid 36 updating version 0 to 633 2024-08-19T10:01:56.456 INFO:tasks.rados.rados.0.smithi190.stdout:1006: oid 36 version 633 is already newer than 632 2024-08-19T10:01:56.456 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 633 (ObjNum 313 snap 102 seq_num 313) dirty exists 2024-08-19T10:01:56.456 INFO:tasks.rados.rados.0.smithi190.stdout:1006: left oid 36 (ObjNum 313 snap 102 seq_num 313) 2024-08-19T10:01:56.457 INFO:tasks.rados.rados.0.smithi190.stdout:1007: finishing write tid 1 to smithi19066007-37 2024-08-19T10:01:56.457 INFO:tasks.rados.rados.0.smithi190.stdout:1007: finishing write tid 2 to smithi19066007-37 2024-08-19T10:01:56.458 INFO:tasks.rados.rados.0.smithi190.stdout:1007: finishing write tid 3 to smithi19066007-37 2024-08-19T10:01:56.458 INFO:tasks.rados.rados.0.smithi190.stdout:1007: oid 37 updating version 0 to 348 2024-08-19T10:01:56.459 INFO:tasks.rados.rados.0.smithi190.stdout:1007: oid 37 updating version 348 to 349 2024-08-19T10:01:56.459 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 349 (ObjNum 314 snap 102 seq_num 314) dirty exists 2024-08-19T10:01:56.459 INFO:tasks.rados.rados.0.smithi190.stdout:1007: left oid 37 (ObjNum 314 snap 102 seq_num 314) 2024-08-19T10:01:57.382 INFO:tasks.rados.rados.0.smithi190.stdout:1002: done (3 left) 2024-08-19T10:01:57.382 INFO:tasks.rados.rados.0.smithi190.stdout:1006: done (2 left) 2024-08-19T10:01:57.382 INFO:tasks.rados.rados.0.smithi190.stdout:1007: done (1 left) 2024-08-19T10:01:57.382 INFO:tasks.rados.rados.0.smithi190.stdout:1008: done (0 left) 2024-08-19T10:01:57.382 INFO:tasks.rados.rados.0.smithi190.stdout:1009: read oid 5 snap 102 2024-08-19T10:01:57.382 INFO:tasks.rados.rados.0.smithi190.stdout:1009: expect deleted 2024-08-19T10:01:57.382 INFO:tasks.rados.rados.0.smithi190.stdout:1010: read oid 47 snap 90 2024-08-19T10:01:57.383 INFO:tasks.rados.rados.0.smithi190.stdout:1010: expect (ObjNum 272 snap 86 seq_num 272) 2024-08-19T10:01:57.383 INFO:tasks.rados.rados.0.smithi190.stdout:1011: copy_from oid 23 from oid 15 current snap is 103 2024-08-19T10:01:57.383 INFO:tasks.rados.rados.0.smithi190.stdout:1012: delete oid 9 current snap is 103 2024-08-19T10:01:57.386 INFO:tasks.rados.rados.0.smithi190.stdout:1009: done (3 left) 2024-08-19T10:01:57.386 INFO:tasks.rados.rados.0.smithi190.stdout:1012: done (2 left) 2024-08-19T10:01:57.386 INFO:tasks.rados.rados.0.smithi190.stdout:1013: setattr oid 49 current snap is 103 2024-08-19T10:01:57.388 INFO:tasks.rados.rados.0.smithi190.stdout:1014: rollback oid 48 current snap is 103 2024-08-19T10:01:57.388 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 48 to 90 2024-08-19T10:01:57.389 INFO:tasks.rados.rados.0.smithi190.stdout:1015: delete oid 26 current snap is 103 2024-08-19T10:01:57.395 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 330 (ObjNum 297 snap 96 seq_num 297) dirty exists 2024-08-19T10:01:57.396 INFO:tasks.rados.rados.0.smithi190.stdout:1014: finishing rollback tid 0 to smithi19066007-48 2024-08-19T10:01:57.396 INFO:tasks.rados.rados.0.smithi190.stdout:1014: finishing rollback tid 1 to smithi19066007-48 2024-08-19T10:01:57.396 INFO:tasks.rados.rados.0.smithi190.stdout:1014: finishing rollback tid 2 to smithi19066007-48 2024-08-19T10:01:57.396 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 637 (ObjNum 267 snap 85 seq_num 267) dirty exists 2024-08-19T10:01:57.401 INFO:tasks.rados.rados.0.smithi190.stdout:1010: expect (ObjNum 272 snap 86 seq_num 272) 2024-08-19T10:01:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:57 smithi196 ceph-mon[72638]: pgmap v71: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:57 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:57 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:57 smithi196 ceph-mon[72638]: Reconfiguring mds.a (monmap changed)... 2024-08-19T10:01:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:57 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T10:01:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:57 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:57 smithi196 ceph-mon[72638]: Reconfiguring daemon mds.a on smithi190 2024-08-19T10:01:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:57 smithi196 ceph-mon[72638]: osdmap e268: 8 total, 8 up, 8 in 2024-08-19T10:01:57.520 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[80032]: pgmap v71: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:57.520 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:57.521 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:57.521 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[80032]: Reconfiguring mds.a (monmap changed)... 2024-08-19T10:01:57.521 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T10:01:57.521 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:57.521 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[80032]: Reconfiguring daemon mds.a on smithi190 2024-08-19T10:01:57.521 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[80032]: osdmap e268: 8 total, 8 up, 8 in 2024-08-19T10:01:57.521 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[77620]: pgmap v71: 121 pgs: 121 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:01:57.521 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:57.521 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:57.521 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[77620]: Reconfiguring mds.a (monmap changed)... 2024-08-19T10:01:57.521 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T10:01:57.522 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:57.522 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[77620]: Reconfiguring daemon mds.a on smithi190 2024-08-19T10:01:57.522 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:57 smithi190 ceph-mon[77620]: osdmap e268: 8 total, 8 up, 8 in 2024-08-19T10:01:57.542 INFO:tasks.rados.rados.0.smithi190.stdout:1011: finishing copy_from racing read to smithi19066007-23 2024-08-19T10:01:57.542 INFO:tasks.rados.rados.0.smithi190.stdout:1011: finishing copy_from to smithi19066007-23 2024-08-19T10:01:57.542 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 418 (ObjNum 273 snap 87 seq_num 273) dirty exists 2024-08-19T10:01:57.543 INFO:tasks.rados.rados.0.smithi190.stdout:1010: done (4 left) 2024-08-19T10:01:57.543 INFO:tasks.rados.rados.0.smithi190.stdout:1011: done (3 left) 2024-08-19T10:01:57.543 INFO:tasks.rados.rados.0.smithi190.stdout:1013: done (2 left) 2024-08-19T10:01:57.543 INFO:tasks.rados.rados.0.smithi190.stdout:1014: done (1 left) 2024-08-19T10:01:57.543 INFO:tasks.rados.rados.0.smithi190.stdout:1015: done (0 left) 2024-08-19T10:01:57.543 INFO:tasks.rados.rados.0.smithi190.stdout:1016: copy_from oid 34 from oid 6 current snap is 103 2024-08-19T10:01:57.543 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 1 current snap is 103 2024-08-19T10:01:57.543 INFO:tasks.rados.rados.0.smithi190.stdout:1017: seq_num 317 ranges {1794048=516096} 2024-08-19T10:01:57.556 INFO:tasks.rados.rados.0.smithi190.stdout:1017: writing smithi19066007-1 from 1794048 to 2310144 tid 1 2024-08-19T10:01:57.556 INFO:tasks.rados.rados.0.smithi190.stdout:1018: delete oid 36 current snap is 103 2024-08-19T10:01:57.558 INFO:tasks.rados.rados.0.smithi190.stdout:1018: done (2 left) 2024-08-19T10:01:57.558 INFO:tasks.rados.rados.0.smithi190.stdout:1019: snap_create 2024-08-19T10:01:57.559 INFO:tasks.rados.rados.0.smithi190.stdout:1017: finishing write tid 1 to smithi19066007-1 2024-08-19T10:01:57.559 INFO:tasks.rados.rados.0.smithi190.stdout:1017: finishing write tid 2 to smithi19066007-1 2024-08-19T10:01:57.560 INFO:tasks.rados.rados.0.smithi190.stdout:1017: finishing write tid 3 to smithi19066007-1 2024-08-19T10:01:57.560 INFO:tasks.rados.rados.0.smithi190.stdout:1017: oid 1 updating version 0 to 514 2024-08-19T10:01:57.560 INFO:tasks.rados.rados.0.smithi190.stdout:1017: oid 1 updating version 514 to 515 2024-08-19T10:01:57.560 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 515 (ObjNum 317 snap 103 seq_num 317) dirty exists 2024-08-19T10:01:57.560 INFO:tasks.rados.rados.0.smithi190.stdout:1017: left oid 1 (ObjNum 317 snap 103 seq_num 317) 2024-08-19T10:01:57.571 INFO:tasks.rados.rados.0.smithi190.stdout:1016: finishing copy_from racing read to smithi19066007-34 2024-08-19T10:01:57.575 INFO:tasks.rados.rados.0.smithi190.stdout:1016: finishing copy_from to smithi19066007-34 2024-08-19T10:01:57.575 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 435 (ObjNum 219 snap 54 seq_num 219) dirty exists 2024-08-19T10:01:58.387 INFO:tasks.rados.rados.0.smithi190.stdout:1016: done (2 left) 2024-08-19T10:01:58.387 INFO:tasks.rados.rados.0.smithi190.stdout:1017: done (1 left) 2024-08-19T10:01:58.387 INFO:tasks.rados.rados.0.smithi190.stdout:1019: done (0 left) 2024-08-19T10:01:58.387 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 47 current snap is 104 2024-08-19T10:01:58.387 INFO:tasks.rados.rados.0.smithi190.stdout:1020: seq_num 319 ranges {0=548864} 2024-08-19T10:01:58.390 INFO:tasks.rados.rados.0.smithi190.stdout:1020: writing smithi19066007-47 from 0 to 548864 tid 1 2024-08-19T10:01:58.390 INFO:tasks.rados.rados.0.smithi190.stdout:1021: snap_remove snap 101 2024-08-19T10:01:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:58 smithi196 ceph-mon[72638]: osdmap e269: 8 total, 8 up, 8 in 2024-08-19T10:01:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:58 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:58 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:58 smithi196 ceph-mon[72638]: Reconfiguring mon.b (monmap changed)... 2024-08-19T10:01:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:58 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T10:01:58.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:58 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T10:01:58.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:58 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:58.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:58 smithi196 ceph-mon[72638]: Reconfiguring daemon mon.b on smithi196 2024-08-19T10:01:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[77620]: osdmap e269: 8 total, 8 up, 8 in 2024-08-19T10:01:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[77620]: Reconfiguring mon.b (monmap changed)... 2024-08-19T10:01:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T10:01:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T10:01:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[77620]: Reconfiguring daemon mon.b on smithi196 2024-08-19T10:01:58.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[80032]: osdmap e269: 8 total, 8 up, 8 in 2024-08-19T10:01:58.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:58.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:58.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[80032]: Reconfiguring mon.b (monmap changed)... 2024-08-19T10:01:58.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-19T10:01:58.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-19T10:01:58.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:58.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:58 smithi190 ceph-mon[80032]: Reconfiguring daemon mon.b on smithi196 2024-08-19T10:01:59.395 INFO:tasks.rados.rados.0.smithi190.stdout:1021: done (1 left) 2024-08-19T10:01:59.395 INFO:tasks.rados.rados.0.smithi190.stdout:1022: delete oid 9 current snap is 104 2024-08-19T10:01:59.395 INFO:tasks.rados.rados.0.smithi190.stdout:1020: finishing write tid 1 to smithi19066007-47 2024-08-19T10:01:59.395 INFO:tasks.rados.rados.0.smithi190.stdout:1020: finishing write tid 2 to smithi19066007-47 2024-08-19T10:01:59.395 INFO:tasks.rados.rados.0.smithi190.stdout:1020: finishing write tid 3 to smithi19066007-47 2024-08-19T10:01:59.395 INFO:tasks.rados.rados.0.smithi190.stdout:1020: oid 47 updating version 0 to 516 2024-08-19T10:01:59.395 INFO:tasks.rados.rados.0.smithi190.stdout:1020: oid 47 updating version 516 to 517 2024-08-19T10:01:59.396 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 517 (ObjNum 319 snap 104 seq_num 319) dirty exists 2024-08-19T10:01:59.396 INFO:tasks.rados.rados.0.smithi190.stdout:1020: left oid 47 (ObjNum 319 snap 104 seq_num 319) 2024-08-19T10:01:59.402 INFO:tasks.rados.rados.0.smithi190.stdout:1020: done (1 left) 2024-08-19T10:01:59.402 INFO:tasks.rados.rados.0.smithi190.stdout:1022: done (0 left) 2024-08-19T10:01:59.402 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 46 current snap is 104 2024-08-19T10:01:59.402 INFO:tasks.rados.rados.0.smithi190.stdout:1023: seq_num 321 ranges {491520=581632} 2024-08-19T10:01:59.408 INFO:tasks.rados.rados.0.smithi190.stdout:1023: writing smithi19066007-46 from 491520 to 1073152 tid 1 2024-08-19T10:01:59.408 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 15 current snap is 104 2024-08-19T10:01:59.408 INFO:tasks.rados.rados.0.smithi190.stdout:1024: seq_num 322 ranges {2187264=598016} 2024-08-19T10:01:59.425 INFO:tasks.rados.rados.0.smithi190.stdout:1024: writing smithi19066007-15 from 2187264 to 2785280 tid 1 2024-08-19T10:01:59.425 INFO:tasks.rados.rados.0.smithi190.stdout:1025: read oid 31 snap -1 2024-08-19T10:01:59.425 INFO:tasks.rados.rados.0.smithi190.stdout:1025: expect (ObjNum 285 snap 89 seq_num 285) 2024-08-19T10:01:59.425 INFO:tasks.rados.rados.0.smithi190.stdout:1023: finishing write tid 1 to smithi19066007-46 2024-08-19T10:01:59.425 INFO:tasks.rados.rados.0.smithi190.stdout:1023: finishing write tid 2 to smithi19066007-46 2024-08-19T10:01:59.425 INFO:tasks.rados.rados.0.smithi190.stdout:1023: finishing write tid 3 to smithi19066007-46 2024-08-19T10:01:59.425 INFO:tasks.rados.rados.0.smithi190.stdout:1023: oid 46 updating version 0 to 222 2024-08-19T10:01:59.425 INFO:tasks.rados.rados.0.smithi190.stdout:1023: oid 46 version 222 is already newer than 221 2024-08-19T10:01:59.426 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 222 (ObjNum 321 snap 104 seq_num 321) dirty exists 2024-08-19T10:01:59.426 INFO:tasks.rados.rados.0.smithi190.stdout:1023: left oid 46 (ObjNum 321 snap 104 seq_num 321) 2024-08-19T10:01:59.426 INFO:tasks.rados.rados.0.smithi190.stdout:1026: read oid 18 snap -1 2024-08-19T10:01:59.426 INFO:tasks.rados.rados.0.smithi190.stdout:1026: expect (ObjNum 276 snap 88 seq_num 276) 2024-08-19T10:01:59.426 INFO:tasks.rados.rados.0.smithi190.stdout:1023: done (3 left) 2024-08-19T10:01:59.426 INFO:tasks.rados.rados.0.smithi190.stdout:1027: rmattr oid 10 current snap is 104 2024-08-19T10:01:59.426 INFO:tasks.rados.rados.0.smithi190.stdout:1027: done (3 left) 2024-08-19T10:01:59.426 INFO:tasks.rados.rados.0.smithi190.stdout:1028: read oid 45 snap -1 2024-08-19T10:01:59.426 INFO:tasks.rados.rados.0.smithi190.stdout:1028: expect (ObjNum 305 snap 99 seq_num 305) 2024-08-19T10:01:59.426 INFO:tasks.rados.rados.0.smithi190.stdout:1029: copy_from oid 9 from oid 2 current snap is 104 2024-08-19T10:01:59.426 INFO:tasks.rados.rados.0.smithi190.stdout:1030: snap_remove snap 79 2024-08-19T10:01:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:59 smithi196 ceph-mon[72638]: pgmap v74: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-08-19T10:01:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:59 smithi196 ceph-mon[72638]: osdmap e270: 8 total, 8 up, 8 in 2024-08-19T10:01:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:59 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:59 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:59 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-19T10:01:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:59 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-19T10:01:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:01:59 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:59 smithi190 ceph-mon[80032]: pgmap v74: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-08-19T10:01:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:59 smithi190 ceph-mon[80032]: osdmap e270: 8 total, 8 up, 8 in 2024-08-19T10:01:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:59 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:59 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:59 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-19T10:01:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:59 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-19T10:01:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:01:59 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:01:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:59 smithi190 ceph-mon[77620]: pgmap v74: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-08-19T10:01:59.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:59 smithi190 ceph-mon[77620]: osdmap e270: 8 total, 8 up, 8 in 2024-08-19T10:01:59.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:59 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:59.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:59 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:01:59.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:59 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-19T10:01:59.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:59 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-19T10:01:59.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:01:59 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:00.408 INFO:tasks.rados.rados.0.smithi190.stdout:1030: done (5 left) 2024-08-19T10:02:00.409 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 47 current snap is 104 2024-08-19T10:02:00.411 INFO:tasks.rados.rados.0.smithi190.stdout:1029: finishing copy_from to smithi19066007-9 2024-08-19T10:02:00.411 INFO:tasks.rados.rados.0.smithi190.stdout:1029: got expected ENOENT (src dne) 2024-08-19T10:02:00.411 INFO:tasks.rados.rados.0.smithi190.stdout:1029: finishing copy_from racing read to smithi19066007-9 2024-08-19T10:02:00.411 INFO:tasks.rados.rados.0.smithi190.stdout:1024: finishing write tid 1 to smithi19066007-15 2024-08-19T10:02:00.411 INFO:tasks.rados.rados.0.smithi190.stdout:1024: finishing write tid 2 to smithi19066007-15 2024-08-19T10:02:00.412 INFO:tasks.rados.rados.0.smithi190.stdout:1024: finishing write tid 3 to smithi19066007-15 2024-08-19T10:02:00.412 INFO:tasks.rados.rados.0.smithi190.stdout:1024: oid 15 updating version 0 to 524 2024-08-19T10:02:00.412 INFO:tasks.rados.rados.0.smithi190.stdout:1024: oid 15 version 524 is already newer than 523 2024-08-19T10:02:00.412 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 524 (ObjNum 322 snap 104 seq_num 322) dirty exists 2024-08-19T10:02:00.412 INFO:tasks.rados.rados.0.smithi190.stdout:1024: left oid 15 (ObjNum 322 snap 104 seq_num 322) 2024-08-19T10:02:00.412 INFO:tasks.rados.rados.0.smithi190.stdout:1025: expect (ObjNum 285 snap 89 seq_num 285) 2024-08-19T10:02:00.583 INFO:tasks.rados.rados.0.smithi190.stdout:1026: expect (ObjNum 276 snap 88 seq_num 276) 2024-08-19T10:02:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:00 smithi196 ceph-mon[72638]: Reconfiguring mgr.x (monmap changed)... 2024-08-19T10:02:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:00 smithi196 ceph-mon[72638]: Reconfiguring daemon mgr.x on smithi196 2024-08-19T10:02:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:00 smithi196 ceph-mon[72638]: osdmap e271: 8 total, 8 up, 8 in 2024-08-19T10:02:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:02:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-19T10:02:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:00.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[80032]: Reconfiguring mgr.x (monmap changed)... 2024-08-19T10:02:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[80032]: Reconfiguring daemon mgr.x on smithi196 2024-08-19T10:02:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[80032]: osdmap e271: 8 total, 8 up, 8 in 2024-08-19T10:02:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:02:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-19T10:02:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[77620]: Reconfiguring mgr.x (monmap changed)... 2024-08-19T10:02:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[77620]: Reconfiguring daemon mgr.x on smithi196 2024-08-19T10:02:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[77620]: osdmap e271: 8 total, 8 up, 8 in 2024-08-19T10:02:00.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:02:00.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:00.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:00.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-19T10:02:00.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:00.839 INFO:tasks.rados.rados.0.smithi190.stdout:1028: expect (ObjNum 305 snap 99 seq_num 305) 2024-08-19T10:02:01.181 INFO:tasks.rados.rados.0.smithi190.stdout:1031: seq_num 323 ranges {548864=614400} 2024-08-19T10:02:01.188 INFO:tasks.rados.rados.0.smithi190.stdout:1031: writing smithi19066007-47 from 548864 to 1163264 tid 1 2024-08-19T10:02:01.188 INFO:tasks.rados.rados.0.smithi190.stdout:1024: done (5 left) 2024-08-19T10:02:01.188 INFO:tasks.rados.rados.0.smithi190.stdout:1025: done (4 left) 2024-08-19T10:02:01.188 INFO:tasks.rados.rados.0.smithi190.stdout:1026: done (3 left) 2024-08-19T10:02:01.188 INFO:tasks.rados.rados.0.smithi190.stdout:1028: done (2 left) 2024-08-19T10:02:01.188 INFO:tasks.rados.rados.0.smithi190.stdout:1029: done (1 left) 2024-08-19T10:02:01.188 INFO:tasks.rados.rados.0.smithi190.stdout:1032: snap_create 2024-08-19T10:02:01.190 INFO:tasks.rados.rados.0.smithi190.stdout:1031: finishing write tid 1 to smithi19066007-47 2024-08-19T10:02:01.190 INFO:tasks.rados.rados.0.smithi190.stdout:1031: finishing write tid 2 to smithi19066007-47 2024-08-19T10:02:01.191 INFO:tasks.rados.rados.0.smithi190.stdout:1031: finishing write tid 3 to smithi19066007-47 2024-08-19T10:02:01.191 INFO:tasks.rados.rados.0.smithi190.stdout:1031: oid 47 updating version 0 to 534 2024-08-19T10:02:01.191 INFO:tasks.rados.rados.0.smithi190.stdout:1031: oid 47 version 534 is already newer than 533 2024-08-19T10:02:01.191 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 534 (ObjNum 323 snap 104 seq_num 323) dirty exists 2024-08-19T10:02:01.191 INFO:tasks.rados.rados.0.smithi190.stdout:1031: left oid 47 (ObjNum 323 snap 104 seq_num 323) 2024-08-19T10:02:01.405 INFO:tasks.rados.rados.0.smithi190.stdout:1031: done (1 left) 2024-08-19T10:02:01.406 INFO:tasks.rados.rados.0.smithi190.stdout:1032: done (0 left) 2024-08-19T10:02:01.406 INFO:tasks.rados.rados.0.smithi190.stdout:1033: snap_create 2024-08-19T10:02:01.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:01 smithi196 ceph-mon[72638]: pgmap v77: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-08-19T10:02:01.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:01 smithi196 ceph-mon[72638]: Reconfiguring osd.4 (monmap changed)... 2024-08-19T10:02:01.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:01 smithi196 ceph-mon[72638]: Reconfiguring daemon osd.4 on smithi196 2024-08-19T10:02:01.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:01 smithi196 ceph-mon[72638]: osdmap e272: 8 total, 8 up, 8 in 2024-08-19T10:02:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:01 smithi190 ceph-mon[77620]: pgmap v77: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-08-19T10:02:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:01 smithi190 ceph-mon[77620]: Reconfiguring osd.4 (monmap changed)... 2024-08-19T10:02:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:01 smithi190 ceph-mon[77620]: Reconfiguring daemon osd.4 on smithi196 2024-08-19T10:02:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:01 smithi190 ceph-mon[77620]: osdmap e272: 8 total, 8 up, 8 in 2024-08-19T10:02:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:01 smithi190 ceph-mon[80032]: pgmap v77: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-08-19T10:02:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:01 smithi190 ceph-mon[80032]: Reconfiguring osd.4 (monmap changed)... 2024-08-19T10:02:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:01 smithi190 ceph-mon[80032]: Reconfiguring daemon osd.4 on smithi196 2024-08-19T10:02:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:01 smithi190 ceph-mon[80032]: osdmap e272: 8 total, 8 up, 8 in 2024-08-19T10:02:02.415 INFO:tasks.rados.rados.0.smithi190.stdout:1033: done (0 left) 2024-08-19T10:02:02.415 INFO:tasks.rados.rados.0.smithi190.stdout:1034: snap_remove snap 77 2024-08-19T10:02:02.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:02 smithi196 ceph-mon[72638]: osdmap e273: 8 total, 8 up, 8 in 2024-08-19T10:02:02.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:02 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:02.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:02 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:02.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:02 smithi196 ceph-mon[72638]: Reconfiguring osd.5 (monmap changed)... 2024-08-19T10:02:02.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:02 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-19T10:02:02.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:02 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:02.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:02 smithi196 ceph-mon[72638]: Reconfiguring daemon osd.5 on smithi196 2024-08-19T10:02:02.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:02 smithi190 ceph-mon[80032]: osdmap e273: 8 total, 8 up, 8 in 2024-08-19T10:02:02.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:02 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:02.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:02 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:02.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:02 smithi190 ceph-mon[80032]: Reconfiguring osd.5 (monmap changed)... 2024-08-19T10:02:02.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:02 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-19T10:02:02.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:02 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:02.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:02 smithi190 ceph-mon[80032]: Reconfiguring daemon osd.5 on smithi196 2024-08-19T10:02:02.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:02 smithi190 ceph-mon[77620]: osdmap e273: 8 total, 8 up, 8 in 2024-08-19T10:02:02.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:02 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:02.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:02 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:02.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:02 smithi190 ceph-mon[77620]: Reconfiguring osd.5 (monmap changed)... 2024-08-19T10:02:02.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:02 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-19T10:02:02.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:02 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:02.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:02 smithi190 ceph-mon[77620]: Reconfiguring daemon osd.5 on smithi196 2024-08-19T10:02:03.283 INFO:tasks.rados.rados.0.smithi190.stdout:1034: done (0 left) 2024-08-19T10:02:03.283 INFO:tasks.rados.rados.0.smithi190.stdout:1035: snap_remove snap 78 2024-08-19T10:02:03.752 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:03 smithi196 ceph-mon[72638]: pgmap v80: 121 pgs: 121 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-08-19T10:02:03.752 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:03 smithi196 ceph-mon[72638]: osdmap e274: 8 total, 8 up, 8 in 2024-08-19T10:02:03.752 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:03 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:03.752 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:03 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:03.752 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:03 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-19T10:02:03.752 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:03 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:03.752 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:03 smithi196 ceph-mon[72638]: osdmap e275: 8 total, 8 up, 8 in 2024-08-19T10:02:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:03 smithi190 ceph-mon[77620]: pgmap v80: 121 pgs: 121 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-08-19T10:02:03.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:03 smithi190 ceph-mon[77620]: osdmap e274: 8 total, 8 up, 8 in 2024-08-19T10:02:03.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:03 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:03.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:03 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:03.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:03 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-19T10:02:03.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:03 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:03.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:03 smithi190 ceph-mon[77620]: osdmap e275: 8 total, 8 up, 8 in 2024-08-19T10:02:03.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:03 smithi190 ceph-mon[80032]: pgmap v80: 121 pgs: 121 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-08-19T10:02:03.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:03 smithi190 ceph-mon[80032]: osdmap e274: 8 total, 8 up, 8 in 2024-08-19T10:02:03.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:03 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:03.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:03 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:03.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:03 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-19T10:02:03.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:03 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:03.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:03 smithi190 ceph-mon[80032]: osdmap e275: 8 total, 8 up, 8 in 2024-08-19T10:02:04.288 INFO:tasks.rados.rados.0.smithi190.stdout:1035: done (0 left) 2024-08-19T10:02:04.288 INFO:tasks.rados.rados.0.smithi190.stdout:1036: delete oid 6 current snap is 106 2024-08-19T10:02:04.296 INFO:tasks.rados.rados.0.smithi190.stdout:1036: done (0 left) 2024-08-19T10:02:04.296 INFO:tasks.rados.rados.0.smithi190.stdout:1037: read oid 23 snap 105 2024-08-19T10:02:04.296 INFO:tasks.rados.rados.0.smithi190.stdout:1037: expect (ObjNum 273 snap 87 seq_num 273) 2024-08-19T10:02:04.296 INFO:tasks.rados.rados.0.smithi190.stdout:1038: delete oid 13 current snap is 106 2024-08-19T10:02:04.301 INFO:tasks.rados.rados.0.smithi190.stdout:1038: done (1 left) 2024-08-19T10:02:04.301 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 25 current snap is 106 2024-08-19T10:02:04.301 INFO:tasks.rados.rados.0.smithi190.stdout:1039: seq_num 326 ranges {4251648=663552} 2024-08-19T10:02:04.327 INFO:tasks.rados.rados.0.smithi190.stdout:1039: writing smithi19066007-25 from 4251648 to 4915200 tid 1 2024-08-19T10:02:04.327 INFO:tasks.rados.rados.0.smithi190.stdout:1040: read oid 21 snap -1 2024-08-19T10:02:04.328 INFO:tasks.rados.rados.0.smithi190.stdout:1040: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:02:04.328 INFO:tasks.rados.rados.0.smithi190.stdout:1041: snap_remove snap 66 2024-08-19T10:02:04.423 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:02:04 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:02:04] "GET /metrics HTTP/1.1" 200 36107 "" "Prometheus/2.43.0" 2024-08-19T10:02:04.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:04 smithi196 ceph-mon[72638]: Reconfiguring osd.6 (monmap changed)... 2024-08-19T10:02:04.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:04 smithi196 ceph-mon[72638]: Reconfiguring daemon osd.6 on smithi196 2024-08-19T10:02:04.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:04 smithi196 ceph-mon[72638]: osdmap e276: 8 total, 8 up, 8 in 2024-08-19T10:02:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:04 smithi190 ceph-mon[77620]: Reconfiguring osd.6 (monmap changed)... 2024-08-19T10:02:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:04 smithi190 ceph-mon[77620]: Reconfiguring daemon osd.6 on smithi196 2024-08-19T10:02:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:04 smithi190 ceph-mon[77620]: osdmap e276: 8 total, 8 up, 8 in 2024-08-19T10:02:04.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:04 smithi190 ceph-mon[80032]: Reconfiguring osd.6 (monmap changed)... 2024-08-19T10:02:04.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:04 smithi190 ceph-mon[80032]: Reconfiguring daemon osd.6 on smithi196 2024-08-19T10:02:04.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:04 smithi190 ceph-mon[80032]: osdmap e276: 8 total, 8 up, 8 in 2024-08-19T10:02:05.292 INFO:tasks.rados.rados.0.smithi190.stdout:1041: done (3 left) 2024-08-19T10:02:05.292 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 33 current snap is 106 2024-08-19T10:02:05.292 INFO:tasks.rados.rados.0.smithi190.stdout:1042: seq_num 327 ranges {3670016=679936} 2024-08-19T10:02:05.317 INFO:tasks.rados.rados.0.smithi190.stdout:1042: writing smithi19066007-33 from 3670016 to 4349952 tid 1 2024-08-19T10:02:05.317 INFO:tasks.rados.rados.0.smithi190.stdout:1043: read oid 19 snap -1 2024-08-19T10:02:05.317 INFO:tasks.rados.rados.0.smithi190.stdout:1043: expect (ObjNum 306 snap 100 seq_num 306) 2024-08-19T10:02:05.318 INFO:tasks.rados.rados.0.smithi190.stdout:1044: rollback oid 14 current snap is 106 2024-08-19T10:02:05.318 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 14 to 90 2024-08-19T10:02:05.318 INFO:tasks.rados.rados.0.smithi190.stdout:1037: expect (ObjNum 273 snap 87 seq_num 273) 2024-08-19T10:02:05.375 INFO:tasks.rados.rados.0.smithi190.stdout:1040: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:02:05.377 INFO:tasks.rados.rados.0.smithi190.stdout:1039: finishing write tid 1 to smithi19066007-25 2024-08-19T10:02:05.377 INFO:tasks.rados.rados.0.smithi190.stdout:1039: finishing write tid 2 to smithi19066007-25 2024-08-19T10:02:05.377 INFO:tasks.rados.rados.0.smithi190.stdout:1039: finishing write tid 3 to smithi19066007-25 2024-08-19T10:02:05.377 INFO:tasks.rados.rados.0.smithi190.stdout:1039: oid 25 updating version 0 to 537 2024-08-19T10:02:05.377 INFO:tasks.rados.rados.0.smithi190.stdout:1039: oid 25 updating version 537 to 538 2024-08-19T10:02:05.377 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 538 (ObjNum 326 snap 106 seq_num 326) dirty exists 2024-08-19T10:02:05.377 INFO:tasks.rados.rados.0.smithi190.stdout:1039: left oid 25 (ObjNum 326 snap 106 seq_num 326) 2024-08-19T10:02:05.377 INFO:tasks.rados.rados.0.smithi190.stdout:1044: finishing rollback tid 0 to smithi19066007-14 2024-08-19T10:02:05.377 INFO:tasks.rados.rados.0.smithi190.stdout:1043: expect (ObjNum 306 snap 100 seq_num 306) 2024-08-19T10:02:05.385 INFO:tasks.rados.rados.0.smithi190.stdout:1044: finishing rollback tid 1 to smithi19066007-14 2024-08-19T10:02:05.385 INFO:tasks.rados.rados.0.smithi190.stdout:1044: finishing rollback tid 2 to smithi19066007-14 2024-08-19T10:02:05.386 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 548 (ObjNum 170 snap 41 seq_num 170) dirty exists 2024-08-19T10:02:05.386 INFO:tasks.rados.rados.0.smithi190.stdout:1042: finishing write tid 1 to smithi19066007-33 2024-08-19T10:02:05.386 INFO:tasks.rados.rados.0.smithi190.stdout:1042: finishing write tid 2 to smithi19066007-33 2024-08-19T10:02:05.386 INFO:tasks.rados.rados.0.smithi190.stdout:1042: finishing write tid 3 to smithi19066007-33 2024-08-19T10:02:05.386 INFO:tasks.rados.rados.0.smithi190.stdout:1042: oid 33 updating version 0 to 344 2024-08-19T10:02:05.386 INFO:tasks.rados.rados.0.smithi190.stdout:1042: oid 33 updating version 344 to 345 2024-08-19T10:02:05.386 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 345 (ObjNum 327 snap 106 seq_num 327) dirty exists 2024-08-19T10:02:05.386 INFO:tasks.rados.rados.0.smithi190.stdout:1042: left oid 33 (ObjNum 327 snap 106 seq_num 327) 2024-08-19T10:02:05.386 INFO:tasks.rados.rados.0.smithi190.stdout:1037: done (5 left) 2024-08-19T10:02:05.386 INFO:tasks.rados.rados.0.smithi190.stdout:1039: done (4 left) 2024-08-19T10:02:05.386 INFO:tasks.rados.rados.0.smithi190.stdout:1040: done (3 left) 2024-08-19T10:02:05.386 INFO:tasks.rados.rados.0.smithi190.stdout:1042: done (2 left) 2024-08-19T10:02:05.386 INFO:tasks.rados.rados.0.smithi190.stdout:1043: done (1 left) 2024-08-19T10:02:05.387 INFO:tasks.rados.rados.0.smithi190.stdout:1044: done (0 left) 2024-08-19T10:02:05.387 INFO:tasks.rados.rados.0.smithi190.stdout:1045: snap_create 2024-08-19T10:02:05.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:05 smithi196 ceph-mon[72638]: pgmap v83: 121 pgs: 121 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-08-19T10:02:05.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:05 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:05.788 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:05 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:05.788 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:05 smithi196 ceph-mon[72638]: Reconfiguring osd.7 (monmap changed)... 2024-08-19T10:02:05.788 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:05 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-19T10:02:05.788 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:05 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:05.788 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:05 smithi196 ceph-mon[72638]: Reconfiguring daemon osd.7 on smithi196 2024-08-19T10:02:05.788 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:05 smithi196 ceph-mon[72638]: osdmap e277: 8 total, 8 up, 8 in 2024-08-19T10:02:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[77620]: pgmap v83: 121 pgs: 121 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-08-19T10:02:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[77620]: Reconfiguring osd.7 (monmap changed)... 2024-08-19T10:02:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-19T10:02:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[77620]: Reconfiguring daemon osd.7 on smithi196 2024-08-19T10:02:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[77620]: osdmap e277: 8 total, 8 up, 8 in 2024-08-19T10:02:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[80032]: pgmap v83: 121 pgs: 121 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-08-19T10:02:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[80032]: Reconfiguring osd.7 (monmap changed)... 2024-08-19T10:02:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-19T10:02:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[80032]: Reconfiguring daemon osd.7 on smithi196 2024-08-19T10:02:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:05 smithi190 ceph-mon[80032]: osdmap e277: 8 total, 8 up, 8 in 2024-08-19T10:02:06.292 INFO:tasks.rados.rados.0.smithi190.stdout:1045: done (0 left) 2024-08-19T10:02:06.292 INFO:tasks.rados.rados.0.smithi190.stdout:1046: rollback oid 29 current snap is 107 2024-08-19T10:02:06.292 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 29 to 97 2024-08-19T10:02:06.292 INFO:tasks.rados.rados.0.smithi190.stdout:1047: snap_remove snap 106 2024-08-19T10:02:07.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:06 smithi196 ceph-mon[72638]: pgmap v86: 121 pgs: 121 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:02:07.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:06 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:07.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:06 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:07.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:06 smithi196 ceph-mon[72638]: Reconfiguring mds.b (monmap changed)... 2024-08-19T10:02:07.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:06 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T10:02:07.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:06 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:07.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:06 smithi196 ceph-mon[72638]: Reconfiguring daemon mds.b on smithi196 2024-08-19T10:02:07.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:06 smithi196 ceph-mon[72638]: osdmap e278: 8 total, 8 up, 8 in 2024-08-19T10:02:07.299 INFO:tasks.rados.rados.0.smithi190.stdout:1047: done (1 left) 2024-08-19T10:02:07.299 INFO:tasks.rados.rados.0.smithi190.stdout:1048: read oid 4 snap -1 2024-08-19T10:02:07.299 INFO:tasks.rados.rados.0.smithi190.stdout:1048: expect (ObjNum 296 snap 96 seq_num 296) 2024-08-19T10:02:07.299 INFO:tasks.rados.rados.0.smithi190.stdout:1049: snap_create 2024-08-19T10:02:07.299 INFO:tasks.rados.rados.0.smithi190.stdout:1046: finishing rollback tid 0 to smithi19066007-29 2024-08-19T10:02:07.299 INFO:tasks.rados.rados.0.smithi190.stdout:1046: finishing rollback tid 1 to smithi19066007-29 2024-08-19T10:02:07.299 INFO:tasks.rados.rados.0.smithi190.stdout:1046: finishing rollback tid 2 to smithi19066007-29 2024-08-19T10:02:07.300 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 188 (ObjNum 206 snap 51 seq_num 206) dirty exists 2024-08-19T10:02:07.302 INFO:tasks.rados.rados.0.smithi190.stdout:1048: expect (ObjNum 296 snap 96 seq_num 296) 2024-08-19T10:02:07.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[77620]: pgmap v86: 121 pgs: 121 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:02:07.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:07.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:07.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[77620]: Reconfiguring mds.b (monmap changed)... 2024-08-19T10:02:07.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T10:02:07.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:07.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[77620]: Reconfiguring daemon mds.b on smithi196 2024-08-19T10:02:07.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[77620]: osdmap e278: 8 total, 8 up, 8 in 2024-08-19T10:02:07.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[80032]: pgmap v86: 121 pgs: 121 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:02:07.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:07.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:07.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[80032]: Reconfiguring mds.b (monmap changed)... 2024-08-19T10:02:07.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T10:02:07.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:07.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[80032]: Reconfiguring daemon mds.b on smithi196 2024-08-19T10:02:07.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:06 smithi190 ceph-mon[80032]: osdmap e278: 8 total, 8 up, 8 in 2024-08-19T10:02:08.283 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:08.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:08.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:02:08.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:08.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:08.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: Upgrade: Setting container_image for all mon 2024-08-19T10:02:08.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:08.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-19T10:02:08.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-19T10:02:08.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-19T10:02:08.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-19T10:02:08.284 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-19T10:02:08.285 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-19T10:02:08.285 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:08.285 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: Upgrade: Setting container_image for all crash 2024-08-19T10:02:08.285 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:08.285 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-19T10:02:08.285 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-19T10:02:08.285 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: Upgrade: osd.0 is safe to restart 2024-08-19T10:02:08.285 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[80032]: osdmap e279: 8 total, 8 up, 8 in 2024-08-19T10:02:08.285 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:08.285 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:08.285 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:02:08.286 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:08.286 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:08.286 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: Upgrade: Setting container_image for all mon 2024-08-19T10:02:08.286 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:08.286 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-19T10:02:08.286 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-19T10:02:08.286 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-19T10:02:08.286 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-19T10:02:08.286 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-19T10:02:08.286 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-19T10:02:08.286 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:08.286 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: Upgrade: Setting container_image for all crash 2024-08-19T10:02:08.286 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:08.286 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-19T10:02:08.287 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-19T10:02:08.287 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: Upgrade: osd.0 is safe to restart 2024-08-19T10:02:08.287 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:08 smithi190 ceph-mon[77620]: osdmap e279: 8 total, 8 up, 8 in 2024-08-19T10:02:08.303 INFO:tasks.rados.rados.0.smithi190.stdout:1046: done (2 left) 2024-08-19T10:02:08.303 INFO:tasks.rados.rados.0.smithi190.stdout:1048: done (1 left) 2024-08-19T10:02:08.303 INFO:tasks.rados.rados.0.smithi190.stdout:1049: done (0 left) 2024-08-19T10:02:08.303 INFO:tasks.rados.rados.0.smithi190.stdout:1050: read oid 23 snap -1 2024-08-19T10:02:08.303 INFO:tasks.rados.rados.0.smithi190.stdout:1050: expect (ObjNum 273 snap 87 seq_num 273) 2024-08-19T10:02:08.304 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 5 current snap is 108 2024-08-19T10:02:08.304 INFO:tasks.rados.rados.0.smithi190.stdout:1051: seq_num 328 ranges {0=696320} 2024-08-19T10:02:08.307 INFO:tasks.rados.rados.0.smithi190.stdout:1051: writing smithi19066007-5 from 0 to 696320 tid 1 2024-08-19T10:02:08.307 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 108 2024-08-19T10:02:08.307 INFO:tasks.rados.rados.0.smithi190.stdout:1052: seq_num 329 ranges {180224=712704} 2024-08-19T10:02:08.313 INFO:tasks.rados.rados.0.smithi190.stdout:1052: writing smithi19066007-49 from 180224 to 892928 tid 1 2024-08-19T10:02:08.313 INFO:tasks.rados.rados.0.smithi190.stdout:1053: read oid 25 snap -1 2024-08-19T10:02:08.313 INFO:tasks.rados.rados.0.smithi190.stdout:1053: expect (ObjNum 326 snap 106 seq_num 326) 2024-08-19T10:02:08.313 INFO:tasks.rados.rados.0.smithi190.stdout:1054: snap_create 2024-08-19T10:02:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:1051: finishing write tid 1 to smithi19066007-5 2024-08-19T10:02:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:1050: expect (ObjNum 273 snap 87 seq_num 273) 2024-08-19T10:02:08.375 INFO:tasks.rados.rados.0.smithi190.stdout:1051: finishing write tid 2 to smithi19066007-5 2024-08-19T10:02:08.375 INFO:tasks.rados.rados.0.smithi190.stdout:1051: finishing write tid 3 to smithi19066007-5 2024-08-19T10:02:08.375 INFO:tasks.rados.rados.0.smithi190.stdout:1051: oid 5 updating version 0 to 524 2024-08-19T10:02:08.375 INFO:tasks.rados.rados.0.smithi190.stdout:1051: oid 5 version 524 is already newer than 523 2024-08-19T10:02:08.375 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 524 (ObjNum 328 snap 108 seq_num 328) dirty exists 2024-08-19T10:02:08.375 INFO:tasks.rados.rados.0.smithi190.stdout:1051: left oid 5 (ObjNum 328 snap 108 seq_num 328) 2024-08-19T10:02:08.375 INFO:tasks.rados.rados.0.smithi190.stdout:1052: finishing write tid 1 to smithi19066007-49 2024-08-19T10:02:08.376 INFO:tasks.rados.rados.0.smithi190.stdout:1052: finishing write tid 2 to smithi19066007-49 2024-08-19T10:02:08.376 INFO:tasks.rados.rados.0.smithi190.stdout:1052: finishing write tid 3 to smithi19066007-49 2024-08-19T10:02:08.376 INFO:tasks.rados.rados.0.smithi190.stdout:1052: oid 49 updating version 0 to 348 2024-08-19T10:02:08.376 INFO:tasks.rados.rados.0.smithi190.stdout:1052: oid 49 version 348 is already newer than 347 2024-08-19T10:02:08.376 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 348 (ObjNum 329 snap 108 seq_num 329) dirty exists 2024-08-19T10:02:08.376 INFO:tasks.rados.rados.0.smithi190.stdout:1052: left oid 49 (ObjNum 329 snap 108 seq_num 329) 2024-08-19T10:02:08.376 INFO:tasks.rados.rados.0.smithi190.stdout:1053: expect (ObjNum 326 snap 106 seq_num 326) 2024-08-19T10:02:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:02:08.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:08.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:08.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: Upgrade: Setting container_image for all mon 2024-08-19T10:02:08.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:08.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-19T10:02:08.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-19T10:02:08.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-19T10:02:08.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-19T10:02:08.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-19T10:02:08.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-19T10:02:08.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:08.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: Upgrade: Setting container_image for all crash 2024-08-19T10:02:08.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:08.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-19T10:02:08.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-19T10:02:08.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: Upgrade: osd.0 is safe to restart 2024-08-19T10:02:08.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:08 smithi196 ceph-mon[72638]: osdmap e279: 8 total, 8 up, 8 in 2024-08-19T10:02:09.307 INFO:tasks.rados.rados.0.smithi190.stdout:1050: done (4 left) 2024-08-19T10:02:09.307 INFO:tasks.rados.rados.0.smithi190.stdout:1051: done (3 left) 2024-08-19T10:02:09.307 INFO:tasks.rados.rados.0.smithi190.stdout:1052: done (2 left) 2024-08-19T10:02:09.307 INFO:tasks.rados.rados.0.smithi190.stdout:1053: done (1 left) 2024-08-19T10:02:09.307 INFO:tasks.rados.rados.0.smithi190.stdout:1054: done (0 left) 2024-08-19T10:02:09.307 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 109 2024-08-19T10:02:09.307 INFO:tasks.rados.rados.0.smithi190.stdout:1055: seq_num 330 ranges {0=737280} 2024-08-19T10:02:09.310 INFO:tasks.rados.rados.0.smithi190.stdout:1055: writing smithi19066007-13 from 0 to 737280 tid 1 2024-08-19T10:02:09.310 INFO:tasks.rados.rados.0.smithi190.stdout:1056: snap_create 2024-08-19T10:02:09.315 INFO:tasks.rados.rados.0.smithi190.stdout:1055: finishing write tid 1 to smithi19066007-13 2024-08-19T10:02:09.316 INFO:tasks.rados.rados.0.smithi190.stdout:1055: finishing write tid 2 to smithi19066007-13 2024-08-19T10:02:09.318 INFO:tasks.rados.rados.0.smithi190.stdout:1055: finishing write tid 3 to smithi19066007-13 2024-08-19T10:02:09.318 INFO:tasks.rados.rados.0.smithi190.stdout:1055: oid 13 updating version 0 to 544 2024-08-19T10:02:09.318 INFO:tasks.rados.rados.0.smithi190.stdout:1055: oid 13 updating version 544 to 545 2024-08-19T10:02:09.318 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 545 (ObjNum 330 snap 109 seq_num 330) dirty exists 2024-08-19T10:02:09.318 INFO:tasks.rados.rados.0.smithi190.stdout:1055: left oid 13 (ObjNum 330 snap 109 seq_num 330) 2024-08-19T10:02:09.353 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:09 smithi190 ceph-mon[77620]: pgmap v89: 121 pgs: 121 active+clean; 245 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 478 KiB/s wr, 6 op/s 2024-08-19T10:02:09.353 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:09 smithi190 ceph-mon[77620]: osdmap e280: 8 total, 8 up, 8 in 2024-08-19T10:02:09.353 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:09 smithi190 ceph-mon[77620]: Upgrade: Updating osd.0 2024-08-19T10:02:09.353 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:09 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:09.353 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:09 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-19T10:02:09.353 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:09 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:09.354 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:09 smithi190 ceph-mon[77620]: Deploying daemon osd.0 on smithi190 2024-08-19T10:02:09.354 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:09 smithi190 ceph-mon[80032]: pgmap v89: 121 pgs: 121 active+clean; 245 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 478 KiB/s wr, 6 op/s 2024-08-19T10:02:09.354 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:09 smithi190 ceph-mon[80032]: osdmap e280: 8 total, 8 up, 8 in 2024-08-19T10:02:09.354 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:09 smithi190 ceph-mon[80032]: Upgrade: Updating osd.0 2024-08-19T10:02:09.354 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:09 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:09.354 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:09 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-19T10:02:09.354 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:09 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:09.354 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:09 smithi190 ceph-mon[80032]: Deploying daemon osd.0 on smithi190 2024-08-19T10:02:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:09 smithi196 ceph-mon[72638]: pgmap v89: 121 pgs: 121 active+clean; 245 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 478 KiB/s wr, 6 op/s 2024-08-19T10:02:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:09 smithi196 ceph-mon[72638]: osdmap e280: 8 total, 8 up, 8 in 2024-08-19T10:02:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:09 smithi196 ceph-mon[72638]: Upgrade: Updating osd.0 2024-08-19T10:02:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:09 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:09 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-19T10:02:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:09 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:09 smithi196 ceph-mon[72638]: Deploying daemon osd.0 on smithi190 2024-08-19T10:02:10.321 INFO:tasks.rados.rados.0.smithi190.stdout:1055: done (1 left) 2024-08-19T10:02:10.321 INFO:tasks.rados.rados.0.smithi190.stdout:1056: done (0 left) 2024-08-19T10:02:10.321 INFO:tasks.rados.rados.0.smithi190.stdout:1057: rollback oid 26 current snap is 110 2024-08-19T10:02:10.321 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 26 to 63 2024-08-19T10:02:10.321 INFO:tasks.rados.rados.0.smithi190.stdout:1058: copy_from oid 48 from oid 14 current snap is 110 2024-08-19T10:02:10.321 INFO:tasks.rados.rados.0.smithi190.stdout:1059: snap_create 2024-08-19T10:02:10.323 INFO:tasks.rados.rados.0.smithi190.stdout:1057: finishing rollback tid 1 to smithi19066007-26 2024-08-19T10:02:10.323 INFO:tasks.rados.rados.0.smithi190.stdout:1057: finishing rollback tid 2 to smithi19066007-26 2024-08-19T10:02:10.324 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 562 (ObjNum 213 snap 53 seq_num 213) dirty exists 2024-08-19T10:02:10.331 INFO:tasks.rados.rados.0.smithi190.stdout:1058: finishing copy_from racing read to smithi19066007-48 2024-08-19T10:02:10.332 INFO:tasks.rados.rados.0.smithi190.stdout:1058: finishing copy_from to smithi19066007-48 2024-08-19T10:02:10.332 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 548 (ObjNum 170 snap 41 seq_num 170) dirty exists 2024-08-19T10:02:10.586 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:10 smithi190 ceph-mon[77620]: osdmap e281: 8 total, 8 up, 8 in 2024-08-19T10:02:10.586 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:10 smithi190 ceph-mon[80032]: osdmap e281: 8 total, 8 up, 8 in 2024-08-19T10:02:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:10 smithi196 ceph-mon[72638]: osdmap e281: 8 total, 8 up, 8 in 2024-08-19T10:02:11.320 INFO:tasks.rados.rados.0.smithi190.stdout:1057: done (2 left) 2024-08-19T10:02:11.320 INFO:tasks.rados.rados.0.smithi190.stdout:1058: done (1 left) 2024-08-19T10:02:11.320 INFO:tasks.rados.rados.0.smithi190.stdout:1059: done (0 left) 2024-08-19T10:02:11.321 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 111 2024-08-19T10:02:11.321 INFO:tasks.rados.rados.0.smithi190.stdout:1060: seq_num 331 ranges {2187264=753664} 2024-08-19T10:02:11.336 INFO:tasks.rados.rados.0.smithi190.stdout:1060: writing smithi19066007-23 from 2187264 to 2940928 tid 1 2024-08-19T10:02:11.337 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 111 2024-08-19T10:02:11.337 INFO:tasks.rados.rados.0.smithi190.stdout:1061: seq_num 332 ranges {0=770048} 2024-08-19T10:02:11.341 INFO:tasks.rados.rados.0.smithi190.stdout:1061: writing smithi19066007-36 from 0 to 770048 tid 1 2024-08-19T10:02:11.341 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 111 2024-08-19T10:02:11.341 INFO:tasks.rados.rados.0.smithi190.stdout:1062: seq_num 333 ranges {6914048=786432} 2024-08-19T10:02:11.384 INFO:tasks.rados.rados.0.smithi190.stdout:1062: writing smithi19066007-12 from 6914048 to 7700480 tid 1 2024-08-19T10:02:11.384 INFO:tasks.rados.rados.0.smithi190.stdout:1063: snap_create 2024-08-19T10:02:11.384 INFO:tasks.rados.rados.0.smithi190.stdout:1060: finishing write tid 1 to smithi19066007-23 2024-08-19T10:02:11.384 INFO:tasks.rados.rados.0.smithi190.stdout:1060: finishing write tid 2 to smithi19066007-23 2024-08-19T10:02:11.384 INFO:tasks.rados.rados.0.smithi190.stdout:1060: finishing write tid 3 to smithi19066007-23 2024-08-19T10:02:11.384 INFO:tasks.rados.rados.0.smithi190.stdout:1060: oid 23 updating version 0 to 420 2024-08-19T10:02:11.384 INFO:tasks.rados.rados.0.smithi190.stdout:1060: oid 23 version 420 is already newer than 419 2024-08-19T10:02:11.384 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 420 (ObjNum 331 snap 111 seq_num 331) dirty exists 2024-08-19T10:02:11.384 INFO:tasks.rados.rados.0.smithi190.stdout:1060: left oid 23 (ObjNum 331 snap 111 seq_num 331) 2024-08-19T10:02:11.384 INFO:tasks.rados.rados.0.smithi190.stdout:1061: finishing write tid 1 to smithi19066007-36 2024-08-19T10:02:11.384 INFO:tasks.rados.rados.0.smithi190.stdout:1061: finishing write tid 2 to smithi19066007-36 2024-08-19T10:02:11.385 INFO:tasks.rados.rados.0.smithi190.stdout:1061: finishing write tid 3 to smithi19066007-36 2024-08-19T10:02:11.385 INFO:tasks.rados.rados.0.smithi190.stdout:1061: oid 36 updating version 0 to 689 2024-08-19T10:02:11.385 INFO:tasks.rados.rados.0.smithi190.stdout:1061: oid 36 version 689 is already newer than 688 2024-08-19T10:02:11.385 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 689 (ObjNum 332 snap 111 seq_num 332) dirty exists 2024-08-19T10:02:11.385 INFO:tasks.rados.rados.0.smithi190.stdout:1061: left oid 36 (ObjNum 332 snap 111 seq_num 332) 2024-08-19T10:02:11.387 INFO:tasks.rados.rados.0.smithi190.stdout:1062: finishing write tid 1 to smithi19066007-12 2024-08-19T10:02:11.387 INFO:tasks.rados.rados.0.smithi190.stdout:1062: finishing write tid 2 to smithi19066007-12 2024-08-19T10:02:11.388 INFO:tasks.rados.rados.0.smithi190.stdout:1062: finishing write tid 3 to smithi19066007-12 2024-08-19T10:02:11.388 INFO:tasks.rados.rados.0.smithi190.stdout:1062: oid 12 updating version 0 to 548 2024-08-19T10:02:11.388 INFO:tasks.rados.rados.0.smithi190.stdout:1062: oid 12 version 548 is already newer than 547 2024-08-19T10:02:11.388 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 548 (ObjNum 333 snap 111 seq_num 333) dirty exists 2024-08-19T10:02:11.388 INFO:tasks.rados.rados.0.smithi190.stdout:1062: left oid 12 (ObjNum 333 snap 111 seq_num 333) 2024-08-19T10:02:11.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:11 smithi196 ceph-mon[72638]: pgmap v92: 121 pgs: 121 active+clean; 245 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 478 KiB/s wr, 6 op/s 2024-08-19T10:02:11.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:11 smithi196 ceph-mon[72638]: osdmap e282: 8 total, 8 up, 8 in 2024-08-19T10:02:11.706 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:11 smithi190 ceph-mon[80032]: pgmap v92: 121 pgs: 121 active+clean; 245 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 478 KiB/s wr, 6 op/s 2024-08-19T10:02:11.706 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:11 smithi190 ceph-mon[80032]: osdmap e282: 8 total, 8 up, 8 in 2024-08-19T10:02:11.706 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:11 smithi190 ceph-mon[77620]: pgmap v92: 121 pgs: 121 active+clean; 245 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 478 KiB/s wr, 6 op/s 2024-08-19T10:02:11.706 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:11 smithi190 ceph-mon[77620]: osdmap e282: 8 total, 8 up, 8 in 2024-08-19T10:02:11.973 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:11 smithi190 systemd[1]: Stopping Ceph osd.0 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:02:12.315 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:11 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0[29939]: 2024-08-19T10:02:11.977+0000 7f50b5381640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:02:12.315 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:11 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0[29939]: 2024-08-19T10:02:11.977+0000 7f50b5381640 -1 osd.0 283 *** Got signal Terminated *** 2024-08-19T10:02:12.315 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:11 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0[29939]: 2024-08-19T10:02:11.977+0000 7f50b5381640 -1 osd.0 283 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:02:12.333 INFO:tasks.rados.rados.0.smithi190.stdout:1060: done (3 left) 2024-08-19T10:02:12.334 INFO:tasks.rados.rados.0.smithi190.stdout:1061: done (2 left) 2024-08-19T10:02:12.334 INFO:tasks.rados.rados.0.smithi190.stdout:1062: done (1 left) 2024-08-19T10:02:12.334 INFO:tasks.rados.rados.0.smithi190.stdout:1063: done (0 left) 2024-08-19T10:02:12.334 INFO:tasks.rados.rados.0.smithi190.stdout:1064: read oid 16 snap -1 2024-08-19T10:02:12.334 INFO:tasks.rados.rados.0.smithi190.stdout:1064: expect (ObjNum 204 snap 51 seq_num 204) 2024-08-19T10:02:12.334 INFO:tasks.rados.rados.0.smithi190.stdout:1065: snap_create 2024-08-19T10:02:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:12 smithi196 ceph-mon[72638]: osdmap e283: 8 total, 8 up, 8 in 2024-08-19T10:02:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:12 smithi196 ceph-mon[72638]: osd.0 marked itself down and dead 2024-08-19T10:02:12.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:12 smithi190 ceph-mon[77620]: osdmap e283: 8 total, 8 up, 8 in 2024-08-19T10:02:12.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:12 smithi190 ceph-mon[77620]: osd.0 marked itself down and dead 2024-08-19T10:02:12.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:12 smithi190 ceph-mon[80032]: osdmap e283: 8 total, 8 up, 8 in 2024-08-19T10:02:12.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:12 smithi190 ceph-mon[80032]: osd.0 marked itself down and dead 2024-08-19T10:02:13.198 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:12 smithi190 podman[85238]: 2024-08-19 10:02:12.882626847 +0000 UTC m=+1.002764315 container died 7869b3a6fe8df8f0f5c8e1d21ce7a771c02f8fad167b53df9c8b1e90af76b735 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-baa926d, org.label-schema.build-date=20240731) 2024-08-19T10:02:13.288 INFO:tasks.rados.rados.0.smithi190.stdout:1065: done (1 left) 2024-08-19T10:02:13.288 INFO:tasks.rados.rados.0.smithi190.stdout:1066: rmattr oid 24 current snap is 113 2024-08-19T10:02:13.288 INFO:tasks.rados.rados.0.smithi190.stdout:1066: done (1 left) 2024-08-19T10:02:13.288 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 33 current snap is 113 2024-08-19T10:02:13.288 INFO:tasks.rados.rados.0.smithi190.stdout:1067: seq_num 334 ranges {4349952=802816} 2024-08-19T10:02:13.317 INFO:tasks.rados.rados.0.smithi190.stdout:1067: writing smithi19066007-33 from 4349952 to 5152768 tid 1 2024-08-19T10:02:13.317 INFO:tasks.rados.rados.0.smithi190.stdout:1068: snap_create 2024-08-19T10:02:13.317 INFO:tasks.rados.rados.0.smithi190.stdout:1064: expect (ObjNum 204 snap 51 seq_num 204) 2024-08-19T10:02:13.335 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:02:13.454 INFO:tasks.rados.rados.0.smithi190.stdout:1067: finishing write tid 1 to smithi19066007-33 2024-08-19T10:02:13.454 INFO:tasks.rados.rados.0.smithi190.stdout:1067: finishing write tid 2 to smithi19066007-33 2024-08-19T10:02:13.454 INFO:tasks.rados.rados.0.smithi190.stdout:1067: finishing write tid 3 to smithi19066007-33 2024-08-19T10:02:13.455 INFO:tasks.rados.rados.0.smithi190.stdout:1067: oid 33 updating version 0 to 351 2024-08-19T10:02:13.455 INFO:tasks.rados.rados.0.smithi190.stdout:1067: oid 33 version 351 is already newer than 350 2024-08-19T10:02:13.455 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 351 (ObjNum 334 snap 113 seq_num 334) dirty exists 2024-08-19T10:02:13.455 INFO:tasks.rados.rados.0.smithi190.stdout:1067: left oid 33 (ObjNum 334 snap 113 seq_num 334) 2024-08-19T10:02:13.566 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:13 smithi190 podman[85238]: 2024-08-19 10:02:13.394949701 +0000 UTC m=+1.515087169 container cleanup 7869b3a6fe8df8f0f5c8e1d21ce7a771c02f8fad167b53df9c8b1e90af76b735 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=reef-baa926d) 2024-08-19T10:02:13.566 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:13 smithi190 bash[85238]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0 2024-08-19T10:02:13.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:13 smithi190 ceph-mon[77620]: pgmap v95: 121 pgs: 121 active+clean; 255 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 678 KiB/s wr, 6 op/s 2024-08-19T10:02:13.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:13 smithi190 ceph-mon[77620]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:02:13.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:13 smithi190 ceph-mon[77620]: osdmap e284: 8 total, 7 up, 8 in 2024-08-19T10:02:13.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:13 smithi190 ceph-mon[77620]: osdmap e285: 8 total, 7 up, 8 in 2024-08-19T10:02:13.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:13 smithi190 ceph-mon[80032]: pgmap v95: 121 pgs: 121 active+clean; 255 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 678 KiB/s wr, 6 op/s 2024-08-19T10:02:13.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:13 smithi190 ceph-mon[80032]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:02:13.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:13 smithi190 ceph-mon[80032]: osdmap e284: 8 total, 7 up, 8 in 2024-08-19T10:02:13.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:13 smithi190 ceph-mon[80032]: osdmap e285: 8 total, 7 up, 8 in 2024-08-19T10:02:13.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:13 smithi196 ceph-mon[72638]: pgmap v95: 121 pgs: 121 active+clean; 255 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 678 KiB/s wr, 6 op/s 2024-08-19T10:02:13.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:13 smithi196 ceph-mon[72638]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:02:13.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:13 smithi196 ceph-mon[72638]: osdmap e284: 8 total, 7 up, 8 in 2024-08-19T10:02:13.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:13 smithi196 ceph-mon[72638]: osdmap e285: 8 total, 7 up, 8 in 2024-08-19T10:02:13.956 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:13 smithi190 podman[85262]: 2024-08-19 10:02:13.604971763 +0000 UTC m=+0.718623637 container remove 7869b3a6fe8df8f0f5c8e1d21ce7a771c02f8fad167b53df9c8b1e90af76b735 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-baa926d, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-08-19T10:02:13.977 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:02:13.977 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (5m) 50s ago 6m 25.5M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T10:02:13.977 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (6m) 32s ago 6m 88.0M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:02:13.977 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (7m) 50s ago 7m 17.7M - 18.2.4-721-gbaa926de e6c292a6bc95 e6af5dc87346 2024-08-19T10:02:13.977 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (7m) 32s ago 7m 18.7M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T10:02:13.977 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (94s) 32s ago 10m 451M - 19.0.0-5847-g79766939 50bbda8a3289 0261da8614e1 2024-08-19T10:02:13.977 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (2m) 50s ago 12m 507M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:02:13.977 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (81s) 50s ago 12m 40.4M 2048M 19.0.0-5847-g79766939 50bbda8a3289 91d6e2488c1e 2024-08-19T10:02:13.977 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (41s) 32s ago 11m 26.7M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9404d29f9b76 2024-08-19T10:02:13.977 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (59s) 50s ago 11m 23.9M 2048M 19.0.0-5847-g79766939 50bbda8a3289 3794657df204 2024-08-19T10:02:13.977 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (5m) 50s ago 5m 16.2M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T10:02:13.978 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (5m) 32s ago 5m 16.2M - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T10:02:13.978 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (10m) 50s ago 10m 168M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 7869b3a6fe8d 2024-08-19T10:02:13.978 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (10m) 50s ago 10m 142M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 216832ba0eb9 2024-08-19T10:02:13.978 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (9m) 50s ago 9m 154M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 7dc17a160906 2024-08-19T10:02:13.978 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (9m) 50s ago 9m 107M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 8d23db0741f1 2024-08-19T10:02:13.978 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (9m) 32s ago 9m 151M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 36958c5836c1 2024-08-19T10:02:13.978 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (8m) 32s ago 8m 196M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 089ec5523ac2 2024-08-19T10:02:13.978 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (8m) 32s ago 8m 150M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 5b1bd80e75ec 2024-08-19T10:02:13.978 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (7m) 32s ago 7m 98.4M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 0af4ca14b11c 2024-08-19T10:02:13.978 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (100s) 32s ago 6m 48.0M - 2.43.0 a07b618ecd1d 3fdb2a720e67 2024-08-19T10:02:14.217 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:02:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:02:14] "GET /metrics HTTP/1.1" 200 36107 "" "Prometheus/2.43.0" 2024-08-19T10:02:14.217 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:13 smithi190 podman[85418]: 2024-08-19 10:02:13.955713269 +0000 UTC m=+0.101296031 container create a5fbeff4439d3026c03d3af5e515124b4b335cca7e0227baa94cbabd2ccef414 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T10:02:14.218 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:13 smithi190 podman[85418]: 2024-08-19 10:02:13.87905402 +0000 UTC m=+0.024636785 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:02:14.288 INFO:tasks.rados.rados.0.smithi190.stdout:1064: done (2 left) 2024-08-19T10:02:14.289 INFO:tasks.rados.rados.0.smithi190.stdout:1067: done (1 left) 2024-08-19T10:02:14.289 INFO:tasks.rados.rados.0.smithi190.stdout:1068: done (0 left) 2024-08-19T10:02:14.289 INFO:tasks.rados.rados.0.smithi190.stdout:1069: snap_remove snap 110 2024-08-19T10:02:14.352 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:02:14.352 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:02:14.352 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:02:14.352 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:02:14.352 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:02:14.352 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:02:14.352 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:02:14.353 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:02:14.353 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 7 2024-08-19T10:02:14.353 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:02:14.353 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:02:14.353 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T10:02:14.353 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:02:14.353 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:02:14.353 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 9, 2024-08-19T10:02:14.353 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 5 2024-08-19T10:02:14.353 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:02:14.353 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:02:14.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:14 smithi190 ceph-mon[77620]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:14.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:14 smithi190 ceph-mon[77620]: from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:14.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:14 smithi190 ceph-mon[77620]: osdmap e286: 8 total, 7 up, 8 in 2024-08-19T10:02:14.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:14 smithi190 ceph-mon[80032]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:14.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:14 smithi190 ceph-mon[80032]: from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:14.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:14 smithi190 ceph-mon[80032]: osdmap e286: 8 total, 7 up, 8 in 2024-08-19T10:02:14.565 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:14 smithi190 podman[85418]: 2024-08-19 10:02:14.216989947 +0000 UTC m=+0.362572719 container init a5fbeff4439d3026c03d3af5e515124b4b335cca7e0227baa94cbabd2ccef414 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, maintainer=Guillaume Abrioux , ceph=True) 2024-08-19T10:02:14.565 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:14 smithi190 podman[85418]: 2024-08-19 10:02:14.220928366 +0000 UTC m=+0.366511137 container start a5fbeff4439d3026c03d3af5e515124b4b335cca7e0227baa94cbabd2ccef414 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-7976693) 2024-08-19T10:02:14.566 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:14 smithi190 podman[85418]: 2024-08-19 10:02:14.283257854 +0000 UTC m=+0.428840625 container attach a5fbeff4439d3026c03d3af5e515124b4b335cca7e0227baa94cbabd2ccef414 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T10:02:14.566 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:14 smithi190 podman[85418]: 2024-08-19 10:02:14.429687892 +0000 UTC m=+0.575270655 container died a5fbeff4439d3026c03d3af5e515124b4b335cca7e0227baa94cbabd2ccef414 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:02:14.648 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:02:14.649 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:02:14.649 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:02:14.649 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:02:14.649 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [ 2024-08-19T10:02:14.649 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr", 2024-08-19T10:02:14.649 INFO:teuthology.orchestra.run.smithi190.stdout: "mon" 2024-08-19T10:02:14.649 INFO:teuthology.orchestra.run.smithi190.stdout: ], 2024-08-19T10:02:14.649 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "5/20 daemons upgraded", 2024-08-19T10:02:14.649 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T10:02:14.649 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:02:14.649 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:02:14.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:14 smithi196 ceph-mon[72638]: from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:14.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:14 smithi196 ceph-mon[72638]: from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:14.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:14 smithi196 ceph-mon[72638]: osdmap e286: 8 total, 7 up, 8 in 2024-08-19T10:02:15.293 INFO:tasks.rados.rados.0.smithi190.stdout:1069: done (0 left) 2024-08-19T10:02:15.293 INFO:tasks.rados.rados.0.smithi190.stdout:1070: copy_from oid 33 from oid 1 current snap is 114 2024-08-19T10:02:15.293 INFO:tasks.rados.rados.0.smithi190.stdout:1071: read oid 46 snap -1 2024-08-19T10:02:15.294 INFO:tasks.rados.rados.0.smithi190.stdout:1071: expect (ObjNum 321 snap 104 seq_num 321) 2024-08-19T10:02:15.294 INFO:tasks.rados.rados.0.smithi190.stdout:1072: read oid 10 snap -1 2024-08-19T10:02:15.294 INFO:tasks.rados.rados.0.smithi190.stdout:1072: expect (ObjNum 250 snap 75 seq_num 250) 2024-08-19T10:02:15.294 INFO:tasks.rados.rados.0.smithi190.stdout:1073: snap_create 2024-08-19T10:02:15.307 INFO:tasks.rados.rados.0.smithi190.stdout:1071: expect (ObjNum 321 snap 104 seq_num 321) 2024-08-19T10:02:15.351 INFO:tasks.rados.rados.0.smithi190.stdout:1072: expect (ObjNum 250 snap 75 seq_num 250) 2024-08-19T10:02:15.405 INFO:tasks.rados.rados.0.smithi190.stdout:1070: finishing copy_from racing read to smithi19066007-33 2024-08-19T10:02:15.406 INFO:tasks.rados.rados.0.smithi190.stdout:1070: finishing copy_from to smithi19066007-33 2024-08-19T10:02:15.406 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 515 (ObjNum 317 snap 103 seq_num 317) dirty exists 2024-08-19T10:02:15.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-mon[77620]: pgmap v98: 121 pgs: 14 stale+active+clean, 107 active+clean; 255 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 678 KiB/s wr, 6 op/s 2024-08-19T10:02:15.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-mon[77620]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:15.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/880368564' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:15.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-mon[77620]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:15.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:15.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:02:15.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-mon[77620]: osdmap e287: 8 total, 7 up, 8 in 2024-08-19T10:02:15.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-mon[80032]: pgmap v98: 121 pgs: 14 stale+active+clean, 107 active+clean; 255 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 678 KiB/s wr, 6 op/s 2024-08-19T10:02:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-mon[80032]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/880368564' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-mon[80032]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:02:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-mon[80032]: osdmap e287: 8 total, 7 up, 8 in 2024-08-19T10:02:15.565 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 podman[85466]: 2024-08-19 10:02:15.104170549 +0000 UTC m=+0.668647267 container remove a5fbeff4439d3026c03d3af5e515124b4b335cca7e0227baa94cbabd2ccef414 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-7976693, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD) 2024-08-19T10:02:15.565 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.0.service: Deactivated successfully. 2024-08-19T10:02:15.565 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 systemd[1]: Stopped Ceph osd.0 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:02:15.565 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.0.service: Consumed 10.028s CPU time. 2024-08-19T10:02:15.565 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 systemd[1]: Starting Ceph osd.0 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:02:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:15 smithi196 ceph-mon[72638]: pgmap v98: 121 pgs: 14 stale+active+clean, 107 active+clean; 255 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 678 KiB/s wr, 6 op/s 2024-08-19T10:02:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:15 smithi196 ceph-mon[72638]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:15 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/880368564' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:15 smithi196 ceph-mon[72638]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:02:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:15 smithi196 ceph-mon[72638]: osdmap e287: 8 total, 7 up, 8 in 2024-08-19T10:02:15.818 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 podman[85588]: 2024-08-19 10:02:15.563345091 +0000 UTC m=+0.113367437 container create 9134eebf9a9e9ae9ed91fcad7f621ce14d7583527589a3630e2896e4d37a44ac (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, RELEASE=main-7976693, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-19T10:02:15.819 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 podman[85588]: 2024-08-19 10:02:15.467516712 +0000 UTC m=+0.017522451 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:02:16.291 INFO:tasks.rados.rados.0.smithi190.stdout:1070: done (3 left) 2024-08-19T10:02:16.291 INFO:tasks.rados.rados.0.smithi190.stdout:1071: done (2 left) 2024-08-19T10:02:16.292 INFO:tasks.rados.rados.0.smithi190.stdout:1072: done (1 left) 2024-08-19T10:02:16.292 INFO:tasks.rados.rados.0.smithi190.stdout:1073: done (0 left) 2024-08-19T10:02:16.292 INFO:tasks.rados.rados.0.smithi190.stdout:1074: delete oid 28 current snap is 115 2024-08-19T10:02:16.297 INFO:tasks.rados.rados.0.smithi190.stdout:1074: done (0 left) 2024-08-19T10:02:16.297 INFO:tasks.rados.rados.0.smithi190.stdout:1075: rollback oid 25 current snap is 115 2024-08-19T10:02:16.297 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 25 to 61 2024-08-19T10:02:16.297 INFO:tasks.rados.rados.0.smithi190.stdout:1076: snap_remove snap 89 2024-08-19T10:02:16.315 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 podman[85588]: 2024-08-19 10:02:15.816671316 +0000 UTC m=+0.366677045 container init 9134eebf9a9e9ae9ed91fcad7f621ce14d7583527589a3630e2896e4d37a44ac (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693) 2024-08-19T10:02:16.315 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 podman[85588]: 2024-08-19 10:02:15.8207853 +0000 UTC m=+0.370791035 container start 9134eebf9a9e9ae9ed91fcad7f621ce14d7583527589a3630e2896e4d37a44ac (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-19T10:02:16.315 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 podman[85588]: 2024-08-19 10:02:15.916064569 +0000 UTC m=+0.466070314 container attach 9134eebf9a9e9ae9ed91fcad7f621ce14d7583527589a3630e2896e4d37a44ac (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=main-7976693) 2024-08-19T10:02:16.315 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate[85603]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:16.315 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 bash[85588]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:16.316 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate[85603]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:16.316 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 bash[85588]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:16.316 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate[85603]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:02:16.316 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 bash[85588]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:02:16.316 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate[85603]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:16.316 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 bash[85588]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:16.316 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate[85603]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:16.316 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:15 smithi190 bash[85588]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:16.316 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:16 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate[85603]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-19T10:02:16.316 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:16 smithi190 bash[85588]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-19T10:02:16.316 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:16 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate[85603]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-08-19T10:02:16.316 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:16 smithi190 bash[85588]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-08-19T10:02:16.662 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:16 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate[85603]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-19T10:02:16.662 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:16 smithi190 bash[85588]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-19T10:02:16.662 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:16 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate[85603]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-08-19T10:02:16.662 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:16 smithi190 bash[85588]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-08-19T10:02:16.662 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:16 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate[85603]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-19T10:02:16.662 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:16 smithi190 bash[85588]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-19T10:02:16.662 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:16 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate[85603]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-19T10:02:16.662 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:16 smithi190 bash[85588]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-19T10:02:16.662 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:16 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate[85603]: --> ceph-volume lvm activate successful for osd ID: 0 2024-08-19T10:02:16.663 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:16 smithi190 bash[85588]: --> ceph-volume lvm activate successful for osd ID: 0 2024-08-19T10:02:16.663 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:16 smithi190 podman[85588]: 2024-08-19 10:02:16.37050432 +0000 UTC m=+0.920510055 container died 9134eebf9a9e9ae9ed91fcad7f621ce14d7583527589a3630e2896e4d37a44ac (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=main-7976693, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-19T10:02:17.303 INFO:tasks.rados.rados.0.smithi190.stdout:1076: done (1 left) 2024-08-19T10:02:17.303 INFO:tasks.rados.rados.0.smithi190.stdout:1077: read oid 20 snap -1 2024-08-19T10:02:17.303 INFO:tasks.rados.rados.0.smithi190.stdout:1077: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:02:17.303 INFO:tasks.rados.rados.0.smithi190.stdout:1078: read oid 7 snap -1 2024-08-19T10:02:17.303 INFO:tasks.rados.rados.0.smithi190.stdout:1078: expect deleted 2024-08-19T10:02:17.303 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 115 2024-08-19T10:02:17.304 INFO:tasks.rados.rados.0.smithi190.stdout:1075: finishing rollback tid 0 to smithi19066007-25 2024-08-19T10:02:17.304 INFO:tasks.rados.rados.0.smithi190.stdout:1075: finishing rollback tid 1 to smithi19066007-25 2024-08-19T10:02:17.304 INFO:tasks.rados.rados.0.smithi190.stdout:1075: finishing rollback tid 2 to smithi19066007-25 2024-08-19T10:02:17.304 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 552 (ObjNum 215 snap 53 seq_num 215) dirty exists 2024-08-19T10:02:17.304 INFO:tasks.rados.rados.0.smithi190.stdout:1079: seq_num 336 ranges {892928=434176,1327104=401408} 2024-08-19T10:02:17.311 INFO:tasks.rados.rados.0.smithi190.stdout:1079: writing smithi19066007-49 from 892928 to 1327104 tid 1 2024-08-19T10:02:17.313 INFO:tasks.rados.rados.0.smithi190.stdout:1079: writing smithi19066007-49 from 1327104 to 1728512 tid 2 2024-08-19T10:02:17.313 INFO:tasks.rados.rados.0.smithi190.stdout:1075: done (3 left) 2024-08-19T10:02:17.313 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 115 2024-08-19T10:02:17.314 INFO:tasks.rados.rados.0.smithi190.stdout:1077: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:02:17.315 INFO:tasks.rados.rados.0.smithi190.stdout:1080: seq_num 337 ranges {0=450560,450560=401408} 2024-08-19T10:02:17.318 INFO:tasks.rados.rados.0.smithi190.stdout:1080: writing smithi19066007-40 from 0 to 450560 tid 1 2024-08-19T10:02:17.321 INFO:tasks.rados.rados.0.smithi190.stdout:1080: writing smithi19066007-40 from 450560 to 851968 tid 2 2024-08-19T10:02:17.321 INFO:tasks.rados.rados.0.smithi190.stdout:1077: done (3 left) 2024-08-19T10:02:17.321 INFO:tasks.rados.rados.0.smithi190.stdout:1078: done (2 left) 2024-08-19T10:02:17.321 INFO:tasks.rados.rados.0.smithi190.stdout:1081: read oid 16 snap -1 2024-08-19T10:02:17.321 INFO:tasks.rados.rados.0.smithi190.stdout:1081: expect (ObjNum 204 snap 51 seq_num 204) 2024-08-19T10:02:17.321 INFO:tasks.rados.rados.0.smithi190.stdout:1082: snap_create 2024-08-19T10:02:17.321 INFO:tasks.rados.rados.0.smithi190.stdout:1079: finishing write tid 1 to smithi19066007-49 2024-08-19T10:02:17.321 INFO:tasks.rados.rados.0.smithi190.stdout:1079: finishing write tid 2 to smithi19066007-49 2024-08-19T10:02:17.322 INFO:tasks.rados.rados.0.smithi190.stdout:1079: finishing write tid 3 to smithi19066007-49 2024-08-19T10:02:17.322 INFO:tasks.rados.rados.0.smithi190.stdout:1079: finishing write tid 4 to smithi19066007-49 2024-08-19T10:02:17.322 INFO:tasks.rados.rados.0.smithi190.stdout:1079: oid 49 updating version 0 to 517 2024-08-19T10:02:17.322 INFO:tasks.rados.rados.0.smithi190.stdout:1079: oid 49 version 517 is already newer than 516 2024-08-19T10:02:17.322 INFO:tasks.rados.rados.0.smithi190.stdout:1079: oid 49 updating version 517 to 518 2024-08-19T10:02:17.322 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 518 (ObjNum 336 snap 115 seq_num 336) dirty exists 2024-08-19T10:02:17.322 INFO:tasks.rados.rados.0.smithi190.stdout:1079: left oid 49 (ObjNum 336 snap 115 seq_num 336) 2024-08-19T10:02:17.322 INFO:tasks.rados.rados.0.smithi190.stdout:1080: finishing write tid 1 to smithi19066007-40 2024-08-19T10:02:17.323 INFO:tasks.rados.rados.0.smithi190.stdout:1080: finishing write tid 2 to smithi19066007-40 2024-08-19T10:02:17.323 INFO:tasks.rados.rados.0.smithi190.stdout:1080: finishing write tid 3 to smithi19066007-40 2024-08-19T10:02:17.323 INFO:tasks.rados.rados.0.smithi190.stdout:1080: finishing write tid 4 to smithi19066007-40 2024-08-19T10:02:17.323 INFO:tasks.rados.rados.0.smithi190.stdout:1080: oid 40 updating version 0 to 77 2024-08-19T10:02:17.323 INFO:tasks.rados.rados.0.smithi190.stdout:1080: oid 40 updating version 77 to 78 2024-08-19T10:02:17.323 INFO:tasks.rados.rados.0.smithi190.stdout:1080: oid 40 updating version 78 to 79 2024-08-19T10:02:17.323 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 79 (ObjNum 337 snap 115 seq_num 337) dirty exists 2024-08-19T10:02:17.324 INFO:tasks.rados.rados.0.smithi190.stdout:1080: left oid 40 (ObjNum 337 snap 115 seq_num 337) 2024-08-19T10:02:17.335 INFO:tasks.rados.rados.0.smithi190.stdout:1081: expect (ObjNum 204 snap 51 seq_num 204) 2024-08-19T10:02:17.444 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:17 smithi190 ceph-mon[77620]: pgmap v101: 121 pgs: 14 stale+active+clean, 107 active+clean; 255 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:02:17.444 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:17 smithi190 ceph-mon[77620]: osdmap e288: 8 total, 7 up, 8 in 2024-08-19T10:02:17.444 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:17 smithi190 ceph-mon[80032]: pgmap v101: 121 pgs: 14 stale+active+clean, 107 active+clean; 255 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:02:17.444 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:17 smithi190 ceph-mon[80032]: osdmap e288: 8 total, 7 up, 8 in 2024-08-19T10:02:17.445 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:17 smithi190 podman[85719]: 2024-08-19 10:02:17.111286955 +0000 UTC m=+0.734258604 container remove 9134eebf9a9e9ae9ed91fcad7f621ce14d7583527589a3630e2896e4d37a44ac (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0) 2024-08-19T10:02:17.445 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:17 smithi190 podman[85780]: 2024-08-19 10:02:17.228167428 +0000 UTC m=+0.017266679 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:02:17.445 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:17 smithi190 podman[85780]: 2024-08-19 10:02:17.337422658 +0000 UTC m=+0.126521901 container create 61b2dae95959ae90ec1e90dd6fb85a7ea976fa45ecf3fe7b0bee8b19969cf015 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-08-19T10:02:17.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:17 smithi196 ceph-mon[72638]: pgmap v101: 121 pgs: 14 stale+active+clean, 107 active+clean; 255 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-08-19T10:02:17.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:17 smithi196 ceph-mon[72638]: osdmap e288: 8 total, 7 up, 8 in 2024-08-19T10:02:17.814 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:17 smithi190 podman[85780]: 2024-08-19 10:02:17.556834814 +0000 UTC m=+0.345934077 container init 61b2dae95959ae90ec1e90dd6fb85a7ea976fa45ecf3fe7b0bee8b19969cf015 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:02:17.815 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:17 smithi190 podman[85780]: 2024-08-19 10:02:17.560224005 +0000 UTC m=+0.349323259 container start 61b2dae95959ae90ec1e90dd6fb85a7ea976fa45ecf3fe7b0bee8b19969cf015 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=main-7976693, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:02:17.815 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:17 smithi190 ceph-osd[85799]: -- 172.21.15.190:0/1019264635 <== mon.0 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56211ba95a40 con 0x56211c862400 2024-08-19T10:02:17.815 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:17 smithi190 bash[85780]: 61b2dae95959ae90ec1e90dd6fb85a7ea976fa45ecf3fe7b0bee8b19969cf015 2024-08-19T10:02:17.815 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:17 smithi190 systemd[1]: Started Ceph osd.0 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:02:18.305 INFO:tasks.rados.rados.0.smithi190.stdout:1079: done (3 left) 2024-08-19T10:02:18.305 INFO:tasks.rados.rados.0.smithi190.stdout:1080: done (2 left) 2024-08-19T10:02:18.305 INFO:tasks.rados.rados.0.smithi190.stdout:1081: done (1 left) 2024-08-19T10:02:18.305 INFO:tasks.rados.rados.0.smithi190.stdout:1082: done (0 left) 2024-08-19T10:02:18.305 INFO:tasks.rados.rados.0.smithi190.stdout:1083: read oid 40 snap -1 2024-08-19T10:02:18.305 INFO:tasks.rados.rados.0.smithi190.stdout:1083: expect (ObjNum 337 snap 115 seq_num 337) 2024-08-19T10:02:18.305 INFO:tasks.rados.rados.0.smithi190.stdout:1084: copy_from oid 21 from oid 22 current snap is 116 2024-08-19T10:02:18.305 INFO:tasks.rados.rados.0.smithi190.stdout:1085: read oid 9 snap -1 2024-08-19T10:02:18.305 INFO:tasks.rados.rados.0.smithi190.stdout:1085: expect deleted 2024-08-19T10:02:18.306 INFO:tasks.rados.rados.0.smithi190.stdout:1086: rollback oid 10 current snap is 116 2024-08-19T10:02:18.306 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 10 to 98 2024-08-19T10:02:18.306 INFO:tasks.rados.rados.0.smithi190.stdout:1087: rmattr oid 42 current snap is 116 2024-08-19T10:02:18.306 INFO:tasks.rados.rados.0.smithi190.stdout:1087: done (4 left) 2024-08-19T10:02:18.306 INFO:tasks.rados.rados.0.smithi190.stdout:1088: read oid 20 snap -1 2024-08-19T10:02:18.306 INFO:tasks.rados.rados.0.smithi190.stdout:1088: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:02:18.306 INFO:tasks.rados.rados.0.smithi190.stdout:1089: read oid 42 snap -1 2024-08-19T10:02:18.306 INFO:tasks.rados.rados.0.smithi190.stdout:1089: expect deleted 2024-08-19T10:02:18.306 INFO:tasks.rados.rados.0.smithi190.stdout:1090: read oid 28 snap -1 2024-08-19T10:02:18.306 INFO:tasks.rados.rados.0.smithi190.stdout:1090: expect deleted 2024-08-19T10:02:18.306 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 116 2024-08-19T10:02:18.306 INFO:tasks.rados.rados.0.smithi190.stdout:1091: seq_num 338 ranges {401408=466944,868352=401408} 2024-08-19T10:02:18.310 INFO:tasks.rados.rados.0.smithi190.stdout:1091: writing smithi19066007-39 from 401408 to 868352 tid 1 2024-08-19T10:02:18.312 INFO:tasks.rados.rados.0.smithi190.stdout:1091: writing smithi19066007-39 from 868352 to 1269760 tid 2 2024-08-19T10:02:18.313 INFO:tasks.rados.rados.0.smithi190.stdout:1092: copy_from oid 16 from oid 19 current snap is 116 2024-08-19T10:02:18.313 INFO:tasks.rados.rados.0.smithi190.stdout:1088: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:02:18.314 INFO:tasks.rados.rados.0.smithi190.stdout:1083: expect (ObjNum 337 snap 115 seq_num 337) 2024-08-19T10:02:18.337 INFO:tasks.rados.rados.0.smithi190.stdout:1084: finishing copy_from racing read to smithi19066007-21 2024-08-19T10:02:18.338 INFO:tasks.rados.rados.0.smithi190.stdout:1083: done (8 left) 2024-08-19T10:02:18.338 INFO:tasks.rados.rados.0.smithi190.stdout:1085: done (7 left) 2024-08-19T10:02:18.338 INFO:tasks.rados.rados.0.smithi190.stdout:1088: done (6 left) 2024-08-19T10:02:18.338 INFO:tasks.rados.rados.0.smithi190.stdout:1089: done (5 left) 2024-08-19T10:02:18.338 INFO:tasks.rados.rados.0.smithi190.stdout:1090: done (4 left) 2024-08-19T10:02:18.338 INFO:tasks.rados.rados.0.smithi190.stdout:1093: snap_create 2024-08-19T10:02:18.338 INFO:tasks.rados.rados.0.smithi190.stdout:1086: finishing rollback tid 0 to smithi19066007-10 2024-08-19T10:02:18.338 INFO:tasks.rados.rados.0.smithi190.stdout:1086: finishing rollback tid 1 to smithi19066007-10 2024-08-19T10:02:18.338 INFO:tasks.rados.rados.0.smithi190.stdout:1084: finishing copy_from to smithi19066007-21 2024-08-19T10:02:18.338 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 291 (ObjNum 288 snap 89 seq_num 288) dirty exists 2024-08-19T10:02:18.338 INFO:tasks.rados.rados.0.smithi190.stdout:1086: finishing rollback tid 2 to smithi19066007-10 2024-08-19T10:02:18.338 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 194 (ObjNum 250 snap 75 seq_num 250) dirty exists 2024-08-19T10:02:18.339 INFO:tasks.rados.rados.0.smithi190.stdout:1091: finishing write tid 1 to smithi19066007-39 2024-08-19T10:02:18.339 INFO:tasks.rados.rados.0.smithi190.stdout:1091: finishing write tid 2 to smithi19066007-39 2024-08-19T10:02:18.339 INFO:tasks.rados.rados.0.smithi190.stdout:1091: finishing write tid 3 to smithi19066007-39 2024-08-19T10:02:18.339 INFO:tasks.rados.rados.0.smithi190.stdout:1091: finishing write tid 4 to smithi19066007-39 2024-08-19T10:02:18.339 INFO:tasks.rados.rados.0.smithi190.stdout:1091: oid 39 updating version 0 to 698 2024-08-19T10:02:18.339 INFO:tasks.rados.rados.0.smithi190.stdout:1091: oid 39 version 698 is already newer than 697 2024-08-19T10:02:18.339 INFO:tasks.rados.rados.0.smithi190.stdout:1091: oid 39 updating version 698 to 699 2024-08-19T10:02:18.339 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 699 (ObjNum 338 snap 116 seq_num 338) dirty exists 2024-08-19T10:02:18.339 INFO:tasks.rados.rados.0.smithi190.stdout:1091: left oid 39 (ObjNum 338 snap 116 seq_num 338) 2024-08-19T10:02:18.339 INFO:tasks.rados.rados.0.smithi190.stdout:1092: finishing copy_from racing read to smithi19066007-16 2024-08-19T10:02:18.339 INFO:tasks.rados.rados.0.smithi190.stdout:1092: finishing copy_from to smithi19066007-16 2024-08-19T10:02:18.339 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 498 (ObjNum 306 snap 100 seq_num 306) dirty exists 2024-08-19T10:02:18.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:18 smithi190 ceph-mon[77620]: osdmap e289: 8 total, 7 up, 8 in 2024-08-19T10:02:18.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:18 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:18.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:18 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:18.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:18 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:02:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:18 smithi190 ceph-mon[80032]: osdmap e289: 8 total, 7 up, 8 in 2024-08-19T10:02:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:18 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:18 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:18 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:02:18.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:18 smithi196 ceph-mon[72638]: osdmap e289: 8 total, 7 up, 8 in 2024-08-19T10:02:18.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:18 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:18.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:18 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:18.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:18 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:02:19.065 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:18 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0[85795]: 2024-08-19T10:02:18.717+0000 7f4f98808640 -1 Falling back to public interface 2024-08-19T10:02:19.310 INFO:tasks.rados.rados.0.smithi190.stdout:1084: done (4 left) 2024-08-19T10:02:19.311 INFO:tasks.rados.rados.0.smithi190.stdout:1086: done (3 left) 2024-08-19T10:02:19.311 INFO:tasks.rados.rados.0.smithi190.stdout:1091: done (2 left) 2024-08-19T10:02:19.311 INFO:tasks.rados.rados.0.smithi190.stdout:1092: done (1 left) 2024-08-19T10:02:19.311 INFO:tasks.rados.rados.0.smithi190.stdout:1093: done (0 left) 2024-08-19T10:02:19.311 INFO:tasks.rados.rados.0.smithi190.stdout:1094: delete oid 3 current snap is 117 2024-08-19T10:02:19.314 INFO:tasks.rados.rados.0.smithi190.stdout:1094: done (0 left) 2024-08-19T10:02:19.315 INFO:tasks.rados.rados.0.smithi190.stdout:1095: read oid 6 snap -1 2024-08-19T10:02:19.315 INFO:tasks.rados.rados.0.smithi190.stdout:1095: expect deleted 2024-08-19T10:02:19.315 INFO:tasks.rados.rados.0.smithi190.stdout:1096: delete oid 30 current snap is 117 2024-08-19T10:02:19.318 INFO:tasks.rados.rados.0.smithi190.stdout:1095: done (1 left) 2024-08-19T10:02:19.318 INFO:tasks.rados.rados.0.smithi190.stdout:1096: done (0 left) 2024-08-19T10:02:19.318 INFO:tasks.rados.rados.0.smithi190.stdout:1097: snap_remove snap 111 2024-08-19T10:02:19.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:19 smithi190 ceph-mon[77620]: pgmap v104: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 85/585 objects degraded (14.530%) 2024-08-19T10:02:19.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:19 smithi190 ceph-mon[77620]: osdmap e290: 8 total, 7 up, 8 in 2024-08-19T10:02:19.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:19 smithi190 ceph-mon[77620]: Health check failed: Degraded data redundancy: 85/585 objects degraded (14.530%), 15 pgs degraded (PG_DEGRADED) 2024-08-19T10:02:19.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:19 smithi190 ceph-mon[80032]: pgmap v104: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 85/585 objects degraded (14.530%) 2024-08-19T10:02:19.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:19 smithi190 ceph-mon[80032]: osdmap e290: 8 total, 7 up, 8 in 2024-08-19T10:02:19.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:19 smithi190 ceph-mon[80032]: Health check failed: Degraded data redundancy: 85/585 objects degraded (14.530%), 15 pgs degraded (PG_DEGRADED) 2024-08-19T10:02:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:19 smithi196 ceph-mon[72638]: pgmap v104: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 85/585 objects degraded (14.530%) 2024-08-19T10:02:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:19 smithi196 ceph-mon[72638]: osdmap e290: 8 total, 7 up, 8 in 2024-08-19T10:02:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:19 smithi196 ceph-mon[72638]: Health check failed: Degraded data redundancy: 85/585 objects degraded (14.530%), 15 pgs degraded (PG_DEGRADED) 2024-08-19T10:02:20.316 INFO:tasks.rados.rados.0.smithi190.stdout:1097: done (0 left) 2024-08-19T10:02:20.316 INFO:tasks.rados.rados.0.smithi190.stdout:1098: read oid 40 snap -1 2024-08-19T10:02:20.316 INFO:tasks.rados.rados.0.smithi190.stdout:1098: expect (ObjNum 337 snap 115 seq_num 337) 2024-08-19T10:02:20.316 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 14 current snap is 117 2024-08-19T10:02:20.316 INFO:tasks.rados.rados.0.smithi190.stdout:1099: seq_num 341 ranges {630784=516096,1146880=401408} 2024-08-19T10:02:20.323 INFO:tasks.rados.rados.0.smithi190.stdout:1099: writing smithi19066007-14 from 630784 to 1146880 tid 1 2024-08-19T10:02:20.325 INFO:tasks.rados.rados.0.smithi190.stdout:1099: writing smithi19066007-14 from 1146880 to 1548288 tid 2 2024-08-19T10:02:20.325 INFO:tasks.rados.rados.0.smithi190.stdout:1100: snap_remove snap 64 2024-08-19T10:02:20.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:20 smithi190 ceph-mon[77620]: osdmap e291: 8 total, 7 up, 8 in 2024-08-19T10:02:20.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:20 smithi190 ceph-mon[80032]: osdmap e291: 8 total, 7 up, 8 in 2024-08-19T10:02:20.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:20 smithi196 ceph-mon[72638]: osdmap e291: 8 total, 7 up, 8 in 2024-08-19T10:02:21.328 INFO:tasks.rados.rados.0.smithi190.stdout:1100: done (2 left) 2024-08-19T10:02:21.328 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 117 2024-08-19T10:02:21.328 INFO:tasks.rados.rados.0.smithi190.stdout:1101: seq_num 342 ranges {770048=532480,1302528=401408} 2024-08-19T10:02:21.335 INFO:tasks.rados.rados.0.smithi190.stdout:1101: writing smithi19066007-36 from 770048 to 1302528 tid 1 2024-08-19T10:02:21.338 INFO:tasks.rados.rados.0.smithi190.stdout:1101: writing smithi19066007-36 from 1302528 to 1703936 tid 2 2024-08-19T10:02:21.338 INFO:tasks.rados.rados.0.smithi190.stdout:1098: expect (ObjNum 337 snap 115 seq_num 337) 2024-08-19T10:02:21.363 INFO:tasks.rados.rados.0.smithi190.stdout:1099: finishing write tid 1 to smithi19066007-14 2024-08-19T10:02:21.364 INFO:tasks.rados.rados.0.smithi190.stdout:1099: finishing write tid 2 to smithi19066007-14 2024-08-19T10:02:21.364 INFO:tasks.rados.rados.0.smithi190.stdout:1099: finishing write tid 3 to smithi19066007-14 2024-08-19T10:02:21.364 INFO:tasks.rados.rados.0.smithi190.stdout:1099: finishing write tid 4 to smithi19066007-14 2024-08-19T10:02:21.364 INFO:tasks.rados.rados.0.smithi190.stdout:1099: oid 14 updating version 0 to 554 2024-08-19T10:02:21.364 INFO:tasks.rados.rados.0.smithi190.stdout:1099: oid 14 updating version 554 to 556 2024-08-19T10:02:21.364 INFO:tasks.rados.rados.0.smithi190.stdout:1099: oid 14 version 556 is already newer than 555 2024-08-19T10:02:21.364 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 556 (ObjNum 341 snap 117 seq_num 341) dirty exists 2024-08-19T10:02:21.364 INFO:tasks.rados.rados.0.smithi190.stdout:1099: left oid 14 (ObjNum 341 snap 117 seq_num 341) 2024-08-19T10:02:21.364 INFO:tasks.rados.rados.0.smithi190.stdout:1098: done (2 left) 2024-08-19T10:02:21.364 INFO:tasks.rados.rados.0.smithi190.stdout:1099: done (1 left) 2024-08-19T10:02:21.364 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 34 current snap is 117 2024-08-19T10:02:21.364 INFO:tasks.rados.rados.0.smithi190.stdout:1101: finishing write tid 1 to smithi19066007-36 2024-08-19T10:02:21.365 INFO:tasks.rados.rados.0.smithi190.stdout:1102: seq_num 343 ranges {5595136=548864,6144000=401408} 2024-08-19T10:02:21.396 INFO:tasks.rados.rados.0.smithi190.stdout:1102: writing smithi19066007-34 from 5595136 to 6144000 tid 1 2024-08-19T10:02:21.398 INFO:tasks.rados.rados.0.smithi190.stdout:1102: writing smithi19066007-34 from 6144000 to 6545408 tid 2 2024-08-19T10:02:21.398 INFO:tasks.rados.rados.0.smithi190.stdout:1103: snap_remove snap 99 2024-08-19T10:02:21.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:21 smithi190 ceph-mon[77620]: pgmap v107: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 85/585 objects degraded (14.530%) 2024-08-19T10:02:21.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:21 smithi190 ceph-mon[77620]: osdmap e292: 8 total, 7 up, 8 in 2024-08-19T10:02:21.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:21 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:21.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:21 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:21 smithi190 ceph-mon[80032]: pgmap v107: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 85/585 objects degraded (14.530%) 2024-08-19T10:02:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:21 smithi190 ceph-mon[80032]: osdmap e292: 8 total, 7 up, 8 in 2024-08-19T10:02:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:21 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:21 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:21 smithi196 ceph-mon[72638]: pgmap v107: 121 pgs: 37 active+undersized, 15 active+undersized+degraded, 69 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 85/585 objects degraded (14.530%) 2024-08-19T10:02:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:21 smithi196 ceph-mon[72638]: osdmap e292: 8 total, 7 up, 8 in 2024-08-19T10:02:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:21 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:21 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:22.333 INFO:tasks.rados.rados.0.smithi190.stdout:1103: done (2 left) 2024-08-19T10:02:22.333 INFO:tasks.rados.rados.0.smithi190.stdout:1104: rollback oid 23 current snap is 117 2024-08-19T10:02:22.333 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 23 to 112 2024-08-19T10:02:22.333 INFO:tasks.rados.rados.0.smithi190.stdout:1105: read oid 24 snap -1 2024-08-19T10:02:22.333 INFO:tasks.rados.rados.0.smithi190.stdout:1105: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:02:22.333 INFO:tasks.rados.rados.0.smithi190.stdout:1106: read oid 6 snap -1 2024-08-19T10:02:22.333 INFO:tasks.rados.rados.0.smithi190.stdout:1106: expect deleted 2024-08-19T10:02:22.333 INFO:tasks.rados.rados.0.smithi190.stdout:1107: rollback oid 22 current snap is 117 2024-08-19T10:02:22.333 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 22 to 100 2024-08-19T10:02:22.333 INFO:tasks.rados.rados.0.smithi190.stdout:1108: read oid 46 snap 115 2024-08-19T10:02:22.333 INFO:tasks.rados.rados.0.smithi190.stdout:1108: expect (ObjNum 321 snap 104 seq_num 321) 2024-08-19T10:02:22.334 INFO:tasks.rados.rados.0.smithi190.stdout:1109: snap_remove snap 114 2024-08-19T10:02:22.660 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:22 smithi190 ceph-mon[80032]: osdmap e293: 8 total, 7 up, 8 in 2024-08-19T10:02:22.660 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:22 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:22.660 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:22 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:22.660 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0[85795]: 2024-08-19T10:02:22.442+0000 7f4f98808640 -1 osd.0 283 log_to_monitors true 2024-08-19T10:02:22.661 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:22 smithi190 ceph-mon[77620]: osdmap e293: 8 total, 7 up, 8 in 2024-08-19T10:02:22.661 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:22 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:22.661 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:22 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:22 smithi196 ceph-mon[72638]: osdmap e293: 8 total, 7 up, 8 in 2024-08-19T10:02:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:22 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:22 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:23.337 INFO:tasks.rados.rados.0.smithi190.stdout:1109: done (7 left) 2024-08-19T10:02:23.337 INFO:tasks.rados.rados.0.smithi190.stdout:1110: copy_from oid 35 from oid 43 current snap is 117 2024-08-19T10:02:23.337 INFO:tasks.rados.rados.0.smithi190.stdout:1111: delete oid 10 current snap is 117 2024-08-19T10:02:23.337 INFO:tasks.rados.rados.0.smithi190.stdout:1101: finishing write tid 2 to smithi19066007-36 2024-08-19T10:02:23.338 INFO:tasks.rados.rados.0.smithi190.stdout:1101: finishing write tid 3 to smithi19066007-36 2024-08-19T10:02:23.338 INFO:tasks.rados.rados.0.smithi190.stdout:1101: finishing write tid 4 to smithi19066007-36 2024-08-19T10:02:23.338 INFO:tasks.rados.rados.0.smithi190.stdout:1101: oid 36 updating version 0 to 716 2024-08-19T10:02:23.338 INFO:tasks.rados.rados.0.smithi190.stdout:1101: oid 36 updating version 716 to 717 2024-08-19T10:02:23.338 INFO:tasks.rados.rados.0.smithi190.stdout:1101: oid 36 version 717 is already newer than 715 2024-08-19T10:02:23.338 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 717 (ObjNum 342 snap 117 seq_num 342) dirty exists 2024-08-19T10:02:23.338 INFO:tasks.rados.rados.0.smithi190.stdout:1101: left oid 36 (ObjNum 342 snap 117 seq_num 342) 2024-08-19T10:02:23.338 INFO:tasks.rados.rados.0.smithi190.stdout:1102: finishing write tid 1 to smithi19066007-34 2024-08-19T10:02:23.338 INFO:tasks.rados.rados.0.smithi190.stdout:1102: finishing write tid 2 to smithi19066007-34 2024-08-19T10:02:23.338 INFO:tasks.rados.rados.0.smithi190.stdout:1102: finishing write tid 3 to smithi19066007-34 2024-08-19T10:02:23.338 INFO:tasks.rados.rados.0.smithi190.stdout:1102: finishing write tid 4 to smithi19066007-34 2024-08-19T10:02:23.338 INFO:tasks.rados.rados.0.smithi190.stdout:1102: oid 34 updating version 0 to 438 2024-08-19T10:02:23.339 INFO:tasks.rados.rados.0.smithi190.stdout:1102: oid 34 version 438 is already newer than 436 2024-08-19T10:02:23.339 INFO:tasks.rados.rados.0.smithi190.stdout:1102: oid 34 version 438 is already newer than 437 2024-08-19T10:02:23.339 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 438 (ObjNum 343 snap 117 seq_num 343) dirty exists 2024-08-19T10:02:23.339 INFO:tasks.rados.rados.0.smithi190.stdout:1102: left oid 34 (ObjNum 343 snap 117 seq_num 343) 2024-08-19T10:02:23.339 INFO:tasks.rados.rados.0.smithi190.stdout:1105: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:02:23.339 INFO:tasks.rados.rados.0.smithi190.stdout:1107: finishing rollback tid 0 to smithi19066007-22 2024-08-19T10:02:23.339 INFO:tasks.rados.rados.0.smithi190.stdout:1107: finishing rollback tid 1 to smithi19066007-22 2024-08-19T10:02:23.339 INFO:tasks.rados.rados.0.smithi190.stdout:1107: finishing rollback tid 2 to smithi19066007-22 2024-08-19T10:02:23.339 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 416 (ObjNum 288 snap 89 seq_num 288) dirty exists 2024-08-19T10:02:23.339 INFO:tasks.rados.rados.0.smithi190.stdout:1104: finishing rollback tid 0 to smithi19066007-23 2024-08-19T10:02:23.339 INFO:tasks.rados.rados.0.smithi190.stdout:1104: finishing rollback tid 1 to smithi19066007-23 2024-08-19T10:02:23.339 INFO:tasks.rados.rados.0.smithi190.stdout:1104: finishing rollback tid 2 to smithi19066007-23 2024-08-19T10:02:23.339 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 424 (ObjNum 331 snap 111 seq_num 331) dirty exists 2024-08-19T10:02:23.339 INFO:tasks.rados.rados.0.smithi190.stdout:1108: expect (ObjNum 321 snap 104 seq_num 321) 2024-08-19T10:02:23.386 INFO:tasks.rados.rados.0.smithi190.stdout:1110: finishing copy_from racing read to smithi19066007-35 2024-08-19T10:02:23.386 INFO:tasks.rados.rados.0.smithi190.stdout:1110: finishing copy_from to smithi19066007-35 2024-08-19T10:02:23.386 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 486 (ObjNum 311 snap 102 seq_num 311) dirty exists 2024-08-19T10:02:23.386 INFO:tasks.rados.rados.0.smithi190.stdout:1101: done (8 left) 2024-08-19T10:02:23.386 INFO:tasks.rados.rados.0.smithi190.stdout:1102: done (7 left) 2024-08-19T10:02:23.386 INFO:tasks.rados.rados.0.smithi190.stdout:1104: done (6 left) 2024-08-19T10:02:23.386 INFO:tasks.rados.rados.0.smithi190.stdout:1105: done (5 left) 2024-08-19T10:02:23.386 INFO:tasks.rados.rados.0.smithi190.stdout:1106: done (4 left) 2024-08-19T10:02:23.386 INFO:tasks.rados.rados.0.smithi190.stdout:1107: done (3 left) 2024-08-19T10:02:23.386 INFO:tasks.rados.rados.0.smithi190.stdout:1108: done (2 left) 2024-08-19T10:02:23.386 INFO:tasks.rados.rados.0.smithi190.stdout:1110: done (1 left) 2024-08-19T10:02:23.387 INFO:tasks.rados.rados.0.smithi190.stdout:1111: done (0 left) 2024-08-19T10:02:23.387 INFO:tasks.rados.rados.0.smithi190.stdout:1112: rollback oid 44 current snap is 117 2024-08-19T10:02:23.387 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 44 to 84 2024-08-19T10:02:23.387 INFO:tasks.rados.rados.0.smithi190.stdout:1113: read oid 11 snap -1 2024-08-19T10:02:23.387 INFO:tasks.rados.rados.0.smithi190.stdout:1113: expect (ObjNum 312 snap 102 seq_num 312) 2024-08-19T10:02:23.387 INFO:tasks.rados.rados.0.smithi190.stdout:1114: snap_remove snap 115 2024-08-19T10:02:23.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:23 smithi190 ceph-mon[77620]: pgmap v110: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 264 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 934 KiB/s wr, 11 op/s; 92/615 objects degraded (14.959%) 2024-08-19T10:02:23.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:23 smithi190 ceph-mon[77620]: osdmap e294: 8 total, 7 up, 8 in 2024-08-19T10:02:23.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:23 smithi190 ceph-mon[77620]: from='osd.0 [v2:172.21.15.190:6802/3049356560,v1:172.21.15.190:6803/3049356560]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-19T10:02:23.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:23 smithi190 ceph-mon[77620]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-19T10:02:23.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:23 smithi190 ceph-mon[80032]: pgmap v110: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 264 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 934 KiB/s wr, 11 op/s; 92/615 objects degraded (14.959%) 2024-08-19T10:02:23.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:23 smithi190 ceph-mon[80032]: osdmap e294: 8 total, 7 up, 8 in 2024-08-19T10:02:23.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:23 smithi190 ceph-mon[80032]: from='osd.0 [v2:172.21.15.190:6802/3049356560,v1:172.21.15.190:6803/3049356560]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-19T10:02:23.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:23 smithi190 ceph-mon[80032]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-19T10:02:23.566 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:02:23 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0[85795]: 2024-08-19T10:02:23.357+0000 7f4f905b2640 -1 osd.0 283 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T10:02:23.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:23 smithi196 ceph-mon[72638]: pgmap v110: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 264 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 934 KiB/s wr, 11 op/s; 92/615 objects degraded (14.959%) 2024-08-19T10:02:23.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:23 smithi196 ceph-mon[72638]: osdmap e294: 8 total, 7 up, 8 in 2024-08-19T10:02:23.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:23 smithi196 ceph-mon[72638]: from='osd.0 [v2:172.21.15.190:6802/3049356560,v1:172.21.15.190:6803/3049356560]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-19T10:02:23.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:23 smithi196 ceph-mon[72638]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-19T10:02:24.339 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:02:24 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:02:24] "GET /metrics HTTP/1.1" 200 36169 "" "Prometheus/2.43.0" 2024-08-19T10:02:24.344 INFO:tasks.rados.rados.0.smithi190.stdout:1114: done (2 left) 2024-08-19T10:02:24.344 INFO:tasks.rados.rados.0.smithi190.stdout:1115: read oid 46 snap -1 2024-08-19T10:02:24.344 INFO:tasks.rados.rados.0.smithi190.stdout:1115: expect (ObjNum 321 snap 104 seq_num 321) 2024-08-19T10:02:24.344 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 38 current snap is 117 2024-08-19T10:02:24.344 INFO:tasks.rados.rados.0.smithi190.stdout:1116: seq_num 345 ranges {147456=581632,729088=401408} 2024-08-19T10:02:24.349 INFO:tasks.rados.rados.0.smithi190.stdout:1116: writing smithi19066007-38 from 147456 to 729088 tid 1 2024-08-19T10:02:24.352 INFO:tasks.rados.rados.0.smithi190.stdout:1116: writing smithi19066007-38 from 729088 to 1130496 tid 2 2024-08-19T10:02:24.352 INFO:tasks.rados.rados.0.smithi190.stdout:1117: rmattr oid 39 current snap is 117 2024-08-19T10:02:24.353 INFO:tasks.rados.rados.0.smithi190.stdout:1117: done (4 left) 2024-08-19T10:02:24.353 INFO:tasks.rados.rados.0.smithi190.stdout:1118: snap_remove snap 102 2024-08-19T10:02:24.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:24 smithi196 ceph-mon[72638]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-19T10:02:24.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:24 smithi196 ceph-mon[72638]: osdmap e295: 8 total, 7 up, 8 in 2024-08-19T10:02:24.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:24 smithi196 ceph-mon[72638]: from='osd.0 [v2:172.21.15.190:6802/3049356560,v1:172.21.15.190:6803/3049356560]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-19T10:02:24.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:24 smithi196 ceph-mon[72638]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-19T10:02:24.671 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:24 smithi190 ceph-mon[77620]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-19T10:02:24.671 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:24 smithi190 ceph-mon[77620]: osdmap e295: 8 total, 7 up, 8 in 2024-08-19T10:02:24.671 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:24 smithi190 ceph-mon[77620]: from='osd.0 [v2:172.21.15.190:6802/3049356560,v1:172.21.15.190:6803/3049356560]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-19T10:02:24.671 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:24 smithi190 ceph-mon[77620]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-19T10:02:24.672 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:24 smithi190 ceph-mon[80032]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-19T10:02:24.672 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:24 smithi190 ceph-mon[80032]: osdmap e295: 8 total, 7 up, 8 in 2024-08-19T10:02:24.672 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:24 smithi190 ceph-mon[80032]: from='osd.0 [v2:172.21.15.190:6802/3049356560,v1:172.21.15.190:6803/3049356560]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-19T10:02:24.672 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:24 smithi190 ceph-mon[80032]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-19T10:02:25.304 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:02:25.084+0000 7f58ccd6c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-08-19T10:02:25.343 INFO:tasks.rados.rados.0.smithi190.stdout:1118: done (4 left) 2024-08-19T10:02:25.343 INFO:tasks.rados.rados.0.smithi190.stdout:1119: snap_remove snap 98 2024-08-19T10:02:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[77620]: pgmap v113: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 264 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 934 KiB/s wr, 11 op/s; 92/615 objects degraded (14.959%) 2024-08-19T10:02:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[77620]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:02:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[77620]: osd.0 [v2:172.21.15.190:6802/3049356560,v1:172.21.15.190:6803/3049356560] boot 2024-08-19T10:02:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[77620]: osdmap e296: 8 total, 8 up, 8 in 2024-08-19T10:02:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-19T10:02:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:02:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:02:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-19T10:02:25.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[80032]: pgmap v113: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 264 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 934 KiB/s wr, 11 op/s; 92/615 objects degraded (14.959%) 2024-08-19T10:02:25.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[80032]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:02:25.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[80032]: osd.0 [v2:172.21.15.190:6802/3049356560,v1:172.21.15.190:6803/3049356560] boot 2024-08-19T10:02:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[80032]: osdmap e296: 8 total, 8 up, 8 in 2024-08-19T10:02:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-19T10:02:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:02:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:02:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:25.567 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-19T10:02:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:25 smithi196 ceph-mon[72638]: pgmap v113: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 264 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 934 KiB/s wr, 11 op/s; 92/615 objects degraded (14.959%) 2024-08-19T10:02:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:25 smithi196 ceph-mon[72638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:02:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:25 smithi196 ceph-mon[72638]: osd.0 [v2:172.21.15.190:6802/3049356560,v1:172.21.15.190:6803/3049356560] boot 2024-08-19T10:02:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:25 smithi196 ceph-mon[72638]: osdmap e296: 8 total, 8 up, 8 in 2024-08-19T10:02:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:25 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-19T10:02:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:25 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:25 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:25 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:25.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:25 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:02:25.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:25 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:25.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:25 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:02:25.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:25 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:25.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:25 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:25.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:25 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:25.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:25 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-19T10:02:26.356 INFO:tasks.rados.rados.0.smithi190.stdout:1119: done (4 left) 2024-08-19T10:02:26.356 INFO:tasks.rados.rados.0.smithi190.stdout:1120: setattr oid 41 current snap is 117 2024-08-19T10:02:26.356 INFO:tasks.rados.rados.0.smithi190.stdout:1112: finishing rollback tid 0 to smithi19066007-44 2024-08-19T10:02:26.356 INFO:tasks.rados.rados.0.smithi190.stdout:1112: finishing rollback tid 1 to smithi19066007-44 2024-08-19T10:02:26.356 INFO:tasks.rados.rados.0.smithi190.stdout:1112: finishing rollback tid 2 to smithi19066007-44 2024-08-19T10:02:26.356 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 419 (ObjNum 156 snap 36 seq_num 156) dirty exists 2024-08-19T10:02:26.356 INFO:tasks.rados.rados.0.smithi190.stdout:1113: expect (ObjNum 312 snap 102 seq_num 312) 2024-08-19T10:02:26.546 INFO:tasks.rados.rados.0.smithi190.stdout:1115: expect (ObjNum 321 snap 104 seq_num 321) 2024-08-19T10:02:26.587 INFO:tasks.rados.rados.0.smithi190.stdout:1116: finishing write tid 1 to smithi19066007-38 2024-08-19T10:02:26.587 INFO:tasks.rados.rados.0.smithi190.stdout:1116: finishing write tid 2 to smithi19066007-38 2024-08-19T10:02:26.587 INFO:tasks.rados.rados.0.smithi190.stdout:1116: finishing write tid 3 to smithi19066007-38 2024-08-19T10:02:26.587 INFO:tasks.rados.rados.0.smithi190.stdout:1116: finishing write tid 4 to smithi19066007-38 2024-08-19T10:02:26.588 INFO:tasks.rados.rados.0.smithi190.stdout:1116: oid 38 updating version 0 to 427 2024-08-19T10:02:26.588 INFO:tasks.rados.rados.0.smithi190.stdout:1116: oid 38 version 427 is already newer than 425 2024-08-19T10:02:26.588 INFO:tasks.rados.rados.0.smithi190.stdout:1116: oid 38 version 427 is already newer than 426 2024-08-19T10:02:26.588 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 427 (ObjNum 345 snap 117 seq_num 345) dirty exists 2024-08-19T10:02:26.588 INFO:tasks.rados.rados.0.smithi190.stdout:1116: left oid 38 (ObjNum 345 snap 117 seq_num 345) 2024-08-19T10:02:26.588 INFO:tasks.rados.rados.0.smithi190.stdout:1112: done (4 left) 2024-08-19T10:02:26.588 INFO:tasks.rados.rados.0.smithi190.stdout:1113: done (3 left) 2024-08-19T10:02:26.588 INFO:tasks.rados.rados.0.smithi190.stdout:1115: done (2 left) 2024-08-19T10:02:26.588 INFO:tasks.rados.rados.0.smithi190.stdout:1116: done (1 left) 2024-08-19T10:02:26.588 INFO:tasks.rados.rados.0.smithi190.stdout:1121: snap_remove snap 108 2024-08-19T10:02:26.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:26 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-19T10:02:26.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:26 smithi196 ceph-mon[72638]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-08-19T10:02:26.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:26 smithi196 ceph-mon[72638]: osdmap e297: 8 total, 8 up, 8 in 2024-08-19T10:02:26.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:26 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-19T10:02:26.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:26 smithi190 ceph-mon[80032]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-08-19T10:02:26.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:26 smithi190 ceph-mon[80032]: osdmap e297: 8 total, 8 up, 8 in 2024-08-19T10:02:26.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:26 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-19T10:02:26.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:26 smithi190 ceph-mon[77620]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-08-19T10:02:26.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:26 smithi190 ceph-mon[77620]: osdmap e297: 8 total, 8 up, 8 in 2024-08-19T10:02:27.361 INFO:tasks.rados.rados.0.smithi190.stdout:1121: done (1 left) 2024-08-19T10:02:27.361 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 30 current snap is 117 2024-08-19T10:02:27.361 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 519 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-19T10:02:27.362 INFO:tasks.rados.rados.0.smithi190.stdout:1122: seq_num 346 ranges {0=598016,598016=401408} 2024-08-19T10:02:27.365 INFO:tasks.rados.rados.0.smithi190.stdout:1122: writing smithi19066007-30 from 0 to 598016 tid 1 2024-08-19T10:02:27.368 INFO:tasks.rados.rados.0.smithi190.stdout:1122: writing smithi19066007-30 from 598016 to 999424 tid 2 2024-08-19T10:02:27.368 INFO:tasks.rados.rados.0.smithi190.stdout:1120: done (1 left) 2024-08-19T10:02:27.368 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 117 2024-08-19T10:02:27.368 INFO:tasks.rados.rados.0.smithi190.stdout:1123: seq_num 347 ranges {2809856=614400,3424256=401408} 2024-08-19T10:02:27.387 INFO:tasks.rados.rados.0.smithi190.stdout:1123: writing smithi19066007-29 from 2809856 to 3424256 tid 1 2024-08-19T10:02:27.390 INFO:tasks.rados.rados.0.smithi190.stdout:1123: writing smithi19066007-29 from 3424256 to 3825664 tid 2 2024-08-19T10:02:27.390 INFO:tasks.rados.rados.0.smithi190.stdout:1124: rollback oid 12 current snap is 117 2024-08-19T10:02:27.390 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 12 to 90 2024-08-19T10:02:27.391 INFO:tasks.rados.rados.0.smithi190.stdout:1122: finishing write tid 1 to smithi19066007-30 2024-08-19T10:02:27.391 INFO:tasks.rados.rados.0.smithi190.stdout:1122: finishing write tid 2 to smithi19066007-30 2024-08-19T10:02:27.391 INFO:tasks.rados.rados.0.smithi190.stdout:1122: finishing write tid 3 to smithi19066007-30 2024-08-19T10:02:27.391 INFO:tasks.rados.rados.0.smithi190.stdout:1122: finishing write tid 4 to smithi19066007-30 2024-08-19T10:02:27.391 INFO:tasks.rados.rados.0.smithi190.stdout:1122: oid 30 updating version 0 to 763 2024-08-19T10:02:27.391 INFO:tasks.rados.rados.0.smithi190.stdout:1122: oid 30 version 763 is already newer than 762 2024-08-19T10:02:27.391 INFO:tasks.rados.rados.0.smithi190.stdout:1122: oid 30 updating version 763 to 764 2024-08-19T10:02:27.391 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 764 (ObjNum 346 snap 117 seq_num 346) dirty exists 2024-08-19T10:02:27.391 INFO:tasks.rados.rados.0.smithi190.stdout:1122: left oid 30 (ObjNum 346 snap 117 seq_num 346) 2024-08-19T10:02:27.391 INFO:tasks.rados.rados.0.smithi190.stdout:1122: done (2 left) 2024-08-19T10:02:27.391 INFO:tasks.rados.rados.0.smithi190.stdout:1125: rollback oid 25 current snap is 117 2024-08-19T10:02:27.391 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 25 to 104 2024-08-19T10:02:27.391 INFO:tasks.rados.rados.0.smithi190.stdout:1126: rmattr oid 46 current snap is 117 2024-08-19T10:02:27.391 INFO:tasks.rados.rados.0.smithi190.stdout:1127: rmattr oid 18 current snap is 117 2024-08-19T10:02:27.392 INFO:tasks.rados.rados.0.smithi190.stdout:1127: done (4 left) 2024-08-19T10:02:27.392 INFO:tasks.rados.rados.0.smithi190.stdout:1128: delete oid 13 current snap is 117 2024-08-19T10:02:27.392 INFO:tasks.rados.rados.0.smithi190.stdout:1123: finishing write tid 1 to smithi19066007-29 2024-08-19T10:02:27.394 INFO:tasks.rados.rados.0.smithi190.stdout:1125: finishing rollback tid 0 to smithi19066007-25 2024-08-19T10:02:27.395 INFO:tasks.rados.rados.0.smithi190.stdout:1123: finishing write tid 2 to smithi19066007-29 2024-08-19T10:02:27.395 INFO:tasks.rados.rados.0.smithi190.stdout:1125: finishing rollback tid 1 to smithi19066007-25 2024-08-19T10:02:27.395 INFO:tasks.rados.rados.0.smithi190.stdout:1124: finishing rollback tid 0 to smithi19066007-12 2024-08-19T10:02:27.395 INFO:tasks.rados.rados.0.smithi190.stdout:1123: finishing write tid 3 to smithi19066007-29 2024-08-19T10:02:27.396 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 487 (ObjNum 321 snap 104 seq_num 321) dirty exists 2024-08-19T10:02:27.396 INFO:tasks.rados.rados.0.smithi190.stdout:1124: finishing rollback tid 1 to smithi19066007-12 2024-08-19T10:02:27.396 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 575 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-19T10:02:27.396 INFO:tasks.rados.rados.0.smithi190.stdout:1125: finishing rollback tid 2 to smithi19066007-25 2024-08-19T10:02:27.396 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 590 (ObjNum 303 snap 99 seq_num 303) dirty exists 2024-08-19T10:02:27.396 INFO:tasks.rados.rados.0.smithi190.stdout:1124: done (4 left) 2024-08-19T10:02:27.396 INFO:tasks.rados.rados.0.smithi190.stdout:1125: done (3 left) 2024-08-19T10:02:27.396 INFO:tasks.rados.rados.0.smithi190.stdout:1126: done (2 left) 2024-08-19T10:02:27.396 INFO:tasks.rados.rados.0.smithi190.stdout:1128: done (1 left) 2024-08-19T10:02:27.396 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 46 current snap is 117 2024-08-19T10:02:27.396 INFO:tasks.rados.rados.0.smithi190.stdout:1129: seq_num 349 ranges {1073152=655360,1728512=401408} 2024-08-19T10:02:27.404 INFO:tasks.rados.rados.0.smithi190.stdout:1129: writing smithi19066007-46 from 1073152 to 1728512 tid 1 2024-08-19T10:02:27.407 INFO:tasks.rados.rados.0.smithi190.stdout:1129: writing smithi19066007-46 from 1728512 to 2129920 tid 2 2024-08-19T10:02:27.407 INFO:tasks.rados.rados.0.smithi190.stdout:1130: snap_remove snap 84 2024-08-19T10:02:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:27 smithi196 ceph-mon[72638]: pgmap v116: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 264 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 92/615 objects degraded (14.959%) 2024-08-19T10:02:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:27 smithi196 ceph-mon[72638]: osdmap e298: 8 total, 8 up, 8 in 2024-08-19T10:02:27.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:27 smithi190 ceph-mon[77620]: pgmap v116: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 264 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 92/615 objects degraded (14.959%) 2024-08-19T10:02:27.832 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:27 smithi190 ceph-mon[77620]: osdmap e298: 8 total, 8 up, 8 in 2024-08-19T10:02:27.832 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:27 smithi190 ceph-mon[80032]: pgmap v116: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 264 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 92/615 objects degraded (14.959%) 2024-08-19T10:02:27.832 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:27 smithi190 ceph-mon[80032]: osdmap e298: 8 total, 8 up, 8 in 2024-08-19T10:02:28.386 INFO:tasks.rados.rados.0.smithi190.stdout:1123: finishing write tid 4 to smithi19066007-29 2024-08-19T10:02:28.386 INFO:tasks.rados.rados.0.smithi190.stdout:1123: oid 29 updating version 0 to 218 2024-08-19T10:02:28.386 INFO:tasks.rados.rados.0.smithi190.stdout:1123: oid 29 version 218 is already newer than 216 2024-08-19T10:02:28.387 INFO:tasks.rados.rados.0.smithi190.stdout:1123: oid 29 version 218 is already newer than 217 2024-08-19T10:02:28.387 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 218 (ObjNum 347 snap 117 seq_num 347) dirty exists 2024-08-19T10:02:28.387 INFO:tasks.rados.rados.0.smithi190.stdout:1123: left oid 29 (ObjNum 347 snap 117 seq_num 347) 2024-08-19T10:02:28.387 INFO:tasks.rados.rados.0.smithi190.stdout:1129: finishing write tid 1 to smithi19066007-46 2024-08-19T10:02:28.387 INFO:tasks.rados.rados.0.smithi190.stdout:1129: finishing write tid 2 to smithi19066007-46 2024-08-19T10:02:28.387 INFO:tasks.rados.rados.0.smithi190.stdout:1129: finishing write tid 3 to smithi19066007-46 2024-08-19T10:02:28.387 INFO:tasks.rados.rados.0.smithi190.stdout:1129: finishing write tid 4 to smithi19066007-46 2024-08-19T10:02:28.387 INFO:tasks.rados.rados.0.smithi190.stdout:1129: oid 46 updating version 0 to 489 2024-08-19T10:02:28.387 INFO:tasks.rados.rados.0.smithi190.stdout:1129: oid 46 updating version 489 to 490 2024-08-19T10:02:28.387 INFO:tasks.rados.rados.0.smithi190.stdout:1129: oid 46 version 490 is already newer than 488 2024-08-19T10:02:28.387 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 490 (ObjNum 349 snap 117 seq_num 349) dirty exists 2024-08-19T10:02:28.387 INFO:tasks.rados.rados.0.smithi190.stdout:1129: left oid 46 (ObjNum 349 snap 117 seq_num 349) 2024-08-19T10:02:28.387 INFO:tasks.rados.rados.0.smithi190.stdout:1123: done (2 left) 2024-08-19T10:02:28.387 INFO:tasks.rados.rados.0.smithi190.stdout:1129: done (1 left) 2024-08-19T10:02:28.388 INFO:tasks.rados.rados.0.smithi190.stdout:1130: done (0 left) 2024-08-19T10:02:28.388 INFO:tasks.rados.rados.0.smithi190.stdout:1131: read oid 18 snap -1 2024-08-19T10:02:28.388 INFO:tasks.rados.rados.0.smithi190.stdout:1131: expect (ObjNum 276 snap 88 seq_num 276) 2024-08-19T10:02:28.388 INFO:tasks.rados.rados.0.smithi190.stdout:1132: copy_from oid 31 from oid 16 current snap is 117 2024-08-19T10:02:28.388 INFO:tasks.rados.rados.0.smithi190.stdout:1133: delete oid 46 current snap is 117 2024-08-19T10:02:28.398 INFO:tasks.rados.rados.0.smithi190.stdout:1133: done (2 left) 2024-08-19T10:02:28.398 INFO:tasks.rados.rados.0.smithi190.stdout:1134: copy_from oid 25 from oid 27 current snap is 117 2024-08-19T10:02:28.398 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 41 current snap is 117 2024-08-19T10:02:28.398 INFO:tasks.rados.rados.0.smithi190.stdout:1135: seq_num 351 ranges {0=688128,688128=401408} 2024-08-19T10:02:28.403 INFO:tasks.rados.rados.0.smithi190.stdout:1135: writing smithi19066007-41 from 0 to 688128 tid 1 2024-08-19T10:02:28.404 INFO:tasks.rados.rados.0.smithi190.stdout:1135: writing smithi19066007-41 from 688128 to 1089536 tid 2 2024-08-19T10:02:28.404 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 38 current snap is 117 2024-08-19T10:02:28.404 INFO:tasks.rados.rados.0.smithi190.stdout:1136: seq_num 352 ranges {1130496=704512,1835008=401408} 2024-08-19T10:02:28.415 INFO:tasks.rados.rados.0.smithi190.stdout:1136: writing smithi19066007-38 from 1130496 to 1835008 tid 1 2024-08-19T10:02:28.419 INFO:tasks.rados.rados.0.smithi190.stdout:1136: writing smithi19066007-38 from 1835008 to 2236416 tid 2 2024-08-19T10:02:28.419 INFO:tasks.rados.rados.0.smithi190.stdout:1137: read oid 2 snap -1 2024-08-19T10:02:28.419 INFO:tasks.rados.rados.0.smithi190.stdout:1137: expect deleted 2024-08-19T10:02:28.419 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 34 current snap is 117 2024-08-19T10:02:28.419 INFO:tasks.rados.rados.0.smithi190.stdout:1138: seq_num 353 ranges {6545408=720896,7266304=401408} 2024-08-19T10:02:28.458 INFO:tasks.rados.rados.0.smithi190.stdout:1138: writing smithi19066007-34 from 6545408 to 7266304 tid 1 2024-08-19T10:02:28.461 INFO:tasks.rados.rados.0.smithi190.stdout:1138: writing smithi19066007-34 from 7266304 to 7667712 tid 2 2024-08-19T10:02:28.462 INFO:tasks.rados.rados.0.smithi190.stdout:1139: rollback oid 10 current snap is 117 2024-08-19T10:02:28.462 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 10 to 90 2024-08-19T10:02:28.462 INFO:tasks.rados.rados.0.smithi190.stdout:1132: finishing copy_from racing read to smithi19066007-31 2024-08-19T10:02:28.462 INFO:tasks.rados.rados.0.smithi190.stdout:1132: finishing copy_from to smithi19066007-31 2024-08-19T10:02:28.462 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 498 (ObjNum 306 snap 100 seq_num 306) dirty exists 2024-08-19T10:02:28.462 INFO:tasks.rados.rados.0.smithi190.stdout:1135: finishing write tid 1 to smithi19066007-41 2024-08-19T10:02:28.462 INFO:tasks.rados.rados.0.smithi190.stdout:1135: finishing write tid 2 to smithi19066007-41 2024-08-19T10:02:28.462 INFO:tasks.rados.rados.0.smithi190.stdout:1135: finishing write tid 3 to smithi19066007-41 2024-08-19T10:02:28.462 INFO:tasks.rados.rados.0.smithi190.stdout:1135: finishing write tid 4 to smithi19066007-41 2024-08-19T10:02:28.462 INFO:tasks.rados.rados.0.smithi190.stdout:1135: oid 41 updating version 0 to 522 2024-08-19T10:02:28.462 INFO:tasks.rados.rados.0.smithi190.stdout:1135: oid 41 version 522 is already newer than 521 2024-08-19T10:02:28.463 INFO:tasks.rados.rados.0.smithi190.stdout:1135: oid 41 version 522 is already newer than 520 2024-08-19T10:02:28.463 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 522 (ObjNum 351 snap 117 seq_num 351) dirty exists 2024-08-19T10:02:28.463 INFO:tasks.rados.rados.0.smithi190.stdout:1135: left oid 41 (ObjNum 351 snap 117 seq_num 351) 2024-08-19T10:02:28.463 INFO:tasks.rados.rados.0.smithi190.stdout:1132: done (7 left) 2024-08-19T10:02:28.463 INFO:tasks.rados.rados.0.smithi190.stdout:1135: done (6 left) 2024-08-19T10:02:28.463 INFO:tasks.rados.rados.0.smithi190.stdout:1140: copy_from oid 6 from oid 23 current snap is 117 2024-08-19T10:02:28.463 INFO:tasks.rados.rados.0.smithi190.stdout:1136: finishing write tid 1 to smithi19066007-38 2024-08-19T10:02:28.463 INFO:tasks.rados.rados.0.smithi190.stdout:1136: finishing write tid 2 to smithi19066007-38 2024-08-19T10:02:28.463 INFO:tasks.rados.rados.0.smithi190.stdout:1131: expect (ObjNum 276 snap 88 seq_num 276) 2024-08-19T10:02:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:28 smithi196 ceph-mon[72638]: osdmap e299: 8 total, 8 up, 8 in 2024-08-19T10:02:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:28 smithi196 ceph-mon[72638]: Health check update: Degraded data redundancy: 92/615 objects degraded (14.959%), 16 pgs degraded (PG_DEGRADED) 2024-08-19T10:02:28.723 INFO:tasks.rados.rados.0.smithi190.stdout:1136: finishing write tid 3 to smithi19066007-38 2024-08-19T10:02:28.723 INFO:tasks.rados.rados.0.smithi190.stdout:1136: finishing write tid 4 to smithi19066007-38 2024-08-19T10:02:28.723 INFO:tasks.rados.rados.0.smithi190.stdout:1136: oid 38 updating version 0 to 428 2024-08-19T10:02:28.724 INFO:tasks.rados.rados.0.smithi190.stdout:1136: oid 38 updating version 428 to 430 2024-08-19T10:02:28.724 INFO:tasks.rados.rados.0.smithi190.stdout:1136: oid 38 version 430 is already newer than 429 2024-08-19T10:02:28.724 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 430 (ObjNum 352 snap 117 seq_num 352) dirty exists 2024-08-19T10:02:28.724 INFO:tasks.rados.rados.0.smithi190.stdout:1136: left oid 38 (ObjNum 352 snap 117 seq_num 352) 2024-08-19T10:02:28.724 INFO:tasks.rados.rados.0.smithi190.stdout:1134: finishing copy_from racing read to smithi19066007-25 2024-08-19T10:02:28.724 INFO:tasks.rados.rados.0.smithi190.stdout:1131: done (6 left) 2024-08-19T10:02:28.725 INFO:tasks.rados.rados.0.smithi190.stdout:1136: done (5 left) 2024-08-19T10:02:28.725 INFO:tasks.rados.rados.0.smithi190.stdout:1137: done (4 left) 2024-08-19T10:02:28.725 INFO:tasks.rados.rados.0.smithi190.stdout:1141: snap_remove snap 97 2024-08-19T10:02:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:28 smithi190 ceph-mon[77620]: osdmap e299: 8 total, 8 up, 8 in 2024-08-19T10:02:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:28 smithi190 ceph-mon[77620]: Health check update: Degraded data redundancy: 92/615 objects degraded (14.959%), 16 pgs degraded (PG_DEGRADED) 2024-08-19T10:02:28.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:28 smithi190 ceph-mon[80032]: osdmap e299: 8 total, 8 up, 8 in 2024-08-19T10:02:28.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:28 smithi190 ceph-mon[80032]: Health check update: Degraded data redundancy: 92/615 objects degraded (14.959%), 16 pgs degraded (PG_DEGRADED) 2024-08-19T10:02:29.380 INFO:tasks.rados.rados.0.smithi190.stdout:1141: done (4 left) 2024-08-19T10:02:29.380 INFO:tasks.rados.rados.0.smithi190.stdout:1142: copy_from oid 12 from oid 3 current snap is 117 2024-08-19T10:02:29.380 INFO:tasks.rados.rados.0.smithi190.stdout:1134: finishing copy_from to smithi19066007-25 2024-08-19T10:02:29.380 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 322 (ObjNum 269 snap 85 seq_num 269) dirty exists 2024-08-19T10:02:29.380 INFO:tasks.rados.rados.0.smithi190.stdout:1139: finishing rollback tid 1 to smithi19066007-10 2024-08-19T10:02:29.380 INFO:tasks.rados.rados.0.smithi190.stdout:1139: finishing rollback tid 2 to smithi19066007-10 2024-08-19T10:02:29.380 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 224 (ObjNum 250 snap 75 seq_num 250) dirty exists 2024-08-19T10:02:29.380 INFO:tasks.rados.rados.0.smithi190.stdout:1138: finishing write tid 1 to smithi19066007-34 2024-08-19T10:02:29.380 INFO:tasks.rados.rados.0.smithi190.stdout:1138: finishing write tid 2 to smithi19066007-34 2024-08-19T10:02:29.380 INFO:tasks.rados.rados.0.smithi190.stdout:1138: finishing write tid 3 to smithi19066007-34 2024-08-19T10:02:29.381 INFO:tasks.rados.rados.0.smithi190.stdout:1138: finishing write tid 4 to smithi19066007-34 2024-08-19T10:02:29.381 INFO:tasks.rados.rados.0.smithi190.stdout:1138: oid 34 updating version 0 to 439 2024-08-19T10:02:29.381 INFO:tasks.rados.rados.0.smithi190.stdout:1138: oid 34 updating version 439 to 440 2024-08-19T10:02:29.381 INFO:tasks.rados.rados.0.smithi190.stdout:1138: oid 34 updating version 440 to 441 2024-08-19T10:02:29.381 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 441 (ObjNum 353 snap 117 seq_num 353) dirty exists 2024-08-19T10:02:29.381 INFO:tasks.rados.rados.0.smithi190.stdout:1138: left oid 34 (ObjNum 353 snap 117 seq_num 353) 2024-08-19T10:02:29.381 INFO:tasks.rados.rados.0.smithi190.stdout:1140: finishing copy_from racing read to smithi19066007-6 2024-08-19T10:02:29.381 INFO:tasks.rados.rados.0.smithi190.stdout:1140: finishing copy_from to smithi19066007-6 2024-08-19T10:02:29.381 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 424 (ObjNum 331 snap 111 seq_num 331) dirty exists 2024-08-19T10:02:29.381 INFO:tasks.rados.rados.0.smithi190.stdout:1134: done (4 left) 2024-08-19T10:02:29.381 INFO:tasks.rados.rados.0.smithi190.stdout:1138: done (3 left) 2024-08-19T10:02:29.381 INFO:tasks.rados.rados.0.smithi190.stdout:1139: done (2 left) 2024-08-19T10:02:29.381 INFO:tasks.rados.rados.0.smithi190.stdout:1140: done (1 left) 2024-08-19T10:02:29.382 INFO:tasks.rados.rados.0.smithi190.stdout:1143: snap_create 2024-08-19T10:02:29.386 INFO:tasks.rados.rados.0.smithi190.stdout:1142: finishing copy_from to smithi19066007-12 2024-08-19T10:02:29.386 INFO:tasks.rados.rados.0.smithi190.stdout:1142: got expected ENOENT (src dne) 2024-08-19T10:02:29.386 INFO:tasks.rados.rados.0.smithi190.stdout:1142: finishing copy_from racing read to smithi19066007-12 2024-08-19T10:02:29.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:29 smithi196 ceph-mon[72638]: pgmap v119: 121 pgs: 9 active+undersized, 5 active+undersized+degraded, 107 active+clean; 272 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 24/630 objects degraded (3.810%); 9.0 MiB/s, 3 objects/s recovering 2024-08-19T10:02:29.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:29 smithi196 ceph-mon[72638]: osdmap e300: 8 total, 8 up, 8 in 2024-08-19T10:02:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:29 smithi190 ceph-mon[77620]: pgmap v119: 121 pgs: 9 active+undersized, 5 active+undersized+degraded, 107 active+clean; 272 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 24/630 objects degraded (3.810%); 9.0 MiB/s, 3 objects/s recovering 2024-08-19T10:02:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:29 smithi190 ceph-mon[77620]: osdmap e300: 8 total, 8 up, 8 in 2024-08-19T10:02:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:29 smithi190 ceph-mon[80032]: pgmap v119: 121 pgs: 9 active+undersized, 5 active+undersized+degraded, 107 active+clean; 272 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 24/630 objects degraded (3.810%); 9.0 MiB/s, 3 objects/s recovering 2024-08-19T10:02:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:29 smithi190 ceph-mon[80032]: osdmap e300: 8 total, 8 up, 8 in 2024-08-19T10:02:30.383 INFO:tasks.rados.rados.0.smithi190.stdout:1142: done (1 left) 2024-08-19T10:02:30.383 INFO:tasks.rados.rados.0.smithi190.stdout:1143: done (0 left) 2024-08-19T10:02:30.383 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 11 current snap is 118 2024-08-19T10:02:30.383 INFO:tasks.rados.rados.0.smithi190.stdout:1144: seq_num 354 ranges {3874816=737280,4612096=401408} 2024-08-19T10:02:30.408 INFO:tasks.rados.rados.0.smithi190.stdout:1144: writing smithi19066007-11 from 3874816 to 4612096 tid 1 2024-08-19T10:02:30.410 INFO:tasks.rados.rados.0.smithi190.stdout:1144: writing smithi19066007-11 from 4612096 to 5013504 tid 2 2024-08-19T10:02:30.411 INFO:tasks.rados.rados.0.smithi190.stdout:1145: rmattr oid 30 current snap is 118 2024-08-19T10:02:30.411 INFO:tasks.rados.rados.0.smithi190.stdout:1145: done (1 left) 2024-08-19T10:02:30.411 INFO:tasks.rados.rados.0.smithi190.stdout:1146: delete oid 19 current snap is 118 2024-08-19T10:02:30.414 INFO:tasks.rados.rados.0.smithi190.stdout:1146: done (1 left) 2024-08-19T10:02:30.414 INFO:tasks.rados.rados.0.smithi190.stdout:1147: rollback oid 30 current snap is 118 2024-08-19T10:02:30.414 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 30 to 116 2024-08-19T10:02:30.414 INFO:tasks.rados.rados.0.smithi190.stdout:1148: copy_from oid 23 from oid 17 current snap is 118 2024-08-19T10:02:30.414 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 24 current snap is 118 2024-08-19T10:02:30.414 INFO:tasks.rados.rados.0.smithi190.stdout:1149: seq_num 356 ranges {0=770048,770048=401408} 2024-08-19T10:02:30.419 INFO:tasks.rados.rados.0.smithi190.stdout:1149: writing smithi19066007-24 from 0 to 770048 tid 1 2024-08-19T10:02:30.422 INFO:tasks.rados.rados.0.smithi190.stdout:1149: writing smithi19066007-24 from 770048 to 1171456 tid 2 2024-08-19T10:02:30.422 INFO:tasks.rados.rados.0.smithi190.stdout:1150: read oid 34 snap 92 2024-08-19T10:02:30.422 INFO:tasks.rados.rados.0.smithi190.stdout:1150: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T10:02:30.422 INFO:tasks.rados.rados.0.smithi190.stdout:1151: read oid 13 snap -1 2024-08-19T10:02:30.422 INFO:tasks.rados.rados.0.smithi190.stdout:1151: expect deleted 2024-08-19T10:02:30.423 INFO:tasks.rados.rados.0.smithi190.stdout:1152: delete oid 12 current snap is 118 2024-08-19T10:02:30.423 INFO:tasks.rados.rados.0.smithi190.stdout:1144: finishing write tid 1 to smithi19066007-11 2024-08-19T10:02:30.423 INFO:tasks.rados.rados.0.smithi190.stdout:1144: finishing write tid 2 to smithi19066007-11 2024-08-19T10:02:30.423 INFO:tasks.rados.rados.0.smithi190.stdout:1144: finishing write tid 3 to smithi19066007-11 2024-08-19T10:02:30.423 INFO:tasks.rados.rados.0.smithi190.stdout:1147: finishing rollback tid 0 to smithi19066007-30 2024-08-19T10:02:30.423 INFO:tasks.rados.rados.0.smithi190.stdout:1147: finishing rollback tid 1 to smithi19066007-30 2024-08-19T10:02:30.424 INFO:tasks.rados.rados.0.smithi190.stdout:1147: finishing rollback tid 2 to smithi19066007-30 2024-08-19T10:02:30.424 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 788 (ObjNum 97 snap 16 seq_num 97) dirty exists 2024-08-19T10:02:30.424 INFO:tasks.rados.rados.0.smithi190.stdout:1144: finishing write tid 4 to smithi19066007-11 2024-08-19T10:02:30.424 INFO:tasks.rados.rados.0.smithi190.stdout:1144: oid 11 updating version 0 to 331 2024-08-19T10:02:30.424 INFO:tasks.rados.rados.0.smithi190.stdout:1144: oid 11 updating version 331 to 333 2024-08-19T10:02:30.424 INFO:tasks.rados.rados.0.smithi190.stdout:1144: oid 11 version 333 is already newer than 332 2024-08-19T10:02:30.424 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 333 (ObjNum 354 snap 118 seq_num 354) dirty exists 2024-08-19T10:02:30.424 INFO:tasks.rados.rados.0.smithi190.stdout:1144: left oid 11 (ObjNum 354 snap 118 seq_num 354) 2024-08-19T10:02:30.427 INFO:tasks.rados.rados.0.smithi190.stdout:1150: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-19T10:02:30.455 INFO:tasks.rados.rados.0.smithi190.stdout:1149: finishing write tid 1 to smithi19066007-24 2024-08-19T10:02:30.455 INFO:tasks.rados.rados.0.smithi190.stdout:1149: finishing write tid 2 to smithi19066007-24 2024-08-19T10:02:30.455 INFO:tasks.rados.rados.0.smithi190.stdout:1149: finishing write tid 3 to smithi19066007-24 2024-08-19T10:02:30.455 INFO:tasks.rados.rados.0.smithi190.stdout:1149: finishing write tid 4 to smithi19066007-24 2024-08-19T10:02:30.455 INFO:tasks.rados.rados.0.smithi190.stdout:1149: oid 24 updating version 0 to 564 2024-08-19T10:02:30.456 INFO:tasks.rados.rados.0.smithi190.stdout:1149: oid 24 updating version 564 to 565 2024-08-19T10:02:30.456 INFO:tasks.rados.rados.0.smithi190.stdout:1149: oid 24 updating version 565 to 566 2024-08-19T10:02:30.456 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 566 (ObjNum 356 snap 118 seq_num 356) dirty exists 2024-08-19T10:02:30.456 INFO:tasks.rados.rados.0.smithi190.stdout:1149: left oid 24 (ObjNum 356 snap 118 seq_num 356) 2024-08-19T10:02:30.456 INFO:tasks.rados.rados.0.smithi190.stdout:1144: done (6 left) 2024-08-19T10:02:30.456 INFO:tasks.rados.rados.0.smithi190.stdout:1147: done (5 left) 2024-08-19T10:02:30.456 INFO:tasks.rados.rados.0.smithi190.stdout:1149: done (4 left) 2024-08-19T10:02:30.456 INFO:tasks.rados.rados.0.smithi190.stdout:1150: done (3 left) 2024-08-19T10:02:30.456 INFO:tasks.rados.rados.0.smithi190.stdout:1151: done (2 left) 2024-08-19T10:02:30.456 INFO:tasks.rados.rados.0.smithi190.stdout:1152: done (1 left) 2024-08-19T10:02:30.456 INFO:tasks.rados.rados.0.smithi190.stdout:1153: snap_remove snap 87 2024-08-19T10:02:30.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:30 smithi196 ceph-mon[72638]: osdmap e301: 8 total, 8 up, 8 in 2024-08-19T10:02:30.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:30.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:02:30.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:30 smithi196 ceph-mon[72638]: osdmap e302: 8 total, 8 up, 8 in 2024-08-19T10:02:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:30 smithi190 ceph-mon[77620]: osdmap e301: 8 total, 8 up, 8 in 2024-08-19T10:02:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:02:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:30 smithi190 ceph-mon[77620]: osdmap e302: 8 total, 8 up, 8 in 2024-08-19T10:02:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:30 smithi190 ceph-mon[80032]: osdmap e301: 8 total, 8 up, 8 in 2024-08-19T10:02:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:02:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:30 smithi190 ceph-mon[80032]: osdmap e302: 8 total, 8 up, 8 in 2024-08-19T10:02:31.414 INFO:tasks.rados.rados.0.smithi190.stdout:1153: done (1 left) 2024-08-19T10:02:31.414 INFO:tasks.rados.rados.0.smithi190.stdout:1154: read oid 12 snap 100 2024-08-19T10:02:31.414 INFO:tasks.rados.rados.0.smithi190.stdout:1154: expect (ObjNum 280 snap 88 seq_num 280) 2024-08-19T10:02:31.414 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 47 current snap is 118 2024-08-19T10:02:31.414 INFO:tasks.rados.rados.0.smithi190.stdout:1148: finishing copy_from racing read to smithi19066007-23 2024-08-19T10:02:31.414 INFO:tasks.rados.rados.0.smithi190.stdout:1148: finishing copy_from to smithi19066007-23 2024-08-19T10:02:31.414 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 464 (ObjNum 285 snap 89 seq_num 285) dirty exists 2024-08-19T10:02:31.415 INFO:tasks.rados.rados.0.smithi190.stdout:1155: seq_num 358 ranges {1163264=802816,1966080=401408} 2024-08-19T10:02:31.426 INFO:tasks.rados.rados.0.smithi190.stdout:1155: writing smithi19066007-47 from 1163264 to 1966080 tid 1 2024-08-19T10:02:31.429 INFO:tasks.rados.rados.0.smithi190.stdout:1155: writing smithi19066007-47 from 1966080 to 2367488 tid 2 2024-08-19T10:02:31.429 INFO:tasks.rados.rados.0.smithi190.stdout:1148: done (2 left) 2024-08-19T10:02:31.429 INFO:tasks.rados.rados.0.smithi190.stdout:1156: snap_create 2024-08-19T10:02:31.437 INFO:tasks.rados.rados.0.smithi190.stdout:1155: finishing write tid 1 to smithi19066007-47 2024-08-19T10:02:31.437 INFO:tasks.rados.rados.0.smithi190.stdout:1155: finishing write tid 2 to smithi19066007-47 2024-08-19T10:02:31.439 INFO:tasks.rados.rados.0.smithi190.stdout:1155: finishing write tid 3 to smithi19066007-47 2024-08-19T10:02:31.441 INFO:tasks.rados.rados.0.smithi190.stdout:1155: finishing write tid 4 to smithi19066007-47 2024-08-19T10:02:31.441 INFO:tasks.rados.rados.0.smithi190.stdout:1155: oid 47 updating version 0 to 627 2024-08-19T10:02:31.441 INFO:tasks.rados.rados.0.smithi190.stdout:1155: oid 47 updating version 627 to 629 2024-08-19T10:02:31.441 INFO:tasks.rados.rados.0.smithi190.stdout:1155: oid 47 version 629 is already newer than 628 2024-08-19T10:02:31.442 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 629 (ObjNum 358 snap 118 seq_num 358) dirty exists 2024-08-19T10:02:31.442 INFO:tasks.rados.rados.0.smithi190.stdout:1155: left oid 47 (ObjNum 358 snap 118 seq_num 358) 2024-08-19T10:02:31.461 INFO:tasks.rados.rados.0.smithi190.stdout:1154: expect (ObjNum 280 snap 88 seq_num 280) 2024-08-19T10:02:31.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:31 smithi196 ceph-mon[72638]: pgmap v122: 121 pgs: 121 active+clean; 271 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 9 op/s; 9.0 MiB/s, 4 objects/s recovering 2024-08-19T10:02:31.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:31 smithi196 ceph-mon[72638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/630 objects degraded (3.810%), 5 pgs degraded) 2024-08-19T10:02:31.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:31 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:02:31.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:31 smithi190 ceph-mon[77620]: pgmap v122: 121 pgs: 121 active+clean; 271 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 9 op/s; 9.0 MiB/s, 4 objects/s recovering 2024-08-19T10:02:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:31 smithi190 ceph-mon[77620]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/630 objects degraded (3.810%), 5 pgs degraded) 2024-08-19T10:02:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:31 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:02:31.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:31 smithi190 ceph-mon[80032]: pgmap v122: 121 pgs: 121 active+clean; 271 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.5 MiB/s wr, 9 op/s; 9.0 MiB/s, 4 objects/s recovering 2024-08-19T10:02:31.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:31 smithi190 ceph-mon[80032]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/630 objects degraded (3.810%), 5 pgs degraded) 2024-08-19T10:02:31.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:31 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:02:32.425 INFO:tasks.rados.rados.0.smithi190.stdout:1154: done (2 left) 2024-08-19T10:02:32.425 INFO:tasks.rados.rados.0.smithi190.stdout:1155: done (1 left) 2024-08-19T10:02:32.425 INFO:tasks.rados.rados.0.smithi190.stdout:1156: done (0 left) 2024-08-19T10:02:32.426 INFO:tasks.rados.rados.0.smithi190.stdout:1157: read oid 39 snap -1 2024-08-19T10:02:32.426 INFO:tasks.rados.rados.0.smithi190.stdout:1157: expect (ObjNum 338 snap 116 seq_num 338) 2024-08-19T10:02:32.426 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 31 current snap is 119 2024-08-19T10:02:32.426 INFO:tasks.rados.rados.0.smithi190.stdout:1158: seq_num 359 ranges {327680=417792,745472=417792,1163264=385024} 2024-08-19T10:02:32.429 INFO:tasks.rados.rados.0.smithi190.stdout:1158: writing smithi19066007-31 from 327680 to 745472 tid 1 2024-08-19T10:02:32.431 INFO:tasks.rados.rados.0.smithi190.stdout:1158: writing smithi19066007-31 from 745472 to 1163264 tid 2 2024-08-19T10:02:32.434 INFO:tasks.rados.rados.0.smithi190.stdout:1158: writing smithi19066007-31 from 1163264 to 1548288 tid 3 2024-08-19T10:02:32.435 INFO:tasks.rados.rados.0.smithi190.stdout:1159: read oid 20 snap -1 2024-08-19T10:02:32.435 INFO:tasks.rados.rados.0.smithi190.stdout:1159: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:02:32.435 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 119 2024-08-19T10:02:32.435 INFO:tasks.rados.rados.0.smithi190.stdout:1160: seq_num 360 ranges {0=434176,434176=704512,1138688=98304} 2024-08-19T10:02:32.437 INFO:tasks.rados.rados.0.smithi190.stdout:1160: writing smithi19066007-13 from 0 to 434176 tid 1 2024-08-19T10:02:32.441 INFO:tasks.rados.rados.0.smithi190.stdout:1160: writing smithi19066007-13 from 434176 to 1138688 tid 2 2024-08-19T10:02:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:1160: writing smithi19066007-13 from 1138688 to 1236992 tid 3 2024-08-19T10:02:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:1161: snap_create 2024-08-19T10:02:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:1159: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:02:32.444 INFO:tasks.rados.rados.0.smithi190.stdout:1158: finishing write tid 1 to smithi19066007-31 2024-08-19T10:02:32.444 INFO:tasks.rados.rados.0.smithi190.stdout:1157: expect (ObjNum 338 snap 116 seq_num 338) 2024-08-19T10:02:32.483 INFO:tasks.rados.rados.0.smithi190.stdout:1158: finishing write tid 2 to smithi19066007-31 2024-08-19T10:02:32.484 INFO:tasks.rados.rados.0.smithi190.stdout:1158: finishing write tid 3 to smithi19066007-31 2024-08-19T10:02:32.484 INFO:tasks.rados.rados.0.smithi190.stdout:1158: finishing write tid 4 to smithi19066007-31 2024-08-19T10:02:32.484 INFO:tasks.rados.rados.0.smithi190.stdout:1160: finishing write tid 1 to smithi19066007-13 2024-08-19T10:02:32.484 INFO:tasks.rados.rados.0.smithi190.stdout:1158: finishing write tid 5 to smithi19066007-31 2024-08-19T10:02:32.484 INFO:tasks.rados.rados.0.smithi190.stdout:1158: oid 31 updating version 0 to 617 2024-08-19T10:02:32.484 INFO:tasks.rados.rados.0.smithi190.stdout:1158: oid 31 updating version 617 to 618 2024-08-19T10:02:32.484 INFO:tasks.rados.rados.0.smithi190.stdout:1158: oid 31 version 618 is already newer than 616 2024-08-19T10:02:32.484 INFO:tasks.rados.rados.0.smithi190.stdout:1158: oid 31 version 618 is already newer than 615 2024-08-19T10:02:32.485 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 618 (ObjNum 359 snap 119 seq_num 359) dirty exists 2024-08-19T10:02:32.485 INFO:tasks.rados.rados.0.smithi190.stdout:1158: left oid 31 (ObjNum 359 snap 119 seq_num 359) 2024-08-19T10:02:32.485 INFO:tasks.rados.rados.0.smithi190.stdout:1160: finishing write tid 2 to smithi19066007-13 2024-08-19T10:02:32.485 INFO:tasks.rados.rados.0.smithi190.stdout:1160: finishing write tid 3 to smithi19066007-13 2024-08-19T10:02:32.485 INFO:tasks.rados.rados.0.smithi190.stdout:1160: finishing write tid 4 to smithi19066007-13 2024-08-19T10:02:32.485 INFO:tasks.rados.rados.0.smithi190.stdout:1160: finishing write tid 5 to smithi19066007-13 2024-08-19T10:02:32.485 INFO:tasks.rados.rados.0.smithi190.stdout:1160: oid 13 updating version 0 to 601 2024-08-19T10:02:32.485 INFO:tasks.rados.rados.0.smithi190.stdout:1160: oid 13 version 601 is already newer than 600 2024-08-19T10:02:32.485 INFO:tasks.rados.rados.0.smithi190.stdout:1160: oid 13 version 601 is already newer than 599 2024-08-19T10:02:32.485 INFO:tasks.rados.rados.0.smithi190.stdout:1160: oid 13 updating version 601 to 602 2024-08-19T10:02:32.485 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 602 (ObjNum 360 snap 119 seq_num 360) dirty exists 2024-08-19T10:02:32.485 INFO:tasks.rados.rados.0.smithi190.stdout:1160: left oid 13 (ObjNum 360 snap 119 seq_num 360) 2024-08-19T10:02:32.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:32 smithi196 ceph-mon[72638]: osdmap e303: 8 total, 8 up, 8 in 2024-08-19T10:02:32.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:32 smithi190 ceph-mon[77620]: osdmap e303: 8 total, 8 up, 8 in 2024-08-19T10:02:32.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:32 smithi190 ceph-mon[80032]: osdmap e303: 8 total, 8 up, 8 in 2024-08-19T10:02:33.291 INFO:tasks.rados.rados.0.smithi190.stdout:1157: done (4 left) 2024-08-19T10:02:33.291 INFO:tasks.rados.rados.0.smithi190.stdout:1158: done (3 left) 2024-08-19T10:02:33.291 INFO:tasks.rados.rados.0.smithi190.stdout:1159: done (2 left) 2024-08-19T10:02:33.291 INFO:tasks.rados.rados.0.smithi190.stdout:1160: done (1 left) 2024-08-19T10:02:33.291 INFO:tasks.rados.rados.0.smithi190.stdout:1161: done (0 left) 2024-08-19T10:02:33.291 INFO:tasks.rados.rados.0.smithi190.stdout:1162: snap_remove snap 103 2024-08-19T10:02:33.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:33 smithi196 ceph-mon[72638]: pgmap v125: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.2 MiB/s wr, 35 op/s; 6.0 KiB/s, 0 objects/s recovering 2024-08-19T10:02:33.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:33 smithi196 ceph-mon[72638]: mgrmap e41: y(active, since 92s), standbys: x 2024-08-19T10:02:33.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:33 smithi196 ceph-mon[72638]: osdmap e304: 8 total, 8 up, 8 in 2024-08-19T10:02:33.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:33 smithi196 ceph-mon[72638]: osdmap e305: 8 total, 8 up, 8 in 2024-08-19T10:02:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:33 smithi190 ceph-mon[77620]: pgmap v125: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.2 MiB/s wr, 35 op/s; 6.0 KiB/s, 0 objects/s recovering 2024-08-19T10:02:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:33 smithi190 ceph-mon[77620]: mgrmap e41: y(active, since 92s), standbys: x 2024-08-19T10:02:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:33 smithi190 ceph-mon[77620]: osdmap e304: 8 total, 8 up, 8 in 2024-08-19T10:02:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:33 smithi190 ceph-mon[77620]: osdmap e305: 8 total, 8 up, 8 in 2024-08-19T10:02:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:33 smithi190 ceph-mon[80032]: pgmap v125: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.2 MiB/s wr, 35 op/s; 6.0 KiB/s, 0 objects/s recovering 2024-08-19T10:02:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:33 smithi190 ceph-mon[80032]: mgrmap e41: y(active, since 92s), standbys: x 2024-08-19T10:02:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:33 smithi190 ceph-mon[80032]: osdmap e304: 8 total, 8 up, 8 in 2024-08-19T10:02:33.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:33 smithi190 ceph-mon[80032]: osdmap e305: 8 total, 8 up, 8 in 2024-08-19T10:02:34.295 INFO:tasks.rados.rados.0.smithi190.stdout:1162: done (0 left) 2024-08-19T10:02:34.295 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 8 current snap is 120 2024-08-19T10:02:34.295 INFO:tasks.rados.rados.0.smithi190.stdout:1163: seq_num 361 ranges {10829824=450560,11280384=581632,11862016=221184} 2024-08-19T10:02:34.356 INFO:tasks.rados.rados.0.smithi190.stdout:1163: writing smithi19066007-8 from 10829824 to 11280384 tid 1 2024-08-19T10:02:34.359 INFO:tasks.rados.rados.0.smithi190.stdout:1163: writing smithi19066007-8 from 11280384 to 11862016 tid 2 2024-08-19T10:02:34.360 INFO:tasks.rados.rados.0.smithi190.stdout:1163: writing smithi19066007-8 from 11862016 to 12083200 tid 3 2024-08-19T10:02:34.361 INFO:tasks.rados.rados.0.smithi190.stdout:1164: rollback oid 31 current snap is 120 2024-08-19T10:02:34.361 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 31 to 113 2024-08-19T10:02:34.361 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 120 2024-08-19T10:02:34.361 INFO:tasks.rados.rados.0.smithi190.stdout:1165: seq_num 362 ranges {0=466944,466944=466944,933888=335872} 2024-08-19T10:02:34.363 INFO:tasks.rados.rados.0.smithi190.stdout:1165: writing smithi19066007-20 from 0 to 466944 tid 1 2024-08-19T10:02:34.366 INFO:tasks.rados.rados.0.smithi190.stdout:1165: writing smithi19066007-20 from 466944 to 933888 tid 2 2024-08-19T10:02:34.369 INFO:tasks.rados.rados.0.smithi190.stdout:1165: writing smithi19066007-20 from 933888 to 1269760 tid 3 2024-08-19T10:02:34.369 INFO:tasks.rados.rados.0.smithi190.stdout:1166: read oid 41 snap -1 2024-08-19T10:02:34.369 INFO:tasks.rados.rados.0.smithi190.stdout:1166: expect (ObjNum 351 snap 117 seq_num 351) 2024-08-19T10:02:34.369 INFO:tasks.rados.rados.0.smithi190.stdout:1167: rmattr oid 46 current snap is 120 2024-08-19T10:02:34.369 INFO:tasks.rados.rados.0.smithi190.stdout:1167: done (4 left) 2024-08-19T10:02:34.369 INFO:tasks.rados.rados.0.smithi190.stdout:1168: rmattr oid 32 current snap is 120 2024-08-19T10:02:34.370 INFO:tasks.rados.rados.0.smithi190.stdout:1163: finishing write tid 1 to smithi19066007-8 2024-08-19T10:02:34.370 INFO:tasks.rados.rados.0.smithi190.stdout:1164: finishing rollback tid 0 to smithi19066007-31 2024-08-19T10:02:34.370 INFO:tasks.rados.rados.0.smithi190.stdout:1164: finishing rollback tid 1 to smithi19066007-31 2024-08-19T10:02:34.370 INFO:tasks.rados.rados.0.smithi190.stdout:1164: finishing rollback tid 2 to smithi19066007-31 2024-08-19T10:02:34.370 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 628 (ObjNum 285 snap 89 seq_num 285) dirty exists 2024-08-19T10:02:34.370 INFO:tasks.rados.rados.0.smithi190.stdout:1163: finishing write tid 2 to smithi19066007-8 2024-08-19T10:02:34.370 INFO:tasks.rados.rados.0.smithi190.stdout:1164: done (4 left) 2024-08-19T10:02:34.370 INFO:tasks.rados.rados.0.smithi190.stdout:1169: snap_create 2024-08-19T10:02:34.370 INFO:tasks.rados.rados.0.smithi190.stdout:1163: finishing write tid 3 to smithi19066007-8 2024-08-19T10:02:34.370 INFO:tasks.rados.rados.0.smithi190.stdout:1163: finishing write tid 4 to smithi19066007-8 2024-08-19T10:02:34.370 INFO:tasks.rados.rados.0.smithi190.stdout:1163: finishing write tid 5 to smithi19066007-8 2024-08-19T10:02:34.370 INFO:tasks.rados.rados.0.smithi190.stdout:1163: oid 8 updating version 0 to 806 2024-08-19T10:02:34.370 INFO:tasks.rados.rados.0.smithi190.stdout:1163: oid 8 version 806 is already newer than 805 2024-08-19T10:02:34.370 INFO:tasks.rados.rados.0.smithi190.stdout:1163: oid 8 version 806 is already newer than 804 2024-08-19T10:02:34.371 INFO:tasks.rados.rados.0.smithi190.stdout:1163: oid 8 updating version 806 to 807 2024-08-19T10:02:34.371 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 807 (ObjNum 361 snap 120 seq_num 361) dirty exists 2024-08-19T10:02:34.371 INFO:tasks.rados.rados.0.smithi190.stdout:1163: left oid 8 (ObjNum 361 snap 120 seq_num 361) 2024-08-19T10:02:34.371 INFO:tasks.rados.rados.0.smithi190.stdout:1165: finishing write tid 1 to smithi19066007-20 2024-08-19T10:02:34.371 INFO:tasks.rados.rados.0.smithi190.stdout:1165: finishing write tid 2 to smithi19066007-20 2024-08-19T10:02:34.372 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 630 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-19T10:02:34.372 INFO:tasks.rados.rados.0.smithi190.stdout:1165: finishing write tid 3 to smithi19066007-20 2024-08-19T10:02:34.372 INFO:tasks.rados.rados.0.smithi190.stdout:1165: finishing write tid 4 to smithi19066007-20 2024-08-19T10:02:34.374 INFO:tasks.rados.rados.0.smithi190.stdout:1166: expect (ObjNum 351 snap 117 seq_num 351) 2024-08-19T10:02:34.403 INFO:tasks.rados.rados.0.smithi190.stdout:1165: finishing write tid 5 to smithi19066007-20 2024-08-19T10:02:34.403 INFO:tasks.rados.rados.0.smithi190.stdout:1165: oid 20 updating version 0 to 581 2024-08-19T10:02:34.403 INFO:tasks.rados.rados.0.smithi190.stdout:1165: oid 20 version 581 is already newer than 580 2024-08-19T10:02:34.403 INFO:tasks.rados.rados.0.smithi190.stdout:1165: oid 20 updating version 581 to 582 2024-08-19T10:02:34.403 INFO:tasks.rados.rados.0.smithi190.stdout:1165: oid 20 updating version 582 to 583 2024-08-19T10:02:34.403 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 583 (ObjNum 362 snap 120 seq_num 362) dirty exists 2024-08-19T10:02:34.403 INFO:tasks.rados.rados.0.smithi190.stdout:1165: left oid 20 (ObjNum 362 snap 120 seq_num 362) 2024-08-19T10:02:34.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:02:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:02:34] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2024-08-19T10:02:35.298 INFO:tasks.rados.rados.0.smithi190.stdout:1163: done (4 left) 2024-08-19T10:02:35.298 INFO:tasks.rados.rados.0.smithi190.stdout:1165: done (3 left) 2024-08-19T10:02:35.298 INFO:tasks.rados.rados.0.smithi190.stdout:1166: done (2 left) 2024-08-19T10:02:35.298 INFO:tasks.rados.rados.0.smithi190.stdout:1168: done (1 left) 2024-08-19T10:02:35.299 INFO:tasks.rados.rados.0.smithi190.stdout:1169: done (0 left) 2024-08-19T10:02:35.299 INFO:tasks.rados.rados.0.smithi190.stdout:1170: rollback oid 39 current snap is 121 2024-08-19T10:02:35.299 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 39 to 109 2024-08-19T10:02:35.299 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 121 2024-08-19T10:02:35.299 INFO:tasks.rados.rados.0.smithi190.stdout:1171: seq_num 363 ranges {3661824=483328,4145152=753664,4898816=49152} 2024-08-19T10:02:35.320 INFO:tasks.rados.rados.0.smithi190.stdout:1171: writing smithi19066007-44 from 3661824 to 4145152 tid 1 2024-08-19T10:02:35.325 INFO:tasks.rados.rados.0.smithi190.stdout:1171: writing smithi19066007-44 from 4145152 to 4898816 tid 2 2024-08-19T10:02:35.325 INFO:tasks.rados.rados.0.smithi190.stdout:1171: writing smithi19066007-44 from 4898816 to 4947968 tid 3 2024-08-19T10:02:35.325 INFO:tasks.rados.rados.0.smithi190.stdout:1172: read oid 16 snap 63 2024-08-19T10:02:35.325 INFO:tasks.rados.rados.0.smithi190.stdout:1172: expect (ObjNum 204 snap 51 seq_num 204) 2024-08-19T10:02:35.325 INFO:tasks.rados.rados.0.smithi190.stdout:1173: snap_remove snap 100 2024-08-19T10:02:35.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:35 smithi190 ceph-mon[77620]: pgmap v128: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.5 MiB/s wr, 36 op/s 2024-08-19T10:02:35.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:35 smithi190 ceph-mon[77620]: osdmap e306: 8 total, 8 up, 8 in 2024-08-19T10:02:35.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:35 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:35.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:35 smithi190 ceph-mon[80032]: pgmap v128: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.5 MiB/s wr, 36 op/s 2024-08-19T10:02:35.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:35 smithi190 ceph-mon[80032]: osdmap e306: 8 total, 8 up, 8 in 2024-08-19T10:02:35.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:35 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:35.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:35 smithi196 ceph-mon[72638]: pgmap v128: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 6.5 MiB/s wr, 36 op/s 2024-08-19T10:02:35.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:35 smithi196 ceph-mon[72638]: osdmap e306: 8 total, 8 up, 8 in 2024-08-19T10:02:35.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:35 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:36.318 INFO:tasks.rados.rados.0.smithi190.stdout:1173: done (3 left) 2024-08-19T10:02:36.318 INFO:tasks.rados.rados.0.smithi190.stdout:1174: snap_remove snap 107 2024-08-19T10:02:36.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:36 smithi190 ceph-mon[77620]: osdmap e307: 8 total, 8 up, 8 in 2024-08-19T10:02:36.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:36 smithi190 ceph-mon[80032]: osdmap e307: 8 total, 8 up, 8 in 2024-08-19T10:02:36.568 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:36 smithi196 ceph-mon[72638]: osdmap e307: 8 total, 8 up, 8 in 2024-08-19T10:02:37.326 INFO:tasks.rados.rados.0.smithi190.stdout:1174: done (3 left) 2024-08-19T10:02:37.326 INFO:tasks.rados.rados.0.smithi190.stdout:1175: snap_remove snap 116 2024-08-19T10:02:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:37 smithi190 ceph-mon[77620]: pgmap v131: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 286 KiB/s wr, 1 op/s 2024-08-19T10:02:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:37 smithi190 ceph-mon[77620]: osdmap e308: 8 total, 8 up, 8 in 2024-08-19T10:02:37.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:37 smithi190 ceph-mon[80032]: pgmap v131: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 286 KiB/s wr, 1 op/s 2024-08-19T10:02:37.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:37 smithi190 ceph-mon[80032]: osdmap e308: 8 total, 8 up, 8 in 2024-08-19T10:02:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:37 smithi196 ceph-mon[72638]: pgmap v131: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 286 KiB/s wr, 1 op/s 2024-08-19T10:02:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:37 smithi196 ceph-mon[72638]: osdmap e308: 8 total, 8 up, 8 in 2024-08-19T10:02:38.335 INFO:tasks.rados.rados.0.smithi190.stdout:1175: done (3 left) 2024-08-19T10:02:38.335 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 34 current snap is 121 2024-08-19T10:02:38.335 INFO:tasks.rados.rados.0.smithi190.stdout:1176: seq_num 364 ranges {7667712=499712,8167424=638976,8806400=163840} 2024-08-19T10:02:38.379 INFO:tasks.rados.rados.0.smithi190.stdout:1176: writing smithi19066007-34 from 7667712 to 8167424 tid 1 2024-08-19T10:02:38.382 INFO:tasks.rados.rados.0.smithi190.stdout:1176: writing smithi19066007-34 from 8167424 to 8806400 tid 2 2024-08-19T10:02:38.384 INFO:tasks.rados.rados.0.smithi190.stdout:1176: writing smithi19066007-34 from 8806400 to 8970240 tid 3 2024-08-19T10:02:38.384 INFO:tasks.rados.rados.0.smithi190.stdout:1177: snap_remove snap 117 2024-08-19T10:02:38.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:38 smithi196 ceph-mon[72638]: osdmap e309: 8 total, 8 up, 8 in 2024-08-19T10:02:38.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:38 smithi190 ceph-mon[77620]: osdmap e309: 8 total, 8 up, 8 in 2024-08-19T10:02:38.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:38 smithi190 ceph-mon[80032]: osdmap e309: 8 total, 8 up, 8 in 2024-08-19T10:02:39.340 INFO:tasks.rados.rados.0.smithi190.stdout:1177: done (4 left) 2024-08-19T10:02:39.340 INFO:tasks.rados.rados.0.smithi190.stdout:1178: delete oid 36 current snap is 121 2024-08-19T10:02:39.340 INFO:tasks.rados.rados.0.smithi190.stdout:1170: finishing rollback tid 0 to smithi19066007-39 2024-08-19T10:02:39.340 INFO:tasks.rados.rados.0.smithi190.stdout:1170: finishing rollback tid 1 to smithi19066007-39 2024-08-19T10:02:39.340 INFO:tasks.rados.rados.0.smithi190.stdout:1170: finishing rollback tid 2 to smithi19066007-39 2024-08-19T10:02:39.340 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 811 (ObjNum 310 snap 102 seq_num 310) dirty exists 2024-08-19T10:02:39.340 INFO:tasks.rados.rados.0.smithi190.stdout:1171: finishing write tid 1 to smithi19066007-44 2024-08-19T10:02:39.341 INFO:tasks.rados.rados.0.smithi190.stdout:1171: finishing write tid 2 to smithi19066007-44 2024-08-19T10:02:39.341 INFO:tasks.rados.rados.0.smithi190.stdout:1171: finishing write tid 3 to smithi19066007-44 2024-08-19T10:02:39.341 INFO:tasks.rados.rados.0.smithi190.stdout:1171: finishing write tid 4 to smithi19066007-44 2024-08-19T10:02:39.341 INFO:tasks.rados.rados.0.smithi190.stdout:1171: finishing write tid 5 to smithi19066007-44 2024-08-19T10:02:39.341 INFO:tasks.rados.rados.0.smithi190.stdout:1171: oid 44 updating version 0 to 421 2024-08-19T10:02:39.341 INFO:tasks.rados.rados.0.smithi190.stdout:1171: oid 44 updating version 421 to 423 2024-08-19T10:02:39.341 INFO:tasks.rados.rados.0.smithi190.stdout:1171: oid 44 version 423 is already newer than 420 2024-08-19T10:02:39.341 INFO:tasks.rados.rados.0.smithi190.stdout:1171: oid 44 version 423 is already newer than 422 2024-08-19T10:02:39.341 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 423 (ObjNum 363 snap 121 seq_num 363) dirty exists 2024-08-19T10:02:39.341 INFO:tasks.rados.rados.0.smithi190.stdout:1171: left oid 44 (ObjNum 363 snap 121 seq_num 363) 2024-08-19T10:02:39.341 INFO:tasks.rados.rados.0.smithi190.stdout:1172: expect (ObjNum 204 snap 51 seq_num 204) 2024-08-19T10:02:39.470 INFO:tasks.rados.rados.0.smithi190.stdout:1176: finishing write tid 1 to smithi19066007-34 2024-08-19T10:02:39.470 INFO:tasks.rados.rados.0.smithi190.stdout:1176: finishing write tid 2 to smithi19066007-34 2024-08-19T10:02:39.470 INFO:tasks.rados.rados.0.smithi190.stdout:1170: done (4 left) 2024-08-19T10:02:39.470 INFO:tasks.rados.rados.0.smithi190.stdout:1171: done (3 left) 2024-08-19T10:02:39.470 INFO:tasks.rados.rados.0.smithi190.stdout:1172: done (2 left) 2024-08-19T10:02:39.470 INFO:tasks.rados.rados.0.smithi190.stdout:1178: done (1 left) 2024-08-19T10:02:39.470 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 121 2024-08-19T10:02:39.470 INFO:tasks.rados.rados.0.smithi190.stdout:1176: finishing write tid 3 to smithi19066007-34 2024-08-19T10:02:39.470 INFO:tasks.rados.rados.0.smithi190.stdout:1176: finishing write tid 4 to smithi19066007-34 2024-08-19T10:02:39.470 INFO:tasks.rados.rados.0.smithi190.stdout:1176: finishing write tid 5 to smithi19066007-34 2024-08-19T10:02:39.471 INFO:tasks.rados.rados.0.smithi190.stdout:1176: oid 34 updating version 0 to 442 2024-08-19T10:02:39.471 INFO:tasks.rados.rados.0.smithi190.stdout:1176: oid 34 updating version 442 to 444 2024-08-19T10:02:39.471 INFO:tasks.rados.rados.0.smithi190.stdout:1176: oid 34 updating version 444 to 445 2024-08-19T10:02:39.471 INFO:tasks.rados.rados.0.smithi190.stdout:1176: oid 34 version 445 is already newer than 443 2024-08-19T10:02:39.471 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 445 (ObjNum 364 snap 121 seq_num 364) dirty exists 2024-08-19T10:02:39.471 INFO:tasks.rados.rados.0.smithi190.stdout:1176: left oid 34 (ObjNum 364 snap 121 seq_num 364) 2024-08-19T10:02:39.471 INFO:tasks.rados.rados.0.smithi190.stdout:1179: seq_num 366 ranges {4947968=532480,5480448=458752,5939200=344064} 2024-08-19T10:02:39.499 INFO:tasks.rados.rados.0.smithi190.stdout:1179: writing smithi19066007-44 from 4947968 to 5480448 tid 1 2024-08-19T10:02:39.501 INFO:tasks.rados.rados.0.smithi190.stdout:1179: writing smithi19066007-44 from 5480448 to 5939200 tid 2 2024-08-19T10:02:39.504 INFO:tasks.rados.rados.0.smithi190.stdout:1179: writing smithi19066007-44 from 5939200 to 6283264 tid 3 2024-08-19T10:02:39.504 INFO:tasks.rados.rados.0.smithi190.stdout:1176: done (1 left) 2024-08-19T10:02:39.504 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 121 2024-08-19T10:02:39.504 INFO:tasks.rados.rados.0.smithi190.stdout:1179: finishing write tid 1 to smithi19066007-44 2024-08-19T10:02:39.504 INFO:tasks.rados.rados.0.smithi190.stdout:1180: seq_num 367 ranges {24576=548864,573440=737280,1310720=65536} 2024-08-19T10:02:39.507 INFO:tasks.rados.rados.0.smithi190.stdout:1180: writing smithi19066007-21 from 24576 to 573440 tid 1 2024-08-19T10:02:39.511 INFO:tasks.rados.rados.0.smithi190.stdout:1180: writing smithi19066007-21 from 573440 to 1310720 tid 2 2024-08-19T10:02:39.512 INFO:tasks.rados.rados.0.smithi190.stdout:1180: writing smithi19066007-21 from 1310720 to 1376256 tid 3 2024-08-19T10:02:39.513 INFO:tasks.rados.rados.0.smithi190.stdout:1181: read oid 3 snap -1 2024-08-19T10:02:39.513 INFO:tasks.rados.rados.0.smithi190.stdout:1181: expect deleted 2024-08-19T10:02:39.513 INFO:tasks.rados.rados.0.smithi190.stdout:1182: read oid 50 snap -1 2024-08-19T10:02:39.513 INFO:tasks.rados.rados.0.smithi190.stdout:1182: expect (ObjNum 273 snap 87 seq_num 273) 2024-08-19T10:02:39.513 INFO:tasks.rados.rados.0.smithi190.stdout:1183: snap_create 2024-08-19T10:02:39.513 INFO:tasks.rados.rados.0.smithi190.stdout:1179: finishing write tid 2 to smithi19066007-44 2024-08-19T10:02:39.513 INFO:tasks.rados.rados.0.smithi190.stdout:1179: finishing write tid 3 to smithi19066007-44 2024-08-19T10:02:39.513 INFO:tasks.rados.rados.0.smithi190.stdout:1179: finishing write tid 4 to smithi19066007-44 2024-08-19T10:02:39.513 INFO:tasks.rados.rados.0.smithi190.stdout:1179: finishing write tid 5 to smithi19066007-44 2024-08-19T10:02:39.513 INFO:tasks.rados.rados.0.smithi190.stdout:1179: oid 44 updating version 0 to 427 2024-08-19T10:02:39.513 INFO:tasks.rados.rados.0.smithi190.stdout:1179: oid 44 version 427 is already newer than 425 2024-08-19T10:02:39.513 INFO:tasks.rados.rados.0.smithi190.stdout:1179: oid 44 version 427 is already newer than 424 2024-08-19T10:02:39.513 INFO:tasks.rados.rados.0.smithi190.stdout:1179: oid 44 version 427 is already newer than 426 2024-08-19T10:02:39.513 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 427 (ObjNum 366 snap 121 seq_num 366) dirty exists 2024-08-19T10:02:39.514 INFO:tasks.rados.rados.0.smithi190.stdout:1179: left oid 44 (ObjNum 366 snap 121 seq_num 366) 2024-08-19T10:02:39.514 INFO:tasks.rados.rados.0.smithi190.stdout:1180: finishing write tid 1 to smithi19066007-21 2024-08-19T10:02:39.516 INFO:tasks.rados.rados.0.smithi190.stdout:1180: finishing write tid 2 to smithi19066007-21 2024-08-19T10:02:39.516 INFO:tasks.rados.rados.0.smithi190.stdout:1180: finishing write tid 3 to smithi19066007-21 2024-08-19T10:02:39.516 INFO:tasks.rados.rados.0.smithi190.stdout:1180: finishing write tid 4 to smithi19066007-21 2024-08-19T10:02:39.517 INFO:tasks.rados.rados.0.smithi190.stdout:1180: finishing write tid 5 to smithi19066007-21 2024-08-19T10:02:39.517 INFO:tasks.rados.rados.0.smithi190.stdout:1180: oid 21 updating version 0 to 609 2024-08-19T10:02:39.517 INFO:tasks.rados.rados.0.smithi190.stdout:1180: oid 21 updating version 609 to 610 2024-08-19T10:02:39.517 INFO:tasks.rados.rados.0.smithi190.stdout:1180: oid 21 version 610 is already newer than 608 2024-08-19T10:02:39.517 INFO:tasks.rados.rados.0.smithi190.stdout:1180: oid 21 version 610 is already newer than 607 2024-08-19T10:02:39.517 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 610 (ObjNum 367 snap 121 seq_num 367) dirty exists 2024-08-19T10:02:39.518 INFO:tasks.rados.rados.0.smithi190.stdout:1180: left oid 21 (ObjNum 367 snap 121 seq_num 367) 2024-08-19T10:02:39.523 INFO:tasks.rados.rados.0.smithi190.stdout:1182: expect (ObjNum 273 snap 87 seq_num 273) 2024-08-19T10:02:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:39 smithi196 ceph-mon[72638]: pgmap v134: 121 pgs: 121 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-19T10:02:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:39 smithi196 ceph-mon[72638]: osdmap e310: 8 total, 8 up, 8 in 2024-08-19T10:02:39.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:39 smithi190 ceph-mon[80032]: pgmap v134: 121 pgs: 121 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-19T10:02:39.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:39 smithi190 ceph-mon[80032]: osdmap e310: 8 total, 8 up, 8 in 2024-08-19T10:02:39.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:39 smithi190 ceph-mon[77620]: pgmap v134: 121 pgs: 121 active+clean; 301 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-19T10:02:39.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:39 smithi190 ceph-mon[77620]: osdmap e310: 8 total, 8 up, 8 in 2024-08-19T10:02:40.346 INFO:tasks.rados.rados.0.smithi190.stdout:1179: done (4 left) 2024-08-19T10:02:40.346 INFO:tasks.rados.rados.0.smithi190.stdout:1180: done (3 left) 2024-08-19T10:02:40.346 INFO:tasks.rados.rados.0.smithi190.stdout:1181: done (2 left) 2024-08-19T10:02:40.346 INFO:tasks.rados.rados.0.smithi190.stdout:1182: done (1 left) 2024-08-19T10:02:40.346 INFO:tasks.rados.rados.0.smithi190.stdout:1183: done (0 left) 2024-08-19T10:02:40.346 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 122 2024-08-19T10:02:40.347 INFO:tasks.rados.rados.0.smithi190.stdout:1184: seq_num 368 ranges {4857856=573440,5431296=622592,6053888=180224} 2024-08-19T10:02:40.375 INFO:tasks.rados.rados.0.smithi190.stdout:1184: writing smithi19066007-17 from 4857856 to 5431296 tid 1 2024-08-19T10:02:40.379 INFO:tasks.rados.rados.0.smithi190.stdout:1184: writing smithi19066007-17 from 5431296 to 6053888 tid 2 2024-08-19T10:02:40.380 INFO:tasks.rados.rados.0.smithi190.stdout:1184: writing smithi19066007-17 from 6053888 to 6234112 tid 3 2024-08-19T10:02:40.380 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 35 current snap is 122 2024-08-19T10:02:40.380 INFO:tasks.rados.rados.0.smithi190.stdout:1185: seq_num 369 ranges {3375104=589824,3964928=507904,4472832=294912} 2024-08-19T10:02:40.402 INFO:tasks.rados.rados.0.smithi190.stdout:1185: writing smithi19066007-35 from 3375104 to 3964928 tid 1 2024-08-19T10:02:40.405 INFO:tasks.rados.rados.0.smithi190.stdout:1185: writing smithi19066007-35 from 3964928 to 4472832 tid 2 2024-08-19T10:02:40.407 INFO:tasks.rados.rados.0.smithi190.stdout:1185: writing smithi19066007-35 from 4472832 to 4767744 tid 3 2024-08-19T10:02:40.407 INFO:tasks.rados.rados.0.smithi190.stdout:1186: snap_create 2024-08-19T10:02:40.407 INFO:tasks.rados.rados.0.smithi190.stdout:1184: finishing write tid 1 to smithi19066007-17 2024-08-19T10:02:40.407 INFO:tasks.rados.rados.0.smithi190.stdout:1184: finishing write tid 2 to smithi19066007-17 2024-08-19T10:02:40.407 INFO:tasks.rados.rados.0.smithi190.stdout:1184: finishing write tid 3 to smithi19066007-17 2024-08-19T10:02:40.407 INFO:tasks.rados.rados.0.smithi190.stdout:1184: finishing write tid 4 to smithi19066007-17 2024-08-19T10:02:40.407 INFO:tasks.rados.rados.0.smithi190.stdout:1184: finishing write tid 5 to smithi19066007-17 2024-08-19T10:02:40.407 INFO:tasks.rados.rados.0.smithi190.stdout:1184: oid 17 updating version 0 to 630 2024-08-19T10:02:40.407 INFO:tasks.rados.rados.0.smithi190.stdout:1184: oid 17 updating version 630 to 631 2024-08-19T10:02:40.407 INFO:tasks.rados.rados.0.smithi190.stdout:1184: oid 17 version 631 is already newer than 629 2024-08-19T10:02:40.407 INFO:tasks.rados.rados.0.smithi190.stdout:1184: oid 17 version 631 is already newer than 628 2024-08-19T10:02:40.408 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 631 (ObjNum 368 snap 122 seq_num 368) dirty exists 2024-08-19T10:02:40.408 INFO:tasks.rados.rados.0.smithi190.stdout:1184: left oid 17 (ObjNum 368 snap 122 seq_num 368) 2024-08-19T10:02:40.410 INFO:tasks.rados.rados.0.smithi190.stdout:1185: finishing write tid 1 to smithi19066007-35 2024-08-19T10:02:40.410 INFO:tasks.rados.rados.0.smithi190.stdout:1185: finishing write tid 2 to smithi19066007-35 2024-08-19T10:02:40.410 INFO:tasks.rados.rados.0.smithi190.stdout:1185: finishing write tid 3 to smithi19066007-35 2024-08-19T10:02:40.411 INFO:tasks.rados.rados.0.smithi190.stdout:1185: finishing write tid 4 to smithi19066007-35 2024-08-19T10:02:40.412 INFO:tasks.rados.rados.0.smithi190.stdout:1185: finishing write tid 5 to smithi19066007-35 2024-08-19T10:02:40.412 INFO:tasks.rados.rados.0.smithi190.stdout:1185: oid 35 updating version 0 to 494 2024-08-19T10:02:40.412 INFO:tasks.rados.rados.0.smithi190.stdout:1185: oid 35 version 494 is already newer than 493 2024-08-19T10:02:40.412 INFO:tasks.rados.rados.0.smithi190.stdout:1185: oid 35 updating version 494 to 495 2024-08-19T10:02:40.412 INFO:tasks.rados.rados.0.smithi190.stdout:1185: oid 35 version 495 is already newer than 492 2024-08-19T10:02:40.412 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 495 (ObjNum 369 snap 122 seq_num 369) dirty exists 2024-08-19T10:02:40.412 INFO:tasks.rados.rados.0.smithi190.stdout:1185: left oid 35 (ObjNum 369 snap 122 seq_num 369) 2024-08-19T10:02:40.602 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:40 smithi190 ceph-mon[80032]: osdmap e311: 8 total, 8 up, 8 in 2024-08-19T10:02:40.602 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:40 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-19T10:02:40.602 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:40 smithi190 ceph-mon[77620]: osdmap e311: 8 total, 8 up, 8 in 2024-08-19T10:02:40.603 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:40 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-19T10:02:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:40 smithi196 ceph-mon[72638]: osdmap e311: 8 total, 8 up, 8 in 2024-08-19T10:02:40.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:40 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-19T10:02:41.355 INFO:tasks.rados.rados.0.smithi190.stdout:1184: done (2 left) 2024-08-19T10:02:41.355 INFO:tasks.rados.rados.0.smithi190.stdout:1185: done (1 left) 2024-08-19T10:02:41.355 INFO:tasks.rados.rados.0.smithi190.stdout:1186: done (0 left) 2024-08-19T10:02:41.356 INFO:tasks.rados.rados.0.smithi190.stdout:1187: delete oid 44 current snap is 123 2024-08-19T10:02:41.361 INFO:tasks.rados.rados.0.smithi190.stdout:1187: done (0 left) 2024-08-19T10:02:41.361 INFO:tasks.rados.rados.0.smithi190.stdout:1188: rmattr oid 21 current snap is 123 2024-08-19T10:02:41.361 INFO:tasks.rados.rados.0.smithi190.stdout:1188: done (0 left) 2024-08-19T10:02:41.361 INFO:tasks.rados.rados.0.smithi190.stdout:1189: read oid 50 snap -1 2024-08-19T10:02:41.361 INFO:tasks.rados.rados.0.smithi190.stdout:1189: expect (ObjNum 273 snap 87 seq_num 273) 2024-08-19T10:02:41.362 INFO:tasks.rados.rados.0.smithi190.stdout:1190: read oid 4 snap -1 2024-08-19T10:02:41.362 INFO:tasks.rados.rados.0.smithi190.stdout:1190: expect (ObjNum 296 snap 96 seq_num 296) 2024-08-19T10:02:41.362 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 41 current snap is 123 2024-08-19T10:02:41.362 INFO:tasks.rados.rados.0.smithi190.stdout:1191: seq_num 371 ranges {1089536=622592,1712128=679936,2392064=122880} 2024-08-19T10:02:41.371 INFO:tasks.rados.rados.0.smithi190.stdout:1191: writing smithi19066007-41 from 1089536 to 1712128 tid 1 2024-08-19T10:02:41.379 INFO:tasks.rados.rados.0.smithi190.stdout:1191: writing smithi19066007-41 from 1712128 to 2392064 tid 2 2024-08-19T10:02:41.379 INFO:tasks.rados.rados.0.smithi190.stdout:1191: writing smithi19066007-41 from 2392064 to 2514944 tid 3 2024-08-19T10:02:41.379 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 9 current snap is 123 2024-08-19T10:02:41.379 INFO:tasks.rados.rados.0.smithi190.stdout:1192: seq_num 372 ranges {0=638976,638976=565248,1204224=237568} 2024-08-19T10:02:41.380 INFO:tasks.rados.rados.0.smithi190.stdout:1192: writing smithi19066007-9 from 0 to 638976 tid 1 2024-08-19T10:02:41.383 INFO:tasks.rados.rados.0.smithi190.stdout:1192: writing smithi19066007-9 from 638976 to 1204224 tid 2 2024-08-19T10:02:41.385 INFO:tasks.rados.rados.0.smithi190.stdout:1192: writing smithi19066007-9 from 1204224 to 1441792 tid 3 2024-08-19T10:02:41.385 INFO:tasks.rados.rados.0.smithi190.stdout:1193: snap_remove snap 122 2024-08-19T10:02:41.412 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:41 smithi190 ceph-mon[77620]: pgmap v137: 121 pgs: 121 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-19T10:02:41.413 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:41 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-19T10:02:41.413 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:41 smithi190 ceph-mon[77620]: Upgrade: osd.1 is safe to restart 2024-08-19T10:02:41.413 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:41 smithi190 ceph-mon[77620]: osdmap e312: 8 total, 8 up, 8 in 2024-08-19T10:02:41.413 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:41 smithi190 ceph-mon[80032]: pgmap v137: 121 pgs: 121 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-19T10:02:41.413 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:41 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-19T10:02:41.413 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:41 smithi190 ceph-mon[80032]: Upgrade: osd.1 is safe to restart 2024-08-19T10:02:41.413 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:41 smithi190 ceph-mon[80032]: osdmap e312: 8 total, 8 up, 8 in 2024-08-19T10:02:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:41 smithi196 ceph-mon[72638]: pgmap v137: 121 pgs: 121 active+clean; 302 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-19T10:02:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:41 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-19T10:02:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:41 smithi196 ceph-mon[72638]: Upgrade: osd.1 is safe to restart 2024-08-19T10:02:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:41 smithi196 ceph-mon[72638]: osdmap e312: 8 total, 8 up, 8 in 2024-08-19T10:02:42.359 INFO:tasks.rados.rados.0.smithi190.stdout:1193: done (4 left) 2024-08-19T10:02:42.359 INFO:tasks.rados.rados.0.smithi190.stdout:1194: snap_create 2024-08-19T10:02:42.359 INFO:tasks.rados.rados.0.smithi190.stdout:1190: expect (ObjNum 296 snap 96 seq_num 296) 2024-08-19T10:02:42.368 INFO:tasks.rados.rados.0.smithi190.stdout:1189: expect (ObjNum 273 snap 87 seq_num 273) 2024-08-19T10:02:42.424 INFO:tasks.rados.rados.0.smithi190.stdout:1191: finishing write tid 1 to smithi19066007-41 2024-08-19T10:02:42.424 INFO:tasks.rados.rados.0.smithi190.stdout:1191: finishing write tid 2 to smithi19066007-41 2024-08-19T10:02:42.424 INFO:tasks.rados.rados.0.smithi190.stdout:1191: finishing write tid 3 to smithi19066007-41 2024-08-19T10:02:42.424 INFO:tasks.rados.rados.0.smithi190.stdout:1191: finishing write tid 4 to smithi19066007-41 2024-08-19T10:02:42.424 INFO:tasks.rados.rados.0.smithi190.stdout:1191: finishing write tid 5 to smithi19066007-41 2024-08-19T10:02:42.424 INFO:tasks.rados.rados.0.smithi190.stdout:1191: oid 41 updating version 0 to 526 2024-08-19T10:02:42.425 INFO:tasks.rados.rados.0.smithi190.stdout:1191: oid 41 version 526 is already newer than 524 2024-08-19T10:02:42.425 INFO:tasks.rados.rados.0.smithi190.stdout:1191: oid 41 version 526 is already newer than 523 2024-08-19T10:02:42.425 INFO:tasks.rados.rados.0.smithi190.stdout:1191: oid 41 version 526 is already newer than 525 2024-08-19T10:02:42.425 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 526 (ObjNum 371 snap 123 seq_num 371) dirty exists 2024-08-19T10:02:42.425 INFO:tasks.rados.rados.0.smithi190.stdout:1191: left oid 41 (ObjNum 371 snap 123 seq_num 371) 2024-08-19T10:02:42.425 INFO:tasks.rados.rados.0.smithi190.stdout:1192: finishing write tid 1 to smithi19066007-9 2024-08-19T10:02:42.425 INFO:tasks.rados.rados.0.smithi190.stdout:1192: finishing write tid 2 to smithi19066007-9 2024-08-19T10:02:42.425 INFO:tasks.rados.rados.0.smithi190.stdout:1192: finishing write tid 3 to smithi19066007-9 2024-08-19T10:02:42.425 INFO:tasks.rados.rados.0.smithi190.stdout:1192: finishing write tid 4 to smithi19066007-9 2024-08-19T10:02:42.425 INFO:tasks.rados.rados.0.smithi190.stdout:1192: finishing write tid 5 to smithi19066007-9 2024-08-19T10:02:42.425 INFO:tasks.rados.rados.0.smithi190.stdout:1192: oid 9 updating version 0 to 466 2024-08-19T10:02:42.425 INFO:tasks.rados.rados.0.smithi190.stdout:1192: oid 9 updating version 466 to 467 2024-08-19T10:02:42.425 INFO:tasks.rados.rados.0.smithi190.stdout:1192: oid 9 version 467 is already newer than 465 2024-08-19T10:02:42.426 INFO:tasks.rados.rados.0.smithi190.stdout:1192: oid 9 updating version 467 to 468 2024-08-19T10:02:42.426 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 468 (ObjNum 372 snap 123 seq_num 372) dirty exists 2024-08-19T10:02:42.426 INFO:tasks.rados.rados.0.smithi190.stdout:1192: left oid 9 (ObjNum 372 snap 123 seq_num 372) 2024-08-19T10:02:42.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:42 smithi190 ceph-mon[80032]: osdmap e313: 8 total, 8 up, 8 in 2024-08-19T10:02:42.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:42 smithi190 ceph-mon[80032]: Upgrade: Updating osd.1 2024-08-19T10:02:42.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:42 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:42.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:42 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-19T10:02:42.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:42 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:42.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:42 smithi190 ceph-mon[80032]: Deploying daemon osd.1 on smithi190 2024-08-19T10:02:42.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:42 smithi190 ceph-mon[77620]: osdmap e313: 8 total, 8 up, 8 in 2024-08-19T10:02:42.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:42 smithi190 ceph-mon[77620]: Upgrade: Updating osd.1 2024-08-19T10:02:42.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:42 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:42.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:42 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-19T10:02:42.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:42 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:42.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:42 smithi190 ceph-mon[77620]: Deploying daemon osd.1 on smithi190 2024-08-19T10:02:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:42 smithi196 ceph-mon[72638]: osdmap e313: 8 total, 8 up, 8 in 2024-08-19T10:02:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:42 smithi196 ceph-mon[72638]: Upgrade: Updating osd.1 2024-08-19T10:02:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:42 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:42 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-19T10:02:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:42 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:42 smithi196 ceph-mon[72638]: Deploying daemon osd.1 on smithi190 2024-08-19T10:02:43.291 INFO:tasks.rados.rados.0.smithi190.stdout:1189: done (4 left) 2024-08-19T10:02:43.292 INFO:tasks.rados.rados.0.smithi190.stdout:1190: done (3 left) 2024-08-19T10:02:43.292 INFO:tasks.rados.rados.0.smithi190.stdout:1191: done (2 left) 2024-08-19T10:02:43.292 INFO:tasks.rados.rados.0.smithi190.stdout:1192: done (1 left) 2024-08-19T10:02:43.292 INFO:tasks.rados.rados.0.smithi190.stdout:1194: done (0 left) 2024-08-19T10:02:43.292 INFO:tasks.rados.rados.0.smithi190.stdout:1195: copy_from oid 34 from oid 38 current snap is 124 2024-08-19T10:02:43.292 INFO:tasks.rados.rados.0.smithi190.stdout:1196: rollback oid 46 current snap is 124 2024-08-19T10:02:43.292 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 46 to 123 2024-08-19T10:02:43.292 INFO:tasks.rados.rados.0.smithi190.stdout:1197: rollback oid 23 current snap is 124 2024-08-19T10:02:43.292 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 23 to 95 2024-08-19T10:02:43.292 INFO:tasks.rados.rados.0.smithi190.stdout:1198: delete oid 22 current snap is 124 2024-08-19T10:02:43.296 INFO:tasks.rados.rados.0.smithi190.stdout:1196: finishing rollback tid 1 to smithi19066007-46 2024-08-19T10:02:43.296 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 491 (ObjNum 65 snap 0 seq_num 1783720812) dirty dne 2024-08-19T10:02:43.298 INFO:tasks.rados.rados.0.smithi190.stdout:1196: done (3 left) 2024-08-19T10:02:43.298 INFO:tasks.rados.rados.0.smithi190.stdout:1198: done (2 left) 2024-08-19T10:02:43.298 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 48 current snap is 124 2024-08-19T10:02:43.298 INFO:tasks.rados.rados.0.smithi190.stdout:1199: seq_num 374 ranges {630784=671744,1302528=778240,2080768=24576} 2024-08-19T10:02:43.304 INFO:tasks.rados.rados.0.smithi190.stdout:1199: writing smithi19066007-48 from 630784 to 1302528 tid 1 2024-08-19T10:02:43.309 INFO:tasks.rados.rados.0.smithi190.stdout:1199: writing smithi19066007-48 from 1302528 to 2080768 tid 2 2024-08-19T10:02:43.309 INFO:tasks.rados.rados.0.smithi190.stdout:1199: writing smithi19066007-48 from 2080768 to 2105344 tid 3 2024-08-19T10:02:43.309 INFO:tasks.rados.rados.0.smithi190.stdout:1200: copy_from oid 13 from oid 1 current snap is 124 2024-08-19T10:02:43.309 INFO:tasks.rados.rados.0.smithi190.stdout:1197: finishing rollback tid 0 to smithi19066007-23 2024-08-19T10:02:43.309 INFO:tasks.rados.rados.0.smithi190.stdout:1197: finishing rollback tid 1 to smithi19066007-23 2024-08-19T10:02:43.310 INFO:tasks.rados.rados.0.smithi190.stdout:1197: finishing rollback tid 2 to smithi19066007-23 2024-08-19T10:02:43.310 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 471 (ObjNum 280 snap 88 seq_num 280) dirty exists 2024-08-19T10:02:43.310 INFO:tasks.rados.rados.0.smithi190.stdout:1197: done (3 left) 2024-08-19T10:02:43.310 INFO:tasks.rados.rados.0.smithi190.stdout:1201: snap_remove snap 93 2024-08-19T10:02:43.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:43 smithi190 ceph-mon[77620]: pgmap v140: 121 pgs: 121 active+clean; 306 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-08-19T10:02:43.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:43 smithi190 ceph-mon[77620]: osdmap e314: 8 total, 8 up, 8 in 2024-08-19T10:02:43.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:43 smithi190 ceph-mon[77620]: osdmap e315: 8 total, 8 up, 8 in 2024-08-19T10:02:43.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:43 smithi190 ceph-mon[80032]: pgmap v140: 121 pgs: 121 active+clean; 306 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-08-19T10:02:43.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:43 smithi190 ceph-mon[80032]: osdmap e314: 8 total, 8 up, 8 in 2024-08-19T10:02:43.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:43 smithi190 ceph-mon[80032]: osdmap e315: 8 total, 8 up, 8 in 2024-08-19T10:02:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:43 smithi196 ceph-mon[72638]: pgmap v140: 121 pgs: 121 active+clean; 306 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-08-19T10:02:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:43 smithi196 ceph-mon[72638]: osdmap e314: 8 total, 8 up, 8 in 2024-08-19T10:02:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:43 smithi196 ceph-mon[72638]: osdmap e315: 8 total, 8 up, 8 in 2024-08-19T10:02:44.295 INFO:tasks.rados.rados.0.smithi190.stdout:1201: done (3 left) 2024-08-19T10:02:44.295 INFO:tasks.rados.rados.0.smithi190.stdout:1202: copy_from oid 35 from oid 45 current snap is 124 2024-08-19T10:02:44.295 INFO:tasks.rados.rados.0.smithi190.stdout:1195: finishing copy_from racing read to smithi19066007-34 2024-08-19T10:02:44.295 INFO:tasks.rados.rados.0.smithi190.stdout:1195: finishing copy_from to smithi19066007-34 2024-08-19T10:02:44.295 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 430 (ObjNum 352 snap 117 seq_num 352) dirty exists 2024-08-19T10:02:44.295 INFO:tasks.rados.rados.0.smithi190.stdout:1199: finishing write tid 1 to smithi19066007-48 2024-08-19T10:02:44.295 INFO:tasks.rados.rados.0.smithi190.stdout:1199: finishing write tid 2 to smithi19066007-48 2024-08-19T10:02:44.295 INFO:tasks.rados.rados.0.smithi190.stdout:1199: finishing write tid 3 to smithi19066007-48 2024-08-19T10:02:44.295 INFO:tasks.rados.rados.0.smithi190.stdout:1199: finishing write tid 4 to smithi19066007-48 2024-08-19T10:02:44.296 INFO:tasks.rados.rados.0.smithi190.stdout:1199: finishing write tid 5 to smithi19066007-48 2024-08-19T10:02:44.296 INFO:tasks.rados.rados.0.smithi190.stdout:1199: oid 48 updating version 0 to 845 2024-08-19T10:02:44.296 INFO:tasks.rados.rados.0.smithi190.stdout:1199: oid 48 updating version 845 to 847 2024-08-19T10:02:44.296 INFO:tasks.rados.rados.0.smithi190.stdout:1199: oid 48 updating version 847 to 848 2024-08-19T10:02:44.296 INFO:tasks.rados.rados.0.smithi190.stdout:1199: oid 48 version 848 is already newer than 846 2024-08-19T10:02:44.296 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 848 (ObjNum 374 snap 124 seq_num 374) dirty exists 2024-08-19T10:02:44.296 INFO:tasks.rados.rados.0.smithi190.stdout:1199: left oid 48 (ObjNum 374 snap 124 seq_num 374) 2024-08-19T10:02:44.296 INFO:tasks.rados.rados.0.smithi190.stdout:1200: finishing copy_from racing read to smithi19066007-13 2024-08-19T10:02:44.296 INFO:tasks.rados.rados.0.smithi190.stdout:1200: finishing copy_from to smithi19066007-13 2024-08-19T10:02:44.296 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 515 (ObjNum 317 snap 103 seq_num 317) dirty exists 2024-08-19T10:02:44.296 INFO:tasks.rados.rados.0.smithi190.stdout:1195: done (3 left) 2024-08-19T10:02:44.296 INFO:tasks.rados.rados.0.smithi190.stdout:1199: done (2 left) 2024-08-19T10:02:44.296 INFO:tasks.rados.rados.0.smithi190.stdout:1200: done (1 left) 2024-08-19T10:02:44.296 INFO:tasks.rados.rados.0.smithi190.stdout:1203: copy_from oid 7 from oid 48 current snap is 124 2024-08-19T10:02:44.297 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 27 current snap is 124 2024-08-19T10:02:44.297 INFO:tasks.rados.rados.0.smithi190.stdout:1204: seq_num 375 ranges {10485760=688128,11173888=663552,11837440=139264} 2024-08-19T10:02:44.361 INFO:tasks.rados.rados.0.smithi190.stdout:1204: writing smithi19066007-27 from 10485760 to 11173888 tid 1 2024-08-19T10:02:44.365 INFO:tasks.rados.rados.0.smithi190.stdout:1204: writing smithi19066007-27 from 11173888 to 11837440 tid 2 2024-08-19T10:02:44.367 INFO:tasks.rados.rados.0.smithi190.stdout:1204: writing smithi19066007-27 from 11837440 to 11976704 tid 3 2024-08-19T10:02:44.367 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 31 current snap is 124 2024-08-19T10:02:44.367 INFO:tasks.rados.rados.0.smithi190.stdout:1203: finishing copy_from racing read to smithi19066007-7 2024-08-19T10:02:44.367 INFO:tasks.rados.rados.0.smithi190.stdout:1203: finishing copy_from to smithi19066007-7 2024-08-19T10:02:44.367 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 848 (ObjNum 374 snap 124 seq_num 374) dirty exists 2024-08-19T10:02:44.367 INFO:tasks.rados.rados.0.smithi190.stdout:1202: finishing copy_from racing read to smithi19066007-35 2024-08-19T10:02:44.367 INFO:tasks.rados.rados.0.smithi190.stdout:1202: finishing copy_from to smithi19066007-35 2024-08-19T10:02:44.367 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 312 (ObjNum 305 snap 99 seq_num 305) dirty exists 2024-08-19T10:02:44.367 INFO:tasks.rados.rados.0.smithi190.stdout:1204: finishing write tid 1 to smithi19066007-27 2024-08-19T10:02:44.367 INFO:tasks.rados.rados.0.smithi190.stdout:1205: seq_num 376 ranges {4857856=704512,5562368=548864,6111232=253952} 2024-08-19T10:02:44.397 INFO:tasks.rados.rados.0.smithi190.stdout:1205: writing smithi19066007-31 from 4857856 to 5562368 tid 1 2024-08-19T10:02:44.400 INFO:tasks.rados.rados.0.smithi190.stdout:1205: writing smithi19066007-31 from 5562368 to 6111232 tid 2 2024-08-19T10:02:44.402 INFO:tasks.rados.rados.0.smithi190.stdout:1205: writing smithi19066007-31 from 6111232 to 6365184 tid 3 2024-08-19T10:02:44.402 INFO:tasks.rados.rados.0.smithi190.stdout:1202: done (3 left) 2024-08-19T10:02:44.402 INFO:tasks.rados.rados.0.smithi190.stdout:1203: done (2 left) 2024-08-19T10:02:44.402 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 124 2024-08-19T10:02:44.403 INFO:tasks.rados.rados.0.smithi190.stdout:1204: finishing write tid 2 to smithi19066007-27 2024-08-19T10:02:44.403 INFO:tasks.rados.rados.0.smithi190.stdout:1206: seq_num 377 ranges {0=720896,720896=434176,1155072=368640} 2024-08-19T10:02:44.406 INFO:tasks.rados.rados.0.smithi190.stdout:1206: writing smithi19066007-22 from 0 to 720896 tid 1 2024-08-19T10:02:44.409 INFO:tasks.rados.rados.0.smithi190.stdout:1206: writing smithi19066007-22 from 720896 to 1155072 tid 2 2024-08-19T10:02:44.412 INFO:tasks.rados.rados.0.smithi190.stdout:1206: writing smithi19066007-22 from 1155072 to 1523712 tid 3 2024-08-19T10:02:44.412 INFO:tasks.rados.rados.0.smithi190.stdout:1207: rmattr oid 36 current snap is 124 2024-08-19T10:02:44.412 INFO:tasks.rados.rados.0.smithi190.stdout:1207: done (3 left) 2024-08-19T10:02:44.412 INFO:tasks.rados.rados.0.smithi190.stdout:1208: delete oid 1 current snap is 124 2024-08-19T10:02:44.412 INFO:tasks.rados.rados.0.smithi190.stdout:1204: finishing write tid 3 to smithi19066007-27 2024-08-19T10:02:44.412 INFO:tasks.rados.rados.0.smithi190.stdout:1204: finishing write tid 4 to smithi19066007-27 2024-08-19T10:02:44.413 INFO:tasks.rados.rados.0.smithi190.stdout:1204: finishing write tid 5 to smithi19066007-27 2024-08-19T10:02:44.413 INFO:tasks.rados.rados.0.smithi190.stdout:1204: oid 27 updating version 0 to 501 2024-08-19T10:02:44.413 INFO:tasks.rados.rados.0.smithi190.stdout:1204: oid 27 updating version 501 to 502 2024-08-19T10:02:44.413 INFO:tasks.rados.rados.0.smithi190.stdout:1204: oid 27 version 502 is already newer than 499 2024-08-19T10:02:44.413 INFO:tasks.rados.rados.0.smithi190.stdout:1204: oid 27 version 502 is already newer than 500 2024-08-19T10:02:44.413 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 502 (ObjNum 375 snap 124 seq_num 375) dirty exists 2024-08-19T10:02:44.413 INFO:tasks.rados.rados.0.smithi190.stdout:1204: left oid 27 (ObjNum 375 snap 124 seq_num 375) 2024-08-19T10:02:44.413 INFO:tasks.rados.rados.0.smithi190.stdout:1205: finishing write tid 1 to smithi19066007-31 2024-08-19T10:02:44.413 INFO:tasks.rados.rados.0.smithi190.stdout:1205: finishing write tid 2 to smithi19066007-31 2024-08-19T10:02:44.413 INFO:tasks.rados.rados.0.smithi190.stdout:1205: finishing write tid 3 to smithi19066007-31 2024-08-19T10:02:44.413 INFO:tasks.rados.rados.0.smithi190.stdout:1205: finishing write tid 4 to smithi19066007-31 2024-08-19T10:02:44.413 INFO:tasks.rados.rados.0.smithi190.stdout:1205: finishing write tid 5 to smithi19066007-31 2024-08-19T10:02:44.413 INFO:tasks.rados.rados.0.smithi190.stdout:1205: oid 31 updating version 0 to 671 2024-08-19T10:02:44.413 INFO:tasks.rados.rados.0.smithi190.stdout:1205: oid 31 version 671 is already newer than 670 2024-08-19T10:02:44.414 INFO:tasks.rados.rados.0.smithi190.stdout:1205: oid 31 version 671 is already newer than 669 2024-08-19T10:02:44.414 INFO:tasks.rados.rados.0.smithi190.stdout:1205: oid 31 version 671 is already newer than 668 2024-08-19T10:02:44.414 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 671 (ObjNum 376 snap 124 seq_num 376) dirty exists 2024-08-19T10:02:44.414 INFO:tasks.rados.rados.0.smithi190.stdout:1205: left oid 31 (ObjNum 376 snap 124 seq_num 376) 2024-08-19T10:02:44.414 INFO:tasks.rados.rados.0.smithi190.stdout:1206: finishing write tid 1 to smithi19066007-22 2024-08-19T10:02:44.414 INFO:tasks.rados.rados.0.smithi190.stdout:1206: finishing write tid 2 to smithi19066007-22 2024-08-19T10:02:44.415 INFO:tasks.rados.rados.0.smithi190.stdout:1206: finishing write tid 3 to smithi19066007-22 2024-08-19T10:02:44.415 INFO:tasks.rados.rados.0.smithi190.stdout:1206: finishing write tid 4 to smithi19066007-22 2024-08-19T10:02:44.415 INFO:tasks.rados.rados.0.smithi190.stdout:1204: done (3 left) 2024-08-19T10:02:44.415 INFO:tasks.rados.rados.0.smithi190.stdout:1205: done (2 left) 2024-08-19T10:02:44.415 INFO:tasks.rados.rados.0.smithi190.stdout:1208: done (1 left) 2024-08-19T10:02:44.415 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 5 current snap is 124 2024-08-19T10:02:44.415 INFO:tasks.rados.rados.0.smithi190.stdout:1209: seq_num 379 ranges {696320=753664,1449984=606208,2056192=196608} 2024-08-19T10:02:44.422 INFO:tasks.rados.rados.0.smithi190.stdout:1209: writing smithi19066007-5 from 696320 to 1449984 tid 1 2024-08-19T10:02:44.425 INFO:tasks.rados.rados.0.smithi190.stdout:1209: writing smithi19066007-5 from 1449984 to 2056192 tid 2 2024-08-19T10:02:44.427 INFO:tasks.rados.rados.0.smithi190.stdout:1209: writing smithi19066007-5 from 2056192 to 2252800 tid 3 2024-08-19T10:02:44.427 INFO:tasks.rados.rados.0.smithi190.stdout:1210: delete oid 38 current snap is 124 2024-08-19T10:02:44.427 INFO:tasks.rados.rados.0.smithi190.stdout:1206: finishing write tid 5 to smithi19066007-22 2024-08-19T10:02:44.427 INFO:tasks.rados.rados.0.smithi190.stdout:1206: oid 22 updating version 0 to 431 2024-08-19T10:02:44.427 INFO:tasks.rados.rados.0.smithi190.stdout:1206: oid 22 version 431 is already newer than 430 2024-08-19T10:02:44.427 INFO:tasks.rados.rados.0.smithi190.stdout:1206: oid 22 updating version 431 to 433 2024-08-19T10:02:44.428 INFO:tasks.rados.rados.0.smithi190.stdout:1206: oid 22 version 433 is already newer than 432 2024-08-19T10:02:44.428 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 433 (ObjNum 377 snap 124 seq_num 377) dirty exists 2024-08-19T10:02:44.428 INFO:tasks.rados.rados.0.smithi190.stdout:1206: left oid 22 (ObjNum 377 snap 124 seq_num 377) 2024-08-19T10:02:44.428 INFO:tasks.rados.rados.0.smithi190.stdout:1209: finishing write tid 1 to smithi19066007-5 2024-08-19T10:02:44.429 INFO:tasks.rados.rados.0.smithi190.stdout:1206: done (2 left) 2024-08-19T10:02:44.429 INFO:tasks.rados.rados.0.smithi190.stdout:1210: done (1 left) 2024-08-19T10:02:44.429 INFO:tasks.rados.rados.0.smithi190.stdout:1211: setattr oid 17 current snap is 124 2024-08-19T10:02:44.429 INFO:tasks.rados.rados.0.smithi190.stdout:1209: finishing write tid 2 to smithi19066007-5 2024-08-19T10:02:44.429 INFO:tasks.rados.rados.0.smithi190.stdout:1209: finishing write tid 3 to smithi19066007-5 2024-08-19T10:02:44.430 INFO:tasks.rados.rados.0.smithi190.stdout:1209: finishing write tid 4 to smithi19066007-5 2024-08-19T10:02:44.430 INFO:tasks.rados.rados.0.smithi190.stdout:1212: read oid 21 snap -1 2024-08-19T10:02:44.430 INFO:tasks.rados.rados.0.smithi190.stdout:1212: expect (ObjNum 367 snap 121 seq_num 367) 2024-08-19T10:02:44.431 INFO:tasks.rados.rados.0.smithi190.stdout:1213: snap_remove snap 121 2024-08-19T10:02:44.457 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:02:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:02:44] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.43.0" 2024-08-19T10:02:44.458 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:44 smithi190 systemd[1]: Stopping Ceph osd.1 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:02:44.814 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1[35591]: 2024-08-19T10:02:44.473+0000 7f0641972640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:02:44.815 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1[35591]: 2024-08-19T10:02:44.473+0000 7f0641972640 -1 osd.1 316 *** Got signal Terminated *** 2024-08-19T10:02:44.815 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1[35591]: 2024-08-19T10:02:44.473+0000 7f0641972640 -1 osd.1 316 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:02:44.974 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:02:45.381 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 639 (ObjNum 368 snap 122 seq_num 368) dirty exists 2024-08-19T10:02:45.381 INFO:tasks.rados.rados.0.smithi190.stdout:1209: finishing write tid 5 to smithi19066007-5 2024-08-19T10:02:45.381 INFO:tasks.rados.rados.0.smithi190.stdout:1209: oid 5 updating version 0 to 618 2024-08-19T10:02:45.381 INFO:tasks.rados.rados.0.smithi190.stdout:1209: oid 5 version 618 is already newer than 616 2024-08-19T10:02:45.381 INFO:tasks.rados.rados.0.smithi190.stdout:1209: oid 5 updating version 618 to 619 2024-08-19T10:02:45.381 INFO:tasks.rados.rados.0.smithi190.stdout:1209: oid 5 version 619 is already newer than 617 2024-08-19T10:02:45.381 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 619 (ObjNum 379 snap 124 seq_num 379) dirty exists 2024-08-19T10:02:45.381 INFO:tasks.rados.rados.0.smithi190.stdout:1209: left oid 5 (ObjNum 379 snap 124 seq_num 379) 2024-08-19T10:02:45.381 INFO:tasks.rados.rados.0.smithi190.stdout:1212: expect (ObjNum 367 snap 121 seq_num 367) 2024-08-19T10:02:45.420 INFO:tasks.rados.rados.0.smithi190.stdout:1209: done (3 left) 2024-08-19T10:02:45.420 INFO:tasks.rados.rados.0.smithi190.stdout:1211: done (2 left) 2024-08-19T10:02:45.420 INFO:tasks.rados.rados.0.smithi190.stdout:1212: done (1 left) 2024-08-19T10:02:45.420 INFO:tasks.rados.rados.0.smithi190.stdout:1213: done (0 left) 2024-08-19T10:02:45.420 INFO:tasks.rados.rados.0.smithi190.stdout:1214: snap_remove snap 105 2024-08-19T10:02:45.561 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:02:45.561 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (5m) 24s ago 6m 24.6M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T10:02:45.561 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (6m) 63s ago 6m 88.0M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:02:45.561 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (8m) 24s ago 8m 18.2M - 18.2.4-721-gbaa926de e6c292a6bc95 e6af5dc87346 2024-08-19T10:02:45.561 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (8m) 63s ago 8m 18.7M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T10:02:45.561 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (2m) 63s ago 11m 451M - 19.0.0-5847-g79766939 50bbda8a3289 0261da8614e1 2024-08-19T10:02:45.561 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (2m) 24s ago 12m 512M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:02:45.562 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (112s) 24s ago 13m 47.0M 2048M 19.0.0-5847-g79766939 50bbda8a3289 91d6e2488c1e 2024-08-19T10:02:45.562 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (73s) 63s ago 11m 26.7M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9404d29f9b76 2024-08-19T10:02:45.562 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (91s) 24s ago 11m 37.8M 2048M 19.0.0-5847-g79766939 50bbda8a3289 3794657df204 2024-08-19T10:02:45.562 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (6m) 24s ago 6m 16.1M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T10:02:45.562 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (6m) 63s ago 6m 16.2M - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T10:02:45.562 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (28s) 24s ago 11m 11.7M 2480M 19.0.0-5847-g79766939 50bbda8a3289 61b2dae95959 2024-08-19T10:02:45.562 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (10m) 24s ago 10m 164M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 216832ba0eb9 2024-08-19T10:02:45.562 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (10m) 24s ago 10m 187M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 7dc17a160906 2024-08-19T10:02:45.562 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (9m) 24s ago 9m 122M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 8d23db0741f1 2024-08-19T10:02:45.562 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (9m) 63s ago 9m 151M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 36958c5836c1 2024-08-19T10:02:45.562 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (9m) 63s ago 9m 196M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 089ec5523ac2 2024-08-19T10:02:45.562 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (8m) 63s ago 8m 150M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 5b1bd80e75ec 2024-08-19T10:02:45.562 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (8m) 63s ago 8m 98.4M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 0af4ca14b11c 2024-08-19T10:02:45.563 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (2m) 63s ago 7m 48.0M - 2.43.0 a07b618ecd1d 3fdb2a720e67 2024-08-19T10:02:45.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:45 smithi190 ceph-mon[80032]: pgmap v143: 121 pgs: 121 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-08-19T10:02:45.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:45 smithi190 ceph-mon[80032]: osdmap e316: 8 total, 8 up, 8 in 2024-08-19T10:02:45.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:45 smithi190 ceph-mon[80032]: osd.1 marked itself down and dead 2024-08-19T10:02:45.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:45.563 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:02:45.563 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:45 smithi190 ceph-mon[77620]: pgmap v143: 121 pgs: 121 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-08-19T10:02:45.563 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:45 smithi190 ceph-mon[77620]: osdmap e316: 8 total, 8 up, 8 in 2024-08-19T10:02:45.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:45 smithi190 ceph-mon[77620]: osd.1 marked itself down and dead 2024-08-19T10:02:45.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:45.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:02:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:45 smithi196 ceph-mon[72638]: pgmap v143: 121 pgs: 121 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-08-19T10:02:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:45 smithi196 ceph-mon[72638]: osdmap e316: 8 total, 8 up, 8 in 2024-08-19T10:02:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:45 smithi196 ceph-mon[72638]: osd.1 marked itself down and dead 2024-08-19T10:02:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:02:45.902 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:02:45.902 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:02:45.903 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:02:45.903 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:02:45.903 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:02:45.903 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:02:45.903 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:02:45.903 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:02:45.903 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 6, 2024-08-19T10:02:45.903 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 1 2024-08-19T10:02:45.903 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:02:45.903 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:02:45.903 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T10:02:45.903 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:02:45.903 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:02:45.904 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8, 2024-08-19T10:02:45.904 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 6 2024-08-19T10:02:45.904 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:02:45.904 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:02:46.194 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:02:46.195 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:02:46.195 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:02:46.195 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:02:46.195 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [ 2024-08-19T10:02:46.195 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr", 2024-08-19T10:02:46.195 INFO:teuthology.orchestra.run.smithi190.stdout: "mon" 2024-08-19T10:02:46.195 INFO:teuthology.orchestra.run.smithi190.stdout: ], 2024-08-19T10:02:46.195 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "6/20 daemons upgraded", 2024-08-19T10:02:46.195 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T10:02:46.195 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:02:46.196 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:02:46.196 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:45 smithi190 podman[90280]: 2024-08-19 10:02:45.936698848 +0000 UTC m=+1.603752892 container died 216832ba0eb95f724b97fc7ec89b1233897b0584ee5bab6c5cd51974abe1b9c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=reef-baa926d, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-19T10:02:46.371 INFO:tasks.rados.rados.0.smithi190.stdout:1214: done (0 left) 2024-08-19T10:02:46.371 INFO:tasks.rados.rados.0.smithi190.stdout:1215: snap_create 2024-08-19T10:02:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:46 smithi190 ceph-mon[77620]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:46 smithi190 ceph-mon[77620]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:46 smithi190 ceph-mon[77620]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:02:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:46 smithi190 ceph-mon[77620]: osdmap e317: 8 total, 7 up, 8 in 2024-08-19T10:02:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:46 smithi190 ceph-mon[77620]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:46 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3031259630' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:46 smithi190 ceph-mon[80032]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:46 smithi190 ceph-mon[80032]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:46.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:46 smithi190 ceph-mon[80032]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:02:46.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:46 smithi190 ceph-mon[80032]: osdmap e317: 8 total, 7 up, 8 in 2024-08-19T10:02:46.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:46 smithi190 ceph-mon[80032]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:46.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:46 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3031259630' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:46.566 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:46 smithi190 podman[90280]: 2024-08-19 10:02:46.323317608 +0000 UTC m=+1.990371639 container cleanup 216832ba0eb95f724b97fc7ec89b1233897b0584ee5bab6c5cd51974abe1b9c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-19T10:02:46.566 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:46 smithi190 bash[90280]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1 2024-08-19T10:02:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:46 smithi196 ceph-mon[72638]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:46 smithi196 ceph-mon[72638]: from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:46 smithi196 ceph-mon[72638]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:02:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:46 smithi196 ceph-mon[72638]: osdmap e317: 8 total, 7 up, 8 in 2024-08-19T10:02:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:46 smithi196 ceph-mon[72638]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:46 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3031259630' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:46.897 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:46 smithi190 podman[90402]: 2024-08-19 10:02:46.574472631 +0000 UTC m=+0.639157861 container remove 216832ba0eb95f724b97fc7ec89b1233897b0584ee5bab6c5cd51974abe1b9c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=reef-baa926d, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-08-19T10:02:47.161 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:46 smithi190 podman[90509]: 2024-08-19 10:02:46.799026923 +0000 UTC m=+0.017126665 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:02:47.161 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:46 smithi190 podman[90509]: 2024-08-19 10:02:46.900176381 +0000 UTC m=+0.118276102 container create e70ac0acc4de6ac83dc8f9cc5fe750001b5481a96f86a43e2eda3df9f112abe7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=main-7976693, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS) 2024-08-19T10:02:47.161 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:47 smithi190 podman[90509]: 2024-08-19 10:02:47.160980644 +0000 UTC m=+0.379080379 container init e70ac0acc4de6ac83dc8f9cc5fe750001b5481a96f86a43e2eda3df9f112abe7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-deactivate, RELEASE=main-7976693, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-19T10:02:47.371 INFO:tasks.rados.rados.0.smithi190.stdout:1215: done (0 left) 2024-08-19T10:02:47.371 INFO:tasks.rados.rados.0.smithi190.stdout:1216: rollback oid 14 current snap is 125 2024-08-19T10:02:47.371 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 14 to 123 2024-08-19T10:02:47.371 INFO:tasks.rados.rados.0.smithi190.stdout:1217: snap_remove snap 90 2024-08-19T10:02:47.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:47 smithi190 ceph-mon[77620]: pgmap v146: 121 pgs: 16 stale+active+clean, 105 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 330 KiB/s wr, 1 op/s 2024-08-19T10:02:47.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:47 smithi190 ceph-mon[77620]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:47.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:47 smithi190 ceph-mon[77620]: osdmap e318: 8 total, 7 up, 8 in 2024-08-19T10:02:47.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:47 smithi190 ceph-mon[80032]: pgmap v146: 121 pgs: 16 stale+active+clean, 105 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 330 KiB/s wr, 1 op/s 2024-08-19T10:02:47.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:47 smithi190 ceph-mon[80032]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:47.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:47 smithi190 ceph-mon[80032]: osdmap e318: 8 total, 7 up, 8 in 2024-08-19T10:02:47.565 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:47 smithi190 podman[90509]: 2024-08-19 10:02:47.164577574 +0000 UTC m=+0.382677303 container start e70ac0acc4de6ac83dc8f9cc5fe750001b5481a96f86a43e2eda3df9f112abe7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=main-7976693) 2024-08-19T10:02:47.565 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:47 smithi190 podman[90509]: 2024-08-19 10:02:47.261006985 +0000 UTC m=+0.479106712 container attach e70ac0acc4de6ac83dc8f9cc5fe750001b5481a96f86a43e2eda3df9f112abe7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=main-7976693, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-19T10:02:47.566 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:47 smithi190 podman[90509]: 2024-08-19 10:02:47.359208798 +0000 UTC m=+0.577308518 container died e70ac0acc4de6ac83dc8f9cc5fe750001b5481a96f86a43e2eda3df9f112abe7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-19T10:02:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:47 smithi196 ceph-mon[72638]: pgmap v146: 121 pgs: 16 stale+active+clean, 105 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 330 KiB/s wr, 1 op/s 2024-08-19T10:02:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:47 smithi196 ceph-mon[72638]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:02:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:47 smithi196 ceph-mon[72638]: osdmap e318: 8 total, 7 up, 8 in 2024-08-19T10:02:48.235 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:47 smithi190 podman[90532]: 2024-08-19 10:02:47.98170346 +0000 UTC m=+0.617201754 container remove e70ac0acc4de6ac83dc8f9cc5fe750001b5481a96f86a43e2eda3df9f112abe7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=main-7976693, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-19T10:02:48.236 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:47 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.1.service: Deactivated successfully. 2024-08-19T10:02:48.236 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:47 smithi190 systemd[1]: Stopped Ceph osd.1 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:02:48.236 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:47 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.1.service: Consumed 10.448s CPU time. 2024-08-19T10:02:48.236 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 systemd[1]: Starting Ceph osd.1 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:02:48.294 INFO:tasks.rados.rados.0.smithi190.stdout:1217: done (1 left) 2024-08-19T10:02:48.294 INFO:tasks.rados.rados.0.smithi190.stdout:1218: snap_remove snap 104 2024-08-19T10:02:48.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:48 smithi190 ceph-mon[77620]: osdmap e319: 8 total, 7 up, 8 in 2024-08-19T10:02:48.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:48 smithi190 ceph-mon[77620]: osdmap e320: 8 total, 7 up, 8 in 2024-08-19T10:02:48.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:48 smithi190 ceph-mon[80032]: osdmap e319: 8 total, 7 up, 8 in 2024-08-19T10:02:48.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:48 smithi190 ceph-mon[80032]: osdmap e320: 8 total, 7 up, 8 in 2024-08-19T10:02:48.566 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 podman[90631]: 2024-08-19 10:02:48.359093876 +0000 UTC m=+0.017141828 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:02:48.566 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 podman[90631]: 2024-08-19 10:02:48.483154793 +0000 UTC m=+0.141202740 container create eadafa2ced7e561cbb2dd7fbab357d0e65bd3b9c6ae2706258139f7cf8ce22ef (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True) 2024-08-19T10:02:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:48 smithi196 ceph-mon[72638]: osdmap e319: 8 total, 7 up, 8 in 2024-08-19T10:02:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:48 smithi196 ceph-mon[72638]: osdmap e320: 8 total, 7 up, 8 in 2024-08-19T10:02:48.842 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 podman[90631]: 2024-08-19 10:02:48.693436453 +0000 UTC m=+0.351484418 container init eadafa2ced7e561cbb2dd7fbab357d0e65bd3b9c6ae2706258139f7cf8ce22ef (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True) 2024-08-19T10:02:48.842 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 podman[90631]: 2024-08-19 10:02:48.696627153 +0000 UTC m=+0.354675101 container start eadafa2ced7e561cbb2dd7fbab357d0e65bd3b9c6ae2706258139f7cf8ce22ef (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-19T10:02:48.842 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 podman[90631]: 2024-08-19 10:02:48.768664289 +0000 UTC m=+0.426712245 container attach eadafa2ced7e561cbb2dd7fbab357d0e65bd3b9c6ae2706258139f7cf8ce22ef (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=main-7976693) 2024-08-19T10:02:48.842 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate[90646]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:48.842 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 bash[90631]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:48.842 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate[90646]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:48.842 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 bash[90631]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:49.216 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate[90646]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:02:49.216 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 bash[90631]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:02:49.216 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate[90646]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:49.216 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 bash[90631]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:49.216 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate[90646]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:49.216 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 bash[90631]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:02:49.216 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate[90646]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-19T10:02:49.216 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 bash[90631]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-19T10:02:49.216 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate[90646]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-08-19T10:02:49.216 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:48 smithi190 bash[90631]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-08-19T10:02:49.216 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:49 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate[90646]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-19T10:02:49.217 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:49 smithi190 bash[90631]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-19T10:02:49.297 INFO:tasks.rados.rados.0.smithi190.stdout:1218: done (1 left) 2024-08-19T10:02:49.297 INFO:tasks.rados.rados.0.smithi190.stdout:1219: rollback oid 38 current snap is 125 2024-08-19T10:02:49.297 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 38 to 118 2024-08-19T10:02:49.298 INFO:tasks.rados.rados.0.smithi190.stdout:1220: read oid 4 snap -1 2024-08-19T10:02:49.298 INFO:tasks.rados.rados.0.smithi190.stdout:1220: expect (ObjNum 296 snap 96 seq_num 296) 2024-08-19T10:02:49.298 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 125 2024-08-19T10:02:49.298 INFO:tasks.rados.rados.0.smithi190.stdout:1221: seq_num 381 ranges {0=786432,786432=417792,1204224=385024} 2024-08-19T10:02:49.302 INFO:tasks.rados.rados.0.smithi190.stdout:1221: writing smithi19066007-36 from 0 to 786432 tid 1 2024-08-19T10:02:49.304 INFO:tasks.rados.rados.0.smithi190.stdout:1221: writing smithi19066007-36 from 786432 to 1204224 tid 2 2024-08-19T10:02:49.307 INFO:tasks.rados.rados.0.smithi190.stdout:1221: writing smithi19066007-36 from 1204224 to 1589248 tid 3 2024-08-19T10:02:49.308 INFO:tasks.rados.rados.0.smithi190.stdout:1222: delete oid 2 current snap is 125 2024-08-19T10:02:49.308 INFO:tasks.rados.rados.0.smithi190.stdout:1216: finishing rollback tid 0 to smithi19066007-14 2024-08-19T10:02:49.308 INFO:tasks.rados.rados.0.smithi190.stdout:1216: finishing rollback tid 1 to smithi19066007-14 2024-08-19T10:02:49.308 INFO:tasks.rados.rados.0.smithi190.stdout:1216: finishing rollback tid 2 to smithi19066007-14 2024-08-19T10:02:49.308 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 675 (ObjNum 341 snap 117 seq_num 341) dirty exists 2024-08-19T10:02:49.308 INFO:tasks.rados.rados.0.smithi190.stdout:1220: expect (ObjNum 296 snap 96 seq_num 296) 2024-08-19T10:02:49.316 INFO:tasks.rados.rados.0.smithi190.stdout:1219: finishing rollback tid 1 to smithi19066007-38 2024-08-19T10:02:49.316 INFO:tasks.rados.rados.0.smithi190.stdout:1219: finishing rollback tid 2 to smithi19066007-38 2024-08-19T10:02:49.316 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 474 (ObjNum 352 snap 117 seq_num 352) dirty exists 2024-08-19T10:02:49.316 INFO:tasks.rados.rados.0.smithi190.stdout:1221: finishing write tid 1 to smithi19066007-36 2024-08-19T10:02:49.317 INFO:tasks.rados.rados.0.smithi190.stdout:1221: finishing write tid 2 to smithi19066007-36 2024-08-19T10:02:49.317 INFO:tasks.rados.rados.0.smithi190.stdout:1221: finishing write tid 3 to smithi19066007-36 2024-08-19T10:02:49.317 INFO:tasks.rados.rados.0.smithi190.stdout:1221: finishing write tid 4 to smithi19066007-36 2024-08-19T10:02:49.317 INFO:tasks.rados.rados.0.smithi190.stdout:1216: done (4 left) 2024-08-19T10:02:49.317 INFO:tasks.rados.rados.0.smithi190.stdout:1219: done (3 left) 2024-08-19T10:02:49.317 INFO:tasks.rados.rados.0.smithi190.stdout:1220: done (2 left) 2024-08-19T10:02:49.317 INFO:tasks.rados.rados.0.smithi190.stdout:1222: done (1 left) 2024-08-19T10:02:49.317 INFO:tasks.rados.rados.0.smithi190.stdout:1223: read oid 8 snap -1 2024-08-19T10:02:49.317 INFO:tasks.rados.rados.0.smithi190.stdout:1223: expect (ObjNum 361 snap 120 seq_num 361) 2024-08-19T10:02:49.318 INFO:tasks.rados.rados.0.smithi190.stdout:1224: copy_from oid 23 from oid 47 current snap is 125 2024-08-19T10:02:49.318 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 41 current snap is 125 2024-08-19T10:02:49.318 INFO:tasks.rados.rados.0.smithi190.stdout:1225: seq_num 383 ranges {2514944=417792,2932736=589824,3522560=417792,3940352=196608} 2024-08-19T10:02:49.331 INFO:tasks.rados.rados.0.smithi190.stdout:1225: writing smithi19066007-41 from 2514944 to 2932736 tid 1 2024-08-19T10:02:49.335 INFO:tasks.rados.rados.0.smithi190.stdout:1225: writing smithi19066007-41 from 2932736 to 3522560 tid 2 2024-08-19T10:02:49.337 INFO:tasks.rados.rados.0.smithi190.stdout:1225: writing smithi19066007-41 from 3522560 to 3940352 tid 3 2024-08-19T10:02:49.339 INFO:tasks.rados.rados.0.smithi190.stdout:1225: writing smithi19066007-41 from 3940352 to 4136960 tid 4 2024-08-19T10:02:49.339 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 125 2024-08-19T10:02:49.339 INFO:tasks.rados.rados.0.smithi190.stdout:1221: finishing write tid 5 to smithi19066007-36 2024-08-19T10:02:49.339 INFO:tasks.rados.rados.0.smithi190.stdout:1221: oid 36 updating version 0 to 878 2024-08-19T10:02:49.339 INFO:tasks.rados.rados.0.smithi190.stdout:1221: oid 36 version 878 is already newer than 876 2024-08-19T10:02:49.339 INFO:tasks.rados.rados.0.smithi190.stdout:1221: oid 36 version 878 is already newer than 875 2024-08-19T10:02:49.339 INFO:tasks.rados.rados.0.smithi190.stdout:1221: oid 36 version 878 is already newer than 877 2024-08-19T10:02:49.339 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 878 (ObjNum 381 snap 125 seq_num 381) dirty exists 2024-08-19T10:02:49.339 INFO:tasks.rados.rados.0.smithi190.stdout:1221: left oid 36 (ObjNum 381 snap 125 seq_num 381) 2024-08-19T10:02:49.339 INFO:tasks.rados.rados.0.smithi190.stdout:1226: seq_num 384 ranges {327680=434176,761856=475136,1236992=630784,1867776=98304} 2024-08-19T10:02:49.343 INFO:tasks.rados.rados.0.smithi190.stdout:1226: writing smithi19066007-16 from 327680 to 761856 tid 1 2024-08-19T10:02:49.345 INFO:tasks.rados.rados.0.smithi190.stdout:1226: writing smithi19066007-16 from 761856 to 1236992 tid 2 2024-08-19T10:02:49.349 INFO:tasks.rados.rados.0.smithi190.stdout:1226: writing smithi19066007-16 from 1236992 to 1867776 tid 3 2024-08-19T10:02:49.350 INFO:tasks.rados.rados.0.smithi190.stdout:1226: writing smithi19066007-16 from 1867776 to 1966080 tid 4 2024-08-19T10:02:49.350 INFO:tasks.rados.rados.0.smithi190.stdout:1221: done (4 left) 2024-08-19T10:02:49.350 INFO:tasks.rados.rados.0.smithi190.stdout:1227: setattr oid 36 current snap is 125 2024-08-19T10:02:49.350 INFO:tasks.rados.rados.0.smithi190.stdout:1224: finishing copy_from racing read to smithi19066007-23 2024-08-19T10:02:49.351 INFO:tasks.rados.rados.0.smithi190.stdout:1225: finishing write tid 1 to smithi19066007-41 2024-08-19T10:02:49.351 INFO:tasks.rados.rados.0.smithi190.stdout:1224: finishing copy_from to smithi19066007-23 2024-08-19T10:02:49.351 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 629 (ObjNum 358 snap 118 seq_num 358) dirty exists 2024-08-19T10:02:49.351 INFO:tasks.rados.rados.0.smithi190.stdout:1225: finishing write tid 2 to smithi19066007-41 2024-08-19T10:02:49.351 INFO:tasks.rados.rados.0.smithi190.stdout:1225: finishing write tid 3 to smithi19066007-41 2024-08-19T10:02:49.351 INFO:tasks.rados.rados.0.smithi190.stdout:1225: finishing write tid 4 to smithi19066007-41 2024-08-19T10:02:49.351 INFO:tasks.rados.rados.0.smithi190.stdout:1225: finishing write tid 5 to smithi19066007-41 2024-08-19T10:02:49.351 INFO:tasks.rados.rados.0.smithi190.stdout:1225: finishing write tid 6 to smithi19066007-41 2024-08-19T10:02:49.351 INFO:tasks.rados.rados.0.smithi190.stdout:1225: oid 41 updating version 0 to 528 2024-08-19T10:02:49.351 INFO:tasks.rados.rados.0.smithi190.stdout:1225: oid 41 updating version 528 to 529 2024-08-19T10:02:49.351 INFO:tasks.rados.rados.0.smithi190.stdout:1225: oid 41 updating version 529 to 530 2024-08-19T10:02:49.351 INFO:tasks.rados.rados.0.smithi190.stdout:1225: oid 41 version 530 is already newer than 527 2024-08-19T10:02:49.351 INFO:tasks.rados.rados.0.smithi190.stdout:1225: oid 41 updating version 530 to 531 2024-08-19T10:02:49.351 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 531 (ObjNum 383 snap 125 seq_num 383) dirty exists 2024-08-19T10:02:49.351 INFO:tasks.rados.rados.0.smithi190.stdout:1225: left oid 41 (ObjNum 383 snap 125 seq_num 383) 2024-08-19T10:02:49.352 INFO:tasks.rados.rados.0.smithi190.stdout:1226: finishing write tid 1 to smithi19066007-16 2024-08-19T10:02:49.352 INFO:tasks.rados.rados.0.smithi190.stdout:1226: finishing write tid 2 to smithi19066007-16 2024-08-19T10:02:49.352 INFO:tasks.rados.rados.0.smithi190.stdout:1224: done (4 left) 2024-08-19T10:02:49.352 INFO:tasks.rados.rados.0.smithi190.stdout:1225: done (3 left) 2024-08-19T10:02:49.352 INFO:tasks.rados.rados.0.smithi190.stdout:1228: rollback oid 25 current snap is 125 2024-08-19T10:02:49.352 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 25 to 124 2024-08-19T10:02:49.352 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 11 current snap is 125 2024-08-19T10:02:49.353 INFO:tasks.rados.rados.0.smithi190.stdout:1229: seq_num 385 ranges {5013504=450560,5464064=761856,6225920=442368} 2024-08-19T10:02:49.382 INFO:tasks.rados.rados.0.smithi190.stdout:1229: writing smithi19066007-11 from 5013504 to 5464064 tid 1 2024-08-19T10:02:49.386 INFO:tasks.rados.rados.0.smithi190.stdout:1229: writing smithi19066007-11 from 5464064 to 6225920 tid 2 2024-08-19T10:02:49.389 INFO:tasks.rados.rados.0.smithi190.stdout:1229: writing smithi19066007-11 from 6225920 to 6668288 tid 3 2024-08-19T10:02:49.389 INFO:tasks.rados.rados.0.smithi190.stdout:1230: rmattr oid 27 current snap is 125 2024-08-19T10:02:49.389 INFO:tasks.rados.rados.0.smithi190.stdout:1226: finishing write tid 3 to smithi19066007-16 2024-08-19T10:02:49.389 INFO:tasks.rados.rados.0.smithi190.stdout:1226: finishing write tid 4 to smithi19066007-16 2024-08-19T10:02:49.389 INFO:tasks.rados.rados.0.smithi190.stdout:1226: finishing write tid 5 to smithi19066007-16 2024-08-19T10:02:49.389 INFO:tasks.rados.rados.0.smithi190.stdout:1226: finishing write tid 6 to smithi19066007-16 2024-08-19T10:02:49.390 INFO:tasks.rados.rados.0.smithi190.stdout:1226: oid 16 updating version 0 to 503 2024-08-19T10:02:49.390 INFO:tasks.rados.rados.0.smithi190.stdout:1226: oid 16 updating version 503 to 507 2024-08-19T10:02:49.390 INFO:tasks.rados.rados.0.smithi190.stdout:1226: oid 16 version 507 is already newer than 505 2024-08-19T10:02:49.390 INFO:tasks.rados.rados.0.smithi190.stdout:1226: oid 16 version 507 is already newer than 506 2024-08-19T10:02:49.390 INFO:tasks.rados.rados.0.smithi190.stdout:1226: oid 16 version 507 is already newer than 504 2024-08-19T10:02:49.390 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 507 (ObjNum 384 snap 125 seq_num 384) dirty exists 2024-08-19T10:02:49.390 INFO:tasks.rados.rados.0.smithi190.stdout:1226: left oid 16 (ObjNum 384 snap 125 seq_num 384) 2024-08-19T10:02:49.390 INFO:tasks.rados.rados.0.smithi190.stdout:1231: read oid 24 snap -1 2024-08-19T10:02:49.390 INFO:tasks.rados.rados.0.smithi190.stdout:1231: expect (ObjNum 356 snap 118 seq_num 356) 2024-08-19T10:02:49.390 INFO:tasks.rados.rados.0.smithi190.stdout:1226: done (6 left) 2024-08-19T10:02:49.390 INFO:tasks.rados.rados.0.smithi190.stdout:1232: snap_create 2024-08-19T10:02:49.390 INFO:tasks.rados.rados.0.smithi190.stdout:1228: finishing rollback tid 0 to smithi19066007-25 2024-08-19T10:02:49.390 INFO:tasks.rados.rados.0.smithi190.stdout:1228: finishing rollback tid 1 to smithi19066007-25 2024-08-19T10:02:49.390 INFO:tasks.rados.rados.0.smithi190.stdout:1228: finishing rollback tid 2 to smithi19066007-25 2024-08-19T10:02:49.391 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 679 (ObjNum 269 snap 85 seq_num 269) dirty exists 2024-08-19T10:02:49.391 INFO:tasks.rados.rados.0.smithi190.stdout:1223: expect (ObjNum 361 snap 120 seq_num 361) 2024-08-19T10:02:49.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:49 smithi190 ceph-mon[77620]: pgmap v149: 121 pgs: 38 peering, 2 stale+active+clean, 81 active+clean; 332 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-08-19T10:02:49.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:49 smithi190 ceph-mon[77620]: Health check failed: Reduced data availability: 8 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-08-19T10:02:49.572 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:49 smithi190 ceph-mon[77620]: osdmap e321: 8 total, 7 up, 8 in 2024-08-19T10:02:49.573 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:49 smithi190 ceph-mon[80032]: pgmap v149: 121 pgs: 38 peering, 2 stale+active+clean, 81 active+clean; 332 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-08-19T10:02:49.573 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:49 smithi190 ceph-mon[80032]: Health check failed: Reduced data availability: 8 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-08-19T10:02:49.573 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:49 smithi190 ceph-mon[80032]: osdmap e321: 8 total, 7 up, 8 in 2024-08-19T10:02:49.573 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:49 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate[90646]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-08-19T10:02:49.573 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:49 smithi190 bash[90631]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-08-19T10:02:49.574 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:49 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate[90646]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-19T10:02:49.574 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:49 smithi190 bash[90631]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-19T10:02:49.574 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:49 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate[90646]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-19T10:02:49.574 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:49 smithi190 bash[90631]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-19T10:02:49.574 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:49 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate[90646]: --> ceph-volume lvm activate successful for osd ID: 1 2024-08-19T10:02:49.574 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:49 smithi190 bash[90631]: --> ceph-volume lvm activate successful for osd ID: 1 2024-08-19T10:02:49.574 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:49 smithi190 podman[90631]: 2024-08-19 10:02:49.24394424 +0000 UTC m=+0.901992187 container died eadafa2ced7e561cbb2dd7fbab357d0e65bd3b9c6ae2706258139f7cf8ce22ef (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-08-19T10:02:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:49 smithi196 ceph-mon[72638]: pgmap v149: 121 pgs: 38 peering, 2 stale+active+clean, 81 active+clean; 332 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-08-19T10:02:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:49 smithi196 ceph-mon[72638]: Health check failed: Reduced data availability: 8 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-08-19T10:02:49.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:49 smithi196 ceph-mon[72638]: osdmap e321: 8 total, 7 up, 8 in 2024-08-19T10:02:50.251 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:49 smithi190 podman[90752]: 2024-08-19 10:02:49.889354504 +0000 UTC m=+0.634388766 container remove eadafa2ced7e561cbb2dd7fbab357d0e65bd3b9c6ae2706258139f7cf8ce22ef (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-activate, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-19T10:02:50.251 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:50 smithi190 podman[90814]: 2024-08-19 10:02:50.003872617 +0000 UTC m=+0.016905127 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:02:50.251 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:50 smithi190 podman[90814]: 2024-08-19 10:02:50.132016642 +0000 UTC m=+0.145049143 container create 7f561102fab894dc31cb3955505e2f0451f02faa02c7dce0f9a765b14e0a0099 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-19T10:02:50.637 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 883 (ObjNum 381 snap 125 seq_num 381) dirty exists 2024-08-19T10:02:50.637 INFO:tasks.rados.rados.0.smithi190.stdout:1229: finishing write tid 1 to smithi19066007-11 2024-08-19T10:02:50.637 INFO:tasks.rados.rados.0.smithi190.stdout:1229: finishing write tid 2 to smithi19066007-11 2024-08-19T10:02:50.638 INFO:tasks.rados.rados.0.smithi190.stdout:1229: finishing write tid 3 to smithi19066007-11 2024-08-19T10:02:50.638 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 508 (ObjNum 375 snap 124 seq_num 375) dirty exists 2024-08-19T10:02:50.638 INFO:tasks.rados.rados.0.smithi190.stdout:1229: finishing write tid 4 to smithi19066007-11 2024-08-19T10:02:50.638 INFO:tasks.rados.rados.0.smithi190.stdout:1223: done (6 left) 2024-08-19T10:02:50.638 INFO:tasks.rados.rados.0.smithi190.stdout:1227: done (5 left) 2024-08-19T10:02:50.638 INFO:tasks.rados.rados.0.smithi190.stdout:1228: done (4 left) 2024-08-19T10:02:50.638 INFO:tasks.rados.rados.0.smithi190.stdout:1230: done (3 left) 2024-08-19T10:02:50.638 INFO:tasks.rados.rados.0.smithi190.stdout:1232: done (2 left) 2024-08-19T10:02:50.638 INFO:tasks.rados.rados.0.smithi190.stdout:1233: read oid 17 snap -1 2024-08-19T10:02:50.638 INFO:tasks.rados.rados.0.smithi190.stdout:1233: expect (ObjNum 368 snap 122 seq_num 368) 2024-08-19T10:02:50.639 INFO:tasks.rados.rados.0.smithi190.stdout:1234: read oid 8 snap -1 2024-08-19T10:02:50.639 INFO:tasks.rados.rados.0.smithi190.stdout:1234: expect (ObjNum 361 snap 120 seq_num 361) 2024-08-19T10:02:50.639 INFO:tasks.rados.rados.0.smithi190.stdout:1235: snap_remove snap 124 2024-08-19T10:02:50.817 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:50 smithi190 ceph-mon[77620]: Health check failed: Degraded data redundancy: 2/675 objects degraded (0.296%), 1 pg degraded (PG_DEGRADED) 2024-08-19T10:02:50.817 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:50 smithi190 ceph-mon[77620]: osdmap e322: 8 total, 7 up, 8 in 2024-08-19T10:02:50.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:50 smithi190 ceph-mon[80032]: Health check failed: Degraded data redundancy: 2/675 objects degraded (0.296%), 1 pg degraded (PG_DEGRADED) 2024-08-19T10:02:50.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:50 smithi190 ceph-mon[80032]: osdmap e322: 8 total, 7 up, 8 in 2024-08-19T10:02:50.818 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:50 smithi190 podman[90814]: 2024-08-19 10:02:50.342869317 +0000 UTC m=+0.355901819 container init 7f561102fab894dc31cb3955505e2f0451f02faa02c7dce0f9a765b14e0a0099 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=main-7976693, ceph=True, GIT_BRANCH=HEAD) 2024-08-19T10:02:50.818 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:50 smithi190 podman[90814]: 2024-08-19 10:02:50.345978085 +0000 UTC m=+0.359010587 container start 7f561102fab894dc31cb3955505e2f0451f02faa02c7dce0f9a765b14e0a0099 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:02:50.819 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:50 smithi190 ceph-osd[90833]: -- 172.21.15.190:0/839563007 <== mon.0 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559e9358ba40 con 0x559e93569c00 2024-08-19T10:02:50.819 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:50 smithi190 bash[90814]: 7f561102fab894dc31cb3955505e2f0451f02faa02c7dce0f9a765b14e0a0099 2024-08-19T10:02:50.819 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:50 smithi190 systemd[1]: Started Ceph osd.1 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:02:50.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:50 smithi196 ceph-mon[72638]: Health check failed: Degraded data redundancy: 2/675 objects degraded (0.296%), 1 pg degraded (PG_DEGRADED) 2024-08-19T10:02:50.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:50 smithi196 ceph-mon[72638]: osdmap e322: 8 total, 7 up, 8 in 2024-08-19T10:02:51.516 INFO:tasks.rados.rados.0.smithi190.stdout:1235: done (4 left) 2024-08-19T10:02:51.516 INFO:tasks.rados.rados.0.smithi190.stdout:1236: setattr oid 39 current snap is 126 2024-08-19T10:02:51.516 INFO:tasks.rados.rados.0.smithi190.stdout:1231: expect (ObjNum 356 snap 118 seq_num 356) 2024-08-19T10:02:51.547 INFO:tasks.rados.rados.0.smithi190.stdout:1229: finishing write tid 5 to smithi19066007-11 2024-08-19T10:02:51.547 INFO:tasks.rados.rados.0.smithi190.stdout:1229: oid 11 updating version 0 to 355 2024-08-19T10:02:51.547 INFO:tasks.rados.rados.0.smithi190.stdout:1229: oid 11 updating version 355 to 357 2024-08-19T10:02:51.547 INFO:tasks.rados.rados.0.smithi190.stdout:1229: oid 11 version 357 is already newer than 356 2024-08-19T10:02:51.547 INFO:tasks.rados.rados.0.smithi190.stdout:1229: oid 11 updating version 357 to 358 2024-08-19T10:02:51.547 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 358 (ObjNum 385 snap 125 seq_num 385) dirty exists 2024-08-19T10:02:51.547 INFO:tasks.rados.rados.0.smithi190.stdout:1229: left oid 11 (ObjNum 385 snap 125 seq_num 385) 2024-08-19T10:02:51.547 INFO:tasks.rados.rados.0.smithi190.stdout:1233: expect (ObjNum 368 snap 122 seq_num 368) 2024-08-19T10:02:51.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:51 smithi190 ceph-mon[77620]: pgmap v152: 121 pgs: 7 active+undersized, 38 peering, 1 active+undersized+degraded, 75 active+clean; 334 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 5.6 MiB/s wr, 20 op/s; 2/675 objects degraded (0.296%) 2024-08-19T10:02:51.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:51.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:51.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:02:51.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:51 smithi190 ceph-mon[80032]: pgmap v152: 121 pgs: 7 active+undersized, 38 peering, 1 active+undersized+degraded, 75 active+clean; 334 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 5.6 MiB/s wr, 20 op/s; 2/675 objects degraded (0.296%) 2024-08-19T10:02:51.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:51.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:51.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:02:51.834 INFO:tasks.rados.rados.0.smithi190.stdout:1234: expect (ObjNum 361 snap 120 seq_num 361) 2024-08-19T10:02:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:51 smithi196 ceph-mon[72638]: pgmap v152: 121 pgs: 7 active+undersized, 38 peering, 1 active+undersized+degraded, 75 active+clean; 334 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 5.6 MiB/s wr, 20 op/s; 2/675 objects degraded (0.296%) 2024-08-19T10:02:51.924 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:51.925 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:51.925 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:02:52.314 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:51 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1[90829]: 2024-08-19T10:02:51.979+0000 7fbc5141c640 -1 Falling back to public interface 2024-08-19T10:02:52.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:52 smithi190 ceph-mon[80032]: osdmap e323: 8 total, 7 up, 8 in 2024-08-19T10:02:52.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:52 smithi190 ceph-mon[77620]: osdmap e323: 8 total, 7 up, 8 in 2024-08-19T10:02:52.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:52 smithi196 ceph-mon[72638]: osdmap e323: 8 total, 7 up, 8 in 2024-08-19T10:02:53.107 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 885 (ObjNum 310 snap 102 seq_num 310) dirty exists 2024-08-19T10:02:53.108 INFO:tasks.rados.rados.0.smithi190.stdout:1229: done (4 left) 2024-08-19T10:02:53.108 INFO:tasks.rados.rados.0.smithi190.stdout:1231: done (3 left) 2024-08-19T10:02:53.108 INFO:tasks.rados.rados.0.smithi190.stdout:1233: done (2 left) 2024-08-19T10:02:53.108 INFO:tasks.rados.rados.0.smithi190.stdout:1234: done (1 left) 2024-08-19T10:02:53.108 INFO:tasks.rados.rados.0.smithi190.stdout:1236: done (0 left) 2024-08-19T10:02:53.108 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 11 current snap is 126 2024-08-19T10:02:53.108 INFO:tasks.rados.rados.0.smithi190.stdout:1237: seq_num 386 ranges {6668288=466944,7135232=638976,7774208=565248} 2024-08-19T10:02:53.145 INFO:tasks.rados.rados.0.smithi190.stdout:1237: writing smithi19066007-11 from 6668288 to 7135232 tid 1 2024-08-19T10:02:53.148 INFO:tasks.rados.rados.0.smithi190.stdout:1237: writing smithi19066007-11 from 7135232 to 7774208 tid 2 2024-08-19T10:02:53.151 INFO:tasks.rados.rados.0.smithi190.stdout:1237: writing smithi19066007-11 from 7774208 to 8339456 tid 3 2024-08-19T10:02:53.151 INFO:tasks.rados.rados.0.smithi190.stdout:1238: snap_remove snap 109 2024-08-19T10:02:53.295 INFO:tasks.rados.rados.0.smithi190.stdout:1238: done (1 left) 2024-08-19T10:02:53.295 INFO:tasks.rados.rados.0.smithi190.stdout:1239: read oid 20 snap -1 2024-08-19T10:02:53.295 INFO:tasks.rados.rados.0.smithi190.stdout:1239: expect (ObjNum 362 snap 120 seq_num 362) 2024-08-19T10:02:53.295 INFO:tasks.rados.rados.0.smithi190.stdout:1240: read oid 23 snap -1 2024-08-19T10:02:53.295 INFO:tasks.rados.rados.0.smithi190.stdout:1240: expect (ObjNum 358 snap 118 seq_num 358) 2024-08-19T10:02:53.295 INFO:tasks.rados.rados.0.smithi190.stdout:1241: delete oid 16 current snap is 126 2024-08-19T10:02:53.296 INFO:tasks.rados.rados.0.smithi190.stdout:1237: finishing write tid 1 to smithi19066007-11 2024-08-19T10:02:53.296 INFO:tasks.rados.rados.0.smithi190.stdout:1237: finishing write tid 2 to smithi19066007-11 2024-08-19T10:02:53.296 INFO:tasks.rados.rados.0.smithi190.stdout:1237: finishing write tid 3 to smithi19066007-11 2024-08-19T10:02:53.296 INFO:tasks.rados.rados.0.smithi190.stdout:1237: finishing write tid 4 to smithi19066007-11 2024-08-19T10:02:53.296 INFO:tasks.rados.rados.0.smithi190.stdout:1237: finishing write tid 5 to smithi19066007-11 2024-08-19T10:02:53.296 INFO:tasks.rados.rados.0.smithi190.stdout:1237: oid 11 updating version 0 to 362 2024-08-19T10:02:53.296 INFO:tasks.rados.rados.0.smithi190.stdout:1237: oid 11 version 362 is already newer than 361 2024-08-19T10:02:53.296 INFO:tasks.rados.rados.0.smithi190.stdout:1237: oid 11 updating version 362 to 363 2024-08-19T10:02:53.296 INFO:tasks.rados.rados.0.smithi190.stdout:1237: oid 11 version 363 is already newer than 360 2024-08-19T10:02:53.296 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 363 (ObjNum 386 snap 126 seq_num 386) dirty exists 2024-08-19T10:02:53.296 INFO:tasks.rados.rados.0.smithi190.stdout:1237: left oid 11 (ObjNum 386 snap 126 seq_num 386) 2024-08-19T10:02:53.307 INFO:tasks.rados.rados.0.smithi190.stdout:1239: expect (ObjNum 362 snap 120 seq_num 362) 2024-08-19T10:02:53.343 INFO:tasks.rados.rados.0.smithi190.stdout:1240: expect (ObjNum 358 snap 118 seq_num 358) 2024-08-19T10:02:53.431 INFO:tasks.rados.rados.0.smithi190.stdout:1237: done (3 left) 2024-08-19T10:02:53.473 INFO:tasks.rados.rados.0.smithi190.stdout:1239: done (2 left) 2024-08-19T10:02:53.473 INFO:tasks.rados.rados.0.smithi190.stdout:1240: done (1 left) 2024-08-19T10:02:53.473 INFO:tasks.rados.rados.0.smithi190.stdout:1241: done (0 left) 2024-08-19T10:02:53.474 INFO:tasks.rados.rados.0.smithi190.stdout:1242: copy_from oid 10 from oid 6 current snap is 126 2024-08-19T10:02:53.474 INFO:tasks.rados.rados.0.smithi190.stdout:1243: read oid 35 snap -1 2024-08-19T10:02:53.474 INFO:tasks.rados.rados.0.smithi190.stdout:1243: expect (ObjNum 305 snap 99 seq_num 305) 2024-08-19T10:02:53.474 INFO:tasks.rados.rados.0.smithi190.stdout:1244: setattr oid 1 current snap is 126 2024-08-19T10:02:53.474 INFO:tasks.rados.rados.0.smithi190.stdout:1245: snap_create 2024-08-19T10:02:53.476 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 666 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-19T10:02:53.476 INFO:tasks.rados.rados.0.smithi190.stdout:1242: finishing copy_from racing read to smithi19066007-10 2024-08-19T10:02:53.476 INFO:tasks.rados.rados.0.smithi190.stdout:1242: finishing copy_from to smithi19066007-10 2024-08-19T10:02:53.476 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 424 (ObjNum 331 snap 111 seq_num 331) dirty exists 2024-08-19T10:02:53.476 INFO:tasks.rados.rados.0.smithi190.stdout:1243: expect (ObjNum 305 snap 99 seq_num 305) 2024-08-19T10:02:53.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:53 smithi190 ceph-mon[77620]: pgmap v155: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.5 MiB/s wr, 21 op/s; 110/687 objects degraded (16.012%) 2024-08-19T10:02:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:53 smithi190 ceph-mon[77620]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 12 pgs peering) 2024-08-19T10:02:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:53 smithi190 ceph-mon[77620]: osdmap e324: 8 total, 7 up, 8 in 2024-08-19T10:02:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:53 smithi190 ceph-mon[80032]: pgmap v155: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.5 MiB/s wr, 21 op/s; 110/687 objects degraded (16.012%) 2024-08-19T10:02:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:53 smithi190 ceph-mon[80032]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 12 pgs peering) 2024-08-19T10:02:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:53 smithi190 ceph-mon[80032]: osdmap e324: 8 total, 7 up, 8 in 2024-08-19T10:02:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:53 smithi196 ceph-mon[72638]: pgmap v155: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.5 MiB/s wr, 21 op/s; 110/687 objects degraded (16.012%) 2024-08-19T10:02:53.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:53 smithi196 ceph-mon[72638]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 12 pgs peering) 2024-08-19T10:02:53.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:53 smithi196 ceph-mon[72638]: osdmap e324: 8 total, 7 up, 8 in 2024-08-19T10:02:54.250 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:02:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:02:54] "GET /metrics HTTP/1.1" 200 36233 "" "Prometheus/2.43.0" 2024-08-19T10:02:54.296 INFO:tasks.rados.rados.0.smithi190.stdout:1242: done (3 left) 2024-08-19T10:02:54.296 INFO:tasks.rados.rados.0.smithi190.stdout:1243: done (2 left) 2024-08-19T10:02:54.296 INFO:tasks.rados.rados.0.smithi190.stdout:1244: done (1 left) 2024-08-19T10:02:54.296 INFO:tasks.rados.rados.0.smithi190.stdout:1245: done (0 left) 2024-08-19T10:02:54.296 INFO:tasks.rados.rados.0.smithi190.stdout:1246: snap_create 2024-08-19T10:02:55.298 INFO:tasks.rados.rados.0.smithi190.stdout:1246: done (0 left) 2024-08-19T10:02:55.299 INFO:tasks.rados.rados.0.smithi190.stdout:1247: rmattr oid 40 current snap is 128 2024-08-19T10:02:55.299 INFO:tasks.rados.rados.0.smithi190.stdout:1247: done (0 left) 2024-08-19T10:02:55.299 INFO:tasks.rados.rados.0.smithi190.stdout:1248: snap_create 2024-08-19T10:02:55.552 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:55 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1[90829]: 2024-08-19T10:02:55.424+0000 7fbc5141c640 -1 osd.1 316 log_to_monitors true 2024-08-19T10:02:55.552 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:55 smithi190 ceph-mon[77620]: pgmap v157: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 19 op/s; 110/687 objects degraded (16.012%) 2024-08-19T10:02:55.552 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:55 smithi190 ceph-mon[77620]: osdmap e325: 8 total, 7 up, 8 in 2024-08-19T10:02:55.552 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:55 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:55.552 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:55 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:55.552 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:55 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:55.552 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:55 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:55.553 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:55 smithi190 ceph-mon[80032]: pgmap v157: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 19 op/s; 110/687 objects degraded (16.012%) 2024-08-19T10:02:55.553 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:55 smithi190 ceph-mon[80032]: osdmap e325: 8 total, 7 up, 8 in 2024-08-19T10:02:55.553 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:55 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:55.553 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:55 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:55.553 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:55 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:55.553 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:55 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:55 smithi196 ceph-mon[72638]: pgmap v157: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 19 op/s; 110/687 objects degraded (16.012%) 2024-08-19T10:02:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:55 smithi196 ceph-mon[72638]: osdmap e325: 8 total, 7 up, 8 in 2024-08-19T10:02:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:55 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:55 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:55 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:55 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:56.313 INFO:tasks.rados.rados.0.smithi190.stdout:1248: done (0 left) 2024-08-19T10:02:56.313 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 35 current snap is 129 2024-08-19T10:02:56.313 INFO:tasks.rados.rados.0.smithi190.stdout:1249: seq_num 388 ranges {6414336=507904,6922240=458752,7380992=606208,7987200=139264} 2024-08-19T10:02:56.350 INFO:tasks.rados.rados.0.smithi190.stdout:1249: writing smithi19066007-35 from 6414336 to 6922240 tid 1 2024-08-19T10:02:56.353 INFO:tasks.rados.rados.0.smithi190.stdout:1249: writing smithi19066007-35 from 6922240 to 7380992 tid 2 2024-08-19T10:02:56.356 INFO:tasks.rados.rados.0.smithi190.stdout:1249: writing smithi19066007-35 from 7380992 to 7987200 tid 3 2024-08-19T10:02:56.357 INFO:tasks.rados.rados.0.smithi190.stdout:1249: writing smithi19066007-35 from 7987200 to 8126464 tid 4 2024-08-19T10:02:56.357 INFO:tasks.rados.rados.0.smithi190.stdout:1250: delete oid 36 current snap is 129 2024-08-19T10:02:56.358 INFO:tasks.rados.rados.0.smithi190.stdout:1249: finishing write tid 1 to smithi19066007-35 2024-08-19T10:02:56.362 INFO:tasks.rados.rados.0.smithi190.stdout:1250: done (1 left) 2024-08-19T10:02:56.362 INFO:tasks.rados.rados.0.smithi190.stdout:1251: read oid 3 snap -1 2024-08-19T10:02:56.362 INFO:tasks.rados.rados.0.smithi190.stdout:1251: expect deleted 2024-08-19T10:02:56.362 INFO:tasks.rados.rados.0.smithi190.stdout:1252: delete oid 13 current snap is 129 2024-08-19T10:02:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:1249: finishing write tid 2 to smithi19066007-35 2024-08-19T10:02:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:1249: finishing write tid 3 to smithi19066007-35 2024-08-19T10:02:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:1249: finishing write tid 4 to smithi19066007-35 2024-08-19T10:02:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:1249: finishing write tid 5 to smithi19066007-35 2024-08-19T10:02:56.364 INFO:tasks.rados.rados.0.smithi190.stdout:1249: finishing write tid 6 to smithi19066007-35 2024-08-19T10:02:56.364 INFO:tasks.rados.rados.0.smithi190.stdout:1249: oid 35 updating version 0 to 497 2024-08-19T10:02:56.364 INFO:tasks.rados.rados.0.smithi190.stdout:1249: oid 35 updating version 497 to 498 2024-08-19T10:02:56.364 INFO:tasks.rados.rados.0.smithi190.stdout:1249: oid 35 updating version 498 to 500 2024-08-19T10:02:56.364 INFO:tasks.rados.rados.0.smithi190.stdout:1249: oid 35 version 500 is already newer than 496 2024-08-19T10:02:56.365 INFO:tasks.rados.rados.0.smithi190.stdout:1249: oid 35 version 500 is already newer than 499 2024-08-19T10:02:56.365 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 500 (ObjNum 388 snap 129 seq_num 388) dirty exists 2024-08-19T10:02:56.365 INFO:tasks.rados.rados.0.smithi190.stdout:1249: left oid 35 (ObjNum 388 snap 129 seq_num 388) 2024-08-19T10:02:56.365 INFO:tasks.rados.rados.0.smithi190.stdout:1249: done (2 left) 2024-08-19T10:02:56.365 INFO:tasks.rados.rados.0.smithi190.stdout:1251: done (1 left) 2024-08-19T10:02:56.365 INFO:tasks.rados.rados.0.smithi190.stdout:1252: done (0 left) 2024-08-19T10:02:56.365 INFO:tasks.rados.rados.0.smithi190.stdout:1253: snap_remove snap 127 2024-08-19T10:02:56.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:56 smithi190 ceph-mon[77620]: osdmap e326: 8 total, 7 up, 8 in 2024-08-19T10:02:56.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:56 smithi190 ceph-mon[77620]: from='osd.1 [v2:172.21.15.190:6810/301614023,v1:172.21.15.190:6811/301614023]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-19T10:02:56.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:56 smithi190 ceph-mon[80032]: osdmap e326: 8 total, 7 up, 8 in 2024-08-19T10:02:56.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:56 smithi190 ceph-mon[80032]: from='osd.1 [v2:172.21.15.190:6810/301614023,v1:172.21.15.190:6811/301614023]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-19T10:02:56.565 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:02:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1[90829]: 2024-08-19T10:02:56.332+0000 7fbc491c6640 -1 osd.1 316 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T10:02:56.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:56 smithi196 ceph-mon[72638]: osdmap e326: 8 total, 7 up, 8 in 2024-08-19T10:02:56.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:56 smithi196 ceph-mon[72638]: from='osd.1 [v2:172.21.15.190:6810/301614023,v1:172.21.15.190:6811/301614023]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-19T10:02:57.314 INFO:tasks.rados.rados.0.smithi190.stdout:1253: done (0 left) 2024-08-19T10:02:57.315 INFO:tasks.rados.rados.0.smithi190.stdout:1254: read oid 37 snap -1 2024-08-19T10:02:57.315 INFO:tasks.rados.rados.0.smithi190.stdout:1254: expect (ObjNum 314 snap 102 seq_num 314) 2024-08-19T10:02:57.315 INFO:tasks.rados.rados.0.smithi190.stdout:1255: snap_create 2024-08-19T10:02:57.360 INFO:tasks.rados.rados.0.smithi190.stdout:1254: expect (ObjNum 314 snap 102 seq_num 314) 2024-08-19T10:02:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:57 smithi196 ceph-mon[72638]: pgmap v160: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1 op/s; 110/687 objects degraded (16.012%) 2024-08-19T10:02:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:57 smithi196 ceph-mon[72638]: from='osd.1 [v2:172.21.15.190:6810/301614023,v1:172.21.15.190:6811/301614023]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-19T10:02:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:57 smithi196 ceph-mon[72638]: osdmap e327: 8 total, 7 up, 8 in 2024-08-19T10:02:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:57 smithi196 ceph-mon[72638]: from='osd.1 [v2:172.21.15.190:6810/301614023,v1:172.21.15.190:6811/301614023]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-19T10:02:57.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:57 smithi190 ceph-mon[80032]: pgmap v160: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1 op/s; 110/687 objects degraded (16.012%) 2024-08-19T10:02:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:57 smithi190 ceph-mon[80032]: from='osd.1 [v2:172.21.15.190:6810/301614023,v1:172.21.15.190:6811/301614023]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-19T10:02:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:57 smithi190 ceph-mon[80032]: osdmap e327: 8 total, 7 up, 8 in 2024-08-19T10:02:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:57 smithi190 ceph-mon[80032]: from='osd.1 [v2:172.21.15.190:6810/301614023,v1:172.21.15.190:6811/301614023]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-19T10:02:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:57 smithi190 ceph-mon[77620]: pgmap v160: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 344 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1 op/s; 110/687 objects degraded (16.012%) 2024-08-19T10:02:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:57 smithi190 ceph-mon[77620]: from='osd.1 [v2:172.21.15.190:6810/301614023,v1:172.21.15.190:6811/301614023]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-19T10:02:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:57 smithi190 ceph-mon[77620]: osdmap e327: 8 total, 7 up, 8 in 2024-08-19T10:02:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:57 smithi190 ceph-mon[77620]: from='osd.1 [v2:172.21.15.190:6810/301614023,v1:172.21.15.190:6811/301614023]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-19T10:02:58.325 INFO:tasks.rados.rados.0.smithi190.stdout:1254: done (1 left) 2024-08-19T10:02:58.325 INFO:tasks.rados.rados.0.smithi190.stdout:1255: done (0 left) 2024-08-19T10:02:58.325 INFO:tasks.rados.rados.0.smithi190.stdout:1256: copy_from oid 45 from oid 50 current snap is 130 2024-08-19T10:02:58.325 INFO:tasks.rados.rados.0.smithi190.stdout:1257: copy_from oid 17 from oid 29 current snap is 130 2024-08-19T10:02:58.325 INFO:tasks.rados.rados.0.smithi190.stdout:1258: read oid 30 snap -1 2024-08-19T10:02:58.325 INFO:tasks.rados.rados.0.smithi190.stdout:1258: expect (ObjNum 97 snap 16 seq_num 97) 2024-08-19T10:02:58.325 INFO:tasks.rados.rados.0.smithi190.stdout:1259: read oid 41 snap -1 2024-08-19T10:02:58.325 INFO:tasks.rados.rados.0.smithi190.stdout:1259: expect (ObjNum 383 snap 125 seq_num 383) 2024-08-19T10:02:58.325 INFO:tasks.rados.rados.0.smithi190.stdout:1260: setattr oid 47 current snap is 130 2024-08-19T10:02:58.325 INFO:tasks.rados.rados.0.smithi190.stdout:1261: copy_from oid 13 from oid 28 current snap is 130 2024-08-19T10:02:58.325 INFO:tasks.rados.rados.0.smithi190.stdout:1262: setattr oid 18 current snap is 130 2024-08-19T10:02:58.326 INFO:tasks.rados.rados.0.smithi190.stdout:1263: read oid 39 snap -1 2024-08-19T10:02:58.326 INFO:tasks.rados.rados.0.smithi190.stdout:1263: expect (ObjNum 310 snap 102 seq_num 310) 2024-08-19T10:02:58.326 INFO:tasks.rados.rados.0.smithi190.stdout:1264: rollback oid 40 current snap is 130 2024-08-19T10:02:58.326 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 40 to 123 2024-08-19T10:02:58.326 INFO:tasks.rados.rados.0.smithi190.stdout:1265: snap_remove snap 61 2024-08-19T10:02:58.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:02:58.352+0000 7f58ccd6c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-19T10:02:58.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[80032]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:02:58.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[80032]: osd.1 [v2:172.21.15.190:6810/301614023,v1:172.21.15.190:6811/301614023] boot 2024-08-19T10:02:58.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[80032]: osdmap e328: 8 total, 8 up, 8 in 2024-08-19T10:02:58.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-19T10:02:58.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:58.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:58.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:58.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:02:58.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:58.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[80032]: Health check update: Degraded data redundancy: 110/687 objects degraded (16.012%), 12 pgs degraded (PG_DEGRADED) 2024-08-19T10:02:58.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[80032]: osdmap e329: 8 total, 8 up, 8 in 2024-08-19T10:02:58.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[77620]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:02:58.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[77620]: osd.1 [v2:172.21.15.190:6810/301614023,v1:172.21.15.190:6811/301614023] boot 2024-08-19T10:02:58.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[77620]: osdmap e328: 8 total, 8 up, 8 in 2024-08-19T10:02:58.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-19T10:02:58.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:58.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:58.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:58.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:02:58.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:58.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[77620]: Health check update: Degraded data redundancy: 110/687 objects degraded (16.012%), 12 pgs degraded (PG_DEGRADED) 2024-08-19T10:02:58.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:58 smithi190 ceph-mon[77620]: osdmap e329: 8 total, 8 up, 8 in 2024-08-19T10:02:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:58 smithi196 ceph-mon[72638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:02:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:58 smithi196 ceph-mon[72638]: osd.1 [v2:172.21.15.190:6810/301614023,v1:172.21.15.190:6811/301614023] boot 2024-08-19T10:02:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:58 smithi196 ceph-mon[72638]: osdmap e328: 8 total, 8 up, 8 in 2024-08-19T10:02:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:58 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-19T10:02:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:58 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:58 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:58 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:02:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:58 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:02:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:58 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:02:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:58 smithi196 ceph-mon[72638]: Health check update: Degraded data redundancy: 110/687 objects degraded (16.012%), 12 pgs degraded (PG_DEGRADED) 2024-08-19T10:02:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:58 smithi196 ceph-mon[72638]: osdmap e329: 8 total, 8 up, 8 in 2024-08-19T10:02:59.337 INFO:tasks.rados.rados.0.smithi190.stdout:1264: finishing rollback tid 0 to smithi19066007-40 2024-08-19T10:02:59.337 INFO:tasks.rados.rados.0.smithi190.stdout:1264: finishing rollback tid 1 to smithi19066007-40 2024-08-19T10:02:59.337 INFO:tasks.rados.rados.0.smithi190.stdout:1264: finishing rollback tid 2 to smithi19066007-40 2024-08-19T10:02:59.337 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 83 (ObjNum 337 snap 115 seq_num 337) dirty exists 2024-08-19T10:02:59.337 INFO:tasks.rados.rados.0.smithi190.stdout:1258: expect (ObjNum 97 snap 16 seq_num 97) 2024-08-19T10:02:59.383 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 899 (ObjNum 276 snap 88 seq_num 276) dirty exists 2024-08-19T10:02:59.384 INFO:tasks.rados.rados.0.smithi190.stdout:1256: finishing copy_from racing read to smithi19066007-45 2024-08-19T10:02:59.384 INFO:tasks.rados.rados.0.smithi190.stdout:1258: done (9 left) 2024-08-19T10:02:59.384 INFO:tasks.rados.rados.0.smithi190.stdout:1262: done (8 left) 2024-08-19T10:02:59.384 INFO:tasks.rados.rados.0.smithi190.stdout:1264: done (7 left) 2024-08-19T10:02:59.385 INFO:tasks.rados.rados.0.smithi190.stdout:1265: done (6 left) 2024-08-19T10:02:59.385 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 25 current snap is 130 2024-08-19T10:02:59.385 INFO:tasks.rados.rados.0.smithi190.stdout:1263: expect (ObjNum 310 snap 102 seq_num 310) 2024-08-19T10:02:59.397 INFO:tasks.rados.rados.0.smithi190.stdout:1256: finishing copy_from to smithi19066007-45 2024-08-19T10:02:59.397 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 418 (ObjNum 273 snap 87 seq_num 273) dirty exists 2024-08-19T10:02:59.397 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 668 (ObjNum 358 snap 118 seq_num 358) dirty exists 2024-08-19T10:02:59.397 INFO:tasks.rados.rados.0.smithi190.stdout:1259: expect (ObjNum 383 snap 125 seq_num 383) 2024-08-19T10:02:59.558 INFO:tasks.rados.rados.0.smithi190.stdout:1261: finishing copy_from to smithi19066007-13 2024-08-19T10:02:59.558 INFO:tasks.rados.rados.0.smithi190.stdout:1261: got expected ENOENT (src dne) 2024-08-19T10:02:59.558 INFO:tasks.rados.rados.0.smithi190.stdout:1261: finishing copy_from racing read to smithi19066007-13 2024-08-19T10:02:59.558 INFO:tasks.rados.rados.0.smithi190.stdout:1257: finishing copy_from racing read to smithi19066007-17 2024-08-19T10:02:59.558 INFO:tasks.rados.rados.0.smithi190.stdout:1266: seq_num 391 ranges {10485760=557056,11042816=516096,11558912=688128} 2024-08-19T10:02:59.615 INFO:tasks.rados.rados.0.smithi190.stdout:1266: writing smithi19066007-25 from 10485760 to 11042816 tid 1 2024-08-19T10:02:59.617 INFO:tasks.rados.rados.0.smithi190.stdout:1266: writing smithi19066007-25 from 11042816 to 11558912 tid 2 2024-08-19T10:02:59.623 INFO:tasks.rados.rados.0.smithi190.stdout:1266: writing smithi19066007-25 from 11558912 to 12247040 tid 3 2024-08-19T10:02:59.623 INFO:tasks.rados.rados.0.smithi190.stdout:1256: done (6 left) 2024-08-19T10:02:59.623 INFO:tasks.rados.rados.0.smithi190.stdout:1259: done (5 left) 2024-08-19T10:02:59.623 INFO:tasks.rados.rados.0.smithi190.stdout:1260: done (4 left) 2024-08-19T10:02:59.623 INFO:tasks.rados.rados.0.smithi190.stdout:1261: done (3 left) 2024-08-19T10:02:59.624 INFO:tasks.rados.rados.0.smithi190.stdout:1263: done (2 left) 2024-08-19T10:02:59.624 INFO:tasks.rados.rados.0.smithi190.stdout:1267: copy_from oid 32 from oid 31 current snap is 130 2024-08-19T10:02:59.624 INFO:tasks.rados.rados.0.smithi190.stdout:1257: finishing copy_from to smithi19066007-17 2024-08-19T10:02:59.624 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 218 (ObjNum 347 snap 117 seq_num 347) dirty exists 2024-08-19T10:02:59.624 INFO:tasks.rados.rados.0.smithi190.stdout:1266: finishing write tid 1 to smithi19066007-25 2024-08-19T10:02:59.624 INFO:tasks.rados.rados.0.smithi190.stdout:1266: finishing write tid 2 to smithi19066007-25 2024-08-19T10:02:59.624 INFO:tasks.rados.rados.0.smithi190.stdout:1257: done (2 left) 2024-08-19T10:02:59.624 INFO:tasks.rados.rados.0.smithi190.stdout:1268: rollback oid 19 current snap is 130 2024-08-19T10:02:59.624 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 19 to 118 2024-08-19T10:02:59.624 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 130 2024-08-19T10:02:59.624 INFO:tasks.rados.rados.0.smithi190.stdout:1269: seq_num 392 ranges {851968=573440,1425408=802816,2228224=401408} 2024-08-19T10:02:59.630 INFO:tasks.rados.rados.0.smithi190.stdout:1269: writing smithi19066007-40 from 851968 to 1425408 tid 1 2024-08-19T10:02:59.635 INFO:tasks.rados.rados.0.smithi190.stdout:1269: writing smithi19066007-40 from 1425408 to 2228224 tid 2 2024-08-19T10:02:59.638 INFO:tasks.rados.rados.0.smithi190.stdout:1269: writing smithi19066007-40 from 2228224 to 2629632 tid 3 2024-08-19T10:02:59.638 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 130 2024-08-19T10:02:59.638 INFO:tasks.rados.rados.0.smithi190.stdout:1268: finishing rollback tid 1 to smithi19066007-19 2024-08-19T10:02:59.638 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 589 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-19T10:02:59.638 INFO:tasks.rados.rados.0.smithi190.stdout:1270: seq_num 393 ranges {1728512=589824,2318336=679936,2998272=524288} 2024-08-19T10:02:59.651 INFO:tasks.rados.rados.0.smithi190.stdout:1270: writing smithi19066007-49 from 1728512 to 2318336 tid 1 2024-08-19T10:02:59.655 INFO:tasks.rados.rados.0.smithi190.stdout:1270: writing smithi19066007-49 from 2318336 to 2998272 tid 2 2024-08-19T10:02:59.658 INFO:tasks.rados.rados.0.smithi190.stdout:1270: writing smithi19066007-49 from 2998272 to 3522560 tid 3 2024-08-19T10:02:59.658 INFO:tasks.rados.rados.0.smithi190.stdout:1268: done (4 left) 2024-08-19T10:02:59.658 INFO:tasks.rados.rados.0.smithi190.stdout:1271: setattr oid 3 current snap is 130 2024-08-19T10:02:59.658 INFO:tasks.rados.rados.0.smithi190.stdout:1266: finishing write tid 3 to smithi19066007-25 2024-08-19T10:02:59.659 INFO:tasks.rados.rados.0.smithi190.stdout:1266: finishing write tid 4 to smithi19066007-25 2024-08-19T10:02:59.659 INFO:tasks.rados.rados.0.smithi190.stdout:1269: finishing write tid 1 to smithi19066007-40 2024-08-19T10:02:59.659 INFO:tasks.rados.rados.0.smithi190.stdout:1266: finishing write tid 5 to smithi19066007-25 2024-08-19T10:02:59.659 INFO:tasks.rados.rados.0.smithi190.stdout:1266: oid 25 updating version 0 to 711 2024-08-19T10:02:59.659 INFO:tasks.rados.rados.0.smithi190.stdout:1266: oid 25 updating version 711 to 712 2024-08-19T10:02:59.659 INFO:tasks.rados.rados.0.smithi190.stdout:1266: oid 25 updating version 712 to 714 2024-08-19T10:02:59.659 INFO:tasks.rados.rados.0.smithi190.stdout:1266: oid 25 version 714 is already newer than 713 2024-08-19T10:02:59.659 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 714 (ObjNum 391 snap 130 seq_num 391) dirty exists 2024-08-19T10:02:59.659 INFO:tasks.rados.rados.0.smithi190.stdout:1266: left oid 25 (ObjNum 391 snap 130 seq_num 391) 2024-08-19T10:02:59.660 INFO:tasks.rados.rados.0.smithi190.stdout:1269: finishing write tid 2 to smithi19066007-40 2024-08-19T10:02:59.660 INFO:tasks.rados.rados.0.smithi190.stdout:1269: finishing write tid 3 to smithi19066007-40 2024-08-19T10:02:59.660 INFO:tasks.rados.rados.0.smithi190.stdout:1269: finishing write tid 4 to smithi19066007-40 2024-08-19T10:02:59.660 INFO:tasks.rados.rados.0.smithi190.stdout:1269: finishing write tid 5 to smithi19066007-40 2024-08-19T10:02:59.660 INFO:tasks.rados.rados.0.smithi190.stdout:1269: oid 40 updating version 0 to 86 2024-08-19T10:02:59.660 INFO:tasks.rados.rados.0.smithi190.stdout:1269: oid 40 updating version 86 to 87 2024-08-19T10:02:59.660 INFO:tasks.rados.rados.0.smithi190.stdout:1269: oid 40 version 87 is already newer than 84 2024-08-19T10:02:59.660 INFO:tasks.rados.rados.0.smithi190.stdout:1269: oid 40 version 87 is already newer than 85 2024-08-19T10:02:59.660 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 87 (ObjNum 392 snap 130 seq_num 392) dirty exists 2024-08-19T10:02:59.660 INFO:tasks.rados.rados.0.smithi190.stdout:1269: left oid 40 (ObjNum 392 snap 130 seq_num 392) 2024-08-19T10:02:59.660 INFO:tasks.rados.rados.0.smithi190.stdout:1267: finishing copy_from racing read to smithi19066007-32 2024-08-19T10:02:59.660 INFO:tasks.rados.rados.0.smithi190.stdout:1266: done (4 left) 2024-08-19T10:02:59.660 INFO:tasks.rados.rados.0.smithi190.stdout:1269: done (3 left) 2024-08-19T10:02:59.660 INFO:tasks.rados.rados.0.smithi190.stdout:1272: snap_remove snap 120 2024-08-19T10:02:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:59 smithi196 ceph-mon[72638]: pgmap v163: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 112/693 objects degraded (16.162%) 2024-08-19T10:02:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:59 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:02:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:59 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:59 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:59 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:59 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-19T10:02:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:59 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-19T10:02:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:59 smithi196 ceph-mon[72638]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-19T10:02:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:02:59 smithi196 ceph-mon[72638]: osdmap e330: 8 total, 8 up, 8 in 2024-08-19T10:02:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[80032]: pgmap v163: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 112/693 objects degraded (16.162%) 2024-08-19T10:02:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:02:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-19T10:02:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-19T10:02:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[80032]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-19T10:02:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[80032]: osdmap e330: 8 total, 8 up, 8 in 2024-08-19T10:02:59.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[77620]: pgmap v163: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 112/693 objects degraded (16.162%) 2024-08-19T10:02:59.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:02:59.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:59.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:59.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:02:59.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-19T10:02:59.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-19T10:02:59.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[77620]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-19T10:02:59.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:02:59 smithi190 ceph-mon[77620]: osdmap e330: 8 total, 8 up, 8 in 2024-08-19T10:03:00.357 INFO:tasks.rados.rados.0.smithi190.stdout:1272: done (3 left) 2024-08-19T10:03:00.357 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 8 current snap is 130 2024-08-19T10:03:00.357 INFO:tasks.rados.rados.0.smithi190.stdout:1273: seq_num 394 ranges {12083200=606208,12689408=565248,13254656=557056,13811712=81920} 2024-08-19T10:03:00.426 INFO:tasks.rados.rados.0.smithi190.stdout:1273: writing smithi19066007-8 from 12083200 to 12689408 tid 1 2024-08-19T10:03:00.428 INFO:tasks.rados.rados.0.smithi190.stdout:1273: writing smithi19066007-8 from 12689408 to 13254656 tid 2 2024-08-19T10:03:00.432 INFO:tasks.rados.rados.0.smithi190.stdout:1273: writing smithi19066007-8 from 13254656 to 13811712 tid 3 2024-08-19T10:03:00.432 INFO:tasks.rados.rados.0.smithi190.stdout:1273: writing smithi19066007-8 from 13811712 to 13893632 tid 4 2024-08-19T10:03:00.432 INFO:tasks.rados.rados.0.smithi190.stdout:1274: setattr oid 40 current snap is 130 2024-08-19T10:03:00.432 INFO:tasks.rados.rados.0.smithi190.stdout:1267: finishing copy_from to smithi19066007-32 2024-08-19T10:03:00.432 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 671 (ObjNum 376 snap 124 seq_num 376) dirty exists 2024-08-19T10:03:00.433 INFO:tasks.rados.rados.0.smithi190.stdout:1270: finishing write tid 1 to smithi19066007-49 2024-08-19T10:03:00.433 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 378 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:03:00.433 INFO:tasks.rados.rados.0.smithi190.stdout:1270: finishing write tid 2 to smithi19066007-49 2024-08-19T10:03:00.433 INFO:tasks.rados.rados.0.smithi190.stdout:1270: finishing write tid 3 to smithi19066007-49 2024-08-19T10:03:00.433 INFO:tasks.rados.rados.0.smithi190.stdout:1270: finishing write tid 4 to smithi19066007-49 2024-08-19T10:03:00.433 INFO:tasks.rados.rados.0.smithi190.stdout:1270: finishing write tid 5 to smithi19066007-49 2024-08-19T10:03:00.433 INFO:tasks.rados.rados.0.smithi190.stdout:1270: oid 49 updating version 0 to 535 2024-08-19T10:03:00.433 INFO:tasks.rados.rados.0.smithi190.stdout:1270: oid 49 version 535 is already newer than 532 2024-08-19T10:03:00.433 INFO:tasks.rados.rados.0.smithi190.stdout:1270: oid 49 version 535 is already newer than 533 2024-08-19T10:03:00.433 INFO:tasks.rados.rados.0.smithi190.stdout:1270: oid 49 version 535 is already newer than 534 2024-08-19T10:03:00.433 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 535 (ObjNum 393 snap 130 seq_num 393) dirty exists 2024-08-19T10:03:00.433 INFO:tasks.rados.rados.0.smithi190.stdout:1270: left oid 49 (ObjNum 393 snap 130 seq_num 393) 2024-08-19T10:03:00.433 INFO:tasks.rados.rados.0.smithi190.stdout:1273: finishing write tid 1 to smithi19066007-8 2024-08-19T10:03:00.434 INFO:tasks.rados.rados.0.smithi190.stdout:1267: done (4 left) 2024-08-19T10:03:00.434 INFO:tasks.rados.rados.0.smithi190.stdout:1270: done (3 left) 2024-08-19T10:03:00.434 INFO:tasks.rados.rados.0.smithi190.stdout:1271: done (2 left) 2024-08-19T10:03:00.434 INFO:tasks.rados.rados.0.smithi190.stdout:1275: snap_remove snap 112 2024-08-19T10:03:01.356 INFO:tasks.rados.rados.0.smithi190.stdout:1275: done (2 left) 2024-08-19T10:03:01.356 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 5 current snap is 130 2024-08-19T10:03:01.356 INFO:tasks.rados.rados.0.smithi190.stdout:1276: seq_num 395 ranges {2252800=622592,2875392=450560,3325952=753664} 2024-08-19T10:03:01.372 INFO:tasks.rados.rados.0.smithi190.stdout:1276: writing smithi19066007-5 from 2252800 to 2875392 tid 1 2024-08-19T10:03:01.375 INFO:tasks.rados.rados.0.smithi190.stdout:1276: writing smithi19066007-5 from 2875392 to 3325952 tid 2 2024-08-19T10:03:01.380 INFO:tasks.rados.rados.0.smithi190.stdout:1276: writing smithi19066007-5 from 3325952 to 4079616 tid 3 2024-08-19T10:03:01.380 INFO:tasks.rados.rados.0.smithi190.stdout:1277: copy_from oid 27 from oid 19 current snap is 130 2024-08-19T10:03:01.380 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 90 (ObjNum 392 snap 130 seq_num 392) dirty exists 2024-08-19T10:03:01.380 INFO:tasks.rados.rados.0.smithi190.stdout:1273: finishing write tid 2 to smithi19066007-8 2024-08-19T10:03:01.380 INFO:tasks.rados.rados.0.smithi190.stdout:1273: finishing write tid 3 to smithi19066007-8 2024-08-19T10:03:01.380 INFO:tasks.rados.rados.0.smithi190.stdout:1273: finishing write tid 4 to smithi19066007-8 2024-08-19T10:03:01.380 INFO:tasks.rados.rados.0.smithi190.stdout:1273: finishing write tid 5 to smithi19066007-8 2024-08-19T10:03:01.380 INFO:tasks.rados.rados.0.smithi190.stdout:1273: finishing write tid 6 to smithi19066007-8 2024-08-19T10:03:01.381 INFO:tasks.rados.rados.0.smithi190.stdout:1273: oid 8 updating version 0 to 924 2024-08-19T10:03:01.381 INFO:tasks.rados.rados.0.smithi190.stdout:1273: oid 8 version 924 is already newer than 923 2024-08-19T10:03:01.381 INFO:tasks.rados.rados.0.smithi190.stdout:1273: oid 8 version 924 is already newer than 921 2024-08-19T10:03:01.381 INFO:tasks.rados.rados.0.smithi190.stdout:1273: oid 8 version 924 is already newer than 922 2024-08-19T10:03:01.381 INFO:tasks.rados.rados.0.smithi190.stdout:1273: oid 8 updating version 924 to 925 2024-08-19T10:03:01.381 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 925 (ObjNum 394 snap 130 seq_num 394) dirty exists 2024-08-19T10:03:01.381 INFO:tasks.rados.rados.0.smithi190.stdout:1273: left oid 8 (ObjNum 394 snap 130 seq_num 394) 2024-08-19T10:03:01.381 INFO:tasks.rados.rados.0.smithi190.stdout:1276: finishing write tid 1 to smithi19066007-5 2024-08-19T10:03:01.381 INFO:tasks.rados.rados.0.smithi190.stdout:1276: finishing write tid 2 to smithi19066007-5 2024-08-19T10:03:01.381 INFO:tasks.rados.rados.0.smithi190.stdout:1273: done (3 left) 2024-08-19T10:03:01.381 INFO:tasks.rados.rados.0.smithi190.stdout:1274: done (2 left) 2024-08-19T10:03:01.381 INFO:tasks.rados.rados.0.smithi190.stdout:1278: setattr oid 25 current snap is 130 2024-08-19T10:03:01.382 INFO:tasks.rados.rados.0.smithi190.stdout:1279: rollback oid 45 current snap is 130 2024-08-19T10:03:01.382 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 45 to 126 2024-08-19T10:03:01.382 INFO:tasks.rados.rados.0.smithi190.stdout:1280: rollback oid 6 current snap is 130 2024-08-19T10:03:01.382 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 6 to 118 2024-08-19T10:03:01.382 INFO:tasks.rados.rados.0.smithi190.stdout:1281: delete oid 7 current snap is 130 2024-08-19T10:03:01.383 INFO:tasks.rados.rados.0.smithi190.stdout:1276: finishing write tid 3 to smithi19066007-5 2024-08-19T10:03:01.385 INFO:tasks.rados.rados.0.smithi190.stdout:1277: finishing copy_from to smithi19066007-27 2024-08-19T10:03:01.385 INFO:tasks.rados.rados.0.smithi190.stdout:1277: got expected ENOENT (src dne) 2024-08-19T10:03:01.385 INFO:tasks.rados.rados.0.smithi190.stdout:1281: done (5 left) 2024-08-19T10:03:01.385 INFO:tasks.rados.rados.0.smithi190.stdout:1282: read oid 34 snap -1 2024-08-19T10:03:01.385 INFO:tasks.rados.rados.0.smithi190.stdout:1282: expect (ObjNum 352 snap 117 seq_num 352) 2024-08-19T10:03:01.385 INFO:tasks.rados.rados.0.smithi190.stdout:1283: read oid 28 snap 123 2024-08-19T10:03:01.385 INFO:tasks.rados.rados.0.smithi190.stdout:1283: expect deleted 2024-08-19T10:03:01.385 INFO:tasks.rados.rados.0.smithi190.stdout:1284: read oid 47 snap 126 2024-08-19T10:03:01.385 INFO:tasks.rados.rados.0.smithi190.stdout:1284: expect (ObjNum 358 snap 118 seq_num 358) 2024-08-19T10:03:01.385 INFO:tasks.rados.rados.0.smithi190.stdout:1285: copy_from oid 41 from oid 1 current snap is 130 2024-08-19T10:03:01.385 INFO:tasks.rados.rados.0.smithi190.stdout:1277: finishing copy_from racing read to smithi19066007-27 2024-08-19T10:03:01.386 INFO:tasks.rados.rados.0.smithi190.stdout:1277: done (8 left) 2024-08-19T10:03:01.386 INFO:tasks.rados.rados.0.smithi190.stdout:1286: copy_from oid 12 from oid 22 current snap is 130 2024-08-19T10:03:01.386 INFO:tasks.rados.rados.0.smithi190.stdout:1279: finishing rollback tid 0 to smithi19066007-45 2024-08-19T10:03:01.386 INFO:tasks.rados.rados.0.smithi190.stdout:1287: delete oid 40 current snap is 130 2024-08-19T10:03:01.386 INFO:tasks.rados.rados.0.smithi190.stdout:1276: finishing write tid 4 to smithi19066007-5 2024-08-19T10:03:01.386 INFO:tasks.rados.rados.0.smithi190.stdout:1279: finishing rollback tid 1 to smithi19066007-45 2024-08-19T10:03:01.388 INFO:tasks.rados.rados.0.smithi190.stdout:1276: finishing write tid 5 to smithi19066007-5 2024-08-19T10:03:01.388 INFO:tasks.rados.rados.0.smithi190.stdout:1276: oid 5 updating version 0 to 669 2024-08-19T10:03:01.388 INFO:tasks.rados.rados.0.smithi190.stdout:1276: oid 5 updating version 669 to 671 2024-08-19T10:03:01.388 INFO:tasks.rados.rados.0.smithi190.stdout:1276: oid 5 version 671 is already newer than 670 2024-08-19T10:03:01.388 INFO:tasks.rados.rados.0.smithi190.stdout:1276: oid 5 updating version 671 to 672 2024-08-19T10:03:01.388 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 672 (ObjNum 395 snap 130 seq_num 395) dirty exists 2024-08-19T10:03:01.388 INFO:tasks.rados.rados.0.smithi190.stdout:1276: left oid 5 (ObjNum 395 snap 130 seq_num 395) 2024-08-19T10:03:01.389 INFO:tasks.rados.rados.0.smithi190.stdout:1280: finishing rollback tid 0 to smithi19066007-6 2024-08-19T10:03:01.389 INFO:tasks.rados.rados.0.smithi190.stdout:1276: done (9 left) 2024-08-19T10:03:01.389 INFO:tasks.rados.rados.0.smithi190.stdout:1283: done (8 left) 2024-08-19T10:03:01.389 INFO:tasks.rados.rados.0.smithi190.stdout:1287: done (7 left) 2024-08-19T10:03:01.389 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 130 2024-08-19T10:03:01.389 INFO:tasks.rados.rados.0.smithi190.stdout:1288: seq_num 398 ranges {1269760=671744,1941504=557056,2498560=532480,3031040=114688} 2024-08-19T10:03:01.401 INFO:tasks.rados.rados.0.smithi190.stdout:1288: writing smithi19066007-20 from 1269760 to 1941504 tid 1 2024-08-19T10:03:01.405 INFO:tasks.rados.rados.0.smithi190.stdout:1288: writing smithi19066007-20 from 1941504 to 2498560 tid 2 2024-08-19T10:03:01.408 INFO:tasks.rados.rados.0.smithi190.stdout:1288: writing smithi19066007-20 from 2498560 to 3031040 tid 3 2024-08-19T10:03:01.410 INFO:tasks.rados.rados.0.smithi190.stdout:1288: writing smithi19066007-20 from 3031040 to 3145728 tid 4 2024-08-19T10:03:01.410 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 130 2024-08-19T10:03:01.410 INFO:tasks.rados.rados.0.smithi190.stdout:1279: finishing rollback tid 2 to smithi19066007-45 2024-08-19T10:03:01.410 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 448 (ObjNum 305 snap 99 seq_num 305) dirty exists 2024-08-19T10:03:01.410 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 729 (ObjNum 391 snap 130 seq_num 391) dirty exists 2024-08-19T10:03:01.410 INFO:tasks.rados.rados.0.smithi190.stdout:1282: expect (ObjNum 352 snap 117 seq_num 352) 2024-08-19T10:03:01.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:01 smithi196 ceph-mon[72638]: pgmap v166: 121 pgs: 29 active+undersized, 11 active+undersized+degraded, 81 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 110/693 objects degraded (15.873%) 2024-08-19T10:03:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:01 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:01 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:03:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:01 smithi196 ceph-mon[72638]: osdmap e331: 8 total, 8 up, 8 in 2024-08-19T10:03:01.488 INFO:tasks.rados.rados.0.smithi190.stdout:1280: finishing rollback tid 1 to smithi19066007-6 2024-08-19T10:03:01.488 INFO:tasks.rados.rados.0.smithi190.stdout:1280: finishing rollback tid 2 to smithi19066007-6 2024-08-19T10:03:01.488 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 702 (ObjNum 331 snap 111 seq_num 331) dirty exists 2024-08-19T10:03:01.488 INFO:tasks.rados.rados.0.smithi190.stdout:1285: finishing copy_from racing read to smithi19066007-41 2024-08-19T10:03:01.489 INFO:tasks.rados.rados.0.smithi190.stdout:1284: expect (ObjNum 358 snap 118 seq_num 358) 2024-08-19T10:03:01.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:01 smithi190 ceph-mon[80032]: pgmap v166: 121 pgs: 29 active+undersized, 11 active+undersized+degraded, 81 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 110/693 objects degraded (15.873%) 2024-08-19T10:03:01.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:01 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:01.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:01 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:03:01.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:01 smithi190 ceph-mon[80032]: osdmap e331: 8 total, 8 up, 8 in 2024-08-19T10:03:01.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:01 smithi190 ceph-mon[77620]: pgmap v166: 121 pgs: 29 active+undersized, 11 active+undersized+degraded, 81 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 110/693 objects degraded (15.873%) 2024-08-19T10:03:01.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:01 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:01.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:01 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:03:01.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:01 smithi190 ceph-mon[77620]: osdmap e331: 8 total, 8 up, 8 in 2024-08-19T10:03:01.574 INFO:tasks.rados.rados.0.smithi190.stdout:1286: finishing copy_from racing read to smithi19066007-12 2024-08-19T10:03:01.574 INFO:tasks.rados.rados.0.smithi190.stdout:1285: finishing copy_from to smithi19066007-41 2024-08-19T10:03:01.574 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 666 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-19T10:03:01.575 INFO:tasks.rados.rados.0.smithi190.stdout:1288: finishing write tid 1 to smithi19066007-20 2024-08-19T10:03:01.575 INFO:tasks.rados.rados.0.smithi190.stdout:1286: finishing copy_from to smithi19066007-12 2024-08-19T10:03:01.575 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 433 (ObjNum 377 snap 124 seq_num 377) dirty exists 2024-08-19T10:03:01.575 INFO:tasks.rados.rados.0.smithi190.stdout:1288: finishing write tid 2 to smithi19066007-20 2024-08-19T10:03:01.575 INFO:tasks.rados.rados.0.smithi190.stdout:1289: seq_num 399 ranges {6569984=688128,7258112=434176,7692288=745472,8437760=24576} 2024-08-19T10:03:01.612 INFO:tasks.rados.rados.0.smithi190.stdout:1289: writing smithi19066007-37 from 6569984 to 7258112 tid 1 2024-08-19T10:03:01.615 INFO:tasks.rados.rados.0.smithi190.stdout:1289: writing smithi19066007-37 from 7258112 to 7692288 tid 2 2024-08-19T10:03:01.620 INFO:tasks.rados.rados.0.smithi190.stdout:1289: writing smithi19066007-37 from 7692288 to 8437760 tid 3 2024-08-19T10:03:01.620 INFO:tasks.rados.rados.0.smithi190.stdout:1289: writing smithi19066007-37 from 8437760 to 8462336 tid 4 2024-08-19T10:03:01.621 INFO:tasks.rados.rados.0.smithi190.stdout:1288: finishing write tid 3 to smithi19066007-20 2024-08-19T10:03:01.621 INFO:tasks.rados.rados.0.smithi190.stdout:1288: finishing write tid 4 to smithi19066007-20 2024-08-19T10:03:01.621 INFO:tasks.rados.rados.0.smithi190.stdout:1288: finishing write tid 5 to smithi19066007-20 2024-08-19T10:03:01.621 INFO:tasks.rados.rados.0.smithi190.stdout:1288: finishing write tid 6 to smithi19066007-20 2024-08-19T10:03:01.621 INFO:tasks.rados.rados.0.smithi190.stdout:1288: oid 20 updating version 0 to 678 2024-08-19T10:03:01.621 INFO:tasks.rados.rados.0.smithi190.stdout:1288: oid 20 version 678 is already newer than 677 2024-08-19T10:03:01.621 INFO:tasks.rados.rados.0.smithi190.stdout:1288: oid 20 version 678 is already newer than 676 2024-08-19T10:03:01.621 INFO:tasks.rados.rados.0.smithi190.stdout:1288: oid 20 version 678 is already newer than 675 2024-08-19T10:03:01.621 INFO:tasks.rados.rados.0.smithi190.stdout:1288: oid 20 version 678 is already newer than 674 2024-08-19T10:03:01.621 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 678 (ObjNum 398 snap 130 seq_num 398) dirty exists 2024-08-19T10:03:01.621 INFO:tasks.rados.rados.0.smithi190.stdout:1288: left oid 20 (ObjNum 398 snap 130 seq_num 398) 2024-08-19T10:03:01.621 INFO:tasks.rados.rados.0.smithi190.stdout:1289: finishing write tid 1 to smithi19066007-37 2024-08-19T10:03:01.622 INFO:tasks.rados.rados.0.smithi190.stdout:1289: finishing write tid 2 to smithi19066007-37 2024-08-19T10:03:01.622 INFO:tasks.rados.rados.0.smithi190.stdout:1278: done (8 left) 2024-08-19T10:03:01.622 INFO:tasks.rados.rados.0.smithi190.stdout:1279: done (7 left) 2024-08-19T10:03:01.622 INFO:tasks.rados.rados.0.smithi190.stdout:1280: done (6 left) 2024-08-19T10:03:01.622 INFO:tasks.rados.rados.0.smithi190.stdout:1282: done (5 left) 2024-08-19T10:03:01.622 INFO:tasks.rados.rados.0.smithi190.stdout:1284: done (4 left) 2024-08-19T10:03:01.622 INFO:tasks.rados.rados.0.smithi190.stdout:1285: done (3 left) 2024-08-19T10:03:01.622 INFO:tasks.rados.rados.0.smithi190.stdout:1286: done (2 left) 2024-08-19T10:03:01.623 INFO:tasks.rados.rados.0.smithi190.stdout:1288: done (1 left) 2024-08-19T10:03:01.623 INFO:tasks.rados.rados.0.smithi190.stdout:1290: copy_from oid 43 from oid 25 current snap is 130 2024-08-19T10:03:01.623 INFO:tasks.rados.rados.0.smithi190.stdout:1291: read oid 14 snap -1 2024-08-19T10:03:01.623 INFO:tasks.rados.rados.0.smithi190.stdout:1291: expect (ObjNum 341 snap 117 seq_num 341) 2024-08-19T10:03:01.623 INFO:tasks.rados.rados.0.smithi190.stdout:1292: snap_remove snap 113 2024-08-19T10:03:02.361 INFO:tasks.rados.rados.0.smithi190.stdout:1289: finishing write tid 3 to smithi19066007-37 2024-08-19T10:03:02.361 INFO:tasks.rados.rados.0.smithi190.stdout:1289: finishing write tid 4 to smithi19066007-37 2024-08-19T10:03:02.361 INFO:tasks.rados.rados.0.smithi190.stdout:1289: finishing write tid 5 to smithi19066007-37 2024-08-19T10:03:02.361 INFO:tasks.rados.rados.0.smithi190.stdout:1289: finishing write tid 6 to smithi19066007-37 2024-08-19T10:03:02.361 INFO:tasks.rados.rados.0.smithi190.stdout:1289: oid 37 updating version 0 to 510 2024-08-19T10:03:02.362 INFO:tasks.rados.rados.0.smithi190.stdout:1289: oid 37 updating version 510 to 511 2024-08-19T10:03:02.362 INFO:tasks.rados.rados.0.smithi190.stdout:1289: oid 37 updating version 511 to 512 2024-08-19T10:03:02.362 INFO:tasks.rados.rados.0.smithi190.stdout:1289: oid 37 updating version 512 to 513 2024-08-19T10:03:02.362 INFO:tasks.rados.rados.0.smithi190.stdout:1289: oid 37 updating version 513 to 514 2024-08-19T10:03:02.362 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 514 (ObjNum 399 snap 130 seq_num 399) dirty exists 2024-08-19T10:03:02.362 INFO:tasks.rados.rados.0.smithi190.stdout:1289: left oid 37 (ObjNum 399 snap 130 seq_num 399) 2024-08-19T10:03:02.362 INFO:tasks.rados.rados.0.smithi190.stdout:1291: expect (ObjNum 341 snap 117 seq_num 341) 2024-08-19T10:03:02.421 INFO:tasks.rados.rados.0.smithi190.stdout:1290: finishing copy_from racing read to smithi19066007-43 2024-08-19T10:03:02.421 INFO:tasks.rados.rados.0.smithi190.stdout:1290: finishing copy_from to smithi19066007-43 2024-08-19T10:03:02.421 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 729 (ObjNum 391 snap 130 seq_num 391) dirty exists 2024-08-19T10:03:02.421 INFO:tasks.rados.rados.0.smithi190.stdout:1289: done (3 left) 2024-08-19T10:03:02.422 INFO:tasks.rados.rados.0.smithi190.stdout:1290: done (2 left) 2024-08-19T10:03:02.422 INFO:tasks.rados.rados.0.smithi190.stdout:1291: done (1 left) 2024-08-19T10:03:02.422 INFO:tasks.rados.rados.0.smithi190.stdout:1292: done (0 left) 2024-08-19T10:03:02.422 INFO:tasks.rados.rados.0.smithi190.stdout:1293: snap_remove snap 125 2024-08-19T10:03:02.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:02 smithi196 ceph-mon[72638]: osdmap e332: 8 total, 8 up, 8 in 2024-08-19T10:03:02.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:02 smithi190 ceph-mon[77620]: osdmap e332: 8 total, 8 up, 8 in 2024-08-19T10:03:02.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:02 smithi190 ceph-mon[80032]: osdmap e332: 8 total, 8 up, 8 in 2024-08-19T10:03:03.299 INFO:tasks.rados.rados.0.smithi190.stdout:1293: done (0 left) 2024-08-19T10:03:03.299 INFO:tasks.rados.rados.0.smithi190.stdout:1294: delete oid 31 current snap is 130 2024-08-19T10:03:03.309 INFO:tasks.rados.rados.0.smithi190.stdout:1294: done (0 left) 2024-08-19T10:03:03.309 INFO:tasks.rados.rados.0.smithi190.stdout:1295: snap_remove snap 95 2024-08-19T10:03:03.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:03 smithi196 ceph-mon[72638]: pgmap v169: 121 pgs: 121 active+clean; 357 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.1 MiB/s wr, 32 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-19T10:03:03.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:03 smithi196 ceph-mon[72638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 110/693 objects degraded (15.873%), 11 pgs degraded) 2024-08-19T10:03:03.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:03 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:03:03.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:03 smithi196 ceph-mon[72638]: osdmap e333: 8 total, 8 up, 8 in 2024-08-19T10:03:03.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:03 smithi196 ceph-mon[72638]: osdmap e334: 8 total, 8 up, 8 in 2024-08-19T10:03:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:03 smithi190 ceph-mon[77620]: pgmap v169: 121 pgs: 121 active+clean; 357 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.1 MiB/s wr, 32 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-19T10:03:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:03 smithi190 ceph-mon[77620]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 110/693 objects degraded (15.873%), 11 pgs degraded) 2024-08-19T10:03:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:03 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:03:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:03 smithi190 ceph-mon[77620]: osdmap e333: 8 total, 8 up, 8 in 2024-08-19T10:03:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:03 smithi190 ceph-mon[77620]: osdmap e334: 8 total, 8 up, 8 in 2024-08-19T10:03:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:03 smithi190 ceph-mon[80032]: pgmap v169: 121 pgs: 121 active+clean; 357 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.1 MiB/s wr, 32 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-19T10:03:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:03 smithi190 ceph-mon[80032]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 110/693 objects degraded (15.873%), 11 pgs degraded) 2024-08-19T10:03:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:03 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:03:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:03 smithi190 ceph-mon[80032]: osdmap e333: 8 total, 8 up, 8 in 2024-08-19T10:03:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:03 smithi190 ceph-mon[80032]: osdmap e334: 8 total, 8 up, 8 in 2024-08-19T10:03:04.302 INFO:tasks.rados.rados.0.smithi190.stdout:1295: done (0 left) 2024-08-19T10:03:04.302 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 130 2024-08-19T10:03:04.302 INFO:tasks.rados.rados.0.smithi190.stdout:1296: seq_num 401 ranges {0=720896,720896=606208,1327104=598016} 2024-08-19T10:03:04.307 INFO:tasks.rados.rados.0.smithi190.stdout:1296: writing smithi19066007-16 from 0 to 720896 tid 1 2024-08-19T10:03:04.314 INFO:tasks.rados.rados.0.smithi190.stdout:1296: writing smithi19066007-16 from 720896 to 1327104 tid 2 2024-08-19T10:03:04.315 INFO:tasks.rados.rados.0.smithi190.stdout:1296: writing smithi19066007-16 from 1327104 to 1925120 tid 3 2024-08-19T10:03:04.315 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 15 current snap is 130 2024-08-19T10:03:04.315 INFO:tasks.rados.rados.0.smithi190.stdout:1296: finishing write tid 1 to smithi19066007-16 2024-08-19T10:03:04.315 INFO:tasks.rados.rados.0.smithi190.stdout:1297: seq_num 402 ranges {2785280=737280,3522560=491520,4014080=516096,4530176=196608} 2024-08-19T10:03:04.334 INFO:tasks.rados.rados.0.smithi190.stdout:1297: writing smithi19066007-15 from 2785280 to 3522560 tid 1 2024-08-19T10:03:04.337 INFO:tasks.rados.rados.0.smithi190.stdout:1297: writing smithi19066007-15 from 3522560 to 4014080 tid 2 2024-08-19T10:03:04.340 INFO:tasks.rados.rados.0.smithi190.stdout:1297: writing smithi19066007-15 from 4014080 to 4530176 tid 3 2024-08-19T10:03:04.341 INFO:tasks.rados.rados.0.smithi190.stdout:1297: writing smithi19066007-15 from 4530176 to 4726784 tid 4 2024-08-19T10:03:04.341 INFO:tasks.rados.rados.0.smithi190.stdout:1298: snap_remove snap 119 2024-08-19T10:03:04.526 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:03:04 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:03:04] "GET /metrics HTTP/1.1" 200 36087 "" "Prometheus/2.43.0" 2024-08-19T10:03:05.307 INFO:tasks.rados.rados.0.smithi190.stdout:1298: done (2 left) 2024-08-19T10:03:05.308 INFO:tasks.rados.rados.0.smithi190.stdout:1299: read oid 20 snap -1 2024-08-19T10:03:05.308 INFO:tasks.rados.rados.0.smithi190.stdout:1299: expect (ObjNum 398 snap 130 seq_num 398) 2024-08-19T10:03:05.308 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 130 2024-08-19T10:03:05.308 INFO:tasks.rados.rados.0.smithi190.stdout:1296: finishing write tid 2 to smithi19066007-16 2024-08-19T10:03:05.308 INFO:tasks.rados.rados.0.smithi190.stdout:1296: finishing write tid 3 to smithi19066007-16 2024-08-19T10:03:05.308 INFO:tasks.rados.rados.0.smithi190.stdout:1296: finishing write tid 4 to smithi19066007-16 2024-08-19T10:03:05.308 INFO:tasks.rados.rados.0.smithi190.stdout:1296: finishing write tid 5 to smithi19066007-16 2024-08-19T10:03:05.308 INFO:tasks.rados.rados.0.smithi190.stdout:1296: oid 16 updating version 0 to 518 2024-08-19T10:03:05.309 INFO:tasks.rados.rados.0.smithi190.stdout:1296: oid 16 version 518 is already newer than 515 2024-08-19T10:03:05.309 INFO:tasks.rados.rados.0.smithi190.stdout:1296: oid 16 version 518 is already newer than 517 2024-08-19T10:03:05.309 INFO:tasks.rados.rados.0.smithi190.stdout:1296: oid 16 version 518 is already newer than 516 2024-08-19T10:03:05.309 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 518 (ObjNum 401 snap 130 seq_num 401) dirty exists 2024-08-19T10:03:05.309 INFO:tasks.rados.rados.0.smithi190.stdout:1296: left oid 16 (ObjNum 401 snap 130 seq_num 401) 2024-08-19T10:03:05.309 INFO:tasks.rados.rados.0.smithi190.stdout:1297: finishing write tid 1 to smithi19066007-15 2024-08-19T10:03:05.309 INFO:tasks.rados.rados.0.smithi190.stdout:1297: finishing write tid 2 to smithi19066007-15 2024-08-19T10:03:05.309 INFO:tasks.rados.rados.0.smithi190.stdout:1297: finishing write tid 3 to smithi19066007-15 2024-08-19T10:03:05.309 INFO:tasks.rados.rados.0.smithi190.stdout:1297: finishing write tid 4 to smithi19066007-15 2024-08-19T10:03:05.310 INFO:tasks.rados.rados.0.smithi190.stdout:1297: finishing write tid 5 to smithi19066007-15 2024-08-19T10:03:05.310 INFO:tasks.rados.rados.0.smithi190.stdout:1297: finishing write tid 6 to smithi19066007-15 2024-08-19T10:03:05.310 INFO:tasks.rados.rados.0.smithi190.stdout:1297: oid 15 updating version 0 to 724 2024-08-19T10:03:05.310 INFO:tasks.rados.rados.0.smithi190.stdout:1297: oid 15 version 724 is already newer than 722 2024-08-19T10:03:05.310 INFO:tasks.rados.rados.0.smithi190.stdout:1297: oid 15 version 724 is already newer than 723 2024-08-19T10:03:05.310 INFO:tasks.rados.rados.0.smithi190.stdout:1297: oid 15 updating version 724 to 725 2024-08-19T10:03:05.310 INFO:tasks.rados.rados.0.smithi190.stdout:1297: oid 15 updating version 725 to 726 2024-08-19T10:03:05.310 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 726 (ObjNum 402 snap 130 seq_num 402) dirty exists 2024-08-19T10:03:05.310 INFO:tasks.rados.rados.0.smithi190.stdout:1297: left oid 15 (ObjNum 402 snap 130 seq_num 402) 2024-08-19T10:03:05.310 INFO:tasks.rados.rados.0.smithi190.stdout:1300: seq_num 403 ranges {3522560=753664,4276224=425984,4702208=720896,5423104=57344} 2024-08-19T10:03:05.334 INFO:tasks.rados.rados.0.smithi190.stdout:1300: writing smithi19066007-49 from 3522560 to 4276224 tid 1 2024-08-19T10:03:05.335 INFO:tasks.rados.rados.0.smithi190.stdout:1300: writing smithi19066007-49 from 4276224 to 4702208 tid 2 2024-08-19T10:03:05.339 INFO:tasks.rados.rados.0.smithi190.stdout:1300: writing smithi19066007-49 from 4702208 to 5423104 tid 3 2024-08-19T10:03:05.340 INFO:tasks.rados.rados.0.smithi190.stdout:1300: writing smithi19066007-49 from 5423104 to 5480448 tid 4 2024-08-19T10:03:05.340 INFO:tasks.rados.rados.0.smithi190.stdout:1296: done (3 left) 2024-08-19T10:03:05.340 INFO:tasks.rados.rados.0.smithi190.stdout:1297: done (2 left) 2024-08-19T10:03:05.340 INFO:tasks.rados.rados.0.smithi190.stdout:1301: rollback oid 40 current snap is 130 2024-08-19T10:03:05.340 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 40 to 129 2024-08-19T10:03:05.341 INFO:tasks.rados.rados.0.smithi190.stdout:1299: expect (ObjNum 398 snap 130 seq_num 398) 2024-08-19T10:03:05.445 INFO:tasks.rados.rados.0.smithi190.stdout:1300: finishing write tid 1 to smithi19066007-49 2024-08-19T10:03:05.445 INFO:tasks.rados.rados.0.smithi190.stdout:1300: finishing write tid 2 to smithi19066007-49 2024-08-19T10:03:05.445 INFO:tasks.rados.rados.0.smithi190.stdout:1301: finishing rollback tid 1 to smithi19066007-40 2024-08-19T10:03:05.445 INFO:tasks.rados.rados.0.smithi190.stdout:1301: finishing rollback tid 2 to smithi19066007-40 2024-08-19T10:03:05.445 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 97 (ObjNum 337 snap 115 seq_num 337) dirty exists 2024-08-19T10:03:05.445 INFO:tasks.rados.rados.0.smithi190.stdout:1300: finishing write tid 3 to smithi19066007-49 2024-08-19T10:03:05.445 INFO:tasks.rados.rados.0.smithi190.stdout:1300: finishing write tid 4 to smithi19066007-49 2024-08-19T10:03:05.445 INFO:tasks.rados.rados.0.smithi190.stdout:1300: finishing write tid 5 to smithi19066007-49 2024-08-19T10:03:05.446 INFO:tasks.rados.rados.0.smithi190.stdout:1300: finishing write tid 6 to smithi19066007-49 2024-08-19T10:03:05.446 INFO:tasks.rados.rados.0.smithi190.stdout:1300: oid 49 updating version 0 to 669 2024-08-19T10:03:05.446 INFO:tasks.rados.rados.0.smithi190.stdout:1300: oid 49 updating version 669 to 671 2024-08-19T10:03:05.446 INFO:tasks.rados.rados.0.smithi190.stdout:1300: oid 49 version 671 is already newer than 668 2024-08-19T10:03:05.446 INFO:tasks.rados.rados.0.smithi190.stdout:1300: oid 49 version 671 is already newer than 670 2024-08-19T10:03:05.446 INFO:tasks.rados.rados.0.smithi190.stdout:1300: oid 49 version 671 is already newer than 667 2024-08-19T10:03:05.446 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 671 (ObjNum 403 snap 130 seq_num 403) dirty exists 2024-08-19T10:03:05.446 INFO:tasks.rados.rados.0.smithi190.stdout:1300: left oid 49 (ObjNum 403 snap 130 seq_num 403) 2024-08-19T10:03:05.446 INFO:tasks.rados.rados.0.smithi190.stdout:1299: done (2 left) 2024-08-19T10:03:05.446 INFO:tasks.rados.rados.0.smithi190.stdout:1300: done (1 left) 2024-08-19T10:03:05.446 INFO:tasks.rados.rados.0.smithi190.stdout:1301: done (0 left) 2024-08-19T10:03:05.446 INFO:tasks.rados.rados.0.smithi190.stdout:1302: read oid 40 snap -1 2024-08-19T10:03:05.446 INFO:tasks.rados.rados.0.smithi190.stdout:1302: expect (ObjNum 337 snap 115 seq_num 337) 2024-08-19T10:03:05.446 INFO:tasks.rados.rados.0.smithi190.stdout:1303: snap_remove snap 118 2024-08-19T10:03:05.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:05 smithi190 ceph-mon[77620]: pgmap v172: 121 pgs: 121 active+clean; 372 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 8.9 MiB/s wr, 35 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-19T10:03:05.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:05 smithi190 ceph-mon[77620]: osdmap e335: 8 total, 8 up, 8 in 2024-08-19T10:03:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:05 smithi190 ceph-mon[80032]: pgmap v172: 121 pgs: 121 active+clean; 372 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 8.9 MiB/s wr, 35 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-19T10:03:05.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:05 smithi190 ceph-mon[80032]: osdmap e335: 8 total, 8 up, 8 in 2024-08-19T10:03:05.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:05 smithi196 ceph-mon[72638]: pgmap v172: 121 pgs: 121 active+clean; 372 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 8.9 MiB/s wr, 35 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-19T10:03:05.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:05 smithi196 ceph-mon[72638]: osdmap e335: 8 total, 8 up, 8 in 2024-08-19T10:03:06.313 INFO:tasks.rados.rados.0.smithi190.stdout:1302: expect (ObjNum 337 snap 115 seq_num 337) 2024-08-19T10:03:06.342 INFO:tasks.rados.rados.0.smithi190.stdout:1302: done (1 left) 2024-08-19T10:03:06.342 INFO:tasks.rados.rados.0.smithi190.stdout:1303: done (0 left) 2024-08-19T10:03:06.342 INFO:tasks.rados.rados.0.smithi190.stdout:1304: rollback oid 11 current snap is 130 2024-08-19T10:03:06.342 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 11 to 128 2024-08-19T10:03:06.342 INFO:tasks.rados.rados.0.smithi190.stdout:1305: snap_remove snap 126 2024-08-19T10:03:06.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:06 smithi190 ceph-mon[77620]: osdmap e336: 8 total, 8 up, 8 in 2024-08-19T10:03:06.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:06 smithi190 ceph-mon[80032]: osdmap e336: 8 total, 8 up, 8 in 2024-08-19T10:03:06.568 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:06 smithi196 ceph-mon[72638]: osdmap e336: 8 total, 8 up, 8 in 2024-08-19T10:03:07.325 INFO:tasks.rados.rados.0.smithi190.stdout:1305: done (1 left) 2024-08-19T10:03:07.325 INFO:tasks.rados.rados.0.smithi190.stdout:1306: setattr oid 32 current snap is 130 2024-08-19T10:03:07.325 INFO:tasks.rados.rados.0.smithi190.stdout:1304: finishing rollback tid 0 to smithi19066007-11 2024-08-19T10:03:07.326 INFO:tasks.rados.rados.0.smithi190.stdout:1304: finishing rollback tid 1 to smithi19066007-11 2024-08-19T10:03:07.326 INFO:tasks.rados.rados.0.smithi190.stdout:1304: finishing rollback tid 2 to smithi19066007-11 2024-08-19T10:03:07.326 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 396 (ObjNum 386 snap 126 seq_num 386) dirty exists 2024-08-19T10:03:07.327 INFO:tasks.rados.rados.0.smithi190.stdout:1304: done (1 left) 2024-08-19T10:03:07.327 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 130 2024-08-19T10:03:07.327 INFO:tasks.rados.rados.0.smithi190.stdout:1307: seq_num 404 ranges {2940928=770048,3710976=712704,4423680=491520} 2024-08-19T10:03:07.349 INFO:tasks.rados.rados.0.smithi190.stdout:1307: writing smithi19066007-6 from 2940928 to 3710976 tid 1 2024-08-19T10:03:07.353 INFO:tasks.rados.rados.0.smithi190.stdout:1307: writing smithi19066007-6 from 3710976 to 4423680 tid 2 2024-08-19T10:03:07.355 INFO:tasks.rados.rados.0.smithi190.stdout:1307: writing smithi19066007-6 from 4423680 to 4915200 tid 3 2024-08-19T10:03:07.356 INFO:tasks.rados.rados.0.smithi190.stdout:1308: snap_remove snap 85 2024-08-19T10:03:07.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:07 smithi190 ceph-mon[77620]: pgmap v175: 121 pgs: 121 active+clean; 372 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.8 MiB/s wr, 3 op/s 2024-08-19T10:03:07.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:07 smithi190 ceph-mon[77620]: osdmap e337: 8 total, 8 up, 8 in 2024-08-19T10:03:07.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:07 smithi190 ceph-mon[80032]: pgmap v175: 121 pgs: 121 active+clean; 372 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.8 MiB/s wr, 3 op/s 2024-08-19T10:03:07.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:07 smithi190 ceph-mon[80032]: osdmap e337: 8 total, 8 up, 8 in 2024-08-19T10:03:07.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:07 smithi196 ceph-mon[72638]: pgmap v175: 121 pgs: 121 active+clean; 372 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 3.8 MiB/s wr, 3 op/s 2024-08-19T10:03:07.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:07 smithi196 ceph-mon[72638]: osdmap e337: 8 total, 8 up, 8 in 2024-08-19T10:03:08.300 INFO:tasks.rados.rados.0.smithi190.stdout:1308: done (2 left) 2024-08-19T10:03:08.300 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 46 current snap is 130 2024-08-19T10:03:08.300 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 772 (ObjNum 376 snap 124 seq_num 376) dirty exists 2024-08-19T10:03:08.300 INFO:tasks.rados.rados.0.smithi190.stdout:1309: seq_num 405 ranges {0=786432,786432=589824,1376256=614400} 2024-08-19T10:03:08.305 INFO:tasks.rados.rados.0.smithi190.stdout:1309: writing smithi19066007-46 from 0 to 786432 tid 1 2024-08-19T10:03:08.309 INFO:tasks.rados.rados.0.smithi190.stdout:1309: writing smithi19066007-46 from 786432 to 1376256 tid 2 2024-08-19T10:03:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:1309: writing smithi19066007-46 from 1376256 to 1990656 tid 3 2024-08-19T10:03:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:1306: done (2 left) 2024-08-19T10:03:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:1310: rollback oid 39 current snap is 130 2024-08-19T10:03:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 39 to 63 2024-08-19T10:03:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:1307: finishing write tid 1 to smithi19066007-6 2024-08-19T10:03:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:1307: finishing write tid 2 to smithi19066007-6 2024-08-19T10:03:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:1307: finishing write tid 3 to smithi19066007-6 2024-08-19T10:03:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:1307: finishing write tid 4 to smithi19066007-6 2024-08-19T10:03:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:1307: finishing write tid 5 to smithi19066007-6 2024-08-19T10:03:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:1307: oid 6 updating version 0 to 751 2024-08-19T10:03:08.314 INFO:tasks.rados.rados.0.smithi190.stdout:1307: oid 6 updating version 751 to 752 2024-08-19T10:03:08.315 INFO:tasks.rados.rados.0.smithi190.stdout:1307: oid 6 version 752 is already newer than 750 2024-08-19T10:03:08.315 INFO:tasks.rados.rados.0.smithi190.stdout:1307: oid 6 version 752 is already newer than 749 2024-08-19T10:03:08.315 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 752 (ObjNum 404 snap 130 seq_num 404) dirty exists 2024-08-19T10:03:08.315 INFO:tasks.rados.rados.0.smithi190.stdout:1307: left oid 6 (ObjNum 404 snap 130 seq_num 404) 2024-08-19T10:03:08.315 INFO:tasks.rados.rados.0.smithi190.stdout:1307: done (2 left) 2024-08-19T10:03:08.315 INFO:tasks.rados.rados.0.smithi190.stdout:1311: copy_from oid 28 from oid 31 current snap is 130 2024-08-19T10:03:08.315 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 130 2024-08-19T10:03:08.315 INFO:tasks.rados.rados.0.smithi190.stdout:1312: seq_num 406 ranges {3825664=802816,4628480=475136,5103616=499712,5603328=229376} 2024-08-19T10:03:08.340 INFO:tasks.rados.rados.0.smithi190.stdout:1312: writing smithi19066007-29 from 3825664 to 4628480 tid 1 2024-08-19T10:03:08.343 INFO:tasks.rados.rados.0.smithi190.stdout:1312: writing smithi19066007-29 from 4628480 to 5103616 tid 2 2024-08-19T10:03:08.346 INFO:tasks.rados.rados.0.smithi190.stdout:1312: writing smithi19066007-29 from 5103616 to 5603328 tid 3 2024-08-19T10:03:08.348 INFO:tasks.rados.rados.0.smithi190.stdout:1312: writing smithi19066007-29 from 5603328 to 5832704 tid 4 2024-08-19T10:03:08.348 INFO:tasks.rados.rados.0.smithi190.stdout:1313: read oid 3 snap -1 2024-08-19T10:03:08.348 INFO:tasks.rados.rados.0.smithi190.stdout:1313: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:03:08.348 INFO:tasks.rados.rados.0.smithi190.stdout:1314: rollback oid 9 current snap is 130 2024-08-19T10:03:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 9 to 63 2024-08-19T10:03:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:1311: finishing copy_from to smithi19066007-28 2024-08-19T10:03:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:1311: got expected ENOENT (src dne) 2024-08-19T10:03:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:1311: finishing copy_from racing read to smithi19066007-28 2024-08-19T10:03:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:1310: finishing rollback tid 0 to smithi19066007-39 2024-08-19T10:03:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:1311: done (5 left) 2024-08-19T10:03:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:1315: delete oid 27 current snap is 130 2024-08-19T10:03:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:1309: finishing write tid 1 to smithi19066007-46 2024-08-19T10:03:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:1310: finishing rollback tid 1 to smithi19066007-39 2024-08-19T10:03:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:1310: finishing rollback tid 2 to smithi19066007-39 2024-08-19T10:03:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1003 (ObjNum 217 snap 53 seq_num 217) dirty exists 2024-08-19T10:03:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:1309: finishing write tid 2 to smithi19066007-46 2024-08-19T10:03:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:1309: finishing write tid 3 to smithi19066007-46 2024-08-19T10:03:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:1309: finishing write tid 4 to smithi19066007-46 2024-08-19T10:03:08.350 INFO:tasks.rados.rados.0.smithi190.stdout:1309: finishing write tid 5 to smithi19066007-46 2024-08-19T10:03:08.350 INFO:tasks.rados.rados.0.smithi190.stdout:1309: oid 46 updating version 0 to 502 2024-08-19T10:03:08.350 INFO:tasks.rados.rados.0.smithi190.stdout:1309: oid 46 updating version 502 to 503 2024-08-19T10:03:08.350 INFO:tasks.rados.rados.0.smithi190.stdout:1309: oid 46 updating version 503 to 504 2024-08-19T10:03:08.350 INFO:tasks.rados.rados.0.smithi190.stdout:1309: oid 46 version 504 is already newer than 501 2024-08-19T10:03:08.350 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 504 (ObjNum 405 snap 130 seq_num 405) dirty exists 2024-08-19T10:03:08.350 INFO:tasks.rados.rados.0.smithi190.stdout:1309: left oid 46 (ObjNum 405 snap 130 seq_num 405) 2024-08-19T10:03:08.350 INFO:tasks.rados.rados.0.smithi190.stdout:1312: finishing write tid 1 to smithi19066007-29 2024-08-19T10:03:08.350 INFO:tasks.rados.rados.0.smithi190.stdout:1312: finishing write tid 2 to smithi19066007-29 2024-08-19T10:03:08.351 INFO:tasks.rados.rados.0.smithi190.stdout:1313: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:03:08.351 INFO:tasks.rados.rados.0.smithi190.stdout:1312: finishing write tid 3 to smithi19066007-29 2024-08-19T10:03:08.351 INFO:tasks.rados.rados.0.smithi190.stdout:1314: finishing rollback tid 0 to smithi19066007-9 2024-08-19T10:03:08.351 INFO:tasks.rados.rados.0.smithi190.stdout:1312: finishing write tid 4 to smithi19066007-29 2024-08-19T10:03:08.351 INFO:tasks.rados.rados.0.smithi190.stdout:1312: finishing write tid 5 to smithi19066007-29 2024-08-19T10:03:08.352 INFO:tasks.rados.rados.0.smithi190.stdout:1309: done (5 left) 2024-08-19T10:03:08.352 INFO:tasks.rados.rados.0.smithi190.stdout:1310: done (4 left) 2024-08-19T10:03:08.352 INFO:tasks.rados.rados.0.smithi190.stdout:1313: done (3 left) 2024-08-19T10:03:08.352 INFO:tasks.rados.rados.0.smithi190.stdout:1315: done (2 left) 2024-08-19T10:03:08.352 INFO:tasks.rados.rados.0.smithi190.stdout:1316: delete oid 1 current snap is 130 2024-08-19T10:03:08.352 INFO:tasks.rados.rados.0.smithi190.stdout:1314: finishing rollback tid 1 to smithi19066007-9 2024-08-19T10:03:08.352 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 631 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-19T10:03:08.353 INFO:tasks.rados.rados.0.smithi190.stdout:1312: finishing write tid 6 to smithi19066007-29 2024-08-19T10:03:08.353 INFO:tasks.rados.rados.0.smithi190.stdout:1312: oid 29 updating version 0 to 425 2024-08-19T10:03:08.353 INFO:tasks.rados.rados.0.smithi190.stdout:1312: oid 29 updating version 425 to 428 2024-08-19T10:03:08.353 INFO:tasks.rados.rados.0.smithi190.stdout:1312: oid 29 version 428 is already newer than 427 2024-08-19T10:03:08.353 INFO:tasks.rados.rados.0.smithi190.stdout:1312: oid 29 version 428 is already newer than 426 2024-08-19T10:03:08.353 INFO:tasks.rados.rados.0.smithi190.stdout:1312: oid 29 updating version 428 to 429 2024-08-19T10:03:08.353 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 429 (ObjNum 406 snap 130 seq_num 406) dirty exists 2024-08-19T10:03:08.353 INFO:tasks.rados.rados.0.smithi190.stdout:1312: left oid 29 (ObjNum 406 snap 130 seq_num 406) 2024-08-19T10:03:08.354 INFO:tasks.rados.rados.0.smithi190.stdout:1312: done (2 left) 2024-08-19T10:03:08.354 INFO:tasks.rados.rados.0.smithi190.stdout:1314: done (1 left) 2024-08-19T10:03:08.354 INFO:tasks.rados.rados.0.smithi190.stdout:1316: done (0 left) 2024-08-19T10:03:08.354 INFO:tasks.rados.rados.0.smithi190.stdout:1317: read oid 32 snap -1 2024-08-19T10:03:08.354 INFO:tasks.rados.rados.0.smithi190.stdout:1317: expect (ObjNum 376 snap 124 seq_num 376) 2024-08-19T10:03:08.354 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 8 current snap is 130 2024-08-19T10:03:08.354 INFO:tasks.rados.rados.0.smithi190.stdout:1318: seq_num 409 ranges {13893632=458752,14352384=532480,14884864=720896,15605760=352256} 2024-08-19T10:03:08.430 INFO:tasks.rados.rados.0.smithi190.stdout:1318: writing smithi19066007-8 from 13893632 to 14352384 tid 1 2024-08-19T10:03:08.433 INFO:tasks.rados.rados.0.smithi190.stdout:1318: writing smithi19066007-8 from 14352384 to 14884864 tid 2 2024-08-19T10:03:08.437 INFO:tasks.rados.rados.0.smithi190.stdout:1318: writing smithi19066007-8 from 14884864 to 15605760 tid 3 2024-08-19T10:03:08.439 INFO:tasks.rados.rados.0.smithi190.stdout:1318: writing smithi19066007-8 from 15605760 to 15958016 tid 4 2024-08-19T10:03:08.439 INFO:tasks.rados.rados.0.smithi190.stdout:1319: rollback oid 23 current snap is 130 2024-08-19T10:03:08.439 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 23 to 92 2024-08-19T10:03:08.439 INFO:tasks.rados.rados.0.smithi190.stdout:1317: expect (ObjNum 376 snap 124 seq_num 376) 2024-08-19T10:03:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:08 smithi196 ceph-mon[72638]: osdmap e338: 8 total, 8 up, 8 in 2024-08-19T10:03:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:08 smithi196 ceph-mon[72638]: osdmap e339: 8 total, 8 up, 8 in 2024-08-19T10:03:08.722 INFO:tasks.rados.rados.0.smithi190.stdout:1318: finishing write tid 1 to smithi19066007-8 2024-08-19T10:03:08.722 INFO:tasks.rados.rados.0.smithi190.stdout:1318: finishing write tid 2 to smithi19066007-8 2024-08-19T10:03:08.722 INFO:tasks.rados.rados.0.smithi190.stdout:1319: finishing rollback tid 0 to smithi19066007-23 2024-08-19T10:03:08.722 INFO:tasks.rados.rados.0.smithi190.stdout:1319: finishing rollback tid 1 to smithi19066007-23 2024-08-19T10:03:08.722 INFO:tasks.rados.rados.0.smithi190.stdout:1318: finishing write tid 3 to smithi19066007-8 2024-08-19T10:03:08.722 INFO:tasks.rados.rados.0.smithi190.stdout:1319: finishing rollback tid 2 to smithi19066007-23 2024-08-19T10:03:08.722 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 634 (ObjNum 280 snap 88 seq_num 280) dirty exists 2024-08-19T10:03:08.722 INFO:tasks.rados.rados.0.smithi190.stdout:1318: finishing write tid 4 to smithi19066007-8 2024-08-19T10:03:08.722 INFO:tasks.rados.rados.0.smithi190.stdout:1317: done (2 left) 2024-08-19T10:03:08.722 INFO:tasks.rados.rados.0.smithi190.stdout:1319: done (1 left) 2024-08-19T10:03:08.722 INFO:tasks.rados.rados.0.smithi190.stdout:1320: copy_from oid 2 from oid 38 current snap is 130 2024-08-19T10:03:08.723 INFO:tasks.rados.rados.0.smithi190.stdout:1318: finishing write tid 5 to smithi19066007-8 2024-08-19T10:03:08.723 INFO:tasks.rados.rados.0.smithi190.stdout:1318: finishing write tid 6 to smithi19066007-8 2024-08-19T10:03:08.723 INFO:tasks.rados.rados.0.smithi190.stdout:1318: oid 8 updating version 0 to 1008 2024-08-19T10:03:08.723 INFO:tasks.rados.rados.0.smithi190.stdout:1318: oid 8 version 1008 is already newer than 1005 2024-08-19T10:03:08.723 INFO:tasks.rados.rados.0.smithi190.stdout:1318: oid 8 version 1008 is already newer than 1007 2024-08-19T10:03:08.723 INFO:tasks.rados.rados.0.smithi190.stdout:1318: oid 8 version 1008 is already newer than 1006 2024-08-19T10:03:08.723 INFO:tasks.rados.rados.0.smithi190.stdout:1318: oid 8 version 1008 is already newer than 1004 2024-08-19T10:03:08.723 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1008 (ObjNum 409 snap 130 seq_num 409) dirty exists 2024-08-19T10:03:08.723 INFO:tasks.rados.rados.0.smithi190.stdout:1318: left oid 8 (ObjNum 409 snap 130 seq_num 409) 2024-08-19T10:03:08.723 INFO:tasks.rados.rados.0.smithi190.stdout:1318: done (1 left) 2024-08-19T10:03:08.723 INFO:tasks.rados.rados.0.smithi190.stdout:1321: snap_remove snap 92 2024-08-19T10:03:08.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:08 smithi190 ceph-mon[77620]: osdmap e338: 8 total, 8 up, 8 in 2024-08-19T10:03:08.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:08 smithi190 ceph-mon[77620]: osdmap e339: 8 total, 8 up, 8 in 2024-08-19T10:03:08.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:08 smithi190 ceph-mon[80032]: osdmap e338: 8 total, 8 up, 8 in 2024-08-19T10:03:08.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:08 smithi190 ceph-mon[80032]: osdmap e339: 8 total, 8 up, 8 in 2024-08-19T10:03:09.334 INFO:tasks.rados.rados.0.smithi190.stdout:1321: done (1 left) 2024-08-19T10:03:09.334 INFO:tasks.rados.rados.0.smithi190.stdout:1322: snap_create 2024-08-19T10:03:09.334 INFO:tasks.rados.rados.0.smithi190.stdout:1320: finishing copy_from racing read to smithi19066007-2 2024-08-19T10:03:09.334 INFO:tasks.rados.rados.0.smithi190.stdout:1320: finishing copy_from to smithi19066007-2 2024-08-19T10:03:09.334 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 474 (ObjNum 352 snap 117 seq_num 352) dirty exists 2024-08-19T10:03:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:09 smithi196 ceph-mon[72638]: pgmap v178: 121 pgs: 121 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-08-19T10:03:09.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:09 smithi190 ceph-mon[77620]: pgmap v178: 121 pgs: 121 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-08-19T10:03:09.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:09 smithi190 ceph-mon[80032]: pgmap v178: 121 pgs: 121 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-08-19T10:03:10.350 INFO:tasks.rados.rados.0.smithi190.stdout:1320: done (1 left) 2024-08-19T10:03:10.350 INFO:tasks.rados.rados.0.smithi190.stdout:1322: done (0 left) 2024-08-19T10:03:10.350 INFO:tasks.rados.rados.0.smithi190.stdout:1323: read oid 28 snap -1 2024-08-19T10:03:10.350 INFO:tasks.rados.rados.0.smithi190.stdout:1323: expect deleted 2024-08-19T10:03:10.351 INFO:tasks.rados.rados.0.smithi190.stdout:1324: read oid 11 snap -1 2024-08-19T10:03:10.351 INFO:tasks.rados.rados.0.smithi190.stdout:1324: expect (ObjNum 386 snap 126 seq_num 386) 2024-08-19T10:03:10.351 INFO:tasks.rados.rados.0.smithi190.stdout:1325: read oid 22 snap -1 2024-08-19T10:03:10.351 INFO:tasks.rados.rados.0.smithi190.stdout:1325: expect (ObjNum 377 snap 124 seq_num 377) 2024-08-19T10:03:10.351 INFO:tasks.rados.rados.0.smithi190.stdout:1326: rollback oid 45 current snap is 131 2024-08-19T10:03:10.351 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 45 to 129 2024-08-19T10:03:10.351 INFO:tasks.rados.rados.0.smithi190.stdout:1327: delete oid 50 current snap is 131 2024-08-19T10:03:10.361 INFO:tasks.rados.rados.0.smithi190.stdout:1323: done (4 left) 2024-08-19T10:03:10.361 INFO:tasks.rados.rados.0.smithi190.stdout:1327: done (3 left) 2024-08-19T10:03:10.361 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 14 current snap is 131 2024-08-19T10:03:10.361 INFO:tasks.rados.rados.0.smithi190.stdout:1328: seq_num 411 ranges {1548288=491520,2039808=753664,2793472=688128,3481600=163840} 2024-08-19T10:03:10.372 INFO:tasks.rados.rados.0.smithi190.stdout:1328: writing smithi19066007-14 from 1548288 to 2039808 tid 1 2024-08-19T10:03:10.377 INFO:tasks.rados.rados.0.smithi190.stdout:1328: writing smithi19066007-14 from 2039808 to 2793472 tid 2 2024-08-19T10:03:10.382 INFO:tasks.rados.rados.0.smithi190.stdout:1328: writing smithi19066007-14 from 2793472 to 3481600 tid 3 2024-08-19T10:03:10.383 INFO:tasks.rados.rados.0.smithi190.stdout:1328: writing smithi19066007-14 from 3481600 to 3645440 tid 4 2024-08-19T10:03:10.384 INFO:tasks.rados.rados.0.smithi190.stdout:1329: rollback oid 39 current snap is 131 2024-08-19T10:03:10.384 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 39 to 63 2024-08-19T10:03:10.384 INFO:tasks.rados.rados.0.smithi190.stdout:1326: finishing rollback tid 0 to smithi19066007-45 2024-08-19T10:03:10.384 INFO:tasks.rados.rados.0.smithi190.stdout:1325: expect (ObjNum 377 snap 124 seq_num 377) 2024-08-19T10:03:10.428 INFO:tasks.rados.rados.0.smithi190.stdout:1326: finishing rollback tid 1 to smithi19066007-45 2024-08-19T10:03:10.428 INFO:tasks.rados.rados.0.smithi190.stdout:1326: finishing rollback tid 2 to smithi19066007-45 2024-08-19T10:03:10.428 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 451 (ObjNum 305 snap 99 seq_num 305) dirty exists 2024-08-19T10:03:10.429 INFO:tasks.rados.rados.0.smithi190.stdout:1325: done (4 left) 2024-08-19T10:03:10.429 INFO:tasks.rados.rados.0.smithi190.stdout:1326: done (3 left) 2024-08-19T10:03:10.429 INFO:tasks.rados.rados.0.smithi190.stdout:1330: copy_from oid 31 from oid 27 current snap is 131 2024-08-19T10:03:10.429 INFO:tasks.rados.rados.0.smithi190.stdout:1328: finishing write tid 1 to smithi19066007-14 2024-08-19T10:03:10.429 INFO:tasks.rados.rados.0.smithi190.stdout:1328: finishing write tid 2 to smithi19066007-14 2024-08-19T10:03:10.429 INFO:tasks.rados.rados.0.smithi190.stdout:1328: finishing write tid 3 to smithi19066007-14 2024-08-19T10:03:10.429 INFO:tasks.rados.rados.0.smithi190.stdout:1328: finishing write tid 4 to smithi19066007-14 2024-08-19T10:03:10.429 INFO:tasks.rados.rados.0.smithi190.stdout:1329: finishing rollback tid 0 to smithi19066007-39 2024-08-19T10:03:10.429 INFO:tasks.rados.rados.0.smithi190.stdout:1328: finishing write tid 5 to smithi19066007-14 2024-08-19T10:03:10.429 INFO:tasks.rados.rados.0.smithi190.stdout:1329: finishing rollback tid 1 to smithi19066007-39 2024-08-19T10:03:10.429 INFO:tasks.rados.rados.0.smithi190.stdout:1329: finishing rollback tid 2 to smithi19066007-39 2024-08-19T10:03:10.429 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1020 (ObjNum 217 snap 53 seq_num 217) dirty exists 2024-08-19T10:03:10.429 INFO:tasks.rados.rados.0.smithi190.stdout:1328: finishing write tid 6 to smithi19066007-14 2024-08-19T10:03:10.430 INFO:tasks.rados.rados.0.smithi190.stdout:1328: oid 14 updating version 0 to 799 2024-08-19T10:03:10.430 INFO:tasks.rados.rados.0.smithi190.stdout:1328: oid 14 version 799 is already newer than 798 2024-08-19T10:03:10.430 INFO:tasks.rados.rados.0.smithi190.stdout:1328: oid 14 version 799 is already newer than 797 2024-08-19T10:03:10.430 INFO:tasks.rados.rados.0.smithi190.stdout:1328: oid 14 updating version 799 to 800 2024-08-19T10:03:10.430 INFO:tasks.rados.rados.0.smithi190.stdout:1328: oid 14 version 800 is already newer than 796 2024-08-19T10:03:10.430 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 800 (ObjNum 411 snap 131 seq_num 411) dirty exists 2024-08-19T10:03:10.430 INFO:tasks.rados.rados.0.smithi190.stdout:1328: left oid 14 (ObjNum 411 snap 131 seq_num 411) 2024-08-19T10:03:10.430 INFO:tasks.rados.rados.0.smithi190.stdout:1324: expect (ObjNum 386 snap 126 seq_num 386) 2024-08-19T10:03:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:10 smithi196 ceph-mon[72638]: osdmap e340: 8 total, 8 up, 8 in 2024-08-19T10:03:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:10 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:10.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:10 smithi190 ceph-mon[77620]: osdmap e340: 8 total, 8 up, 8 in 2024-08-19T10:03:10.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:10 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:10.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:10 smithi190 ceph-mon[80032]: osdmap e340: 8 total, 8 up, 8 in 2024-08-19T10:03:10.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:10 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:10.965 INFO:tasks.rados.rados.0.smithi190.stdout:1330: finishing copy_from to smithi19066007-31 2024-08-19T10:03:10.965 INFO:tasks.rados.rados.0.smithi190.stdout:1330: got expected ENOENT (src dne) 2024-08-19T10:03:10.965 INFO:tasks.rados.rados.0.smithi190.stdout:1330: finishing copy_from racing read to smithi19066007-31 2024-08-19T10:03:10.966 INFO:tasks.rados.rados.0.smithi190.stdout:1324: done (3 left) 2024-08-19T10:03:10.966 INFO:tasks.rados.rados.0.smithi190.stdout:1328: done (2 left) 2024-08-19T10:03:10.966 INFO:tasks.rados.rados.0.smithi190.stdout:1329: done (1 left) 2024-08-19T10:03:10.966 INFO:tasks.rados.rados.0.smithi190.stdout:1330: done (0 left) 2024-08-19T10:03:10.966 INFO:tasks.rados.rados.0.smithi190.stdout:1331: read oid 6 snap -1 2024-08-19T10:03:10.966 INFO:tasks.rados.rados.0.smithi190.stdout:1331: expect (ObjNum 404 snap 130 seq_num 404) 2024-08-19T10:03:10.966 INFO:tasks.rados.rados.0.smithi190.stdout:1332: rmattr oid 42 current snap is 131 2024-08-19T10:03:10.966 INFO:tasks.rados.rados.0.smithi190.stdout:1332: done (1 left) 2024-08-19T10:03:10.966 INFO:tasks.rados.rados.0.smithi190.stdout:1333: read oid 12 snap -1 2024-08-19T10:03:10.966 INFO:tasks.rados.rados.0.smithi190.stdout:1333: expect (ObjNum 377 snap 124 seq_num 377) 2024-08-19T10:03:10.966 INFO:tasks.rados.rados.0.smithi190.stdout:1334: delete oid 15 current snap is 131 2024-08-19T10:03:10.972 INFO:tasks.rados.rados.0.smithi190.stdout:1333: expect (ObjNum 377 snap 124 seq_num 377) 2024-08-19T10:03:11.012 INFO:tasks.rados.rados.0.smithi190.stdout:1331: expect (ObjNum 404 snap 130 seq_num 404) 2024-08-19T10:03:11.215 INFO:tasks.rados.rados.0.smithi190.stdout:1331: done (2 left) 2024-08-19T10:03:11.215 INFO:tasks.rados.rados.0.smithi190.stdout:1333: done (1 left) 2024-08-19T10:03:11.215 INFO:tasks.rados.rados.0.smithi190.stdout:1334: done (0 left) 2024-08-19T10:03:11.215 INFO:tasks.rados.rados.0.smithi190.stdout:1335: rollback oid 12 current snap is 131 2024-08-19T10:03:11.215 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 12 to 63 2024-08-19T10:03:11.215 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 11 current snap is 131 2024-08-19T10:03:11.215 INFO:tasks.rados.rados.0.smithi190.stdout:1336: seq_num 413 ranges {8339456=524288,8863744=516096,9379840=696320,10076160=393216} 2024-08-19T10:03:11.262 INFO:tasks.rados.rados.0.smithi190.stdout:1336: writing smithi19066007-11 from 8339456 to 8863744 tid 1 2024-08-19T10:03:11.264 INFO:tasks.rados.rados.0.smithi190.stdout:1336: writing smithi19066007-11 from 8863744 to 9379840 tid 2 2024-08-19T10:03:11.267 INFO:tasks.rados.rados.0.smithi190.stdout:1336: writing smithi19066007-11 from 9379840 to 10076160 tid 3 2024-08-19T10:03:11.270 INFO:tasks.rados.rados.0.smithi190.stdout:1336: writing smithi19066007-11 from 10076160 to 10469376 tid 4 2024-08-19T10:03:11.270 INFO:tasks.rados.rados.0.smithi190.stdout:1337: setattr oid 13 current snap is 131 2024-08-19T10:03:11.270 INFO:tasks.rados.rados.0.smithi190.stdout:1335: finishing rollback tid 0 to smithi19066007-12 2024-08-19T10:03:11.271 INFO:tasks.rados.rados.0.smithi190.stdout:1335: finishing rollback tid 1 to smithi19066007-12 2024-08-19T10:03:11.271 INFO:tasks.rados.rados.0.smithi190.stdout:1335: finishing rollback tid 2 to smithi19066007-12 2024-08-19T10:03:11.271 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 723 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-19T10:03:11.271 INFO:tasks.rados.rados.0.smithi190.stdout:1336: finishing write tid 1 to smithi19066007-11 2024-08-19T10:03:11.271 INFO:tasks.rados.rados.0.smithi190.stdout:1336: finishing write tid 2 to smithi19066007-11 2024-08-19T10:03:11.272 INFO:tasks.rados.rados.0.smithi190.stdout:1335: done (2 left) 2024-08-19T10:03:11.272 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 19 current snap is 131 2024-08-19T10:03:11.272 INFO:tasks.rados.rados.0.smithi190.stdout:1338: seq_num 414 ranges {0=540672,540672=802816,1343488=458752,1802240=344064} 2024-08-19T10:03:11.275 INFO:tasks.rados.rados.0.smithi190.stdout:1338: writing smithi19066007-19 from 0 to 540672 tid 1 2024-08-19T10:03:11.279 INFO:tasks.rados.rados.0.smithi190.stdout:1338: writing smithi19066007-19 from 540672 to 1343488 tid 2 2024-08-19T10:03:11.282 INFO:tasks.rados.rados.0.smithi190.stdout:1338: writing smithi19066007-19 from 1343488 to 1802240 tid 3 2024-08-19T10:03:11.284 INFO:tasks.rados.rados.0.smithi190.stdout:1338: writing smithi19066007-19 from 1802240 to 2146304 tid 4 2024-08-19T10:03:11.285 INFO:tasks.rados.rados.0.smithi190.stdout:1339: copy_from oid 12 from oid 9 current snap is 131 2024-08-19T10:03:11.285 INFO:tasks.rados.rados.0.smithi190.stdout:1336: finishing write tid 3 to smithi19066007-11 2024-08-19T10:03:11.285 INFO:tasks.rados.rados.0.smithi190.stdout:1336: finishing write tid 4 to smithi19066007-11 2024-08-19T10:03:11.285 INFO:tasks.rados.rados.0.smithi190.stdout:1340: read oid 48 snap 129 2024-08-19T10:03:11.285 INFO:tasks.rados.rados.0.smithi190.stdout:1340: expect (ObjNum 374 snap 124 seq_num 374) 2024-08-19T10:03:11.285 INFO:tasks.rados.rados.0.smithi190.stdout:1341: rmattr oid 10 current snap is 131 2024-08-19T10:03:11.285 INFO:tasks.rados.rados.0.smithi190.stdout:1341: done (5 left) 2024-08-19T10:03:11.285 INFO:tasks.rados.rados.0.smithi190.stdout:1342: snap_remove snap 130 2024-08-19T10:03:11.367 INFO:tasks.rados.rados.0.smithi190.stdout:1342: done (5 left) 2024-08-19T10:03:11.367 INFO:tasks.rados.rados.0.smithi190.stdout:1343: snap_create 2024-08-19T10:03:11.367 INFO:tasks.rados.rados.0.smithi190.stdout:1336: finishing write tid 5 to smithi19066007-11 2024-08-19T10:03:11.367 INFO:tasks.rados.rados.0.smithi190.stdout:1336: finishing write tid 6 to smithi19066007-11 2024-08-19T10:03:11.367 INFO:tasks.rados.rados.0.smithi190.stdout:1336: oid 11 updating version 0 to 415 2024-08-19T10:03:11.367 INFO:tasks.rados.rados.0.smithi190.stdout:1336: oid 11 version 415 is already newer than 412 2024-08-19T10:03:11.367 INFO:tasks.rados.rados.0.smithi190.stdout:1336: oid 11 version 415 is already newer than 413 2024-08-19T10:03:11.367 INFO:tasks.rados.rados.0.smithi190.stdout:1336: oid 11 updating version 415 to 416 2024-08-19T10:03:11.367 INFO:tasks.rados.rados.0.smithi190.stdout:1336: oid 11 version 416 is already newer than 414 2024-08-19T10:03:11.367 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 416 (ObjNum 413 snap 131 seq_num 413) dirty exists 2024-08-19T10:03:11.368 INFO:tasks.rados.rados.0.smithi190.stdout:1336: left oid 11 (ObjNum 413 snap 131 seq_num 413) 2024-08-19T10:03:11.368 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 724 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:03:11.368 INFO:tasks.rados.rados.0.smithi190.stdout:1338: finishing write tid 1 to smithi19066007-19 2024-08-19T10:03:11.368 INFO:tasks.rados.rados.0.smithi190.stdout:1338: finishing write tid 2 to smithi19066007-19 2024-08-19T10:03:11.368 INFO:tasks.rados.rados.0.smithi190.stdout:1338: finishing write tid 3 to smithi19066007-19 2024-08-19T10:03:11.368 INFO:tasks.rados.rados.0.smithi190.stdout:1338: finishing write tid 4 to smithi19066007-19 2024-08-19T10:03:11.368 INFO:tasks.rados.rados.0.smithi190.stdout:1338: finishing write tid 5 to smithi19066007-19 2024-08-19T10:03:11.368 INFO:tasks.rados.rados.0.smithi190.stdout:1339: finishing copy_from to smithi19066007-12 2024-08-19T10:03:11.368 INFO:tasks.rados.rados.0.smithi190.stdout:1339: got expected ENOENT (src dne) 2024-08-19T10:03:11.368 INFO:tasks.rados.rados.0.smithi190.stdout:1339: finishing copy_from racing read to smithi19066007-12 2024-08-19T10:03:11.368 INFO:tasks.rados.rados.0.smithi190.stdout:1338: finishing write tid 6 to smithi19066007-19 2024-08-19T10:03:11.368 INFO:tasks.rados.rados.0.smithi190.stdout:1338: oid 19 updating version 0 to 725 2024-08-19T10:03:11.368 INFO:tasks.rados.rados.0.smithi190.stdout:1338: oid 19 updating version 725 to 726 2024-08-19T10:03:11.368 INFO:tasks.rados.rados.0.smithi190.stdout:1338: oid 19 updating version 726 to 728 2024-08-19T10:03:11.368 INFO:tasks.rados.rados.0.smithi190.stdout:1338: oid 19 version 728 is already newer than 727 2024-08-19T10:03:11.369 INFO:tasks.rados.rados.0.smithi190.stdout:1338: oid 19 updating version 728 to 729 2024-08-19T10:03:11.369 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 729 (ObjNum 414 snap 131 seq_num 414) dirty exists 2024-08-19T10:03:11.369 INFO:tasks.rados.rados.0.smithi190.stdout:1338: left oid 19 (ObjNum 414 snap 131 seq_num 414) 2024-08-19T10:03:11.369 INFO:tasks.rados.rados.0.smithi190.stdout:1340: expect (ObjNum 374 snap 124 seq_num 374) 2024-08-19T10:03:11.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:11 smithi196 ceph-mon[72638]: pgmap v181: 121 pgs: 121 active+clean; 358 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-08-19T10:03:11.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:11 smithi196 ceph-mon[72638]: osdmap e341: 8 total, 8 up, 8 in 2024-08-19T10:03:11.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:11 smithi190 ceph-mon[77620]: pgmap v181: 121 pgs: 121 active+clean; 358 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-08-19T10:03:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:11 smithi190 ceph-mon[77620]: osdmap e341: 8 total, 8 up, 8 in 2024-08-19T10:03:11.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:11 smithi190 ceph-mon[80032]: pgmap v181: 121 pgs: 121 active+clean; 358 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-08-19T10:03:11.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:11 smithi190 ceph-mon[80032]: osdmap e341: 8 total, 8 up, 8 in 2024-08-19T10:03:12.368 INFO:tasks.rados.rados.0.smithi190.stdout:1336: done (5 left) 2024-08-19T10:03:12.368 INFO:tasks.rados.rados.0.smithi190.stdout:1337: done (4 left) 2024-08-19T10:03:12.368 INFO:tasks.rados.rados.0.smithi190.stdout:1338: done (3 left) 2024-08-19T10:03:12.368 INFO:tasks.rados.rados.0.smithi190.stdout:1339: done (2 left) 2024-08-19T10:03:12.368 INFO:tasks.rados.rados.0.smithi190.stdout:1340: done (1 left) 2024-08-19T10:03:12.369 INFO:tasks.rados.rados.0.smithi190.stdout:1343: done (0 left) 2024-08-19T10:03:12.369 INFO:tasks.rados.rados.0.smithi190.stdout:1344: read oid 36 snap -1 2024-08-19T10:03:12.369 INFO:tasks.rados.rados.0.smithi190.stdout:1344: expect deleted 2024-08-19T10:03:12.369 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 1 current snap is 132 2024-08-19T10:03:12.369 INFO:tasks.rados.rados.0.smithi190.stdout:1345: seq_num 415 ranges {0=557056,557056=688128,1245184=663552,1908736=253952} 2024-08-19T10:03:12.371 INFO:tasks.rados.rados.0.smithi190.stdout:1345: writing smithi19066007-1 from 0 to 557056 tid 1 2024-08-19T10:03:12.375 INFO:tasks.rados.rados.0.smithi190.stdout:1345: writing smithi19066007-1 from 557056 to 1245184 tid 2 2024-08-19T10:03:12.379 INFO:tasks.rados.rados.0.smithi190.stdout:1345: writing smithi19066007-1 from 1245184 to 1908736 tid 3 2024-08-19T10:03:12.381 INFO:tasks.rados.rados.0.smithi190.stdout:1345: writing smithi19066007-1 from 1908736 to 2162688 tid 4 2024-08-19T10:03:12.382 INFO:tasks.rados.rados.0.smithi190.stdout:1346: rollback oid 8 current snap is 132 2024-08-19T10:03:12.382 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 8 to 123 2024-08-19T10:03:12.382 INFO:tasks.rados.rados.0.smithi190.stdout:1345: finishing write tid 1 to smithi19066007-1 2024-08-19T10:03:12.382 INFO:tasks.rados.rados.0.smithi190.stdout:1345: finishing write tid 2 to smithi19066007-1 2024-08-19T10:03:12.382 INFO:tasks.rados.rados.0.smithi190.stdout:1344: done (2 left) 2024-08-19T10:03:12.382 INFO:tasks.rados.rados.0.smithi190.stdout:1347: rollback oid 3 current snap is 132 2024-08-19T10:03:12.382 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 3 to 128 2024-08-19T10:03:12.382 INFO:tasks.rados.rados.0.smithi190.stdout:1348: rmattr oid 41 current snap is 132 2024-08-19T10:03:12.382 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 46 current snap is 132 2024-08-19T10:03:12.382 INFO:tasks.rados.rados.0.smithi190.stdout:1349: seq_num 416 ranges {1990656=573440,2564096=573440,3137536=475136,3612672=557056} 2024-08-19T10:03:12.396 INFO:tasks.rados.rados.0.smithi190.stdout:1349: writing smithi19066007-46 from 1990656 to 2564096 tid 1 2024-08-19T10:03:12.399 INFO:tasks.rados.rados.0.smithi190.stdout:1349: writing smithi19066007-46 from 2564096 to 3137536 tid 2 2024-08-19T10:03:12.401 INFO:tasks.rados.rados.0.smithi190.stdout:1349: writing smithi19066007-46 from 3137536 to 3612672 tid 3 2024-08-19T10:03:12.405 INFO:tasks.rados.rados.0.smithi190.stdout:1349: writing smithi19066007-46 from 3612672 to 4169728 tid 4 2024-08-19T10:03:12.405 INFO:tasks.rados.rados.0.smithi190.stdout:1350: read oid 43 snap -1 2024-08-19T10:03:12.405 INFO:tasks.rados.rados.0.smithi190.stdout:1350: expect (ObjNum 391 snap 130 seq_num 391) 2024-08-19T10:03:12.406 INFO:tasks.rados.rados.0.smithi190.stdout:1351: read oid 44 snap -1 2024-08-19T10:03:12.406 INFO:tasks.rados.rados.0.smithi190.stdout:1351: expect deleted 2024-08-19T10:03:12.406 INFO:tasks.rados.rados.0.smithi190.stdout:1352: read oid 2 snap -1 2024-08-19T10:03:12.406 INFO:tasks.rados.rados.0.smithi190.stdout:1352: expect (ObjNum 352 snap 117 seq_num 352) 2024-08-19T10:03:12.406 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 45 current snap is 132 2024-08-19T10:03:12.406 INFO:tasks.rados.rados.0.smithi190.stdout:1353: seq_num 417 ranges {6414336=589824,7004160=458752,7462912=679936,8142848=466944} 2024-08-19T10:03:12.444 INFO:tasks.rados.rados.0.smithi190.stdout:1353: writing smithi19066007-45 from 6414336 to 7004160 tid 1 2024-08-19T10:03:12.447 INFO:tasks.rados.rados.0.smithi190.stdout:1353: writing smithi19066007-45 from 7004160 to 7462912 tid 2 2024-08-19T10:03:12.451 INFO:tasks.rados.rados.0.smithi190.stdout:1353: writing smithi19066007-45 from 7462912 to 8142848 tid 3 2024-08-19T10:03:12.453 INFO:tasks.rados.rados.0.smithi190.stdout:1353: writing smithi19066007-45 from 8142848 to 8609792 tid 4 2024-08-19T10:03:12.453 INFO:tasks.rados.rados.0.smithi190.stdout:1354: snap_remove snap 63 2024-08-19T10:03:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:12 smithi196 ceph-mon[72638]: osdmap e342: 8 total, 8 up, 8 in 2024-08-19T10:03:12.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:12 smithi190 ceph-mon[77620]: osdmap e342: 8 total, 8 up, 8 in 2024-08-19T10:03:12.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:12 smithi190 ceph-mon[80032]: osdmap e342: 8 total, 8 up, 8 in 2024-08-19T10:03:13.308 INFO:tasks.rados.rados.0.smithi190.stdout:1354: done (9 left) 2024-08-19T10:03:13.308 INFO:tasks.rados.rados.0.smithi190.stdout:1355: rollback oid 12 current snap is 132 2024-08-19T10:03:13.308 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 12 to 128 2024-08-19T10:03:13.309 INFO:tasks.rados.rados.0.smithi190.stdout:1356: read oid 6 snap -1 2024-08-19T10:03:13.309 INFO:tasks.rados.rados.0.smithi190.stdout:1356: expect (ObjNum 404 snap 130 seq_num 404) 2024-08-19T10:03:13.309 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 132 2024-08-19T10:03:13.309 INFO:tasks.rados.rados.0.smithi190.stdout:1357: seq_num 418 ranges {1736704=606208,2342912=737280,3080192=434176,3514368=434176} 2024-08-19T10:03:13.321 INFO:tasks.rados.rados.0.smithi190.stdout:1357: writing smithi19066007-39 from 1736704 to 2342912 tid 1 2024-08-19T10:03:13.326 INFO:tasks.rados.rados.0.smithi190.stdout:1357: writing smithi19066007-39 from 2342912 to 3080192 tid 2 2024-08-19T10:03:13.329 INFO:tasks.rados.rados.0.smithi190.stdout:1357: writing smithi19066007-39 from 3080192 to 3514368 tid 3 2024-08-19T10:03:13.333 INFO:tasks.rados.rados.0.smithi190.stdout:1357: writing smithi19066007-39 from 3514368 to 3948544 tid 4 2024-08-19T10:03:13.333 INFO:tasks.rados.rados.0.smithi190.stdout:1358: copy_from oid 32 from oid 27 current snap is 132 2024-08-19T10:03:13.334 INFO:tasks.rados.rados.0.smithi190.stdout:1359: snap_create 2024-08-19T10:03:13.334 INFO:tasks.rados.rados.0.smithi190.stdout:1345: finishing write tid 3 to smithi19066007-1 2024-08-19T10:03:13.334 INFO:tasks.rados.rados.0.smithi190.stdout:1345: finishing write tid 4 to smithi19066007-1 2024-08-19T10:03:13.334 INFO:tasks.rados.rados.0.smithi190.stdout:1345: finishing write tid 5 to smithi19066007-1 2024-08-19T10:03:13.334 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 672 (ObjNum 177 snap 0 seq_num 3356426128) dirty exists 2024-08-19T10:03:13.335 INFO:tasks.rados.rados.0.smithi190.stdout:1347: finishing rollback tid 0 to smithi19066007-3 2024-08-19T10:03:13.335 INFO:tasks.rados.rados.0.smithi190.stdout:1346: finishing rollback tid 0 to smithi19066007-8 2024-08-19T10:03:13.335 INFO:tasks.rados.rados.0.smithi190.stdout:1347: finishing rollback tid 1 to smithi19066007-3 2024-08-19T10:03:13.335 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 421 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T10:03:13.336 INFO:tasks.rados.rados.0.smithi190.stdout:1346: finishing rollback tid 1 to smithi19066007-8 2024-08-19T10:03:13.336 INFO:tasks.rados.rados.0.smithi190.stdout:1346: finishing rollback tid 2 to smithi19066007-8 2024-08-19T10:03:13.336 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1026 (ObjNum 361 snap 120 seq_num 361) dirty exists 2024-08-19T10:03:13.336 INFO:tasks.rados.rados.0.smithi190.stdout:1345: finishing write tid 6 to smithi19066007-1 2024-08-19T10:03:13.336 INFO:tasks.rados.rados.0.smithi190.stdout:1345: oid 1 updating version 0 to 779 2024-08-19T10:03:13.336 INFO:tasks.rados.rados.0.smithi190.stdout:1345: oid 1 updating version 779 to 781 2024-08-19T10:03:13.337 INFO:tasks.rados.rados.0.smithi190.stdout:1345: oid 1 version 781 is already newer than 778 2024-08-19T10:03:13.337 INFO:tasks.rados.rados.0.smithi190.stdout:1345: oid 1 version 781 is already newer than 777 2024-08-19T10:03:13.337 INFO:tasks.rados.rados.0.smithi190.stdout:1345: oid 1 version 781 is already newer than 780 2024-08-19T10:03:13.338 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 781 (ObjNum 415 snap 132 seq_num 415) dirty exists 2024-08-19T10:03:13.338 INFO:tasks.rados.rados.0.smithi190.stdout:1345: left oid 1 (ObjNum 415 snap 132 seq_num 415) 2024-08-19T10:03:13.338 INFO:tasks.rados.rados.0.smithi190.stdout:1349: finishing write tid 1 to smithi19066007-46 2024-08-19T10:03:13.338 INFO:tasks.rados.rados.0.smithi190.stdout:1349: finishing write tid 2 to smithi19066007-46 2024-08-19T10:03:13.338 INFO:tasks.rados.rados.0.smithi190.stdout:1349: finishing write tid 3 to smithi19066007-46 2024-08-19T10:03:13.339 INFO:tasks.rados.rados.0.smithi190.stdout:1349: finishing write tid 4 to smithi19066007-46 2024-08-19T10:03:13.339 INFO:tasks.rados.rados.0.smithi190.stdout:1349: finishing write tid 5 to smithi19066007-46 2024-08-19T10:03:13.339 INFO:tasks.rados.rados.0.smithi190.stdout:1349: finishing write tid 6 to smithi19066007-46 2024-08-19T10:03:13.340 INFO:tasks.rados.rados.0.smithi190.stdout:1349: oid 46 updating version 0 to 507 2024-08-19T10:03:13.340 INFO:tasks.rados.rados.0.smithi190.stdout:1349: oid 46 version 507 is already newer than 506 2024-08-19T10:03:13.340 INFO:tasks.rados.rados.0.smithi190.stdout:1349: oid 46 version 507 is already newer than 505 2024-08-19T10:03:13.340 INFO:tasks.rados.rados.0.smithi190.stdout:1349: oid 46 updating version 507 to 508 2024-08-19T10:03:13.340 INFO:tasks.rados.rados.0.smithi190.stdout:1349: oid 46 updating version 508 to 509 2024-08-19T10:03:13.341 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 509 (ObjNum 416 snap 132 seq_num 416) dirty exists 2024-08-19T10:03:13.341 INFO:tasks.rados.rados.0.smithi190.stdout:1349: left oid 46 (ObjNum 416 snap 132 seq_num 416) 2024-08-19T10:03:13.341 INFO:tasks.rados.rados.0.smithi190.stdout:1352: expect (ObjNum 352 snap 117 seq_num 352) 2024-08-19T10:03:13.423 INFO:tasks.rados.rados.0.smithi190.stdout:1353: finishing write tid 1 to smithi19066007-45 2024-08-19T10:03:13.423 INFO:tasks.rados.rados.0.smithi190.stdout:1353: finishing write tid 2 to smithi19066007-45 2024-08-19T10:03:13.423 INFO:tasks.rados.rados.0.smithi190.stdout:1353: finishing write tid 3 to smithi19066007-45 2024-08-19T10:03:13.424 INFO:tasks.rados.rados.0.smithi190.stdout:1350: expect (ObjNum 391 snap 130 seq_num 391) 2024-08-19T10:03:13.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:13 smithi196 ceph-mon[72638]: pgmap v184: 121 pgs: 121 active+clean; 319 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-08-19T10:03:13.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:13 smithi196 ceph-mon[72638]: osdmap e343: 8 total, 8 up, 8 in 2024-08-19T10:03:13.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:13 smithi196 ceph-mon[72638]: osdmap e344: 8 total, 8 up, 8 in 2024-08-19T10:03:13.752 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:13 smithi190 ceph-mon[77620]: pgmap v184: 121 pgs: 121 active+clean; 319 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-08-19T10:03:13.752 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:13 smithi190 ceph-mon[77620]: osdmap e343: 8 total, 8 up, 8 in 2024-08-19T10:03:13.752 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:13 smithi190 ceph-mon[77620]: osdmap e344: 8 total, 8 up, 8 in 2024-08-19T10:03:13.752 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:13 smithi190 ceph-mon[80032]: pgmap v184: 121 pgs: 121 active+clean; 319 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-08-19T10:03:13.752 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:13 smithi190 ceph-mon[80032]: osdmap e343: 8 total, 8 up, 8 in 2024-08-19T10:03:13.752 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:13 smithi190 ceph-mon[80032]: osdmap e344: 8 total, 8 up, 8 in 2024-08-19T10:03:14.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:03:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:03:14] "GET /metrics HTTP/1.1" 200 36087 "" "Prometheus/2.43.0" 2024-08-19T10:03:14.494 INFO:tasks.rados.rados.0.smithi190.stdout:1353: finishing write tid 4 to smithi19066007-45 2024-08-19T10:03:14.494 INFO:tasks.rados.rados.0.smithi190.stdout:1353: finishing write tid 5 to smithi19066007-45 2024-08-19T10:03:14.494 INFO:tasks.rados.rados.0.smithi190.stdout:1353: finishing write tid 6 to smithi19066007-45 2024-08-19T10:03:14.494 INFO:tasks.rados.rados.0.smithi190.stdout:1353: oid 45 updating version 0 to 452 2024-08-19T10:03:14.495 INFO:tasks.rados.rados.0.smithi190.stdout:1353: oid 45 updating version 452 to 456 2024-08-19T10:03:14.495 INFO:tasks.rados.rados.0.smithi190.stdout:1353: oid 45 version 456 is already newer than 455 2024-08-19T10:03:14.495 INFO:tasks.rados.rados.0.smithi190.stdout:1353: oid 45 version 456 is already newer than 454 2024-08-19T10:03:14.495 INFO:tasks.rados.rados.0.smithi190.stdout:1353: oid 45 version 456 is already newer than 453 2024-08-19T10:03:14.495 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 456 (ObjNum 417 snap 132 seq_num 417) dirty exists 2024-08-19T10:03:14.495 INFO:tasks.rados.rados.0.smithi190.stdout:1353: left oid 45 (ObjNum 417 snap 132 seq_num 417) 2024-08-19T10:03:14.495 INFO:tasks.rados.rados.0.smithi190.stdout:1345: done (13 left) 2024-08-19T10:03:14.495 INFO:tasks.rados.rados.0.smithi190.stdout:1346: done (12 left) 2024-08-19T10:03:14.495 INFO:tasks.rados.rados.0.smithi190.stdout:1347: done (11 left) 2024-08-19T10:03:14.495 INFO:tasks.rados.rados.0.smithi190.stdout:1348: done (10 left) 2024-08-19T10:03:14.495 INFO:tasks.rados.rados.0.smithi190.stdout:1349: done (9 left) 2024-08-19T10:03:14.495 INFO:tasks.rados.rados.0.smithi190.stdout:1350: done (8 left) 2024-08-19T10:03:14.495 INFO:tasks.rados.rados.0.smithi190.stdout:1351: done (7 left) 2024-08-19T10:03:14.495 INFO:tasks.rados.rados.0.smithi190.stdout:1352: done (6 left) 2024-08-19T10:03:14.496 INFO:tasks.rados.rados.0.smithi190.stdout:1353: done (5 left) 2024-08-19T10:03:14.496 INFO:tasks.rados.rados.0.smithi190.stdout:1359: done (4 left) 2024-08-19T10:03:14.496 INFO:tasks.rados.rados.0.smithi190.stdout:1360: rmattr oid 23 current snap is 133 2024-08-19T10:03:14.496 INFO:tasks.rados.rados.0.smithi190.stdout:1360: done (4 left) 2024-08-19T10:03:14.496 INFO:tasks.rados.rados.0.smithi190.stdout:1361: rollback oid 41 current snap is 133 2024-08-19T10:03:14.496 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 41 to 123 2024-08-19T10:03:14.496 INFO:tasks.rados.rados.0.smithi190.stdout:1355: finishing rollback tid 0 to smithi19066007-12 2024-08-19T10:03:14.496 INFO:tasks.rados.rados.0.smithi190.stdout:1355: finishing rollback tid 1 to smithi19066007-12 2024-08-19T10:03:14.496 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 734 (ObjNum 4497 snap 0 seq_num 3356456800) dirty dne 2024-08-19T10:03:14.496 INFO:tasks.rados.rados.0.smithi190.stdout:1357: finishing write tid 1 to smithi19066007-39 2024-08-19T10:03:14.496 INFO:tasks.rados.rados.0.smithi190.stdout:1357: finishing write tid 2 to smithi19066007-39 2024-08-19T10:03:14.496 INFO:tasks.rados.rados.0.smithi190.stdout:1357: finishing write tid 3 to smithi19066007-39 2024-08-19T10:03:14.496 INFO:tasks.rados.rados.0.smithi190.stdout:1356: expect (ObjNum 404 snap 130 seq_num 404) 2024-08-19T10:03:14.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:14 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-19T10:03:14.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:14 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-19T10:03:14.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:14 smithi196 ceph-mon[72638]: Upgrade: osd.2 is safe to restart 2024-08-19T10:03:14.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:14 smithi196 ceph-mon[72638]: osdmap e345: 8 total, 8 up, 8 in 2024-08-19T10:03:14.702 INFO:tasks.rados.rados.0.smithi190.stdout:1358: finishing copy_from to smithi19066007-32 2024-08-19T10:03:14.703 INFO:tasks.rados.rados.0.smithi190.stdout:1358: got expected ENOENT (src dne) 2024-08-19T10:03:14.703 INFO:tasks.rados.rados.0.smithi190.stdout:1358: finishing copy_from racing read to smithi19066007-32 2024-08-19T10:03:14.703 INFO:tasks.rados.rados.0.smithi190.stdout:1357: finishing write tid 4 to smithi19066007-39 2024-08-19T10:03:14.703 INFO:tasks.rados.rados.0.smithi190.stdout:1357: finishing write tid 5 to smithi19066007-39 2024-08-19T10:03:14.703 INFO:tasks.rados.rados.0.smithi190.stdout:1357: finishing write tid 6 to smithi19066007-39 2024-08-19T10:03:14.703 INFO:tasks.rados.rados.0.smithi190.stdout:1357: oid 39 updating version 0 to 1044 2024-08-19T10:03:14.703 INFO:tasks.rados.rados.0.smithi190.stdout:1357: oid 39 version 1044 is already newer than 1040 2024-08-19T10:03:14.703 INFO:tasks.rados.rados.0.smithi190.stdout:1357: oid 39 version 1044 is already newer than 1043 2024-08-19T10:03:14.703 INFO:tasks.rados.rados.0.smithi190.stdout:1357: oid 39 version 1044 is already newer than 1042 2024-08-19T10:03:14.703 INFO:tasks.rados.rados.0.smithi190.stdout:1357: oid 39 version 1044 is already newer than 1041 2024-08-19T10:03:14.703 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1044 (ObjNum 418 snap 132 seq_num 418) dirty exists 2024-08-19T10:03:14.703 INFO:tasks.rados.rados.0.smithi190.stdout:1357: left oid 39 (ObjNum 418 snap 132 seq_num 418) 2024-08-19T10:03:14.704 INFO:tasks.rados.rados.0.smithi190.stdout:1355: done (4 left) 2024-08-19T10:03:14.704 INFO:tasks.rados.rados.0.smithi190.stdout:1356: done (3 left) 2024-08-19T10:03:14.704 INFO:tasks.rados.rados.0.smithi190.stdout:1357: done (2 left) 2024-08-19T10:03:14.704 INFO:tasks.rados.rados.0.smithi190.stdout:1358: done (1 left) 2024-08-19T10:03:14.704 INFO:tasks.rados.rados.0.smithi190.stdout:1362: read oid 13 snap -1 2024-08-19T10:03:14.704 INFO:tasks.rados.rados.0.smithi190.stdout:1362: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:03:14.704 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 133 2024-08-19T10:03:14.704 INFO:tasks.rados.rados.0.smithi190.stdout:1361: finishing rollback tid 0 to smithi19066007-41 2024-08-19T10:03:14.704 INFO:tasks.rados.rados.0.smithi190.stdout:1361: finishing rollback tid 1 to smithi19066007-41 2024-08-19T10:03:14.704 INFO:tasks.rados.rados.0.smithi190.stdout:1361: finishing rollback tid 2 to smithi19066007-41 2024-08-19T10:03:14.704 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 675 (ObjNum 371 snap 123 seq_num 371) dirty exists 2024-08-19T10:03:14.704 INFO:tasks.rados.rados.0.smithi190.stdout:1363: seq_num 419 ranges {6365184=622592,6987776=671744,7659520=647168,8306688=286720} 2024-08-19T10:03:14.738 INFO:tasks.rados.rados.0.smithi190.stdout:1363: writing smithi19066007-32 from 6365184 to 6987776 tid 1 2024-08-19T10:03:14.742 INFO:tasks.rados.rados.0.smithi190.stdout:1363: writing smithi19066007-32 from 6987776 to 7659520 tid 2 2024-08-19T10:03:14.746 INFO:tasks.rados.rados.0.smithi190.stdout:1363: writing smithi19066007-32 from 7659520 to 8306688 tid 3 2024-08-19T10:03:14.750 INFO:tasks.rados.rados.0.smithi190.stdout:1363: writing smithi19066007-32 from 8306688 to 8593408 tid 4 2024-08-19T10:03:14.751 INFO:tasks.rados.rados.0.smithi190.stdout:1361: done (2 left) 2024-08-19T10:03:14.751 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 27 current snap is 133 2024-08-19T10:03:14.751 INFO:tasks.rados.rados.0.smithi190.stdout:1364: seq_num 420 ranges {0=638976,638976=557056,1196032=450560,1646592=598016} 2024-08-19T10:03:14.751 INFO:tasks.rados.rados.0.smithi190.stdout:1364: writing smithi19066007-27 from 0 to 638976 tid 1 2024-08-19T10:03:14.755 INFO:tasks.rados.rados.0.smithi190.stdout:1364: writing smithi19066007-27 from 638976 to 1196032 tid 2 2024-08-19T10:03:14.757 INFO:tasks.rados.rados.0.smithi190.stdout:1364: writing smithi19066007-27 from 1196032 to 1646592 tid 3 2024-08-19T10:03:14.761 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:14 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-19T10:03:14.761 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:14 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-19T10:03:14.761 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:14 smithi190 ceph-mon[80032]: Upgrade: osd.2 is safe to restart 2024-08-19T10:03:14.761 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:14 smithi190 ceph-mon[80032]: osdmap e345: 8 total, 8 up, 8 in 2024-08-19T10:03:14.761 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:14 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-19T10:03:14.761 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:14 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-19T10:03:14.762 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:14 smithi190 ceph-mon[77620]: Upgrade: osd.2 is safe to restart 2024-08-19T10:03:14.762 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:14 smithi190 ceph-mon[77620]: osdmap e345: 8 total, 8 up, 8 in 2024-08-19T10:03:14.762 INFO:tasks.rados.rados.0.smithi190.stdout:1364: writing smithi19066007-27 from 1646592 to 2244608 tid 4 2024-08-19T10:03:14.762 INFO:tasks.rados.rados.0.smithi190.stdout:1365: copy_from oid 22 from oid 31 current snap is 133 2024-08-19T10:03:14.762 INFO:tasks.rados.rados.0.smithi190.stdout:1362: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:03:14.764 INFO:tasks.rados.rados.0.smithi190.stdout:1363: finishing write tid 1 to smithi19066007-32 2024-08-19T10:03:14.765 INFO:tasks.rados.rados.0.smithi190.stdout:1363: finishing write tid 2 to smithi19066007-32 2024-08-19T10:03:14.765 INFO:tasks.rados.rados.0.smithi190.stdout:1362: done (3 left) 2024-08-19T10:03:14.765 INFO:tasks.rados.rados.0.smithi190.stdout:1366: snap_remove snap 129 2024-08-19T10:03:15.382 INFO:tasks.rados.rados.0.smithi190.stdout:1366: done (3 left) 2024-08-19T10:03:15.382 INFO:tasks.rados.rados.0.smithi190.stdout:1367: snap_create 2024-08-19T10:03:15.383 INFO:tasks.rados.rados.0.smithi190.stdout:1363: finishing write tid 3 to smithi19066007-32 2024-08-19T10:03:15.383 INFO:tasks.rados.rados.0.smithi190.stdout:1363: finishing write tid 4 to smithi19066007-32 2024-08-19T10:03:15.383 INFO:tasks.rados.rados.0.smithi190.stdout:1363: finishing write tid 5 to smithi19066007-32 2024-08-19T10:03:15.383 INFO:tasks.rados.rados.0.smithi190.stdout:1363: finishing write tid 6 to smithi19066007-32 2024-08-19T10:03:15.383 INFO:tasks.rados.rados.0.smithi190.stdout:1363: oid 32 updating version 0 to 813 2024-08-19T10:03:15.383 INFO:tasks.rados.rados.0.smithi190.stdout:1363: oid 32 version 813 is already newer than 812 2024-08-19T10:03:15.383 INFO:tasks.rados.rados.0.smithi190.stdout:1363: oid 32 updating version 813 to 814 2024-08-19T10:03:15.383 INFO:tasks.rados.rados.0.smithi190.stdout:1363: oid 32 updating version 814 to 816 2024-08-19T10:03:15.383 INFO:tasks.rados.rados.0.smithi190.stdout:1363: oid 32 version 816 is already newer than 815 2024-08-19T10:03:15.383 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 816 (ObjNum 419 snap 133 seq_num 419) dirty exists 2024-08-19T10:03:15.383 INFO:tasks.rados.rados.0.smithi190.stdout:1363: left oid 32 (ObjNum 419 snap 133 seq_num 419) 2024-08-19T10:03:15.383 INFO:tasks.rados.rados.0.smithi190.stdout:1364: finishing write tid 1 to smithi19066007-27 2024-08-19T10:03:15.383 INFO:tasks.rados.rados.0.smithi190.stdout:1364: finishing write tid 2 to smithi19066007-27 2024-08-19T10:03:15.384 INFO:tasks.rados.rados.0.smithi190.stdout:1364: finishing write tid 3 to smithi19066007-27 2024-08-19T10:03:15.384 INFO:tasks.rados.rados.0.smithi190.stdout:1365: finishing copy_from to smithi19066007-22 2024-08-19T10:03:15.384 INFO:tasks.rados.rados.0.smithi190.stdout:1365: got expected ENOENT (src dne) 2024-08-19T10:03:15.384 INFO:tasks.rados.rados.0.smithi190.stdout:1365: finishing copy_from racing read to smithi19066007-22 2024-08-19T10:03:15.384 INFO:tasks.rados.rados.0.smithi190.stdout:1364: finishing write tid 4 to smithi19066007-27 2024-08-19T10:03:15.384 INFO:tasks.rados.rados.0.smithi190.stdout:1364: finishing write tid 5 to smithi19066007-27 2024-08-19T10:03:15.384 INFO:tasks.rados.rados.0.smithi190.stdout:1364: finishing write tid 6 to smithi19066007-27 2024-08-19T10:03:15.384 INFO:tasks.rados.rados.0.smithi190.stdout:1364: oid 27 updating version 0 to 522 2024-08-19T10:03:15.384 INFO:tasks.rados.rados.0.smithi190.stdout:1364: oid 27 version 522 is already newer than 521 2024-08-19T10:03:15.384 INFO:tasks.rados.rados.0.smithi190.stdout:1364: oid 27 updating version 522 to 523 2024-08-19T10:03:15.384 INFO:tasks.rados.rados.0.smithi190.stdout:1364: oid 27 updating version 523 to 524 2024-08-19T10:03:15.384 INFO:tasks.rados.rados.0.smithi190.stdout:1364: oid 27 updating version 524 to 525 2024-08-19T10:03:15.384 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 525 (ObjNum 420 snap 133 seq_num 420) dirty exists 2024-08-19T10:03:15.385 INFO:tasks.rados.rados.0.smithi190.stdout:1364: left oid 27 (ObjNum 420 snap 133 seq_num 420) 2024-08-19T10:03:15.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:15 smithi190 ceph-mon[77620]: pgmap v187: 121 pgs: 121 active+clean; 311 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-08-19T10:03:15.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:15.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-19T10:03:15.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:03:15.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:15.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:03:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:15 smithi190 ceph-mon[80032]: pgmap v187: 121 pgs: 121 active+clean; 311 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-08-19T10:03:15.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:15.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-19T10:03:15.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:03:15.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:15.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:03:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:15 smithi196 ceph-mon[72638]: pgmap v187: 121 pgs: 121 active+clean; 311 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-08-19T10:03:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-19T10:03:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:03:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:03:16.392 INFO:tasks.rados.rados.0.smithi190.stdout:1363: done (3 left) 2024-08-19T10:03:16.392 INFO:tasks.rados.rados.0.smithi190.stdout:1364: done (2 left) 2024-08-19T10:03:16.393 INFO:tasks.rados.rados.0.smithi190.stdout:1365: done (1 left) 2024-08-19T10:03:16.393 INFO:tasks.rados.rados.0.smithi190.stdout:1367: done (0 left) 2024-08-19T10:03:16.393 INFO:tasks.rados.rados.0.smithi190.stdout:1368: delete oid 39 current snap is 134 2024-08-19T10:03:16.397 INFO:tasks.rados.rados.0.smithi190.stdout:1368: done (0 left) 2024-08-19T10:03:16.397 INFO:tasks.rados.rados.0.smithi190.stdout:1369: snap_remove snap 128 2024-08-19T10:03:16.514 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:03:16.515 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:16 smithi190 ceph-mon[80032]: Upgrade: Updating osd.2 2024-08-19T10:03:16.515 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:16 smithi190 ceph-mon[80032]: Deploying daemon osd.2 on smithi190 2024-08-19T10:03:16.515 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:16 smithi190 ceph-mon[80032]: osdmap e346: 8 total, 8 up, 8 in 2024-08-19T10:03:16.515 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:16 smithi190 ceph-mon[77620]: Upgrade: Updating osd.2 2024-08-19T10:03:16.515 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:16 smithi190 ceph-mon[77620]: Deploying daemon osd.2 on smithi190 2024-08-19T10:03:16.515 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:16 smithi190 ceph-mon[77620]: osdmap e346: 8 total, 8 up, 8 in 2024-08-19T10:03:16.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:16 smithi196 ceph-mon[72638]: Upgrade: Updating osd.2 2024-08-19T10:03:16.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:16 smithi196 ceph-mon[72638]: Deploying daemon osd.2 on smithi190 2024-08-19T10:03:16.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:16 smithi196 ceph-mon[72638]: osdmap e346: 8 total, 8 up, 8 in 2024-08-19T10:03:17.112 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:03:17.112 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (6m) 22s ago 7m 24.6M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T10:03:17.112 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (7m) 95s ago 7m 88.0M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:03:17.112 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (8m) 22s ago 8m 18.3M - 18.2.4-721-gbaa926de e6c292a6bc95 e6af5dc87346 2024-08-19T10:03:17.112 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (8m) 95s ago 8m 18.7M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T10:03:17.112 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (2m) 95s ago 11m 451M - 19.0.0-5847-g79766939 50bbda8a3289 0261da8614e1 2024-08-19T10:03:17.112 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (3m) 22s ago 13m 514M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:03:17.112 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (2m) 22s ago 13m 50.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 91d6e2488c1e 2024-08-19T10:03:17.113 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (104s) 95s ago 12m 26.7M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9404d29f9b76 2024-08-19T10:03:17.113 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (2m) 22s ago 12m 41.6M 2048M 19.0.0-5847-g79766939 50bbda8a3289 3794657df204 2024-08-19T10:03:17.113 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (7m) 22s ago 6m 16.1M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T10:03:17.113 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (6m) 95s ago 6m 16.2M - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T10:03:17.113 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (59s) 22s ago 11m 107M 2480M 19.0.0-5847-g79766939 50bbda8a3289 61b2dae95959 2024-08-19T10:03:17.113 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (27s) 22s ago 11m 12.2M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7f561102fab8 2024-08-19T10:03:17.113 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (10m) 22s ago 10m 212M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 7dc17a160906 2024-08-19T10:03:17.113 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (10m) 22s ago 10m 135M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 8d23db0741f1 2024-08-19T10:03:17.113 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (10m) 95s ago 10m 151M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 36958c5836c1 2024-08-19T10:03:17.113 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (9m) 95s ago 9m 196M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 089ec5523ac2 2024-08-19T10:03:17.114 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (9m) 95s ago 9m 150M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 5b1bd80e75ec 2024-08-19T10:03:17.114 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (8m) 95s ago 8m 98.4M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 0af4ca14b11c 2024-08-19T10:03:17.114 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (2m) 95s ago 7m 48.0M - 2.43.0 a07b618ecd1d 3fdb2a720e67 2024-08-19T10:03:17.394 INFO:tasks.rados.rados.0.smithi190.stdout:1369: done (0 left) 2024-08-19T10:03:17.394 INFO:tasks.rados.rados.0.smithi190.stdout:1370: snap_remove snap 132 2024-08-19T10:03:17.470 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:03:17.528 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:03:17.528 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:03:17.528 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:03:17.529 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:03:17.529 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:03:17.529 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:03:17.529 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:03:17.529 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 6, 2024-08-19T10:03:17.529 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:03:17.529 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:03:17.529 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:03:17.529 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T10:03:17.529 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:03:17.530 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:03:17.530 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 8, 2024-08-19T10:03:17.530 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 7 2024-08-19T10:03:17.530 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:03:17.530 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:03:17.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:17 smithi196 ceph-mon[72638]: pgmap v190: 121 pgs: 121 active+clean; 311 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 546 KiB/s wr, 2 op/s 2024-08-19T10:03:17.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:17 smithi196 ceph-mon[72638]: osdmap e347: 8 total, 8 up, 8 in 2024-08-19T10:03:17.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:17 smithi196 ceph-mon[72638]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:17.794 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:17 smithi190 ceph-mon[80032]: pgmap v190: 121 pgs: 121 active+clean; 311 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 546 KiB/s wr, 2 op/s 2024-08-19T10:03:17.794 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:17 smithi190 ceph-mon[80032]: osdmap e347: 8 total, 8 up, 8 in 2024-08-19T10:03:17.794 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:17 smithi190 ceph-mon[80032]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:17.794 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:17 smithi190 ceph-mon[77620]: pgmap v190: 121 pgs: 121 active+clean; 311 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 546 KiB/s wr, 2 op/s 2024-08-19T10:03:17.794 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:17 smithi190 ceph-mon[77620]: osdmap e347: 8 total, 8 up, 8 in 2024-08-19T10:03:17.794 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:17 smithi190 ceph-mon[77620]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:17.795 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:03:17.795 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:03:17.795 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:03:17.795 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:03:17.795 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [ 2024-08-19T10:03:17.795 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr", 2024-08-19T10:03:17.795 INFO:teuthology.orchestra.run.smithi190.stdout: "mon" 2024-08-19T10:03:17.795 INFO:teuthology.orchestra.run.smithi190.stdout: ], 2024-08-19T10:03:17.795 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "7/20 daemons upgraded", 2024-08-19T10:03:17.795 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T10:03:17.795 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:03:17.795 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:03:18.055 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:17 smithi190 systemd[1]: Stopping Ceph osd.2 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:03:18.303 INFO:tasks.rados.rados.0.smithi190.stdout:1370: done (0 left) 2024-08-19T10:03:18.304 INFO:tasks.rados.rados.0.smithi190.stdout:1371: rollback oid 19 current snap is 134 2024-08-19T10:03:18.304 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 19 to 123 2024-08-19T10:03:18.304 INFO:tasks.rados.rados.0.smithi190.stdout:1372: rmattr oid 33 current snap is 134 2024-08-19T10:03:18.304 INFO:tasks.rados.rados.0.smithi190.stdout:1372: done (1 left) 2024-08-19T10:03:18.304 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 134 2024-08-19T10:03:18.304 INFO:tasks.rados.rados.0.smithi190.stdout:1373: seq_num 422 ranges {6914048=671744,7585792=729088,8314880=417792,8732672=458752} 2024-08-19T10:03:18.315 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2[41166]: 2024-08-19T10:03:18.066+0000 7f68e2134640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:03:18.315 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2[41166]: 2024-08-19T10:03:18.066+0000 7f68e2134640 -1 osd.2 348 *** Got signal Terminated *** 2024-08-19T10:03:18.315 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2[41166]: 2024-08-19T10:03:18.066+0000 7f68e2134640 -1 osd.2 348 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:03:18.345 INFO:tasks.rados.rados.0.smithi190.stdout:1373: writing smithi19066007-23 from 6914048 to 7585792 tid 1 2024-08-19T10:03:18.349 INFO:tasks.rados.rados.0.smithi190.stdout:1373: writing smithi19066007-23 from 7585792 to 8314880 tid 2 2024-08-19T10:03:18.351 INFO:tasks.rados.rados.0.smithi190.stdout:1373: writing smithi19066007-23 from 8314880 to 8732672 tid 3 2024-08-19T10:03:18.354 INFO:tasks.rados.rados.0.smithi190.stdout:1373: writing smithi19066007-23 from 8732672 to 9191424 tid 4 2024-08-19T10:03:18.354 INFO:tasks.rados.rados.0.smithi190.stdout:1374: rmattr oid 37 current snap is 134 2024-08-19T10:03:18.354 INFO:tasks.rados.rados.0.smithi190.stdout:1374: done (2 left) 2024-08-19T10:03:18.354 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 134 2024-08-19T10:03:18.354 INFO:tasks.rados.rados.0.smithi190.stdout:1373: finishing write tid 1 to smithi19066007-23 2024-08-19T10:03:18.355 INFO:tasks.rados.rados.0.smithi190.stdout:1373: finishing write tid 2 to smithi19066007-23 2024-08-19T10:03:18.355 INFO:tasks.rados.rados.0.smithi190.stdout:1373: finishing write tid 3 to smithi19066007-23 2024-08-19T10:03:18.355 INFO:tasks.rados.rados.0.smithi190.stdout:1375: seq_num 423 ranges {4915200=688128,5603328=614400,6217728=622592,6840320=368640} 2024-08-19T10:03:18.384 INFO:tasks.rados.rados.0.smithi190.stdout:1375: writing smithi19066007-6 from 4915200 to 5603328 tid 1 2024-08-19T10:03:18.388 INFO:tasks.rados.rados.0.smithi190.stdout:1375: writing smithi19066007-6 from 5603328 to 6217728 tid 2 2024-08-19T10:03:18.392 INFO:tasks.rados.rados.0.smithi190.stdout:1375: writing smithi19066007-6 from 6217728 to 6840320 tid 3 2024-08-19T10:03:18.394 INFO:tasks.rados.rados.0.smithi190.stdout:1375: writing smithi19066007-6 from 6840320 to 7208960 tid 4 2024-08-19T10:03:18.394 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 18 current snap is 134 2024-08-19T10:03:18.394 INFO:tasks.rados.rados.0.smithi190.stdout:1373: finishing write tid 4 to smithi19066007-23 2024-08-19T10:03:18.394 INFO:tasks.rados.rados.0.smithi190.stdout:1376: seq_num 424 ranges {6365184=704512,7069696=491520,7561216=434176,7995392=679936} 2024-08-19T10:03:18.433 INFO:tasks.rados.rados.0.smithi190.stdout:1376: writing smithi19066007-18 from 6365184 to 7069696 tid 1 2024-08-19T10:03:18.435 INFO:tasks.rados.rados.0.smithi190.stdout:1376: writing smithi19066007-18 from 7069696 to 7561216 tid 2 2024-08-19T10:03:18.438 INFO:tasks.rados.rados.0.smithi190.stdout:1376: writing smithi19066007-18 from 7561216 to 7995392 tid 3 2024-08-19T10:03:18.442 INFO:tasks.rados.rados.0.smithi190.stdout:1376: writing smithi19066007-18 from 7995392 to 8675328 tid 4 2024-08-19T10:03:18.442 INFO:tasks.rados.rados.0.smithi190.stdout:1377: read oid 27 snap -1 2024-08-19T10:03:18.442 INFO:tasks.rados.rados.0.smithi190.stdout:1377: expect (ObjNum 420 snap 133 seq_num 420) 2024-08-19T10:03:18.442 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 134 2024-08-19T10:03:18.442 INFO:tasks.rados.rados.0.smithi190.stdout:1373: finishing write tid 5 to smithi19066007-23 2024-08-19T10:03:18.442 INFO:tasks.rados.rados.0.smithi190.stdout:1378: seq_num 425 ranges {5480448=720896,6201344=778240,6979584=638976,7618560=188416} 2024-08-19T10:03:18.475 INFO:tasks.rados.rados.0.smithi190.stdout:1378: writing smithi19066007-49 from 5480448 to 6201344 tid 1 2024-08-19T10:03:18.479 INFO:tasks.rados.rados.0.smithi190.stdout:1378: writing smithi19066007-49 from 6201344 to 6979584 tid 2 2024-08-19T10:03:18.482 INFO:tasks.rados.rados.0.smithi190.stdout:1378: writing smithi19066007-49 from 6979584 to 7618560 tid 3 2024-08-19T10:03:18.483 INFO:tasks.rados.rados.0.smithi190.stdout:1378: writing smithi19066007-49 from 7618560 to 7806976 tid 4 2024-08-19T10:03:18.484 INFO:tasks.rados.rados.0.smithi190.stdout:1379: snap_remove snap 131 2024-08-19T10:03:18.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:18 smithi196 ceph-mon[72638]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:18.700 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:18 smithi196 ceph-mon[72638]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:18.700 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:18 smithi196 ceph-mon[72638]: osdmap e348: 8 total, 8 up, 8 in 2024-08-19T10:03:18.700 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:18 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/326654713' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:03:18.700 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:18 smithi196 ceph-mon[72638]: osd.2 marked itself down and dead 2024-08-19T10:03:18.700 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:18 smithi196 ceph-mon[72638]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:03:18.700 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:18 smithi196 ceph-mon[72638]: osdmap e349: 8 total, 7 up, 8 in 2024-08-19T10:03:18.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-mon[77620]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-mon[77620]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-mon[77620]: osdmap e348: 8 total, 8 up, 8 in 2024-08-19T10:03:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/326654713' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:03:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-mon[77620]: osd.2 marked itself down and dead 2024-08-19T10:03:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-mon[77620]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:03:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-mon[77620]: osdmap e349: 8 total, 7 up, 8 in 2024-08-19T10:03:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-mon[80032]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-mon[80032]: from='client.34290 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-mon[80032]: osdmap e348: 8 total, 8 up, 8 in 2024-08-19T10:03:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/326654713' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:03:18.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-mon[80032]: osd.2 marked itself down and dead 2024-08-19T10:03:18.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-mon[80032]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:03:18.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:18 smithi190 ceph-mon[80032]: osdmap e349: 8 total, 7 up, 8 in 2024-08-19T10:03:19.126 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:18 smithi190 podman[94967]: 2024-08-19 10:03:18.871530059 +0000 UTC m=+0.910246752 container died 7dc17a16090680496f1f06545cd9a793dcae364c09502fc2b7ca652a749a1ba7 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-baa926d, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-19T10:03:19.307 INFO:tasks.rados.rados.0.smithi190.stdout:1379: done (6 left) 2024-08-19T10:03:19.307 INFO:tasks.rados.rados.0.smithi190.stdout:1380: snap_create 2024-08-19T10:03:19.307 INFO:tasks.rados.rados.0.smithi190.stdout:1373: finishing write tid 6 to smithi19066007-23 2024-08-19T10:03:19.307 INFO:tasks.rados.rados.0.smithi190.stdout:1373: oid 23 updating version 0 to 638 2024-08-19T10:03:19.307 INFO:tasks.rados.rados.0.smithi190.stdout:1373: oid 23 version 638 is already newer than 637 2024-08-19T10:03:19.307 INFO:tasks.rados.rados.0.smithi190.stdout:1373: oid 23 updating version 638 to 639 2024-08-19T10:03:19.307 INFO:tasks.rados.rados.0.smithi190.stdout:1373: oid 23 version 639 is already newer than 635 2024-08-19T10:03:19.307 INFO:tasks.rados.rados.0.smithi190.stdout:1373: oid 23 version 639 is already newer than 636 2024-08-19T10:03:19.307 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 639 (ObjNum 422 snap 134 seq_num 422) dirty exists 2024-08-19T10:03:19.308 INFO:tasks.rados.rados.0.smithi190.stdout:1373: left oid 23 (ObjNum 422 snap 134 seq_num 422) 2024-08-19T10:03:19.308 INFO:tasks.rados.rados.0.smithi190.stdout:1375: finishing write tid 1 to smithi19066007-6 2024-08-19T10:03:19.308 INFO:tasks.rados.rados.0.smithi190.stdout:1375: finishing write tid 2 to smithi19066007-6 2024-08-19T10:03:19.308 INFO:tasks.rados.rados.0.smithi190.stdout:1375: finishing write tid 3 to smithi19066007-6 2024-08-19T10:03:19.308 INFO:tasks.rados.rados.0.smithi190.stdout:1375: finishing write tid 4 to smithi19066007-6 2024-08-19T10:03:19.308 INFO:tasks.rados.rados.0.smithi190.stdout:1375: finishing write tid 5 to smithi19066007-6 2024-08-19T10:03:19.308 INFO:tasks.rados.rados.0.smithi190.stdout:1375: finishing write tid 6 to smithi19066007-6 2024-08-19T10:03:19.308 INFO:tasks.rados.rados.0.smithi190.stdout:1375: oid 6 updating version 0 to 810 2024-08-19T10:03:19.308 INFO:tasks.rados.rados.0.smithi190.stdout:1375: oid 6 updating version 810 to 811 2024-08-19T10:03:19.308 INFO:tasks.rados.rados.0.smithi190.stdout:1375: oid 6 version 811 is already newer than 809 2024-08-19T10:03:19.308 INFO:tasks.rados.rados.0.smithi190.stdout:1375: oid 6 version 811 is already newer than 807 2024-08-19T10:03:19.308 INFO:tasks.rados.rados.0.smithi190.stdout:1375: oid 6 version 811 is already newer than 808 2024-08-19T10:03:19.308 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 811 (ObjNum 423 snap 134 seq_num 423) dirty exists 2024-08-19T10:03:19.308 INFO:tasks.rados.rados.0.smithi190.stdout:1375: left oid 6 (ObjNum 423 snap 134 seq_num 423) 2024-08-19T10:03:19.309 INFO:tasks.rados.rados.0.smithi190.stdout:1376: finishing write tid 1 to smithi19066007-18 2024-08-19T10:03:19.309 INFO:tasks.rados.rados.0.smithi190.stdout:1376: finishing write tid 2 to smithi19066007-18 2024-08-19T10:03:19.309 INFO:tasks.rados.rados.0.smithi190.stdout:1376: finishing write tid 3 to smithi19066007-18 2024-08-19T10:03:19.309 INFO:tasks.rados.rados.0.smithi190.stdout:1376: finishing write tid 4 to smithi19066007-18 2024-08-19T10:03:19.309 INFO:tasks.rados.rados.0.smithi190.stdout:1376: finishing write tid 5 to smithi19066007-18 2024-08-19T10:03:19.309 INFO:tasks.rados.rados.0.smithi190.stdout:1376: finishing write tid 6 to smithi19066007-18 2024-08-19T10:03:19.309 INFO:tasks.rados.rados.0.smithi190.stdout:1376: oid 18 updating version 0 to 1066 2024-08-19T10:03:19.309 INFO:tasks.rados.rados.0.smithi190.stdout:1376: oid 18 version 1066 is already newer than 1064 2024-08-19T10:03:19.309 INFO:tasks.rados.rados.0.smithi190.stdout:1376: oid 18 updating version 1066 to 1068 2024-08-19T10:03:19.309 INFO:tasks.rados.rados.0.smithi190.stdout:1376: oid 18 version 1068 is already newer than 1065 2024-08-19T10:03:19.309 INFO:tasks.rados.rados.0.smithi190.stdout:1376: oid 18 version 1068 is already newer than 1067 2024-08-19T10:03:19.309 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 1068 (ObjNum 424 snap 134 seq_num 424) dirty exists 2024-08-19T10:03:19.309 INFO:tasks.rados.rados.0.smithi190.stdout:1376: left oid 18 (ObjNum 424 snap 134 seq_num 424) 2024-08-19T10:03:19.310 INFO:tasks.rados.rados.0.smithi190.stdout:1377: expect (ObjNum 420 snap 133 seq_num 420) 2024-08-19T10:03:19.374 INFO:tasks.rados.rados.0.smithi190.stdout:1371: finishing rollback tid 0 to smithi19066007-19 2024-08-19T10:03:19.374 INFO:tasks.rados.rados.0.smithi190.stdout:1371: finishing rollback tid 1 to smithi19066007-19 2024-08-19T10:03:19.374 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 751 (ObjNum 4497 snap 0 seq_num 3355756736) dirty dne 2024-08-19T10:03:19.374 INFO:tasks.rados.rados.0.smithi190.stdout:1378: finishing write tid 1 to smithi19066007-49 2024-08-19T10:03:19.374 INFO:tasks.rados.rados.0.smithi190.stdout:1378: finishing write tid 2 to smithi19066007-49 2024-08-19T10:03:19.374 INFO:tasks.rados.rados.0.smithi190.stdout:1378: finishing write tid 3 to smithi19066007-49 2024-08-19T10:03:19.375 INFO:tasks.rados.rados.0.smithi190.stdout:1378: finishing write tid 4 to smithi19066007-49 2024-08-19T10:03:19.375 INFO:tasks.rados.rados.0.smithi190.stdout:1378: finishing write tid 5 to smithi19066007-49 2024-08-19T10:03:19.375 INFO:tasks.rados.rados.0.smithi190.stdout:1378: finishing write tid 6 to smithi19066007-49 2024-08-19T10:03:19.375 INFO:tasks.rados.rados.0.smithi190.stdout:1378: oid 49 updating version 0 to 678 2024-08-19T10:03:19.375 INFO:tasks.rados.rados.0.smithi190.stdout:1378: oid 49 version 678 is already newer than 677 2024-08-19T10:03:19.375 INFO:tasks.rados.rados.0.smithi190.stdout:1378: oid 49 updating version 678 to 680 2024-08-19T10:03:19.375 INFO:tasks.rados.rados.0.smithi190.stdout:1378: oid 49 version 680 is already newer than 676 2024-08-19T10:03:19.375 INFO:tasks.rados.rados.0.smithi190.stdout:1378: oid 49 version 680 is already newer than 679 2024-08-19T10:03:19.375 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 680 (ObjNum 425 snap 134 seq_num 425) dirty exists 2024-08-19T10:03:19.375 INFO:tasks.rados.rados.0.smithi190.stdout:1378: left oid 49 (ObjNum 425 snap 134 seq_num 425) 2024-08-19T10:03:19.407 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:19 smithi190 podman[94967]: 2024-08-19 10:03:19.316141979 +0000 UTC m=+1.354858668 container cleanup 7dc17a16090680496f1f06545cd9a793dcae364c09502fc2b7ca652a749a1ba7 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-baa926d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-19T10:03:19.407 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:19 smithi190 bash[94967]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2 2024-08-19T10:03:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:19 smithi196 ceph-mon[72638]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:19 smithi196 ceph-mon[72638]: pgmap v193: 121 pgs: 121 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.2 MiB/s wr, 27 op/s 2024-08-19T10:03:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:19 smithi196 ceph-mon[72638]: osdmap e350: 8 total, 7 up, 8 in 2024-08-19T10:03:19.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:19 smithi190 ceph-mon[77620]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:19.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:19 smithi190 ceph-mon[77620]: pgmap v193: 121 pgs: 121 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.2 MiB/s wr, 27 op/s 2024-08-19T10:03:19.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:19 smithi190 ceph-mon[77620]: osdmap e350: 8 total, 7 up, 8 in 2024-08-19T10:03:19.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:19 smithi190 ceph-mon[80032]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:19.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:19 smithi190 ceph-mon[80032]: pgmap v193: 121 pgs: 121 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.2 MiB/s wr, 27 op/s 2024-08-19T10:03:19.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:19 smithi190 ceph-mon[80032]: osdmap e350: 8 total, 7 up, 8 in 2024-08-19T10:03:19.815 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:19 smithi190 podman[94993]: 2024-08-19 10:03:19.501207489 +0000 UTC m=+0.624320243 container remove 7dc17a16090680496f1f06545cd9a793dcae364c09502fc2b7ca652a749a1ba7 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-baa926d, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-19T10:03:20.180 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:19 smithi190 podman[95082]: 2024-08-19 10:03:19.918622738 +0000 UTC m=+0.092978988 container create 3e404df531e1404c2c6e76360e61e282b4b20687079ce0662740edfc5da38a3c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-7976693, org.label-schema.build-date=20240731) 2024-08-19T10:03:20.180 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:19 smithi190 podman[95082]: 2024-08-19 10:03:19.843152742 +0000 UTC m=+0.017509005 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:03:20.180 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:20 smithi190 podman[95082]: 2024-08-19 10:03:20.112650261 +0000 UTC m=+0.287006510 container init 3e404df531e1404c2c6e76360e61e282b4b20687079ce0662740edfc5da38a3c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-deactivate, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-19T10:03:20.180 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:20 smithi190 podman[95082]: 2024-08-19 10:03:20.11611383 +0000 UTC m=+0.290470075 container start 3e404df531e1404c2c6e76360e61e282b4b20687079ce0662740edfc5da38a3c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-deactivate, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=main-7976693) 2024-08-19T10:03:20.180 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:20 smithi190 podman[95082]: 2024-08-19 10:03:20.179304419 +0000 UTC m=+0.353660669 container attach 3e404df531e1404c2c6e76360e61e282b4b20687079ce0662740edfc5da38a3c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-19T10:03:20.308 INFO:tasks.rados.rados.0.smithi190.stdout:1371: done (6 left) 2024-08-19T10:03:20.308 INFO:tasks.rados.rados.0.smithi190.stdout:1373: done (5 left) 2024-08-19T10:03:20.308 INFO:tasks.rados.rados.0.smithi190.stdout:1375: done (4 left) 2024-08-19T10:03:20.308 INFO:tasks.rados.rados.0.smithi190.stdout:1376: done (3 left) 2024-08-19T10:03:20.308 INFO:tasks.rados.rados.0.smithi190.stdout:1377: done (2 left) 2024-08-19T10:03:20.308 INFO:tasks.rados.rados.0.smithi190.stdout:1378: done (1 left) 2024-08-19T10:03:20.308 INFO:tasks.rados.rados.0.smithi190.stdout:1380: done (0 left) 2024-08-19T10:03:20.308 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 135 2024-08-19T10:03:20.308 INFO:tasks.rados.rados.0.smithi190.stdout:1381: seq_num 426 ranges {0=737280,737280=712704,1449984=802816,2252800=90112} 2024-08-19T10:03:20.312 INFO:tasks.rados.rados.0.smithi190.stdout:1381: writing smithi19066007-44 from 0 to 737280 tid 1 2024-08-19T10:03:20.316 INFO:tasks.rados.rados.0.smithi190.stdout:1381: writing smithi19066007-44 from 737280 to 1449984 tid 2 2024-08-19T10:03:20.320 INFO:tasks.rados.rados.0.smithi190.stdout:1381: writing smithi19066007-44 from 1449984 to 2252800 tid 3 2024-08-19T10:03:20.321 INFO:tasks.rados.rados.0.smithi190.stdout:1381: writing smithi19066007-44 from 2252800 to 2342912 tid 4 2024-08-19T10:03:20.321 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 48 current snap is 135 2024-08-19T10:03:20.321 INFO:tasks.rados.rados.0.smithi190.stdout:1381: finishing write tid 1 to smithi19066007-44 2024-08-19T10:03:20.321 INFO:tasks.rados.rados.0.smithi190.stdout:1382: seq_num 427 ranges {2105344=761856,2867200=598016,3465216=606208,4071424=401408} 2024-08-19T10:03:20.336 INFO:tasks.rados.rados.0.smithi190.stdout:1382: writing smithi19066007-48 from 2105344 to 2867200 tid 1 2024-08-19T10:03:20.339 INFO:tasks.rados.rados.0.smithi190.stdout:1382: writing smithi19066007-48 from 2867200 to 3465216 tid 2 2024-08-19T10:03:20.343 INFO:tasks.rados.rados.0.smithi190.stdout:1382: writing smithi19066007-48 from 3465216 to 4071424 tid 3 2024-08-19T10:03:20.345 INFO:tasks.rados.rados.0.smithi190.stdout:1382: writing smithi19066007-48 from 4071424 to 4472832 tid 4 2024-08-19T10:03:20.346 INFO:tasks.rados.rados.0.smithi190.stdout:1383: delete oid 25 current snap is 135 2024-08-19T10:03:20.346 INFO:tasks.rados.rados.0.smithi190.stdout:1381: finishing write tid 2 to smithi19066007-44 2024-08-19T10:03:20.346 INFO:tasks.rados.rados.0.smithi190.stdout:1381: finishing write tid 3 to smithi19066007-44 2024-08-19T10:03:20.346 INFO:tasks.rados.rados.0.smithi190.stdout:1381: finishing write tid 4 to smithi19066007-44 2024-08-19T10:03:20.346 INFO:tasks.rados.rados.0.smithi190.stdout:1381: finishing write tid 5 to smithi19066007-44 2024-08-19T10:03:20.346 INFO:tasks.rados.rados.0.smithi190.stdout:1381: finishing write tid 6 to smithi19066007-44 2024-08-19T10:03:20.346 INFO:tasks.rados.rados.0.smithi190.stdout:1381: oid 44 updating version 0 to 436 2024-08-19T10:03:20.346 INFO:tasks.rados.rados.0.smithi190.stdout:1381: oid 44 version 436 is already newer than 435 2024-08-19T10:03:20.346 INFO:tasks.rados.rados.0.smithi190.stdout:1381: oid 44 updating version 436 to 438 2024-08-19T10:03:20.346 INFO:tasks.rados.rados.0.smithi190.stdout:1381: oid 44 version 438 is already newer than 434 2024-08-19T10:03:20.346 INFO:tasks.rados.rados.0.smithi190.stdout:1381: oid 44 version 438 is already newer than 437 2024-08-19T10:03:20.346 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 438 (ObjNum 426 snap 135 seq_num 426) dirty exists 2024-08-19T10:03:20.347 INFO:tasks.rados.rados.0.smithi190.stdout:1381: left oid 44 (ObjNum 426 snap 135 seq_num 426) 2024-08-19T10:03:20.347 INFO:tasks.rados.rados.0.smithi190.stdout:1382: finishing write tid 1 to smithi19066007-48 2024-08-19T10:03:20.347 INFO:tasks.rados.rados.0.smithi190.stdout:1382: finishing write tid 2 to smithi19066007-48 2024-08-19T10:03:20.348 INFO:tasks.rados.rados.0.smithi190.stdout:1382: finishing write tid 3 to smithi19066007-48 2024-08-19T10:03:20.348 INFO:tasks.rados.rados.0.smithi190.stdout:1382: finishing write tid 4 to smithi19066007-48 2024-08-19T10:03:20.348 INFO:tasks.rados.rados.0.smithi190.stdout:1382: finishing write tid 5 to smithi19066007-48 2024-08-19T10:03:20.349 INFO:tasks.rados.rados.0.smithi190.stdout:1382: finishing write tid 6 to smithi19066007-48 2024-08-19T10:03:20.349 INFO:tasks.rados.rados.0.smithi190.stdout:1382: oid 48 updating version 0 to 1078 2024-08-19T10:03:20.350 INFO:tasks.rados.rados.0.smithi190.stdout:1382: oid 48 updating version 1078 to 1080 2024-08-19T10:03:20.350 INFO:tasks.rados.rados.0.smithi190.stdout:1382: oid 48 version 1080 is already newer than 1076 2024-08-19T10:03:20.350 INFO:tasks.rados.rados.0.smithi190.stdout:1382: oid 48 version 1080 is already newer than 1079 2024-08-19T10:03:20.350 INFO:tasks.rados.rados.0.smithi190.stdout:1382: oid 48 version 1080 is already newer than 1077 2024-08-19T10:03:20.350 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1080 (ObjNum 427 snap 135 seq_num 427) dirty exists 2024-08-19T10:03:20.350 INFO:tasks.rados.rados.0.smithi190.stdout:1382: left oid 48 (ObjNum 427 snap 135 seq_num 427) 2024-08-19T10:03:20.351 INFO:tasks.rados.rados.0.smithi190.stdout:1381: done (2 left) 2024-08-19T10:03:20.351 INFO:tasks.rados.rados.0.smithi190.stdout:1382: done (1 left) 2024-08-19T10:03:20.352 INFO:tasks.rados.rados.0.smithi190.stdout:1383: done (0 left) 2024-08-19T10:03:20.352 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 135 2024-08-19T10:03:20.352 INFO:tasks.rados.rados.0.smithi190.stdout:1384: seq_num 429 ranges {3145728=794624,3940352=770048,4710400=622592,5332992=212992} 2024-08-19T10:03:20.372 INFO:tasks.rados.rados.0.smithi190.stdout:1384: writing smithi19066007-20 from 3145728 to 3940352 tid 1 2024-08-19T10:03:20.376 INFO:tasks.rados.rados.0.smithi190.stdout:1384: writing smithi19066007-20 from 3940352 to 4710400 tid 2 2024-08-19T10:03:20.380 INFO:tasks.rados.rados.0.smithi190.stdout:1384: writing smithi19066007-20 from 4710400 to 5332992 tid 3 2024-08-19T10:03:20.381 INFO:tasks.rados.rados.0.smithi190.stdout:1384: writing smithi19066007-20 from 5332992 to 5545984 tid 4 2024-08-19T10:03:20.381 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 14 current snap is 135 2024-08-19T10:03:20.381 INFO:tasks.rados.rados.0.smithi190.stdout:1384: finishing write tid 1 to smithi19066007-20 2024-08-19T10:03:20.381 INFO:tasks.rados.rados.0.smithi190.stdout:1385: seq_num 430 ranges {3645440=8192} 2024-08-19T10:03:20.401 INFO:tasks.rados.rados.0.smithi190.stdout:1385: writing smithi19066007-14 from 3645440 to 3653632 tid 1 2024-08-19T10:03:20.401 INFO:tasks.rados.rados.0.smithi190.stdout:1386: read oid 4 snap 133 2024-08-19T10:03:20.401 INFO:tasks.rados.rados.0.smithi190.stdout:1386: expect (ObjNum 296 snap 96 seq_num 296) 2024-08-19T10:03:20.401 INFO:tasks.rados.rados.0.smithi190.stdout:1387: snap_create 2024-08-19T10:03:20.401 INFO:tasks.rados.rados.0.smithi190.stdout:1384: finishing write tid 2 to smithi19066007-20 2024-08-19T10:03:20.402 INFO:tasks.rados.rados.0.smithi190.stdout:1384: finishing write tid 3 to smithi19066007-20 2024-08-19T10:03:20.402 INFO:tasks.rados.rados.0.smithi190.stdout:1384: finishing write tid 4 to smithi19066007-20 2024-08-19T10:03:20.402 INFO:tasks.rados.rados.0.smithi190.stdout:1384: finishing write tid 5 to smithi19066007-20 2024-08-19T10:03:20.402 INFO:tasks.rados.rados.0.smithi190.stdout:1384: finishing write tid 6 to smithi19066007-20 2024-08-19T10:03:20.402 INFO:tasks.rados.rados.0.smithi190.stdout:1384: oid 20 updating version 0 to 760 2024-08-19T10:03:20.402 INFO:tasks.rados.rados.0.smithi190.stdout:1384: oid 20 version 760 is already newer than 758 2024-08-19T10:03:20.402 INFO:tasks.rados.rados.0.smithi190.stdout:1384: oid 20 updating version 760 to 762 2024-08-19T10:03:20.402 INFO:tasks.rados.rados.0.smithi190.stdout:1384: oid 20 version 762 is already newer than 761 2024-08-19T10:03:20.402 INFO:tasks.rados.rados.0.smithi190.stdout:1384: oid 20 version 762 is already newer than 759 2024-08-19T10:03:20.402 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 762 (ObjNum 429 snap 135 seq_num 429) dirty exists 2024-08-19T10:03:20.402 INFO:tasks.rados.rados.0.smithi190.stdout:1384: left oid 20 (ObjNum 429 snap 135 seq_num 429) 2024-08-19T10:03:20.403 INFO:tasks.rados.rados.0.smithi190.stdout:1385: finishing write tid 1 to smithi19066007-14 2024-08-19T10:03:20.403 INFO:tasks.rados.rados.0.smithi190.stdout:1385: finishing write tid 2 to smithi19066007-14 2024-08-19T10:03:20.405 INFO:tasks.rados.rados.0.smithi190.stdout:1385: finishing write tid 3 to smithi19066007-14 2024-08-19T10:03:20.405 INFO:tasks.rados.rados.0.smithi190.stdout:1385: oid 14 updating version 0 to 837 2024-08-19T10:03:20.405 INFO:tasks.rados.rados.0.smithi190.stdout:1385: oid 14 version 837 is already newer than 836 2024-08-19T10:03:20.405 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 837 (ObjNum 430 snap 135 seq_num 430) dirty exists 2024-08-19T10:03:20.406 INFO:tasks.rados.rados.0.smithi190.stdout:1385: left oid 14 (ObjNum 430 snap 135 seq_num 430) 2024-08-19T10:03:20.406 INFO:tasks.rados.rados.0.smithi190.stdout:1386: expect (ObjNum 296 snap 96 seq_num 296) 2024-08-19T10:03:20.564 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:20 smithi190 podman[95082]: 2024-08-19 10:03:20.307680377 +0000 UTC m=+0.482036621 container died 3e404df531e1404c2c6e76360e61e282b4b20687079ce0662740edfc5da38a3c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, RELEASE=main-7976693, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-19T10:03:21.303 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:20 smithi190 podman[95105]: 2024-08-19 10:03:20.916546597 +0000 UTC m=+0.602902871 container remove 3e404df531e1404c2c6e76360e61e282b4b20687079ce0662740edfc5da38a3c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-19T10:03:21.303 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:20 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.2.service: Deactivated successfully. 2024-08-19T10:03:21.303 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:20 smithi190 systemd[1]: Stopped Ceph osd.2 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:03:21.303 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:20 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.2.service: Consumed 13.305s CPU time. 2024-08-19T10:03:21.303 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 systemd[1]: Starting Ceph osd.2 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:03:21.328 INFO:tasks.rados.rados.0.smithi190.stdout:1384: done (3 left) 2024-08-19T10:03:21.328 INFO:tasks.rados.rados.0.smithi190.stdout:1385: done (2 left) 2024-08-19T10:03:21.328 INFO:tasks.rados.rados.0.smithi190.stdout:1386: done (1 left) 2024-08-19T10:03:21.328 INFO:tasks.rados.rados.0.smithi190.stdout:1387: done (0 left) 2024-08-19T10:03:21.328 INFO:tasks.rados.rados.0.smithi190.stdout:1388: snap_create 2024-08-19T10:03:21.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:21 smithi190 ceph-mon[77620]: pgmap v196: 121 pgs: 5 peering, 11 stale+active+clean, 105 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.2 MiB/s wr, 27 op/s 2024-08-19T10:03:21.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:21 smithi190 ceph-mon[77620]: osdmap e351: 8 total, 7 up, 8 in 2024-08-19T10:03:21.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:21 smithi190 ceph-mon[80032]: pgmap v196: 121 pgs: 5 peering, 11 stale+active+clean, 105 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.2 MiB/s wr, 27 op/s 2024-08-19T10:03:21.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:21 smithi190 ceph-mon[80032]: osdmap e351: 8 total, 7 up, 8 in 2024-08-19T10:03:21.566 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 podman[95203]: 2024-08-19 10:03:21.26160738 +0000 UTC m=+0.017335858 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:03:21.566 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 podman[95203]: 2024-08-19 10:03:21.393115363 +0000 UTC m=+0.148843822 container create 35971dc19e11f813fbebacc5d7b3c03e3b9fb2f1b95b5ebe8f5d7cd5244fc0a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=main-7976693, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-19T10:03:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:21 smithi196 ceph-mon[72638]: pgmap v196: 121 pgs: 5 peering, 11 stale+active+clean, 105 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.2 MiB/s wr, 27 op/s 2024-08-19T10:03:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:21 smithi196 ceph-mon[72638]: osdmap e351: 8 total, 7 up, 8 in 2024-08-19T10:03:22.066 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 podman[95203]: 2024-08-19 10:03:21.609465289 +0000 UTC m=+0.365193760 container init 35971dc19e11f813fbebacc5d7b3c03e3b9fb2f1b95b5ebe8f5d7cd5244fc0a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-08-19T10:03:22.066 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 podman[95203]: 2024-08-19 10:03:21.612932042 +0000 UTC m=+0.368660511 container start 35971dc19e11f813fbebacc5d7b3c03e3b9fb2f1b95b5ebe8f5d7cd5244fc0a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=main-7976693, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True) 2024-08-19T10:03:22.066 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 podman[95203]: 2024-08-19 10:03:21.737223569 +0000 UTC m=+0.492952029 container attach 35971dc19e11f813fbebacc5d7b3c03e3b9fb2f1b95b5ebe8f5d7cd5244fc0a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.schema-version=1.0, RELEASE=main-7976693, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731) 2024-08-19T10:03:22.066 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate[95218]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:22.066 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 bash[95203]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:22.066 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate[95218]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:22.066 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 bash[95203]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:22.066 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate[95218]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:03:22.066 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 bash[95203]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:03:22.067 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate[95218]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:22.067 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 bash[95203]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:22.067 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate[95218]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:22.067 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 bash[95203]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:22.067 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate[95218]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-19T10:03:22.067 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 bash[95203]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-19T10:03:22.067 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate[95218]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-08-19T10:03:22.067 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:21 smithi190 bash[95203]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-08-19T10:03:22.326 INFO:tasks.rados.rados.0.smithi190.stdout:1388: done (0 left) 2024-08-19T10:03:22.326 INFO:tasks.rados.rados.0.smithi190.stdout:1389: rollback oid 43 current snap is 137 2024-08-19T10:03:22.326 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 43 to 123 2024-08-19T10:03:22.326 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 4 current snap is 137 2024-08-19T10:03:22.326 INFO:tasks.rados.rados.0.smithi190.stdout:1390: seq_num 431 ranges {163840=24576} 2024-08-19T10:03:22.327 INFO:tasks.rados.rados.0.smithi190.stdout:1390: writing smithi19066007-4 from 163840 to 188416 tid 1 2024-08-19T10:03:22.327 INFO:tasks.rados.rados.0.smithi190.stdout:1391: read oid 18 snap -1 2024-08-19T10:03:22.328 INFO:tasks.rados.rados.0.smithi190.stdout:1391: expect (ObjNum 424 snap 134 seq_num 424) 2024-08-19T10:03:22.328 INFO:tasks.rados.rados.0.smithi190.stdout:1392: read oid 50 snap -1 2024-08-19T10:03:22.328 INFO:tasks.rados.rados.0.smithi190.stdout:1392: expect deleted 2024-08-19T10:03:22.328 INFO:tasks.rados.rados.0.smithi190.stdout:1393: rollback oid 2 current snap is 137 2024-08-19T10:03:22.328 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 2 to 133 2024-08-19T10:03:22.328 INFO:tasks.rados.rados.0.smithi190.stdout:1394: copy_from oid 6 from oid 26 current snap is 137 2024-08-19T10:03:22.328 INFO:tasks.rados.rados.0.smithi190.stdout:1395: delete oid 47 current snap is 137 2024-08-19T10:03:22.332 INFO:tasks.rados.rados.0.smithi190.stdout:1393: finishing rollback tid 0 to smithi19066007-2 2024-08-19T10:03:22.335 INFO:tasks.rados.rados.0.smithi190.stdout:1390: finishing write tid 1 to smithi19066007-4 2024-08-19T10:03:22.335 INFO:tasks.rados.rados.0.smithi190.stdout:1393: finishing rollback tid 1 to smithi19066007-2 2024-08-19T10:03:22.335 INFO:tasks.rados.rados.0.smithi190.stdout:1393: finishing rollback tid 2 to smithi19066007-2 2024-08-19T10:03:22.335 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 477 (ObjNum 352 snap 117 seq_num 352) dirty exists 2024-08-19T10:03:22.335 INFO:tasks.rados.rados.0.smithi190.stdout:1390: finishing write tid 2 to smithi19066007-4 2024-08-19T10:03:22.336 INFO:tasks.rados.rados.0.smithi190.stdout:1389: finishing rollback tid 0 to smithi19066007-43 2024-08-19T10:03:22.337 INFO:tasks.rados.rados.0.smithi190.stdout:1390: finishing write tid 3 to smithi19066007-4 2024-08-19T10:03:22.337 INFO:tasks.rados.rados.0.smithi190.stdout:1390: oid 4 updating version 0 to 839 2024-08-19T10:03:22.337 INFO:tasks.rados.rados.0.smithi190.stdout:1390: oid 4 updating version 839 to 840 2024-08-19T10:03:22.337 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 840 (ObjNum 431 snap 137 seq_num 431) dirty exists 2024-08-19T10:03:22.337 INFO:tasks.rados.rados.0.smithi190.stdout:1390: left oid 4 (ObjNum 431 snap 137 seq_num 431) 2024-08-19T10:03:22.337 INFO:tasks.rados.rados.0.smithi190.stdout:1389: finishing rollback tid 1 to smithi19066007-43 2024-08-19T10:03:22.337 INFO:tasks.rados.rados.0.smithi190.stdout:1389: finishing rollback tid 2 to smithi19066007-43 2024-08-19T10:03:22.338 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 766 (ObjNum 311 snap 102 seq_num 311) dirty exists 2024-08-19T10:03:22.341 INFO:tasks.rados.rados.0.smithi190.stdout:1389: done (6 left) 2024-08-19T10:03:22.342 INFO:tasks.rados.rados.0.smithi190.stdout:1390: done (5 left) 2024-08-19T10:03:22.342 INFO:tasks.rados.rados.0.smithi190.stdout:1392: done (4 left) 2024-08-19T10:03:22.342 INFO:tasks.rados.rados.0.smithi190.stdout:1393: done (3 left) 2024-08-19T10:03:22.342 INFO:tasks.rados.rados.0.smithi190.stdout:1395: done (2 left) 2024-08-19T10:03:22.342 INFO:tasks.rados.rados.0.smithi190.stdout:1396: rollback oid 48 current snap is 137 2024-08-19T10:03:22.342 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 48 to 134 2024-08-19T10:03:22.342 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 30 current snap is 137 2024-08-19T10:03:22.342 INFO:tasks.rados.rados.0.smithi190.stdout:1397: seq_num 433 ranges {1638400=57344} 2024-08-19T10:03:22.351 INFO:tasks.rados.rados.0.smithi190.stdout:1397: writing smithi19066007-30 from 1638400 to 1695744 tid 1 2024-08-19T10:03:22.351 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 137 2024-08-19T10:03:22.351 INFO:tasks.rados.rados.0.smithi190.stdout:1398: seq_num 434 ranges {0=73728} 2024-08-19T10:03:22.352 INFO:tasks.rados.rados.0.smithi190.stdout:1398: writing smithi19066007-7 from 0 to 73728 tid 1 2024-08-19T10:03:22.352 INFO:tasks.rados.rados.0.smithi190.stdout:1399: read oid 29 snap -1 2024-08-19T10:03:22.352 INFO:tasks.rados.rados.0.smithi190.stdout:1399: expect (ObjNum 406 snap 130 seq_num 406) 2024-08-19T10:03:22.352 INFO:tasks.rados.rados.0.smithi190.stdout:1400: copy_from oid 38 from oid 45 current snap is 137 2024-08-19T10:03:22.352 INFO:tasks.rados.rados.0.smithi190.stdout:1401: rollback oid 28 current snap is 137 2024-08-19T10:03:22.352 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 28 to 134 2024-08-19T10:03:22.352 INFO:tasks.rados.rados.0.smithi190.stdout:1402: rollback oid 9 current snap is 137 2024-08-19T10:03:22.352 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 9 to 134 2024-08-19T10:03:22.352 INFO:tasks.rados.rados.0.smithi190.stdout:1403: snap_remove snap 133 2024-08-19T10:03:22.507 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:22 smithi190 ceph-mon[80032]: osdmap e352: 8 total, 7 up, 8 in 2024-08-19T10:03:22.508 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:22 smithi190 ceph-mon[77620]: osdmap e352: 8 total, 7 up, 8 in 2024-08-19T10:03:22.508 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate[95218]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-19T10:03:22.508 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:22 smithi190 bash[95203]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-19T10:03:22.508 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate[95218]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-08-19T10:03:22.508 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:22 smithi190 bash[95203]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-08-19T10:03:22.509 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate[95218]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-19T10:03:22.509 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:22 smithi190 bash[95203]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-19T10:03:22.509 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate[95218]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-19T10:03:22.509 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:22 smithi190 bash[95203]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-19T10:03:22.509 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate[95218]: --> ceph-volume lvm activate successful for osd ID: 2 2024-08-19T10:03:22.509 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:22 smithi190 bash[95203]: --> ceph-volume lvm activate successful for osd ID: 2 2024-08-19T10:03:22.509 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:22 smithi190 podman[95203]: 2024-08-19 10:03:22.162249659 +0000 UTC m=+0.917978122 container died 35971dc19e11f813fbebacc5d7b3c03e3b9fb2f1b95b5ebe8f5d7cd5244fc0a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=main-7976693, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:03:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:22 smithi196 ceph-mon[72638]: osdmap e352: 8 total, 7 up, 8 in 2024-08-19T10:03:23.191 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:22 smithi190 podman[95330]: 2024-08-19 10:03:22.860112374 +0000 UTC m=+0.691866043 container remove 35971dc19e11f813fbebacc5d7b3c03e3b9fb2f1b95b5ebe8f5d7cd5244fc0a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-7976693, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS) 2024-08-19T10:03:23.192 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:23 smithi190 podman[95388]: 2024-08-19 10:03:22.982248356 +0000 UTC m=+0.017406358 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:03:23.192 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:23 smithi190 podman[95388]: 2024-08-19 10:03:23.094280177 +0000 UTC m=+0.129438234 container create 7934388ea700de33eb07c54d0249f6a79393c2ea8761c0e5f03c321da9717668 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-19T10:03:23.304 INFO:tasks.rados.rados.0.smithi190.stdout:1401: finishing rollback tid 1 to smithi19066007-28 2024-08-19T10:03:23.304 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 0 (ObjNum 193 snap 0 seq_num 2642018192) dirty dne 2024-08-19T10:03:23.304 INFO:tasks.rados.rados.0.smithi190.stdout:1402: finishing rollback tid 1 to smithi19066007-9 2024-08-19T10:03:23.305 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 631 (ObjNum 33 snap 0 seq_num 3355762752) dirty dne 2024-08-19T10:03:23.305 INFO:tasks.rados.rados.0.smithi190.stdout:1398: finishing write tid 1 to smithi19066007-7 2024-08-19T10:03:23.305 INFO:tasks.rados.rados.0.smithi190.stdout:1398: finishing write tid 2 to smithi19066007-7 2024-08-19T10:03:23.305 INFO:tasks.rados.rados.0.smithi190.stdout:1398: finishing write tid 3 to smithi19066007-7 2024-08-19T10:03:23.305 INFO:tasks.rados.rados.0.smithi190.stdout:1398: oid 7 updating version 0 to 851 2024-08-19T10:03:23.305 INFO:tasks.rados.rados.0.smithi190.stdout:1398: oid 7 updating version 851 to 852 2024-08-19T10:03:23.305 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 852 (ObjNum 434 snap 137 seq_num 434) dirty exists 2024-08-19T10:03:23.305 INFO:tasks.rados.rados.0.smithi190.stdout:1398: left oid 7 (ObjNum 434 snap 137 seq_num 434) 2024-08-19T10:03:23.305 INFO:tasks.rados.rados.0.smithi190.stdout:1394: finishing copy_from racing read to smithi19066007-6 2024-08-19T10:03:23.305 INFO:tasks.rados.rados.0.smithi190.stdout:1394: finishing copy_from to smithi19066007-6 2024-08-19T10:03:23.305 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 562 (ObjNum 213 snap 53 seq_num 213) dirty exists 2024-08-19T10:03:23.305 INFO:tasks.rados.rados.0.smithi190.stdout:1391: expect (ObjNum 424 snap 134 seq_num 424) 2024-08-19T10:03:23.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:23 smithi190 ceph-mon[77620]: pgmap v199: 121 pgs: 24 active+undersized, 5 peering, 8 active+undersized+degraded, 84 active+clean; 246 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 10 op/s; 30/351 objects degraded (8.547%) 2024-08-19T10:03:23.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:23 smithi190 ceph-mon[77620]: Health check failed: Degraded data redundancy: 30/351 objects degraded (8.547%), 8 pgs degraded (PG_DEGRADED) 2024-08-19T10:03:23.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:23 smithi190 ceph-mon[77620]: osdmap e353: 8 total, 7 up, 8 in 2024-08-19T10:03:23.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:23 smithi190 ceph-mon[77620]: osdmap e354: 8 total, 7 up, 8 in 2024-08-19T10:03:23.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:23 smithi190 ceph-mon[80032]: pgmap v199: 121 pgs: 24 active+undersized, 5 peering, 8 active+undersized+degraded, 84 active+clean; 246 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 10 op/s; 30/351 objects degraded (8.547%) 2024-08-19T10:03:23.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:23 smithi190 ceph-mon[80032]: Health check failed: Degraded data redundancy: 30/351 objects degraded (8.547%), 8 pgs degraded (PG_DEGRADED) 2024-08-19T10:03:23.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:23 smithi190 ceph-mon[80032]: osdmap e353: 8 total, 7 up, 8 in 2024-08-19T10:03:23.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:23 smithi190 ceph-mon[80032]: osdmap e354: 8 total, 7 up, 8 in 2024-08-19T10:03:23.565 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:23 smithi190 podman[95388]: 2024-08-19 10:03:23.30608224 +0000 UTC m=+0.341240261 container init 7934388ea700de33eb07c54d0249f6a79393c2ea8761c0e5f03c321da9717668 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2, org.label-schema.schema-version=1.0, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-19T10:03:23.566 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:23 smithi190 podman[95388]: 2024-08-19 10:03:23.313610436 +0000 UTC m=+0.348768446 container start 7934388ea700de33eb07c54d0249f6a79393c2ea8761c0e5f03c321da9717668 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-19T10:03:23.566 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:23 smithi190 ceph-osd[95407]: -- 172.21.15.190:0/251360790 <== mon.0 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555827963a40 con 0x555827b06000 2024-08-19T10:03:23.566 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:23 smithi190 bash[95388]: 7934388ea700de33eb07c54d0249f6a79393c2ea8761c0e5f03c321da9717668 2024-08-19T10:03:23.566 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:23 smithi190 systemd[1]: Started Ceph osd.2 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:03:23.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:23 smithi196 ceph-mon[72638]: pgmap v199: 121 pgs: 24 active+undersized, 5 peering, 8 active+undersized+degraded, 84 active+clean; 246 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 10 op/s; 30/351 objects degraded (8.547%) 2024-08-19T10:03:23.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:23 smithi196 ceph-mon[72638]: Health check failed: Degraded data redundancy: 30/351 objects degraded (8.547%), 8 pgs degraded (PG_DEGRADED) 2024-08-19T10:03:23.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:23 smithi196 ceph-mon[72638]: osdmap e353: 8 total, 7 up, 8 in 2024-08-19T10:03:23.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:23 smithi196 ceph-mon[72638]: osdmap e354: 8 total, 7 up, 8 in 2024-08-19T10:03:23.745 INFO:tasks.rados.rados.0.smithi190.stdout:1396: finishing rollback tid 0 to smithi19066007-48 2024-08-19T10:03:23.745 INFO:tasks.rados.rados.0.smithi190.stdout:1396: finishing rollback tid 1 to smithi19066007-48 2024-08-19T10:03:23.745 INFO:tasks.rados.rados.0.smithi190.stdout:1396: finishing rollback tid 2 to smithi19066007-48 2024-08-19T10:03:23.745 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1084 (ObjNum 374 snap 124 seq_num 374) dirty exists 2024-08-19T10:03:23.745 INFO:tasks.rados.rados.0.smithi190.stdout:1397: finishing write tid 1 to smithi19066007-30 2024-08-19T10:03:23.745 INFO:tasks.rados.rados.0.smithi190.stdout:1397: finishing write tid 2 to smithi19066007-30 2024-08-19T10:03:23.745 INFO:tasks.rados.rados.0.smithi190.stdout:1397: finishing write tid 3 to smithi19066007-30 2024-08-19T10:03:23.746 INFO:tasks.rados.rados.0.smithi190.stdout:1397: oid 30 updating version 0 to 1086 2024-08-19T10:03:23.746 INFO:tasks.rados.rados.0.smithi190.stdout:1397: oid 30 updating version 1086 to 1087 2024-08-19T10:03:23.746 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 1087 (ObjNum 433 snap 137 seq_num 433) dirty exists 2024-08-19T10:03:23.746 INFO:tasks.rados.rados.0.smithi190.stdout:1397: left oid 30 (ObjNum 433 snap 137 seq_num 433) 2024-08-19T10:03:23.746 INFO:tasks.rados.rados.0.smithi190.stdout:1391: done (9 left) 2024-08-19T10:03:23.746 INFO:tasks.rados.rados.0.smithi190.stdout:1394: done (8 left) 2024-08-19T10:03:23.746 INFO:tasks.rados.rados.0.smithi190.stdout:1396: done (7 left) 2024-08-19T10:03:23.746 INFO:tasks.rados.rados.0.smithi190.stdout:1397: done (6 left) 2024-08-19T10:03:23.746 INFO:tasks.rados.rados.0.smithi190.stdout:1398: done (5 left) 2024-08-19T10:03:23.746 INFO:tasks.rados.rados.0.smithi190.stdout:1401: done (4 left) 2024-08-19T10:03:23.746 INFO:tasks.rados.rados.0.smithi190.stdout:1402: done (3 left) 2024-08-19T10:03:23.746 INFO:tasks.rados.rados.0.smithi190.stdout:1403: done (2 left) 2024-08-19T10:03:23.746 INFO:tasks.rados.rados.0.smithi190.stdout:1404: snap_remove snap 135 2024-08-19T10:03:24.456 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:03:24 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:03:24] "GET /metrics HTTP/1.1" 200 36241 "" "Prometheus/2.43.0" 2024-08-19T10:03:24.478 INFO:tasks.rados.rados.0.smithi190.stdout:1404: done (2 left) 2024-08-19T10:03:24.478 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 14 current snap is 137 2024-08-19T10:03:24.478 INFO:tasks.rados.rados.0.smithi190.stdout:1400: finishing copy_from racing read to smithi19066007-38 2024-08-19T10:03:24.478 INFO:tasks.rados.rados.0.smithi190.stdout:1399: expect (ObjNum 406 snap 130 seq_num 406) 2024-08-19T10:03:24.803 INFO:tasks.rados.rados.0.smithi190.stdout:1400: finishing copy_from to smithi19066007-38 2024-08-19T10:03:24.803 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 456 (ObjNum 417 snap 132 seq_num 417) dirty exists 2024-08-19T10:03:24.803 INFO:tasks.rados.rados.0.smithi190.stdout:1405: seq_num 435 ranges {3653632=90112} 2024-08-19T10:03:24.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:24 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:24.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:24 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:24.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:24 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:03:24.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:24 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:24.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:24 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:24.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:24 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:03:24.823 INFO:tasks.rados.rados.0.smithi190.stdout:1405: writing smithi19066007-14 from 3653632 to 3743744 tid 1 2024-08-19T10:03:24.823 INFO:tasks.rados.rados.0.smithi190.stdout:1399: done (2 left) 2024-08-19T10:03:24.824 INFO:tasks.rados.rados.0.smithi190.stdout:1400: done (1 left) 2024-08-19T10:03:24.824 INFO:tasks.rados.rados.0.smithi190.stdout:1406: read oid 5 snap -1 2024-08-19T10:03:24.824 INFO:tasks.rados.rados.0.smithi190.stdout:1406: expect (ObjNum 395 snap 130 seq_num 395) 2024-08-19T10:03:24.824 INFO:tasks.rados.rados.0.smithi190.stdout:1407: read oid 33 snap 136 2024-08-19T10:03:24.824 INFO:tasks.rados.rados.0.smithi190.stdout:1407: expect (ObjNum 317 snap 103 seq_num 317) 2024-08-19T10:03:24.824 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 137 2024-08-19T10:03:24.824 INFO:tasks.rados.rados.0.smithi190.stdout:1408: seq_num 436 ranges {7806976=106496} 2024-08-19T10:03:24.867 INFO:tasks.rados.rados.0.smithi190.stdout:1408: writing smithi19066007-49 from 7806976 to 7913472 tid 1 2024-08-19T10:03:24.868 INFO:tasks.rados.rados.0.smithi190.stdout:1409: delete oid 2 current snap is 137 2024-08-19T10:03:24.868 INFO:tasks.rados.rados.0.smithi190.stdout:1405: finishing write tid 1 to smithi19066007-14 2024-08-19T10:03:24.868 INFO:tasks.rados.rados.0.smithi190.stdout:1405: finishing write tid 2 to smithi19066007-14 2024-08-19T10:03:24.868 INFO:tasks.rados.rados.0.smithi190.stdout:1405: finishing write tid 3 to smithi19066007-14 2024-08-19T10:03:24.868 INFO:tasks.rados.rados.0.smithi190.stdout:1405: oid 14 updating version 0 to 843 2024-08-19T10:03:24.868 INFO:tasks.rados.rados.0.smithi190.stdout:1405: oid 14 version 843 is already newer than 842 2024-08-19T10:03:24.868 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 843 (ObjNum 435 snap 137 seq_num 435) dirty exists 2024-08-19T10:03:24.868 INFO:tasks.rados.rados.0.smithi190.stdout:1405: left oid 14 (ObjNum 435 snap 137 seq_num 435) 2024-08-19T10:03:24.868 INFO:tasks.rados.rados.0.smithi190.stdout:1407: expect (ObjNum 317 snap 103 seq_num 317) 2024-08-19T10:03:24.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:24 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:24.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:24 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:24.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:24 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:03:24.966 INFO:tasks.rados.rados.0.smithi190.stdout:1406: expect (ObjNum 395 snap 130 seq_num 395) 2024-08-19T10:03:25.117 INFO:tasks.rados.rados.0.smithi190.stdout:1408: finishing write tid 1 to smithi19066007-49 2024-08-19T10:03:25.117 INFO:tasks.rados.rados.0.smithi190.stdout:1408: finishing write tid 2 to smithi19066007-49 2024-08-19T10:03:25.118 INFO:tasks.rados.rados.0.smithi190.stdout:1408: finishing write tid 3 to smithi19066007-49 2024-08-19T10:03:25.118 INFO:tasks.rados.rados.0.smithi190.stdout:1408: oid 49 updating version 0 to 682 2024-08-19T10:03:25.118 INFO:tasks.rados.rados.0.smithi190.stdout:1408: oid 49 version 682 is already newer than 681 2024-08-19T10:03:25.118 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 682 (ObjNum 436 snap 137 seq_num 436) dirty exists 2024-08-19T10:03:25.118 INFO:tasks.rados.rados.0.smithi190.stdout:1408: left oid 49 (ObjNum 436 snap 137 seq_num 436) 2024-08-19T10:03:25.118 INFO:tasks.rados.rados.0.smithi190.stdout:1405: done (4 left) 2024-08-19T10:03:25.118 INFO:tasks.rados.rados.0.smithi190.stdout:1406: done (3 left) 2024-08-19T10:03:25.118 INFO:tasks.rados.rados.0.smithi190.stdout:1407: done (2 left) 2024-08-19T10:03:25.118 INFO:tasks.rados.rados.0.smithi190.stdout:1408: done (1 left) 2024-08-19T10:03:25.118 INFO:tasks.rados.rados.0.smithi190.stdout:1409: done (0 left) 2024-08-19T10:03:25.118 INFO:tasks.rados.rados.0.smithi190.stdout:1410: snap_remove snap 136 2024-08-19T10:03:25.454 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2[95403]: 2024-08-19T10:03:25.215+0000 7f2c0461d640 -1 Falling back to public interface 2024-08-19T10:03:25.481 INFO:tasks.rados.rados.0.smithi190.stdout:1410: done (0 left) 2024-08-19T10:03:25.481 INFO:tasks.rados.rados.0.smithi190.stdout:1411: read oid 18 snap -1 2024-08-19T10:03:25.481 INFO:tasks.rados.rados.0.smithi190.stdout:1411: expect (ObjNum 424 snap 134 seq_num 424) 2024-08-19T10:03:25.481 INFO:tasks.rados.rados.0.smithi190.stdout:1412: rollback oid 11 current snap is 137 2024-08-19T10:03:25.481 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 11 to 134 2024-08-19T10:03:25.481 INFO:tasks.rados.rados.0.smithi190.stdout:1413: rollback oid 23 current snap is 137 2024-08-19T10:03:25.481 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 23 to 134 2024-08-19T10:03:25.481 INFO:tasks.rados.rados.0.smithi190.stdout:1414: snap_create 2024-08-19T10:03:25.488 INFO:tasks.rados.rados.0.smithi190.stdout:1413: finishing rollback tid 0 to smithi19066007-23 2024-08-19T10:03:25.489 INFO:tasks.rados.rados.0.smithi190.stdout:1413: finishing rollback tid 1 to smithi19066007-23 2024-08-19T10:03:25.489 INFO:tasks.rados.rados.0.smithi190.stdout:1413: finishing rollback tid 2 to smithi19066007-23 2024-08-19T10:03:25.489 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 642 (ObjNum 422 snap 134 seq_num 422) dirty exists 2024-08-19T10:03:25.492 INFO:tasks.rados.rados.0.smithi190.stdout:1412: finishing rollback tid 0 to smithi19066007-11 2024-08-19T10:03:25.492 INFO:tasks.rados.rados.0.smithi190.stdout:1412: finishing rollback tid 1 to smithi19066007-11 2024-08-19T10:03:25.492 INFO:tasks.rados.rados.0.smithi190.stdout:1412: finishing rollback tid 2 to smithi19066007-11 2024-08-19T10:03:25.492 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 437 (ObjNum 413 snap 131 seq_num 413) dirty exists 2024-08-19T10:03:25.522 INFO:tasks.rados.rados.0.smithi190.stdout:1411: expect (ObjNum 424 snap 134 seq_num 424) 2024-08-19T10:03:25.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:25 smithi190 ceph-mon[77620]: pgmap v202: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 252 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 15 op/s; 45/369 objects degraded (12.195%) 2024-08-19T10:03:25.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:25 smithi190 ceph-mon[77620]: osdmap e355: 8 total, 7 up, 8 in 2024-08-19T10:03:25.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:25 smithi190 ceph-mon[80032]: pgmap v202: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 252 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 15 op/s; 45/369 objects degraded (12.195%) 2024-08-19T10:03:25.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:25 smithi190 ceph-mon[80032]: osdmap e355: 8 total, 7 up, 8 in 2024-08-19T10:03:25.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:25 smithi196 ceph-mon[72638]: pgmap v202: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 252 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 15 op/s; 45/369 objects degraded (12.195%) 2024-08-19T10:03:25.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:25 smithi196 ceph-mon[72638]: osdmap e355: 8 total, 7 up, 8 in 2024-08-19T10:03:26.485 INFO:tasks.rados.rados.0.smithi190.stdout:1411: done (3 left) 2024-08-19T10:03:26.486 INFO:tasks.rados.rados.0.smithi190.stdout:1412: done (2 left) 2024-08-19T10:03:26.486 INFO:tasks.rados.rados.0.smithi190.stdout:1413: done (1 left) 2024-08-19T10:03:26.486 INFO:tasks.rados.rados.0.smithi190.stdout:1414: done (0 left) 2024-08-19T10:03:26.486 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 138 2024-08-19T10:03:26.486 INFO:tasks.rados.rados.0.smithi190.stdout:1415: seq_num 438 ranges {5832704=139264} 2024-08-19T10:03:26.518 INFO:tasks.rados.rados.0.smithi190.stdout:1415: writing smithi19066007-29 from 5832704 to 5971968 tid 1 2024-08-19T10:03:26.518 INFO:tasks.rados.rados.0.smithi190.stdout:1416: snap_remove snap 134 2024-08-19T10:03:26.736 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:26 smithi190 ceph-mon[80032]: osdmap e356: 8 total, 7 up, 8 in 2024-08-19T10:03:26.736 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:26 smithi190 ceph-mon[77620]: osdmap e356: 8 total, 7 up, 8 in 2024-08-19T10:03:26.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:26 smithi196 ceph-mon[72638]: osdmap e356: 8 total, 7 up, 8 in 2024-08-19T10:03:27.489 INFO:tasks.rados.rados.0.smithi190.stdout:1416: done (1 left) 2024-08-19T10:03:27.489 INFO:tasks.rados.rados.0.smithi190.stdout:1417: rmattr oid 40 current snap is 138 2024-08-19T10:03:27.489 INFO:tasks.rados.rados.0.smithi190.stdout:1417: done (1 left) 2024-08-19T10:03:27.489 INFO:tasks.rados.rados.0.smithi190.stdout:1418: delete oid 21 current snap is 138 2024-08-19T10:03:27.489 INFO:tasks.rados.rados.0.smithi190.stdout:1415: finishing write tid 1 to smithi19066007-29 2024-08-19T10:03:27.489 INFO:tasks.rados.rados.0.smithi190.stdout:1415: finishing write tid 2 to smithi19066007-29 2024-08-19T10:03:27.489 INFO:tasks.rados.rados.0.smithi190.stdout:1415: finishing write tid 3 to smithi19066007-29 2024-08-19T10:03:27.489 INFO:tasks.rados.rados.0.smithi190.stdout:1415: oid 29 updating version 0 to 430 2024-08-19T10:03:27.489 INFO:tasks.rados.rados.0.smithi190.stdout:1415: oid 29 updating version 430 to 431 2024-08-19T10:03:27.490 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 431 (ObjNum 438 snap 138 seq_num 438) dirty exists 2024-08-19T10:03:27.490 INFO:tasks.rados.rados.0.smithi190.stdout:1415: left oid 29 (ObjNum 438 snap 138 seq_num 438) 2024-08-19T10:03:27.498 INFO:tasks.rados.rados.0.smithi190.stdout:1415: done (1 left) 2024-08-19T10:03:27.499 INFO:tasks.rados.rados.0.smithi190.stdout:1418: done (0 left) 2024-08-19T10:03:27.499 INFO:tasks.rados.rados.0.smithi190.stdout:1419: read oid 10 snap -1 2024-08-19T10:03:27.499 INFO:tasks.rados.rados.0.smithi190.stdout:1419: expect (ObjNum 331 snap 111 seq_num 331) 2024-08-19T10:03:27.499 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 24 current snap is 138 2024-08-19T10:03:27.499 INFO:tasks.rados.rados.0.smithi190.stdout:1420: seq_num 440 ranges {1171456=172032} 2024-08-19T10:03:27.506 INFO:tasks.rados.rados.0.smithi190.stdout:1420: writing smithi19066007-24 from 1171456 to 1343488 tid 1 2024-08-19T10:03:27.507 INFO:tasks.rados.rados.0.smithi190.stdout:1421: copy_from oid 50 from oid 18 current snap is 138 2024-08-19T10:03:27.507 INFO:tasks.rados.rados.0.smithi190.stdout:1422: rollback oid 27 current snap is 138 2024-08-19T10:03:27.507 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 27 to 123 2024-08-19T10:03:27.507 INFO:tasks.rados.rados.0.smithi190.stdout:1423: rollback oid 1 current snap is 138 2024-08-19T10:03:27.507 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 1 to 123 2024-08-19T10:03:27.507 INFO:tasks.rados.rados.0.smithi190.stdout:1424: read oid 23 snap -1 2024-08-19T10:03:27.507 INFO:tasks.rados.rados.0.smithi190.stdout:1424: expect (ObjNum 422 snap 134 seq_num 422) 2024-08-19T10:03:27.507 INFO:tasks.rados.rados.0.smithi190.stdout:1425: snap_create 2024-08-19T10:03:27.511 INFO:tasks.rados.rados.0.smithi190.stdout:1420: finishing write tid 1 to smithi19066007-24 2024-08-19T10:03:27.511 INFO:tasks.rados.rados.0.smithi190.stdout:1420: finishing write tid 2 to smithi19066007-24 2024-08-19T10:03:27.511 INFO:tasks.rados.rados.0.smithi190.stdout:1423: finishing rollback tid 0 to smithi19066007-1 2024-08-19T10:03:27.512 INFO:tasks.rados.rados.0.smithi190.stdout:1423: finishing rollback tid 1 to smithi19066007-1 2024-08-19T10:03:27.512 INFO:tasks.rados.rados.0.smithi190.stdout:1423: finishing rollback tid 2 to smithi19066007-1 2024-08-19T10:03:27.512 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 837 (ObjNum 317 snap 103 seq_num 317) dirty exists 2024-08-19T10:03:27.513 INFO:tasks.rados.rados.0.smithi190.stdout:1422: finishing rollback tid 0 to smithi19066007-27 2024-08-19T10:03:27.513 INFO:tasks.rados.rados.0.smithi190.stdout:1422: finishing rollback tid 1 to smithi19066007-27 2024-08-19T10:03:27.515 INFO:tasks.rados.rados.0.smithi190.stdout:1420: finishing write tid 3 to smithi19066007-24 2024-08-19T10:03:27.515 INFO:tasks.rados.rados.0.smithi190.stdout:1420: oid 24 updating version 0 to 782 2024-08-19T10:03:27.515 INFO:tasks.rados.rados.0.smithi190.stdout:1420: oid 24 updating version 782 to 783 2024-08-19T10:03:27.515 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 783 (ObjNum 440 snap 138 seq_num 440) dirty exists 2024-08-19T10:03:27.515 INFO:tasks.rados.rados.0.smithi190.stdout:1420: left oid 24 (ObjNum 440 snap 138 seq_num 440) 2024-08-19T10:03:27.516 INFO:tasks.rados.rados.0.smithi190.stdout:1422: finishing rollback tid 2 to smithi19066007-27 2024-08-19T10:03:27.516 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 537 (ObjNum 269 snap 85 seq_num 269) dirty exists 2024-08-19T10:03:27.519 INFO:tasks.rados.rados.0.smithi190.stdout:1419: expect (ObjNum 331 snap 111 seq_num 331) 2024-08-19T10:03:27.638 INFO:tasks.rados.rados.0.smithi190.stdout:1421: finishing copy_from racing read to smithi19066007-50 2024-08-19T10:03:27.638 INFO:tasks.rados.rados.0.smithi190.stdout:1421: finishing copy_from to smithi19066007-50 2024-08-19T10:03:27.638 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1068 (ObjNum 424 snap 134 seq_num 424) dirty exists 2024-08-19T10:03:27.638 INFO:tasks.rados.rados.0.smithi190.stdout:1424: expect (ObjNum 422 snap 134 seq_num 422) 2024-08-19T10:03:27.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:27 smithi190 ceph-mon[77620]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 252 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 145 KiB/s rd, 594 KiB/s wr, 5 op/s; 45/369 objects degraded (12.195%) 2024-08-19T10:03:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:27 smithi190 ceph-mon[77620]: osdmap e357: 8 total, 7 up, 8 in 2024-08-19T10:03:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:27 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:27 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:27 smithi190 ceph-mon[80032]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 252 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 145 KiB/s rd, 594 KiB/s wr, 5 op/s; 45/369 objects degraded (12.195%) 2024-08-19T10:03:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:27 smithi190 ceph-mon[80032]: osdmap e357: 8 total, 7 up, 8 in 2024-08-19T10:03:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:27 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:27 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:27.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:27 smithi196 ceph-mon[72638]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 252 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 145 KiB/s rd, 594 KiB/s wr, 5 op/s; 45/369 objects degraded (12.195%) 2024-08-19T10:03:27.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:27 smithi196 ceph-mon[72638]: osdmap e357: 8 total, 7 up, 8 in 2024-08-19T10:03:27.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:27 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:27.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:27 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:28.500 INFO:tasks.rados.rados.0.smithi190.stdout:1419: done (6 left) 2024-08-19T10:03:28.500 INFO:tasks.rados.rados.0.smithi190.stdout:1420: done (5 left) 2024-08-19T10:03:28.500 INFO:tasks.rados.rados.0.smithi190.stdout:1421: done (4 left) 2024-08-19T10:03:28.500 INFO:tasks.rados.rados.0.smithi190.stdout:1422: done (3 left) 2024-08-19T10:03:28.500 INFO:tasks.rados.rados.0.smithi190.stdout:1423: done (2 left) 2024-08-19T10:03:28.500 INFO:tasks.rados.rados.0.smithi190.stdout:1424: done (1 left) 2024-08-19T10:03:28.500 INFO:tasks.rados.rados.0.smithi190.stdout:1425: done (0 left) 2024-08-19T10:03:28.500 INFO:tasks.rados.rados.0.smithi190.stdout:1426: snap_create 2024-08-19T10:03:28.558 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:28 smithi190 ceph-mon[77620]: osdmap e358: 8 total, 7 up, 8 in 2024-08-19T10:03:28.558 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:28 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:28.558 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:28 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:28.558 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:28 smithi190 ceph-mon[77620]: Health check update: Degraded data redundancy: 45/369 objects degraded (12.195%), 10 pgs degraded (PG_DEGRADED) 2024-08-19T10:03:28.558 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:28 smithi190 ceph-mon[80032]: osdmap e358: 8 total, 7 up, 8 in 2024-08-19T10:03:28.559 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:28 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:28.559 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:28 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:28.559 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:28 smithi190 ceph-mon[80032]: Health check update: Degraded data redundancy: 45/369 objects degraded (12.195%), 10 pgs degraded (PG_DEGRADED) 2024-08-19T10:03:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:28 smithi196 ceph-mon[72638]: osdmap e358: 8 total, 7 up, 8 in 2024-08-19T10:03:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:28 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:28 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:28 smithi196 ceph-mon[72638]: Health check update: Degraded data redundancy: 45/369 objects degraded (12.195%), 10 pgs degraded (PG_DEGRADED) 2024-08-19T10:03:29.495 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:29 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2[95403]: 2024-08-19T10:03:29.188+0000 7f2c0461d640 -1 osd.2 348 log_to_monitors true 2024-08-19T10:03:29.501 INFO:tasks.rados.rados.0.smithi190.stdout:1426: done (0 left) 2024-08-19T10:03:29.501 INFO:tasks.rados.rados.0.smithi190.stdout:1427: copy_from oid 10 from oid 15 current snap is 140 2024-08-19T10:03:29.501 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 35 current snap is 140 2024-08-19T10:03:29.501 INFO:tasks.rados.rados.0.smithi190.stdout:1428: seq_num 441 ranges {8126464=188416} 2024-08-19T10:03:29.547 INFO:tasks.rados.rados.0.smithi190.stdout:1428: writing smithi19066007-35 from 8126464 to 8314880 tid 1 2024-08-19T10:03:29.547 INFO:tasks.rados.rados.0.smithi190.stdout:1429: copy_from oid 6 from oid 14 current snap is 140 2024-08-19T10:03:29.547 INFO:tasks.rados.rados.0.smithi190.stdout:1427: finishing copy_from to smithi19066007-10 2024-08-19T10:03:29.548 INFO:tasks.rados.rados.0.smithi190.stdout:1427: got expected ENOENT (src dne) 2024-08-19T10:03:29.548 INFO:tasks.rados.rados.0.smithi190.stdout:1430: snap_create 2024-08-19T10:03:29.548 INFO:tasks.rados.rados.0.smithi190.stdout:1427: finishing copy_from racing read to smithi19066007-10 2024-08-19T10:03:29.552 INFO:tasks.rados.rados.0.smithi190.stdout:1428: finishing write tid 1 to smithi19066007-35 2024-08-19T10:03:29.552 INFO:tasks.rados.rados.0.smithi190.stdout:1428: finishing write tid 2 to smithi19066007-35 2024-08-19T10:03:29.554 INFO:tasks.rados.rados.0.smithi190.stdout:1428: finishing write tid 3 to smithi19066007-35 2024-08-19T10:03:29.554 INFO:tasks.rados.rados.0.smithi190.stdout:1428: oid 35 updating version 0 to 510 2024-08-19T10:03:29.554 INFO:tasks.rados.rados.0.smithi190.stdout:1428: oid 35 updating version 510 to 511 2024-08-19T10:03:29.554 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 511 (ObjNum 441 snap 140 seq_num 441) dirty exists 2024-08-19T10:03:29.554 INFO:tasks.rados.rados.0.smithi190.stdout:1428: left oid 35 (ObjNum 441 snap 140 seq_num 441) 2024-08-19T10:03:29.565 INFO:tasks.rados.rados.0.smithi190.stdout:1429: finishing copy_from racing read to smithi19066007-6 2024-08-19T10:03:29.567 INFO:tasks.rados.rados.0.smithi190.stdout:1429: finishing copy_from to smithi19066007-6 2024-08-19T10:03:29.567 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 843 (ObjNum 435 snap 137 seq_num 435) dirty exists 2024-08-19T10:03:29.755 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:29 smithi190 ceph-mon[77620]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 9 op/s; 46/381 objects degraded (12.073%) 2024-08-19T10:03:29.756 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:29 smithi190 ceph-mon[77620]: osdmap e359: 8 total, 7 up, 8 in 2024-08-19T10:03:29.756 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:29 smithi190 ceph-mon[77620]: from='osd.2 [v2:172.21.15.190:6818/389802984,v1:172.21.15.190:6819/389802984]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-19T10:03:29.756 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:29 smithi190 ceph-mon[80032]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 9 op/s; 46/381 objects degraded (12.073%) 2024-08-19T10:03:29.756 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:29 smithi190 ceph-mon[80032]: osdmap e359: 8 total, 7 up, 8 in 2024-08-19T10:03:29.756 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:29 smithi190 ceph-mon[80032]: from='osd.2 [v2:172.21.15.190:6818/389802984,v1:172.21.15.190:6819/389802984]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-19T10:03:29.756 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:29 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2[95403]: 2024-08-19T10:03:29.528+0000 7f2bf83bf640 -1 osd.2 348 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T10:03:29.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:29 smithi196 ceph-mon[72638]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 9 op/s; 46/381 objects degraded (12.073%) 2024-08-19T10:03:29.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:29 smithi196 ceph-mon[72638]: osdmap e359: 8 total, 7 up, 8 in 2024-08-19T10:03:29.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:29 smithi196 ceph-mon[72638]: from='osd.2 [v2:172.21.15.190:6818/389802984,v1:172.21.15.190:6819/389802984]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-19T10:03:30.510 INFO:tasks.rados.rados.0.smithi190.stdout:1427: done (3 left) 2024-08-19T10:03:30.510 INFO:tasks.rados.rados.0.smithi190.stdout:1428: done (2 left) 2024-08-19T10:03:30.510 INFO:tasks.rados.rados.0.smithi190.stdout:1429: done (1 left) 2024-08-19T10:03:30.510 INFO:tasks.rados.rados.0.smithi190.stdout:1430: done (0 left) 2024-08-19T10:03:30.510 INFO:tasks.rados.rados.0.smithi190.stdout:1431: delete oid 36 current snap is 141 2024-08-19T10:03:30.518 INFO:tasks.rados.rados.0.smithi190.stdout:1431: done (0 left) 2024-08-19T10:03:30.519 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 4 current snap is 141 2024-08-19T10:03:30.519 INFO:tasks.rados.rados.0.smithi190.stdout:1432: seq_num 443 ranges {188416=221184} 2024-08-19T10:03:30.522 INFO:tasks.rados.rados.0.smithi190.stdout:1432: writing smithi19066007-4 from 188416 to 409600 tid 1 2024-08-19T10:03:30.522 INFO:tasks.rados.rados.0.smithi190.stdout:1433: rollback oid 39 current snap is 141 2024-08-19T10:03:30.522 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 39 to 140 2024-08-19T10:03:30.522 INFO:tasks.rados.rados.0.smithi190.stdout:1434: read oid 48 snap 137 2024-08-19T10:03:30.522 INFO:tasks.rados.rados.0.smithi190.stdout:1434: expect (ObjNum 374 snap 124 seq_num 374) 2024-08-19T10:03:30.522 INFO:tasks.rados.rados.0.smithi190.stdout:1435: rollback oid 36 current snap is 141 2024-08-19T10:03:30.522 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 36 to 138 2024-08-19T10:03:30.522 INFO:tasks.rados.rados.0.smithi190.stdout:1436: rmattr oid 5 current snap is 141 2024-08-19T10:03:30.522 INFO:tasks.rados.rados.0.smithi190.stdout:1436: done (4 left) 2024-08-19T10:03:30.522 INFO:tasks.rados.rados.0.smithi190.stdout:1437: setattr oid 8 current snap is 141 2024-08-19T10:03:30.525 INFO:tasks.rados.rados.0.smithi190.stdout:1438: read oid 14 snap 140 2024-08-19T10:03:30.525 INFO:tasks.rados.rados.0.smithi190.stdout:1438: expect (ObjNum 435 snap 137 seq_num 435) 2024-08-19T10:03:30.525 INFO:tasks.rados.rados.0.smithi190.stdout:1439: setattr oid 50 current snap is 141 2024-08-19T10:03:30.527 INFO:tasks.rados.rados.0.smithi190.stdout:1440: snap_remove snap 123 2024-08-19T10:03:30.744 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:30 smithi190 ceph-mon[80032]: from='osd.2 [v2:172.21.15.190:6818/389802984,v1:172.21.15.190:6819/389802984]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-19T10:03:30.744 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:30 smithi190 ceph-mon[80032]: osdmap e360: 8 total, 7 up, 8 in 2024-08-19T10:03:30.744 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:30 smithi190 ceph-mon[80032]: from='osd.2 [v2:172.21.15.190:6818/389802984,v1:172.21.15.190:6819/389802984]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-19T10:03:30.744 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:30.744 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:03:30.744 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:30 smithi190 ceph-mon[77620]: from='osd.2 [v2:172.21.15.190:6818/389802984,v1:172.21.15.190:6819/389802984]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-19T10:03:30.745 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:30 smithi190 ceph-mon[77620]: osdmap e360: 8 total, 7 up, 8 in 2024-08-19T10:03:30.745 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:30 smithi190 ceph-mon[77620]: from='osd.2 [v2:172.21.15.190:6818/389802984,v1:172.21.15.190:6819/389802984]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-19T10:03:30.745 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:30.745 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:03:30.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:30 smithi196 ceph-mon[72638]: from='osd.2 [v2:172.21.15.190:6818/389802984,v1:172.21.15.190:6819/389802984]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-19T10:03:30.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:30 smithi196 ceph-mon[72638]: osdmap e360: 8 total, 7 up, 8 in 2024-08-19T10:03:30.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:30 smithi196 ceph-mon[72638]: from='osd.2 [v2:172.21.15.190:6818/389802984,v1:172.21.15.190:6819/389802984]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-19T10:03:30.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:30.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:03:31.522 INFO:tasks.rados.rados.0.smithi190.stdout:1440: done (7 left) 2024-08-19T10:03:31.522 INFO:tasks.rados.rados.0.smithi190.stdout:1441: delete oid 22 current snap is 141 2024-08-19T10:03:31.522 INFO:tasks.rados.rados.0.smithi190.stdout:1435: finishing rollback tid 1 to smithi19066007-36 2024-08-19T10:03:31.522 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-19T10:03:31.523 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1069 (ObjNum 424 snap 134 seq_num 424) dirty exists 2024-08-19T10:03:31.523 INFO:tasks.rados.rados.0.smithi190.stdout:1433: finishing rollback tid 1 to smithi19066007-39 2024-08-19T10:03:31.523 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1052 (ObjNum 33 snap 0 seq_num 0) dirty dne 2024-08-19T10:03:31.523 INFO:tasks.rados.rados.0.smithi190.stdout:1434: expect (ObjNum 374 snap 124 seq_num 374) 2024-08-19T10:03:31.523 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:03:31.289+0000 7f58ccd6c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-19T10:03:31.605 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1111 (ObjNum 361 snap 120 seq_num 361) dirty exists 2024-08-19T10:03:31.605 INFO:tasks.rados.rados.0.smithi190.stdout:1432: finishing write tid 1 to smithi19066007-4 2024-08-19T10:03:31.605 INFO:tasks.rados.rados.0.smithi190.stdout:1432: finishing write tid 2 to smithi19066007-4 2024-08-19T10:03:31.605 INFO:tasks.rados.rados.0.smithi190.stdout:1433: done (7 left) 2024-08-19T10:03:31.605 INFO:tasks.rados.rados.0.smithi190.stdout:1434: done (6 left) 2024-08-19T10:03:31.605 INFO:tasks.rados.rados.0.smithi190.stdout:1435: done (5 left) 2024-08-19T10:03:31.605 INFO:tasks.rados.rados.0.smithi190.stdout:1437: done (4 left) 2024-08-19T10:03:31.605 INFO:tasks.rados.rados.0.smithi190.stdout:1439: done (3 left) 2024-08-19T10:03:31.605 INFO:tasks.rados.rados.0.smithi190.stdout:1441: done (2 left) 2024-08-19T10:03:31.605 INFO:tasks.rados.rados.0.smithi190.stdout:1442: snap_remove snap 137 2024-08-19T10:03:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[77620]: pgmap v211: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 248 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 12 op/s; 47/378 objects degraded (12.434%) 2024-08-19T10:03:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[77620]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:03:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[77620]: osd.2 [v2:172.21.15.190:6818/389802984,v1:172.21.15.190:6819/389802984] boot 2024-08-19T10:03:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[77620]: osdmap e361: 8 total, 8 up, 8 in 2024-08-19T10:03:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-19T10:03:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:31.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:03:31.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:03:31.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:31.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:03:31.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:03:31.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:03:31.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:03:31.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-19T10:03:31.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[80032]: pgmap v211: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 248 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 12 op/s; 47/378 objects degraded (12.434%) 2024-08-19T10:03:31.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[80032]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:03:31.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[80032]: osd.2 [v2:172.21.15.190:6818/389802984,v1:172.21.15.190:6819/389802984] boot 2024-08-19T10:03:31.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[80032]: osdmap e361: 8 total, 8 up, 8 in 2024-08-19T10:03:31.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-19T10:03:31.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:31.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:31.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:03:31.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:03:31.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:31.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:03:31.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:03:31.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:03:31.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:03:31.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-19T10:03:31.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:31 smithi196 ceph-mon[72638]: pgmap v211: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 248 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 12 op/s; 47/378 objects degraded (12.434%) 2024-08-19T10:03:31.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:31 smithi196 ceph-mon[72638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:03:31.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:31 smithi196 ceph-mon[72638]: osd.2 [v2:172.21.15.190:6818/389802984,v1:172.21.15.190:6819/389802984] boot 2024-08-19T10:03:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:31 smithi196 ceph-mon[72638]: osdmap e361: 8 total, 8 up, 8 in 2024-08-19T10:03:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-19T10:03:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:03:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:03:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:03:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:03:31.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:03:31.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:03:31.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-19T10:03:32.543 INFO:tasks.rados.rados.0.smithi190.stdout:1442: done (2 left) 2024-08-19T10:03:32.543 INFO:tasks.rados.rados.0.smithi190.stdout:1443: read oid 2 snap -1 2024-08-19T10:03:32.543 INFO:tasks.rados.rados.0.smithi190.stdout:1443: expect deleted 2024-08-19T10:03:32.543 INFO:tasks.rados.rados.0.smithi190.stdout:1444: read oid 31 snap -1 2024-08-19T10:03:32.543 INFO:tasks.rados.rados.0.smithi190.stdout:1444: expect deleted 2024-08-19T10:03:32.543 INFO:tasks.rados.rados.0.smithi190.stdout:1445: setattr oid 5 current snap is 141 2024-08-19T10:03:32.543 INFO:tasks.rados.rados.0.smithi190.stdout:1432: finishing write tid 3 to smithi19066007-4 2024-08-19T10:03:32.543 INFO:tasks.rados.rados.0.smithi190.stdout:1432: oid 4 updating version 0 to 846 2024-08-19T10:03:32.543 INFO:tasks.rados.rados.0.smithi190.stdout:1432: oid 4 version 846 is already newer than 845 2024-08-19T10:03:32.543 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 846 (ObjNum 443 snap 141 seq_num 443) dirty exists 2024-08-19T10:03:32.544 INFO:tasks.rados.rados.0.smithi190.stdout:1432: left oid 4 (ObjNum 443 snap 141 seq_num 443) 2024-08-19T10:03:32.544 INFO:tasks.rados.rados.0.smithi190.stdout:1438: expect (ObjNum 435 snap 137 seq_num 435) 2024-08-19T10:03:32.791 INFO:tasks.rados.rados.0.smithi190.stdout:1432: done (4 left) 2024-08-19T10:03:32.791 INFO:tasks.rados.rados.0.smithi190.stdout:1438: done (3 left) 2024-08-19T10:03:32.791 INFO:tasks.rados.rados.0.smithi190.stdout:1443: done (2 left) 2024-08-19T10:03:32.791 INFO:tasks.rados.rados.0.smithi190.stdout:1444: done (1 left) 2024-08-19T10:03:32.791 INFO:tasks.rados.rados.0.smithi190.stdout:1446: snap_remove snap 138 2024-08-19T10:03:32.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:32 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-19T10:03:32.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:32 smithi190 ceph-mon[77620]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-19T10:03:32.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:32 smithi190 ceph-mon[77620]: osdmap e362: 8 total, 8 up, 8 in 2024-08-19T10:03:32.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:32 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-19T10:03:32.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:32 smithi190 ceph-mon[80032]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-19T10:03:32.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:32 smithi190 ceph-mon[80032]: osdmap e362: 8 total, 8 up, 8 in 2024-08-19T10:03:32.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:32 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-19T10:03:32.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:32 smithi196 ceph-mon[72638]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-19T10:03:32.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:32 smithi196 ceph-mon[72638]: osdmap e362: 8 total, 8 up, 8 in 2024-08-19T10:03:33.536 INFO:tasks.rados.rados.0.smithi190.stdout:1446: done (1 left) 2024-08-19T10:03:33.536 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 24 current snap is 141 2024-08-19T10:03:33.537 INFO:tasks.rados.rados.0.smithi190.stdout:1447: seq_num 445 ranges {1343488=253952} 2024-08-19T10:03:33.546 INFO:tasks.rados.rados.0.smithi190.stdout:1447: writing smithi19066007-24 from 1343488 to 1597440 tid 1 2024-08-19T10:03:33.546 INFO:tasks.rados.rados.0.smithi190.stdout:1448: snap_create 2024-08-19T10:03:33.546 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 799 (ObjNum 395 snap 130 seq_num 395) dirty exists 2024-08-19T10:03:33.548 INFO:tasks.rados.rados.0.smithi190.stdout:1447: finishing write tid 1 to smithi19066007-24 2024-08-19T10:03:33.548 INFO:tasks.rados.rados.0.smithi190.stdout:1447: finishing write tid 2 to smithi19066007-24 2024-08-19T10:03:33.549 INFO:tasks.rados.rados.0.smithi190.stdout:1447: finishing write tid 3 to smithi19066007-24 2024-08-19T10:03:33.549 INFO:tasks.rados.rados.0.smithi190.stdout:1447: oid 24 updating version 0 to 804 2024-08-19T10:03:33.549 INFO:tasks.rados.rados.0.smithi190.stdout:1447: oid 24 version 804 is already newer than 803 2024-08-19T10:03:33.549 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 804 (ObjNum 445 snap 141 seq_num 445) dirty exists 2024-08-19T10:03:33.549 INFO:tasks.rados.rados.0.smithi190.stdout:1447: left oid 24 (ObjNum 445 snap 141 seq_num 445) 2024-08-19T10:03:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:33 smithi190 ceph-mon[77620]: pgmap v214: 121 pgs: 21 peering, 9 active+undersized, 7 active+undersized+degraded, 84 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 19 op/s; 41/381 objects degraded (10.761%) 2024-08-19T10:03:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:33 smithi190 ceph-mon[77620]: osdmap e363: 8 total, 8 up, 8 in 2024-08-19T10:03:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:33 smithi190 ceph-mon[77620]: Health check update: Degraded data redundancy: 41/381 objects degraded (10.761%), 7 pgs degraded (PG_DEGRADED) 2024-08-19T10:03:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:33 smithi190 ceph-mon[80032]: pgmap v214: 121 pgs: 21 peering, 9 active+undersized, 7 active+undersized+degraded, 84 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 19 op/s; 41/381 objects degraded (10.761%) 2024-08-19T10:03:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:33 smithi190 ceph-mon[80032]: osdmap e363: 8 total, 8 up, 8 in 2024-08-19T10:03:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:33 smithi190 ceph-mon[80032]: Health check update: Degraded data redundancy: 41/381 objects degraded (10.761%), 7 pgs degraded (PG_DEGRADED) 2024-08-19T10:03:33.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:33 smithi196 ceph-mon[72638]: pgmap v214: 121 pgs: 21 peering, 9 active+undersized, 7 active+undersized+degraded, 84 active+clean; 266 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 19 op/s; 41/381 objects degraded (10.761%) 2024-08-19T10:03:33.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:33 smithi196 ceph-mon[72638]: osdmap e363: 8 total, 8 up, 8 in 2024-08-19T10:03:33.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:33 smithi196 ceph-mon[72638]: Health check update: Degraded data redundancy: 41/381 objects degraded (10.761%), 7 pgs degraded (PG_DEGRADED) 2024-08-19T10:03:34.544 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:03:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:03:34] "GET /metrics HTTP/1.1" 200 36097 "" "Prometheus/2.43.0" 2024-08-19T10:03:34.548 INFO:tasks.rados.rados.0.smithi190.stdout:1445: done (2 left) 2024-08-19T10:03:34.548 INFO:tasks.rados.rados.0.smithi190.stdout:1447: done (1 left) 2024-08-19T10:03:34.548 INFO:tasks.rados.rados.0.smithi190.stdout:1448: done (0 left) 2024-08-19T10:03:34.549 INFO:tasks.rados.rados.0.smithi190.stdout:1449: read oid 27 snap -1 2024-08-19T10:03:34.549 INFO:tasks.rados.rados.0.smithi190.stdout:1449: expect (ObjNum 269 snap 85 seq_num 269) 2024-08-19T10:03:34.549 INFO:tasks.rados.rados.0.smithi190.stdout:1450: read oid 28 snap 139 2024-08-19T10:03:34.549 INFO:tasks.rados.rados.0.smithi190.stdout:1450: expect deleted 2024-08-19T10:03:34.549 INFO:tasks.rados.rados.0.smithi190.stdout:1451: snap_remove snap 141 2024-08-19T10:03:34.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:34 smithi190 ceph-mon[77620]: osdmap e364: 8 total, 8 up, 8 in 2024-08-19T10:03:34.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:34 smithi190 ceph-mon[80032]: osdmap e364: 8 total, 8 up, 8 in 2024-08-19T10:03:34.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:34 smithi196 ceph-mon[72638]: osdmap e364: 8 total, 8 up, 8 in 2024-08-19T10:03:35.550 INFO:tasks.rados.rados.0.smithi190.stdout:1451: done (2 left) 2024-08-19T10:03:35.550 INFO:tasks.rados.rados.0.smithi190.stdout:1452: snap_remove snap 140 2024-08-19T10:03:35.819 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:35 smithi190 ceph-mon[77620]: pgmap v217: 121 pgs: 21 peering, 6 active+undersized, 7 active+undersized+degraded, 87 active+clean; 262 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 21 op/s; 41/366 objects degraded (11.202%) 2024-08-19T10:03:35.819 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:35 smithi190 ceph-mon[77620]: osdmap e365: 8 total, 8 up, 8 in 2024-08-19T10:03:35.819 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:35 smithi190 ceph-mon[80032]: pgmap v217: 121 pgs: 21 peering, 6 active+undersized, 7 active+undersized+degraded, 87 active+clean; 262 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 21 op/s; 41/366 objects degraded (11.202%) 2024-08-19T10:03:35.819 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:35 smithi190 ceph-mon[80032]: osdmap e365: 8 total, 8 up, 8 in 2024-08-19T10:03:35.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:35 smithi196 ceph-mon[72638]: pgmap v217: 121 pgs: 21 peering, 6 active+undersized, 7 active+undersized+degraded, 87 active+clean; 262 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 21 op/s; 41/366 objects degraded (11.202%) 2024-08-19T10:03:35.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:35 smithi196 ceph-mon[72638]: osdmap e365: 8 total, 8 up, 8 in 2024-08-19T10:03:36.563 INFO:tasks.rados.rados.0.smithi190.stdout:1452: done (2 left) 2024-08-19T10:03:36.563 INFO:tasks.rados.rados.0.smithi190.stdout:1453: delete oid 24 current snap is 142 2024-08-19T10:03:36.563 INFO:tasks.rados.rados.0.smithi190.stdout:1449: expect (ObjNum 269 snap 85 seq_num 269) 2024-08-19T10:03:36.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:36 smithi190 ceph-mon[77620]: osdmap e366: 8 total, 8 up, 8 in 2024-08-19T10:03:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:36 smithi190 ceph-mon[80032]: osdmap e366: 8 total, 8 up, 8 in 2024-08-19T10:03:36.818 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:36 smithi196 ceph-mon[72638]: osdmap e366: 8 total, 8 up, 8 in 2024-08-19T10:03:37.393 INFO:tasks.rados.rados.0.smithi190.stdout:1449: done (2 left) 2024-08-19T10:03:37.393 INFO:tasks.rados.rados.0.smithi190.stdout:1450: done (1 left) 2024-08-19T10:03:37.393 INFO:tasks.rados.rados.0.smithi190.stdout:1453: done (0 left) 2024-08-19T10:03:37.393 INFO:tasks.rados.rados.0.smithi190.stdout:1454: setattr oid 14 current snap is 142 2024-08-19T10:03:37.394 INFO:tasks.rados.rados.0.smithi190.stdout:1455: read oid 3 snap 139 2024-08-19T10:03:37.394 INFO:tasks.rados.rados.0.smithi190.stdout:1455: expect deleted 2024-08-19T10:03:37.394 INFO:tasks.rados.rados.0.smithi190.stdout:1456: copy_from oid 50 from oid 46 current snap is 142 2024-08-19T10:03:37.394 INFO:tasks.rados.rados.0.smithi190.stdout:1457: snap_create 2024-08-19T10:03:37.397 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 872 (ObjNum 435 snap 137 seq_num 435) dirty exists 2024-08-19T10:03:37.411 INFO:tasks.rados.rados.0.smithi190.stdout:1456: finishing copy_from racing read to smithi19066007-50 2024-08-19T10:03:37.412 INFO:tasks.rados.rados.0.smithi190.stdout:1456: finishing copy_from to smithi19066007-50 2024-08-19T10:03:37.412 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 509 (ObjNum 416 snap 132 seq_num 416) dirty exists 2024-08-19T10:03:37.567 INFO:tasks.rados.rados.0.smithi190.stdout:1454: done (3 left) 2024-08-19T10:03:37.567 INFO:tasks.rados.rados.0.smithi190.stdout:1455: done (2 left) 2024-08-19T10:03:37.567 INFO:tasks.rados.rados.0.smithi190.stdout:1456: done (1 left) 2024-08-19T10:03:37.567 INFO:tasks.rados.rados.0.smithi190.stdout:1457: done (0 left) 2024-08-19T10:03:37.568 INFO:tasks.rados.rados.0.smithi190.stdout:1458: read oid 34 snap -1 2024-08-19T10:03:37.568 INFO:tasks.rados.rados.0.smithi190.stdout:1458: expect (ObjNum 352 snap 117 seq_num 352) 2024-08-19T10:03:37.568 INFO:tasks.rados.rados.0.smithi190.stdout:1459: setattr oid 5 current snap is 143 2024-08-19T10:03:37.568 INFO:tasks.rados.rados.0.smithi190.stdout:1460: snap_create 2024-08-19T10:03:37.574 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 811 (ObjNum 395 snap 130 seq_num 395) dirty exists 2024-08-19T10:03:37.580 INFO:tasks.rados.rados.0.smithi190.stdout:1458: expect (ObjNum 352 snap 117 seq_num 352) 2024-08-19T10:03:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:37 smithi190 ceph-mon[77620]: pgmap v220: 121 pgs: 21 peering, 100 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 54 KiB/s wr, 6 op/s; 12 MiB/s, 3 objects/s recovering 2024-08-19T10:03:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:37 smithi190 ceph-mon[77620]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/366 objects degraded (11.202%), 7 pgs degraded) 2024-08-19T10:03:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:37 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:03:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:37 smithi190 ceph-mon[77620]: osdmap e367: 8 total, 8 up, 8 in 2024-08-19T10:03:37.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:37 smithi190 ceph-mon[80032]: pgmap v220: 121 pgs: 21 peering, 100 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 54 KiB/s wr, 6 op/s; 12 MiB/s, 3 objects/s recovering 2024-08-19T10:03:37.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:37 smithi190 ceph-mon[80032]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/366 objects degraded (11.202%), 7 pgs degraded) 2024-08-19T10:03:37.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:37 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:03:37.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:37 smithi190 ceph-mon[80032]: osdmap e367: 8 total, 8 up, 8 in 2024-08-19T10:03:37.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:37 smithi196 ceph-mon[72638]: pgmap v220: 121 pgs: 21 peering, 100 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 54 KiB/s wr, 6 op/s; 12 MiB/s, 3 objects/s recovering 2024-08-19T10:03:37.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:37 smithi196 ceph-mon[72638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/366 objects degraded (11.202%), 7 pgs degraded) 2024-08-19T10:03:37.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:37 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:03:37.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:37 smithi196 ceph-mon[72638]: osdmap e367: 8 total, 8 up, 8 in 2024-08-19T10:03:38.573 INFO:tasks.rados.rados.0.smithi190.stdout:1458: done (2 left) 2024-08-19T10:03:38.574 INFO:tasks.rados.rados.0.smithi190.stdout:1459: done (1 left) 2024-08-19T10:03:38.574 INFO:tasks.rados.rados.0.smithi190.stdout:1460: done (0 left) 2024-08-19T10:03:38.574 INFO:tasks.rados.rados.0.smithi190.stdout:1461: delete oid 6 current snap is 144 2024-08-19T10:03:38.577 INFO:tasks.rados.rados.0.smithi190.stdout:1461: done (0 left) 2024-08-19T10:03:38.577 INFO:tasks.rados.rados.0.smithi190.stdout:1462: snap_create 2024-08-19T10:03:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:38 smithi196 ceph-mon[72638]: osdmap e368: 8 total, 8 up, 8 in 2024-08-19T10:03:39.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:38 smithi190 ceph-mon[77620]: osdmap e368: 8 total, 8 up, 8 in 2024-08-19T10:03:39.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:38 smithi190 ceph-mon[80032]: osdmap e368: 8 total, 8 up, 8 in 2024-08-19T10:03:39.576 INFO:tasks.rados.rados.0.smithi190.stdout:1462: done (0 left) 2024-08-19T10:03:39.576 INFO:tasks.rados.rados.0.smithi190.stdout:1463: snap_remove snap 139 2024-08-19T10:03:39.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:39 smithi196 ceph-mon[72638]: pgmap v223: 121 pgs: 121 active+clean; 177 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 54 KiB/s wr, 2 op/s; 16 MiB/s, 3 objects/s recovering 2024-08-19T10:03:39.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:39 smithi196 ceph-mon[72638]: osdmap e369: 8 total, 8 up, 8 in 2024-08-19T10:03:40.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:39 smithi190 ceph-mon[77620]: pgmap v223: 121 pgs: 121 active+clean; 177 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 54 KiB/s wr, 2 op/s; 16 MiB/s, 3 objects/s recovering 2024-08-19T10:03:40.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:39 smithi190 ceph-mon[77620]: osdmap e369: 8 total, 8 up, 8 in 2024-08-19T10:03:40.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:39 smithi190 ceph-mon[80032]: pgmap v223: 121 pgs: 121 active+clean; 177 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 54 KiB/s wr, 2 op/s; 16 MiB/s, 3 objects/s recovering 2024-08-19T10:03:40.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:39 smithi190 ceph-mon[80032]: osdmap e369: 8 total, 8 up, 8 in 2024-08-19T10:03:40.597 INFO:tasks.rados.rados.0.smithi190.stdout:1463: done (0 left) 2024-08-19T10:03:40.597 INFO:tasks.rados.rados.0.smithi190.stdout:1464: delete oid 32 current snap is 145 2024-08-19T10:03:40.604 INFO:tasks.rados.rados.0.smithi190.stdout:1464: done (0 left) 2024-08-19T10:03:40.604 INFO:tasks.rados.rados.0.smithi190.stdout:1465: delete oid 21 current snap is 145 2024-08-19T10:03:40.606 INFO:tasks.rados.rados.0.smithi190.stdout:1465: done (0 left) 2024-08-19T10:03:40.606 INFO:tasks.rados.rados.0.smithi190.stdout:1466: snap_remove snap 144 2024-08-19T10:03:40.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:40 smithi196 ceph-mon[72638]: osdmap e370: 8 total, 8 up, 8 in 2024-08-19T10:03:41.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:40 smithi190 ceph-mon[77620]: osdmap e370: 8 total, 8 up, 8 in 2024-08-19T10:03:41.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:40 smithi190 ceph-mon[80032]: osdmap e370: 8 total, 8 up, 8 in 2024-08-19T10:03:41.595 INFO:tasks.rados.rados.0.smithi190.stdout:1466: done (0 left) 2024-08-19T10:03:41.595 INFO:tasks.rados.rados.0.smithi190.stdout:1467: snap_remove snap 143 2024-08-19T10:03:41.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:41 smithi196 ceph-mon[72638]: pgmap v226: 121 pgs: 121 active+clean; 177 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 62 KiB/s wr, 12 op/s; 3.9 MiB/s, 0 objects/s recovering 2024-08-19T10:03:41.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:41 smithi196 ceph-mon[72638]: osdmap e371: 8 total, 8 up, 8 in 2024-08-19T10:03:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:41 smithi190 ceph-mon[80032]: pgmap v226: 121 pgs: 121 active+clean; 177 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 62 KiB/s wr, 12 op/s; 3.9 MiB/s, 0 objects/s recovering 2024-08-19T10:03:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:41 smithi190 ceph-mon[80032]: osdmap e371: 8 total, 8 up, 8 in 2024-08-19T10:03:42.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:41 smithi190 ceph-mon[77620]: pgmap v226: 121 pgs: 121 active+clean; 177 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 62 KiB/s wr, 12 op/s; 3.9 MiB/s, 0 objects/s recovering 2024-08-19T10:03:42.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:41 smithi190 ceph-mon[77620]: osdmap e371: 8 total, 8 up, 8 in 2024-08-19T10:03:42.603 INFO:tasks.rados.rados.0.smithi190.stdout:1467: done (0 left) 2024-08-19T10:03:42.603 INFO:tasks.rados.rados.0.smithi190.stdout:1468: copy_from oid 11 from oid 16 current snap is 145 2024-08-19T10:03:42.603 INFO:tasks.rados.rados.0.smithi190.stdout:1469: rollback oid 40 current snap is 145 2024-08-19T10:03:42.603 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 40 to 142 2024-08-19T10:03:42.603 INFO:tasks.rados.rados.0.smithi190.stdout:1470: read oid 17 snap -1 2024-08-19T10:03:42.604 INFO:tasks.rados.rados.0.smithi190.stdout:1470: expect (ObjNum 347 snap 117 seq_num 347) 2024-08-19T10:03:42.604 INFO:tasks.rados.rados.0.smithi190.stdout:1471: snap_create 2024-08-19T10:03:42.606 INFO:tasks.rados.rados.0.smithi190.stdout:1469: finishing rollback tid 0 to smithi19066007-40 2024-08-19T10:03:42.608 INFO:tasks.rados.rados.0.smithi190.stdout:1469: finishing rollback tid 1 to smithi19066007-40 2024-08-19T10:03:42.608 INFO:tasks.rados.rados.0.smithi190.stdout:1469: finishing rollback tid 2 to smithi19066007-40 2024-08-19T10:03:42.608 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 111 (ObjNum 337 snap 115 seq_num 337) dirty exists 2024-08-19T10:03:42.618 INFO:tasks.rados.rados.0.smithi190.stdout:1470: expect (ObjNum 347 snap 117 seq_num 347) 2024-08-19T10:03:42.800 INFO:tasks.rados.rados.0.smithi190.stdout:1468: finishing copy_from racing read to smithi19066007-11 2024-08-19T10:03:42.800 INFO:tasks.rados.rados.0.smithi190.stdout:1468: finishing copy_from to smithi19066007-11 2024-08-19T10:03:42.801 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 518 (ObjNum 401 snap 130 seq_num 401) dirty exists 2024-08-19T10:03:42.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:42 smithi196 ceph-mon[72638]: osdmap e372: 8 total, 8 up, 8 in 2024-08-19T10:03:43.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:42 smithi190 ceph-mon[80032]: osdmap e372: 8 total, 8 up, 8 in 2024-08-19T10:03:43.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:42 smithi190 ceph-mon[77620]: osdmap e372: 8 total, 8 up, 8 in 2024-08-19T10:03:43.308 INFO:tasks.rados.rados.0.smithi190.stdout:1468: done (3 left) 2024-08-19T10:03:43.309 INFO:tasks.rados.rados.0.smithi190.stdout:1469: done (2 left) 2024-08-19T10:03:43.309 INFO:tasks.rados.rados.0.smithi190.stdout:1470: done (1 left) 2024-08-19T10:03:43.309 INFO:tasks.rados.rados.0.smithi190.stdout:1471: done (0 left) 2024-08-19T10:03:43.309 INFO:tasks.rados.rados.0.smithi190.stdout:1472: read oid 3 snap 142 2024-08-19T10:03:43.309 INFO:tasks.rados.rados.0.smithi190.stdout:1472: expect deleted 2024-08-19T10:03:43.309 INFO:tasks.rados.rados.0.smithi190.stdout:1473: rmattr oid 18 current snap is 146 2024-08-19T10:03:43.309 INFO:tasks.rados.rados.0.smithi190.stdout:1474: read oid 12 snap -1 2024-08-19T10:03:43.309 INFO:tasks.rados.rados.0.smithi190.stdout:1474: expect deleted 2024-08-19T10:03:43.310 INFO:tasks.rados.rados.0.smithi190.stdout:1475: copy_from oid 7 from oid 35 current snap is 146 2024-08-19T10:03:43.310 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 45 current snap is 146 2024-08-19T10:03:43.310 INFO:tasks.rados.rados.0.smithi190.stdout:1476: seq_num 450 ranges {8609792=344064} 2024-08-19T10:03:43.356 INFO:tasks.rados.rados.0.smithi190.stdout:1476: writing smithi19066007-45 from 8609792 to 8953856 tid 1 2024-08-19T10:03:43.356 INFO:tasks.rados.rados.0.smithi190.stdout:1477: setattr oid 28 current snap is 146 2024-08-19T10:03:43.356 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 1131 (ObjNum 424 snap 134 seq_num 424) dirty exists 2024-08-19T10:03:43.356 INFO:tasks.rados.rados.0.smithi190.stdout:1475: finishing copy_from racing read to smithi19066007-7 2024-08-19T10:03:43.356 INFO:tasks.rados.rados.0.smithi190.stdout:1475: finishing copy_from to smithi19066007-7 2024-08-19T10:03:43.356 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 511 (ObjNum 441 snap 140 seq_num 441) dirty exists 2024-08-19T10:03:43.357 INFO:tasks.rados.rados.0.smithi190.stdout:1472: done (5 left) 2024-08-19T10:03:43.357 INFO:tasks.rados.rados.0.smithi190.stdout:1473: done (4 left) 2024-08-19T10:03:43.357 INFO:tasks.rados.rados.0.smithi190.stdout:1474: done (3 left) 2024-08-19T10:03:43.357 INFO:tasks.rados.rados.0.smithi190.stdout:1475: done (2 left) 2024-08-19T10:03:43.357 INFO:tasks.rados.rados.0.smithi190.stdout:1478: snap_remove snap 142 2024-08-19T10:03:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:43 smithi196 ceph-mon[72638]: pgmap v229: 121 pgs: 121 active+clean; 165 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-19T10:03:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:43 smithi196 ceph-mon[72638]: osdmap e373: 8 total, 8 up, 8 in 2024-08-19T10:03:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:43 smithi196 ceph-mon[72638]: osdmap e374: 8 total, 8 up, 8 in 2024-08-19T10:03:44.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:43 smithi190 ceph-mon[80032]: pgmap v229: 121 pgs: 121 active+clean; 165 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-19T10:03:44.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:43 smithi190 ceph-mon[80032]: osdmap e373: 8 total, 8 up, 8 in 2024-08-19T10:03:44.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:43 smithi190 ceph-mon[80032]: osdmap e374: 8 total, 8 up, 8 in 2024-08-19T10:03:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:43 smithi190 ceph-mon[77620]: pgmap v229: 121 pgs: 121 active+clean; 165 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-19T10:03:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:43 smithi190 ceph-mon[77620]: osdmap e373: 8 total, 8 up, 8 in 2024-08-19T10:03:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:43 smithi190 ceph-mon[77620]: osdmap e374: 8 total, 8 up, 8 in 2024-08-19T10:03:44.309 INFO:tasks.rados.rados.0.smithi190.stdout:1478: done (2 left) 2024-08-19T10:03:44.309 INFO:tasks.rados.rados.0.smithi190.stdout:1479: rmattr oid 8 current snap is 146 2024-08-19T10:03:44.309 INFO:tasks.rados.rados.0.smithi190.stdout:1476: finishing write tid 1 to smithi19066007-45 2024-08-19T10:03:44.309 INFO:tasks.rados.rados.0.smithi190.stdout:1476: finishing write tid 2 to smithi19066007-45 2024-08-19T10:03:44.309 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 643 (ObjNum 161 snap 0 seq_num 3355732784) dirty exists 2024-08-19T10:03:44.310 INFO:tasks.rados.rados.0.smithi190.stdout:1476: finishing write tid 3 to smithi19066007-45 2024-08-19T10:03:44.310 INFO:tasks.rados.rados.0.smithi190.stdout:1476: oid 45 updating version 0 to 458 2024-08-19T10:03:44.310 INFO:tasks.rados.rados.0.smithi190.stdout:1476: oid 45 version 458 is already newer than 457 2024-08-19T10:03:44.310 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 458 (ObjNum 450 snap 146 seq_num 450) dirty exists 2024-08-19T10:03:44.310 INFO:tasks.rados.rados.0.smithi190.stdout:1476: left oid 45 (ObjNum 450 snap 146 seq_num 450) 2024-08-19T10:03:44.310 INFO:tasks.rados.rados.0.smithi190.stdout:1476: done (2 left) 2024-08-19T10:03:44.310 INFO:tasks.rados.rados.0.smithi190.stdout:1477: done (1 left) 2024-08-19T10:03:44.310 INFO:tasks.rados.rados.0.smithi190.stdout:1480: read oid 39 snap 145 2024-08-19T10:03:44.310 INFO:tasks.rados.rados.0.smithi190.stdout:1480: expect deleted 2024-08-19T10:03:44.310 INFO:tasks.rados.rados.0.smithi190.stdout:1481: read oid 21 snap 145 2024-08-19T10:03:44.310 INFO:tasks.rados.rados.0.smithi190.stdout:1481: expect deleted 2024-08-19T10:03:44.311 INFO:tasks.rados.rados.0.smithi190.stdout:1482: delete oid 37 current snap is 146 2024-08-19T10:03:44.314 INFO:tasks.rados.rados.0.smithi190.stdout:1481: done (3 left) 2024-08-19T10:03:44.314 INFO:tasks.rados.rados.0.smithi190.stdout:1482: done (2 left) 2024-08-19T10:03:44.314 INFO:tasks.rados.rados.0.smithi190.stdout:1483: read oid 35 snap 145 2024-08-19T10:03:44.314 INFO:tasks.rados.rados.0.smithi190.stdout:1483: expect (ObjNum 441 snap 140 seq_num 441) 2024-08-19T10:03:44.314 INFO:tasks.rados.rados.0.smithi190.stdout:1484: delete oid 11 current snap is 146 2024-08-19T10:03:44.322 INFO:tasks.rados.rados.0.smithi190.stdout:1480: done (3 left) 2024-08-19T10:03:44.322 INFO:tasks.rados.rados.0.smithi190.stdout:1484: done (2 left) 2024-08-19T10:03:44.322 INFO:tasks.rados.rados.0.smithi190.stdout:1485: delete oid 9 current snap is 146 2024-08-19T10:03:44.323 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1133 (ObjNum 361 snap 120 seq_num 361) dirty exists 2024-08-19T10:03:44.324 INFO:tasks.rados.rados.0.smithi190.stdout:1479: done (2 left) 2024-08-19T10:03:44.324 INFO:tasks.rados.rados.0.smithi190.stdout:1485: done (1 left) 2024-08-19T10:03:44.324 INFO:tasks.rados.rados.0.smithi190.stdout:1486: snap_create 2024-08-19T10:03:44.354 INFO:tasks.rados.rados.0.smithi190.stdout:1483: expect (ObjNum 441 snap 140 seq_num 441) 2024-08-19T10:03:44.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:03:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:03:44] "GET /metrics HTTP/1.1" 200 36097 "" "Prometheus/2.43.0" 2024-08-19T10:03:45.320 INFO:tasks.rados.rados.0.smithi190.stdout:1483: done (1 left) 2024-08-19T10:03:45.320 INFO:tasks.rados.rados.0.smithi190.stdout:1486: done (0 left) 2024-08-19T10:03:45.320 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 147 2024-08-19T10:03:45.320 INFO:tasks.rados.rados.0.smithi190.stdout:1487: seq_num 454 ranges {7913472=409600} 2024-08-19T10:03:45.363 INFO:tasks.rados.rados.0.smithi190.stdout:1487: writing smithi19066007-49 from 7913472 to 8323072 tid 1 2024-08-19T10:03:45.363 INFO:tasks.rados.rados.0.smithi190.stdout:1488: setattr oid 31 current snap is 147 2024-08-19T10:03:45.365 INFO:tasks.rados.rados.0.smithi190.stdout:1489: read oid 35 snap -1 2024-08-19T10:03:45.365 INFO:tasks.rados.rados.0.smithi190.stdout:1489: expect (ObjNum 441 snap 140 seq_num 441) 2024-08-19T10:03:45.365 INFO:tasks.rados.rados.0.smithi190.stdout:1490: snap_remove snap 146 2024-08-19T10:03:45.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:45 smithi190 ceph-mon[77620]: pgmap v232: 121 pgs: 121 active+clean; 164 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1018 KiB/s wr, 1 op/s 2024-08-19T10:03:45.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:45 smithi190 ceph-mon[77620]: osdmap e375: 8 total, 8 up, 8 in 2024-08-19T10:03:45.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:45.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:03:45.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:45.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:45 smithi190 ceph-mon[80032]: pgmap v232: 121 pgs: 121 active+clean; 164 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1018 KiB/s wr, 1 op/s 2024-08-19T10:03:45.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:45 smithi190 ceph-mon[80032]: osdmap e375: 8 total, 8 up, 8 in 2024-08-19T10:03:45.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:45.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:03:45.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:45 smithi196 ceph-mon[72638]: pgmap v232: 121 pgs: 121 active+clean; 164 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1018 KiB/s wr, 1 op/s 2024-08-19T10:03:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:45 smithi196 ceph-mon[72638]: osdmap e375: 8 total, 8 up, 8 in 2024-08-19T10:03:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:03:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:46.328 INFO:tasks.rados.rados.0.smithi190.stdout:1490: done (3 left) 2024-08-19T10:03:46.328 INFO:tasks.rados.rados.0.smithi190.stdout:1491: setattr oid 18 current snap is 147 2024-08-19T10:03:46.328 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 885 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-19T10:03:46.328 INFO:tasks.rados.rados.0.smithi190.stdout:1487: finishing write tid 1 to smithi19066007-49 2024-08-19T10:03:46.328 INFO:tasks.rados.rados.0.smithi190.stdout:1487: finishing write tid 2 to smithi19066007-49 2024-08-19T10:03:46.328 INFO:tasks.rados.rados.0.smithi190.stdout:1487: finishing write tid 3 to smithi19066007-49 2024-08-19T10:03:46.328 INFO:tasks.rados.rados.0.smithi190.stdout:1487: oid 49 updating version 0 to 684 2024-08-19T10:03:46.329 INFO:tasks.rados.rados.0.smithi190.stdout:1487: oid 49 version 684 is already newer than 683 2024-08-19T10:03:46.329 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 684 (ObjNum 454 snap 147 seq_num 454) dirty exists 2024-08-19T10:03:46.329 INFO:tasks.rados.rados.0.smithi190.stdout:1487: left oid 49 (ObjNum 454 snap 147 seq_num 454) 2024-08-19T10:03:46.329 INFO:tasks.rados.rados.0.smithi190.stdout:1489: expect (ObjNum 441 snap 140 seq_num 441) 2024-08-19T10:03:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:46 smithi196 ceph-mon[72638]: osdmap e376: 8 total, 8 up, 8 in 2024-08-19T10:03:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:46 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-19T10:03:46.703 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:46 smithi190 ceph-mon[77620]: osdmap e376: 8 total, 8 up, 8 in 2024-08-19T10:03:46.704 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:46 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-19T10:03:46.704 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:46 smithi190 ceph-mon[80032]: osdmap e376: 8 total, 8 up, 8 in 2024-08-19T10:03:46.704 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:46 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-19T10:03:46.978 INFO:tasks.rados.rados.0.smithi190.stdout:1487: done (3 left) 2024-08-19T10:03:46.978 INFO:tasks.rados.rados.0.smithi190.stdout:1488: done (2 left) 2024-08-19T10:03:46.979 INFO:tasks.rados.rados.0.smithi190.stdout:1489: done (1 left) 2024-08-19T10:03:46.979 INFO:tasks.rados.rados.0.smithi190.stdout:1492: snap_create 2024-08-19T10:03:46.981 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 1136 (ObjNum 424 snap 134 seq_num 424) dirty exists 2024-08-19T10:03:47.330 INFO:tasks.rados.rados.0.smithi190.stdout:1491: done (1 left) 2024-08-19T10:03:47.330 INFO:tasks.rados.rados.0.smithi190.stdout:1492: done (0 left) 2024-08-19T10:03:47.330 INFO:tasks.rados.rados.0.smithi190.stdout:1493: snap_create 2024-08-19T10:03:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:47 smithi196 ceph-mon[72638]: pgmap v235: 121 pgs: 121 active+clean; 154 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-19T10:03:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:47 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-19T10:03:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:47 smithi196 ceph-mon[72638]: Upgrade: osd.3 is safe to restart 2024-08-19T10:03:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:47 smithi196 ceph-mon[72638]: osdmap e377: 8 total, 8 up, 8 in 2024-08-19T10:03:47.668 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:47 smithi190 ceph-mon[80032]: pgmap v235: 121 pgs: 121 active+clean; 154 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-19T10:03:47.668 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:47 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-19T10:03:47.668 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:47 smithi190 ceph-mon[80032]: Upgrade: osd.3 is safe to restart 2024-08-19T10:03:47.669 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:47 smithi190 ceph-mon[80032]: osdmap e377: 8 total, 8 up, 8 in 2024-08-19T10:03:47.669 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:47 smithi190 ceph-mon[77620]: pgmap v235: 121 pgs: 121 active+clean; 154 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-19T10:03:47.669 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:47 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-19T10:03:47.669 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:47 smithi190 ceph-mon[77620]: Upgrade: osd.3 is safe to restart 2024-08-19T10:03:47.669 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:47 smithi190 ceph-mon[77620]: osdmap e377: 8 total, 8 up, 8 in 2024-08-19T10:03:48.105 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:03:48.309 INFO:tasks.rados.rados.0.smithi190.stdout:1493: done (0 left) 2024-08-19T10:03:48.309 INFO:tasks.rados.rados.0.smithi190.stdout:1494: snap_remove snap 147 2024-08-19T10:03:48.424 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:48 smithi190 ceph-mon[80032]: osdmap e378: 8 total, 8 up, 8 in 2024-08-19T10:03:48.424 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:48 smithi190 ceph-mon[80032]: Upgrade: Updating osd.3 2024-08-19T10:03:48.424 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:48 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:48.424 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:48 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-19T10:03:48.425 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:48 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:03:48.425 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:48 smithi190 ceph-mon[80032]: Deploying daemon osd.3 on smithi190 2024-08-19T10:03:48.425 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:48 smithi190 ceph-mon[80032]: osdmap e379: 8 total, 8 up, 8 in 2024-08-19T10:03:48.425 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:48 smithi190 ceph-mon[77620]: osdmap e378: 8 total, 8 up, 8 in 2024-08-19T10:03:48.425 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:48 smithi190 ceph-mon[77620]: Upgrade: Updating osd.3 2024-08-19T10:03:48.425 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:48 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:48.425 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:48 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-19T10:03:48.425 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:48 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:03:48.425 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:48 smithi190 ceph-mon[77620]: Deploying daemon osd.3 on smithi190 2024-08-19T10:03:48.425 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:48 smithi190 ceph-mon[77620]: osdmap e379: 8 total, 8 up, 8 in 2024-08-19T10:03:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:48 smithi196 ceph-mon[72638]: osdmap e378: 8 total, 8 up, 8 in 2024-08-19T10:03:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:48 smithi196 ceph-mon[72638]: Upgrade: Updating osd.3 2024-08-19T10:03:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:48 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:48 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-19T10:03:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:48 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:03:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:48 smithi196 ceph-mon[72638]: Deploying daemon osd.3 on smithi190 2024-08-19T10:03:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:48 smithi196 ceph-mon[72638]: osdmap e379: 8 total, 8 up, 8 in 2024-08-19T10:03:48.827 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:03:48.827 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (6m) 21s ago 7m 24.6M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T10:03:48.827 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (7m) 2m ago 7m 88.0M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:03:48.827 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (9m) 21s ago 9m 18.4M - 18.2.4-721-gbaa926de e6c292a6bc95 e6af5dc87346 2024-08-19T10:03:48.827 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (9m) 2m ago 9m 18.7M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T10:03:48.827 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (3m) 2m ago 12m 451M - 19.0.0-5847-g79766939 50bbda8a3289 0261da8614e1 2024-08-19T10:03:48.827 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (3m) 21s ago 14m 515M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:03:48.827 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (2m) 21s ago 14m 50.7M 2048M 19.0.0-5847-g79766939 50bbda8a3289 91d6e2488c1e 2024-08-19T10:03:48.827 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (2m) 2m ago 12m 26.7M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9404d29f9b76 2024-08-19T10:03:48.828 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (2m) 21s ago 12m 41.4M 2048M 19.0.0-5847-g79766939 50bbda8a3289 3794657df204 2024-08-19T10:03:48.828 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (7m) 21s ago 7m 16.1M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T10:03:48.828 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (7m) 2m ago 7m 16.2M - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T10:03:48.828 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (91s) 21s ago 12m 164M 2480M 19.0.0-5847-g79766939 50bbda8a3289 61b2dae95959 2024-08-19T10:03:48.828 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (58s) 21s ago 11m 119M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7f561102fab8 2024-08-19T10:03:48.828 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (25s) 21s ago 11m 12.2M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7934388ea700 2024-08-19T10:03:48.828 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (10m) 21s ago 10m 161M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 8d23db0741f1 2024-08-19T10:03:48.828 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (10m) 2m ago 10m 151M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 36958c5836c1 2024-08-19T10:03:48.828 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (10m) 2m ago 10m 196M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 089ec5523ac2 2024-08-19T10:03:48.828 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (9m) 2m ago 9m 150M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 5b1bd80e75ec 2024-08-19T10:03:48.828 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (9m) 2m ago 9m 98.4M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 0af4ca14b11c 2024-08-19T10:03:48.828 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (3m) 2m ago 8m 48.0M - 2.43.0 a07b618ecd1d 3fdb2a720e67 2024-08-19T10:03:49.168 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:03:49.168 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:03:49.168 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:03:49.169 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:03:49.169 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:03:49.169 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:03:49.169 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:03:49.169 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:03:49.169 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 5, 2024-08-19T10:03:49.169 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:03:49.169 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:03:49.169 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:03:49.169 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T10:03:49.169 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:03:49.169 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:03:49.169 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 7, 2024-08-19T10:03:49.170 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 8 2024-08-19T10:03:49.170 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:03:49.170 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:03:49.311 INFO:tasks.rados.rados.0.smithi190.stdout:1494: done (0 left) 2024-08-19T10:03:49.311 INFO:tasks.rados.rados.0.smithi190.stdout:1495: rollback oid 7 current snap is 149 2024-08-19T10:03:49.311 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 7 to 145 2024-08-19T10:03:49.311 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 31 current snap is 149 2024-08-19T10:03:49.311 INFO:tasks.rados.rados.0.smithi190.stdout:1496: seq_num 455 ranges {0=425984} 2024-08-19T10:03:49.313 INFO:tasks.rados.rados.0.smithi190.stdout:1496: writing smithi19066007-31 from 0 to 425984 tid 1 2024-08-19T10:03:49.313 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 50 current snap is 149 2024-08-19T10:03:49.313 INFO:tasks.rados.rados.0.smithi190.stdout:1497: seq_num 456 ranges {4169728=442368} 2024-08-19T10:03:49.339 INFO:tasks.rados.rados.0.smithi190.stdout:1497: writing smithi19066007-50 from 4169728 to 4612096 tid 1 2024-08-19T10:03:49.339 INFO:tasks.rados.rados.0.smithi190.stdout:1498: read oid 9 snap -1 2024-08-19T10:03:49.340 INFO:tasks.rados.rados.0.smithi190.stdout:1498: expect deleted 2024-08-19T10:03:49.340 INFO:tasks.rados.rados.0.smithi190.stdout:1499: snap_remove snap 148 2024-08-19T10:03:49.476 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:03:49.476 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:03:49.476 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:03:49.476 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:03:49.476 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [ 2024-08-19T10:03:49.476 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr", 2024-08-19T10:03:49.476 INFO:teuthology.orchestra.run.smithi190.stdout: "mon" 2024-08-19T10:03:49.476 INFO:teuthology.orchestra.run.smithi190.stdout: ], 2024-08-19T10:03:49.477 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "8/20 daemons upgraded", 2024-08-19T10:03:49.477 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T10:03:49.477 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:03:49.477 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:03:50.017 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:49 smithi190 ceph-mon[77620]: pgmap v238: 121 pgs: 121 active+clean; 151 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-08-19T10:03:50.017 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:49 smithi190 ceph-mon[77620]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:50.017 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:49 smithi190 ceph-mon[77620]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:50.017 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:49 smithi190 ceph-mon[77620]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:50.017 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:49 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3562196647' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:03:50.017 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:49 smithi190 ceph-mon[77620]: osdmap e380: 8 total, 8 up, 8 in 2024-08-19T10:03:50.018 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:49 smithi190 ceph-mon[80032]: pgmap v238: 121 pgs: 121 active+clean; 151 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-08-19T10:03:50.018 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:49 smithi190 ceph-mon[80032]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:50.018 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:49 smithi190 ceph-mon[80032]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:50.018 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:49 smithi190 ceph-mon[80032]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:50.018 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:49 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3562196647' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:03:50.018 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:49 smithi190 ceph-mon[80032]: osdmap e380: 8 total, 8 up, 8 in 2024-08-19T10:03:50.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:49 smithi196 ceph-mon[72638]: pgmap v238: 121 pgs: 121 active+clean; 151 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-08-19T10:03:50.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:49 smithi196 ceph-mon[72638]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:50.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:49 smithi196 ceph-mon[72638]: from='client.34320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:50.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:49 smithi196 ceph-mon[72638]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:50.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:49 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3562196647' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:03:50.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:49 smithi196 ceph-mon[72638]: osdmap e380: 8 total, 8 up, 8 in 2024-08-19T10:03:50.316 INFO:tasks.rados.rados.0.smithi190.stdout:1499: done (4 left) 2024-08-19T10:03:50.317 INFO:tasks.rados.rados.0.smithi190.stdout:1500: rollback oid 22 current snap is 149 2024-08-19T10:03:50.317 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 22 to 145 2024-08-19T10:03:50.317 INFO:tasks.rados.rados.0.smithi190.stdout:1495: finishing rollback tid 0 to smithi19066007-7 2024-08-19T10:03:50.317 INFO:tasks.rados.rados.0.smithi190.stdout:1495: finishing rollback tid 1 to smithi19066007-7 2024-08-19T10:03:50.317 INFO:tasks.rados.rados.0.smithi190.stdout:1495: finishing rollback tid 2 to smithi19066007-7 2024-08-19T10:03:50.317 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1072 (ObjNum 434 snap 137 seq_num 434) dirty exists 2024-08-19T10:03:50.317 INFO:tasks.rados.rados.0.smithi190.stdout:1496: finishing write tid 1 to smithi19066007-31 2024-08-19T10:03:50.317 INFO:tasks.rados.rados.0.smithi190.stdout:1496: finishing write tid 2 to smithi19066007-31 2024-08-19T10:03:50.317 INFO:tasks.rados.rados.0.smithi190.stdout:1496: finishing write tid 3 to smithi19066007-31 2024-08-19T10:03:50.317 INFO:tasks.rados.rados.0.smithi190.stdout:1496: oid 31 updating version 0 to 887 2024-08-19T10:03:50.317 INFO:tasks.rados.rados.0.smithi190.stdout:1496: oid 31 updating version 887 to 888 2024-08-19T10:03:50.317 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 888 (ObjNum 455 snap 149 seq_num 455) dirty exists 2024-08-19T10:03:50.317 INFO:tasks.rados.rados.0.smithi190.stdout:1496: left oid 31 (ObjNum 455 snap 149 seq_num 455) 2024-08-19T10:03:50.318 INFO:tasks.rados.rados.0.smithi190.stdout:1497: finishing write tid 1 to smithi19066007-50 2024-08-19T10:03:50.318 INFO:tasks.rados.rados.0.smithi190.stdout:1495: done (4 left) 2024-08-19T10:03:50.318 INFO:tasks.rados.rados.0.smithi190.stdout:1496: done (3 left) 2024-08-19T10:03:50.318 INFO:tasks.rados.rados.0.smithi190.stdout:1498: done (2 left) 2024-08-19T10:03:50.318 INFO:tasks.rados.rados.0.smithi190.stdout:1501: rollback oid 39 current snap is 149 2024-08-19T10:03:50.318 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 39 to 145 2024-08-19T10:03:50.318 INFO:tasks.rados.rados.0.smithi190.stdout:1497: finishing write tid 2 to smithi19066007-50 2024-08-19T10:03:50.318 INFO:tasks.rados.rados.0.smithi190.stdout:1497: finishing write tid 3 to smithi19066007-50 2024-08-19T10:03:50.318 INFO:tasks.rados.rados.0.smithi190.stdout:1497: oid 50 updating version 0 to 1073 2024-08-19T10:03:50.318 INFO:tasks.rados.rados.0.smithi190.stdout:1497: oid 50 updating version 1073 to 1074 2024-08-19T10:03:50.318 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1074 (ObjNum 456 snap 149 seq_num 456) dirty exists 2024-08-19T10:03:50.318 INFO:tasks.rados.rados.0.smithi190.stdout:1497: left oid 50 (ObjNum 456 snap 149 seq_num 456) 2024-08-19T10:03:50.318 INFO:tasks.rados.rados.0.smithi190.stdout:1497: done (2 left) 2024-08-19T10:03:50.319 INFO:tasks.rados.rados.0.smithi190.stdout:1502: setattr oid 41 current snap is 149 2024-08-19T10:03:50.319 INFO:tasks.rados.rados.0.smithi190.stdout:1501: finishing rollback tid 1 to smithi19066007-39 2024-08-19T10:03:50.319 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 0 (ObjNum 369 snap 0 seq_num 1552809040) dirty dne 2024-08-19T10:03:50.319 INFO:tasks.rados.rados.0.smithi190.stdout:1501: done (2 left) 2024-08-19T10:03:50.319 INFO:tasks.rados.rados.0.smithi190.stdout:1503: read oid 46 snap -1 2024-08-19T10:03:50.320 INFO:tasks.rados.rados.0.smithi190.stdout:1503: expect (ObjNum 416 snap 132 seq_num 416) 2024-08-19T10:03:50.320 INFO:tasks.rados.rados.0.smithi190.stdout:1504: snap_create 2024-08-19T10:03:50.320 INFO:tasks.rados.rados.0.smithi190.stdout:1500: finishing rollback tid 1 to smithi19066007-22 2024-08-19T10:03:50.320 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 0 (ObjNum 2689 snap 0 seq_num 3358145664) dirty dne 2024-08-19T10:03:50.324 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 685 (ObjNum 371 snap 123 seq_num 371) dirty exists 2024-08-19T10:03:50.343 INFO:tasks.rados.rados.0.smithi190.stdout:1503: expect (ObjNum 416 snap 132 seq_num 416) 2024-08-19T10:03:50.897 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:50 smithi190 ceph-mon[77620]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:50.897 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:50 smithi190 ceph-mon[77620]: osdmap e381: 8 total, 8 up, 8 in 2024-08-19T10:03:50.897 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:50 smithi190 ceph-mon[80032]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:50.897 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:50 smithi190 ceph-mon[80032]: osdmap e381: 8 total, 8 up, 8 in 2024-08-19T10:03:50.898 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:50 smithi190 systemd[1]: Stopping Ceph osd.3 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:03:51.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:50 smithi196 ceph-mon[72638]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:03:51.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:50 smithi196 ceph-mon[72638]: osdmap e381: 8 total, 8 up, 8 in 2024-08-19T10:03:51.315 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:50 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3[46815]: 2024-08-19T10:03:50.928+0000 7f14051c1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:03:51.316 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:50 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3[46815]: 2024-08-19T10:03:50.928+0000 7f14051c1640 -1 osd.3 381 *** Got signal Terminated *** 2024-08-19T10:03:51.316 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:50 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3[46815]: 2024-08-19T10:03:50.928+0000 7f14051c1640 -1 osd.3 381 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:03:51.316 INFO:tasks.rados.rados.0.smithi190.stdout:1500: done (3 left) 2024-08-19T10:03:51.316 INFO:tasks.rados.rados.0.smithi190.stdout:1502: done (2 left) 2024-08-19T10:03:51.316 INFO:tasks.rados.rados.0.smithi190.stdout:1503: done (1 left) 2024-08-19T10:03:51.316 INFO:tasks.rados.rados.0.smithi190.stdout:1504: done (0 left) 2024-08-19T10:03:51.316 INFO:tasks.rados.rados.0.smithi190.stdout:1505: copy_from oid 12 from oid 38 current snap is 150 2024-08-19T10:03:51.316 INFO:tasks.rados.rados.0.smithi190.stdout:1506: read oid 23 snap 145 2024-08-19T10:03:51.316 INFO:tasks.rados.rados.0.smithi190.stdout:1506: expect (ObjNum 422 snap 134 seq_num 422) 2024-08-19T10:03:51.316 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 150 2024-08-19T10:03:51.316 INFO:tasks.rados.rados.0.smithi190.stdout:1507: seq_num 457 ranges {0=458752} 2024-08-19T10:03:51.318 INFO:tasks.rados.rados.0.smithi190.stdout:1507: writing smithi19066007-39 from 0 to 458752 tid 1 2024-08-19T10:03:51.318 INFO:tasks.rados.rados.0.smithi190.stdout:1508: read oid 48 snap 149 2024-08-19T10:03:51.318 INFO:tasks.rados.rados.0.smithi190.stdout:1508: expect (ObjNum 374 snap 124 seq_num 374) 2024-08-19T10:03:51.318 INFO:tasks.rados.rados.0.smithi190.stdout:1509: read oid 27 snap 145 2024-08-19T10:03:51.318 INFO:tasks.rados.rados.0.smithi190.stdout:1509: expect (ObjNum 269 snap 85 seq_num 269) 2024-08-19T10:03:51.318 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 15 current snap is 150 2024-08-19T10:03:51.318 INFO:tasks.rados.rados.0.smithi190.stdout:1510: seq_num 458 ranges {0=475136} 2024-08-19T10:03:51.321 INFO:tasks.rados.rados.0.smithi190.stdout:1510: writing smithi19066007-15 from 0 to 475136 tid 1 2024-08-19T10:03:51.322 INFO:tasks.rados.rados.0.smithi190.stdout:1511: setattr oid 11 current snap is 150 2024-08-19T10:03:51.324 INFO:tasks.rados.rados.0.smithi190.stdout:1512: rmattr oid 50 current snap is 150 2024-08-19T10:03:51.324 INFO:tasks.rados.rados.0.smithi190.stdout:1512: done (7 left) 2024-08-19T10:03:51.324 INFO:tasks.rados.rados.0.smithi190.stdout:1513: snap_create 2024-08-19T10:03:51.328 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 520 (ObjNum 33 snap 0 seq_num 3356183712) dirty exists 2024-08-19T10:03:51.329 INFO:tasks.rados.rados.0.smithi190.stdout:1507: finishing write tid 1 to smithi19066007-39 2024-08-19T10:03:51.330 INFO:tasks.rados.rados.0.smithi190.stdout:1507: finishing write tid 2 to smithi19066007-39 2024-08-19T10:03:51.340 INFO:tasks.rados.rados.0.smithi190.stdout:1507: finishing write tid 3 to smithi19066007-39 2024-08-19T10:03:51.340 INFO:tasks.rados.rados.0.smithi190.stdout:1507: oid 39 updating version 0 to 1138 2024-08-19T10:03:51.340 INFO:tasks.rados.rados.0.smithi190.stdout:1507: oid 39 version 1138 is already newer than 1137 2024-08-19T10:03:51.340 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1138 (ObjNum 457 snap 150 seq_num 457) dirty exists 2024-08-19T10:03:51.340 INFO:tasks.rados.rados.0.smithi190.stdout:1507: left oid 39 (ObjNum 457 snap 150 seq_num 457) 2024-08-19T10:03:51.342 INFO:tasks.rados.rados.0.smithi190.stdout:1508: expect (ObjNum 374 snap 124 seq_num 374) 2024-08-19T10:03:51.420 INFO:tasks.rados.rados.0.smithi190.stdout:1506: expect (ObjNum 422 snap 134 seq_num 422) 2024-08-19T10:03:51.926 INFO:tasks.rados.rados.0.smithi190.stdout:1509: expect (ObjNum 269 snap 85 seq_num 269) 2024-08-19T10:03:51.956 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:51 smithi190 ceph-mon[80032]: pgmap v241: 121 pgs: 121 active+clean; 151 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-08-19T10:03:51.956 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:51 smithi190 ceph-mon[80032]: osd.3 marked itself down and dead 2024-08-19T10:03:51.956 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:51 smithi190 ceph-mon[80032]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:03:51.956 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:51 smithi190 ceph-mon[80032]: osdmap e382: 8 total, 7 up, 8 in 2024-08-19T10:03:51.956 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:51 smithi190 ceph-mon[77620]: pgmap v241: 121 pgs: 121 active+clean; 151 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-08-19T10:03:51.956 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:51 smithi190 ceph-mon[77620]: osd.3 marked itself down and dead 2024-08-19T10:03:51.956 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:51 smithi190 ceph-mon[77620]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:03:51.956 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:51 smithi190 ceph-mon[77620]: osdmap e382: 8 total, 7 up, 8 in 2024-08-19T10:03:51.957 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:51 smithi190 podman[99533]: 2024-08-19 10:03:51.675205595 +0000 UTC m=+0.871421978 container died 8d23db0741f1a56bfc73514247ad14fdaf565fb4758d5e76e85f201e69ebeb0f (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3, CEPH_POINT_RELEASE=, RELEASE=reef-baa926d, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-19T10:03:52.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:51 smithi196 ceph-mon[72638]: pgmap v241: 121 pgs: 121 active+clean; 151 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-08-19T10:03:52.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:51 smithi196 ceph-mon[72638]: osd.3 marked itself down and dead 2024-08-19T10:03:52.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:51 smithi196 ceph-mon[72638]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:03:52.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:51 smithi196 ceph-mon[72638]: osdmap e382: 8 total, 7 up, 8 in 2024-08-19T10:03:52.315 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:52 smithi190 podman[99533]: 2024-08-19 10:03:52.054321235 +0000 UTC m=+1.250537616 container cleanup 8d23db0741f1a56bfc73514247ad14fdaf565fb4758d5e76e85f201e69ebeb0f (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-baa926d, org.label-schema.build-date=20240731, io.buildah.version=1.36.0) 2024-08-19T10:03:52.315 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:52 smithi190 bash[99533]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3 2024-08-19T10:03:52.712 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:52 smithi190 podman[99561]: 2024-08-19 10:03:52.32215028 +0000 UTC m=+0.640903699 container remove 8d23db0741f1a56bfc73514247ad14fdaf565fb4758d5e76e85f201e69ebeb0f (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-baa926d, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-19T10:03:52.800 INFO:tasks.rados.rados.0.smithi190.stdout:1505: finishing copy_from racing read to smithi19066007-12 2024-08-19T10:03:52.800 INFO:tasks.rados.rados.0.smithi190.stdout:1505: finishing copy_from to smithi19066007-12 2024-08-19T10:03:52.800 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 456 (ObjNum 417 snap 132 seq_num 417) dirty exists 2024-08-19T10:03:52.800 INFO:tasks.rados.rados.0.smithi190.stdout:1510: finishing write tid 1 to smithi19066007-15 2024-08-19T10:03:52.800 INFO:tasks.rados.rados.0.smithi190.stdout:1505: done (7 left) 2024-08-19T10:03:52.800 INFO:tasks.rados.rados.0.smithi190.stdout:1506: done (6 left) 2024-08-19T10:03:52.800 INFO:tasks.rados.rados.0.smithi190.stdout:1507: done (5 left) 2024-08-19T10:03:52.800 INFO:tasks.rados.rados.0.smithi190.stdout:1508: done (4 left) 2024-08-19T10:03:52.800 INFO:tasks.rados.rados.0.smithi190.stdout:1509: done (3 left) 2024-08-19T10:03:52.800 INFO:tasks.rados.rados.0.smithi190.stdout:1511: done (2 left) 2024-08-19T10:03:52.800 INFO:tasks.rados.rados.0.smithi190.stdout:1513: done (1 left) 2024-08-19T10:03:52.801 INFO:tasks.rados.rados.0.smithi190.stdout:1514: snap_remove snap 149 2024-08-19T10:03:53.018 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:52 smithi190 podman[99648]: 2024-08-19 10:03:52.615625302 +0000 UTC m=+0.019468743 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:03:53.019 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:52 smithi190 podman[99648]: 2024-08-19 10:03:52.71483147 +0000 UTC m=+0.118674902 container create b9ebf361d4e2d4d36974bb24802d7c93e55c5877298005abfb40d9eae2fddd03 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-7976693, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-19T10:03:53.019 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:52 smithi190 podman[99648]: 2024-08-19 10:03:52.942414943 +0000 UTC m=+0.346258382 container init b9ebf361d4e2d4d36974bb24802d7c93e55c5877298005abfb40d9eae2fddd03 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-19T10:03:53.019 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:52 smithi190 podman[99648]: 2024-08-19 10:03:52.945747216 +0000 UTC m=+0.349590649 container start b9ebf361d4e2d4d36974bb24802d7c93e55c5877298005abfb40d9eae2fddd03 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-19T10:03:53.019 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:53 smithi190 podman[99648]: 2024-08-19 10:03:53.017190721 +0000 UTC m=+0.421034151 container attach b9ebf361d4e2d4d36974bb24802d7c93e55c5877298005abfb40d9eae2fddd03 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-08-19T10:03:53.310 INFO:tasks.rados.rados.0.smithi190.stdout:1514: done (1 left) 2024-08-19T10:03:53.310 INFO:tasks.rados.rados.0.smithi190.stdout:1515: delete oid 35 current snap is 151 2024-08-19T10:03:53.310 INFO:tasks.rados.rados.0.smithi190.stdout:1510: finishing write tid 2 to smithi19066007-15 2024-08-19T10:03:53.310 INFO:tasks.rados.rados.0.smithi190.stdout:1510: finishing write tid 3 to smithi19066007-15 2024-08-19T10:03:53.310 INFO:tasks.rados.rados.0.smithi190.stdout:1510: oid 15 updating version 0 to 862 2024-08-19T10:03:53.310 INFO:tasks.rados.rados.0.smithi190.stdout:1510: oid 15 updating version 862 to 863 2024-08-19T10:03:53.311 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 863 (ObjNum 458 snap 150 seq_num 458) dirty exists 2024-08-19T10:03:53.311 INFO:tasks.rados.rados.0.smithi190.stdout:1510: left oid 15 (ObjNum 458 snap 150 seq_num 458) 2024-08-19T10:03:53.313 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:53 smithi190 podman[99648]: 2024-08-19 10:03:53.136461268 +0000 UTC m=+0.540304699 container died b9ebf361d4e2d4d36974bb24802d7c93e55c5877298005abfb40d9eae2fddd03 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-7976693, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T10:03:53.316 INFO:tasks.rados.rados.0.smithi190.stdout:1510: done (1 left) 2024-08-19T10:03:53.316 INFO:tasks.rados.rados.0.smithi190.stdout:1515: done (0 left) 2024-08-19T10:03:53.316 INFO:tasks.rados.rados.0.smithi190.stdout:1516: delete oid 40 current snap is 151 2024-08-19T10:03:53.320 INFO:tasks.rados.rados.0.smithi190.stdout:1516: done (0 left) 2024-08-19T10:03:53.320 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 15 current snap is 151 2024-08-19T10:03:53.320 INFO:tasks.rados.rados.0.smithi190.stdout:1517: seq_num 461 ranges {475136=524288} 2024-08-19T10:03:53.325 INFO:tasks.rados.rados.0.smithi190.stdout:1517: writing smithi19066007-15 from 475136 to 999424 tid 1 2024-08-19T10:03:53.325 INFO:tasks.rados.rados.0.smithi190.stdout:1518: delete oid 41 current snap is 151 2024-08-19T10:03:53.328 INFO:tasks.rados.rados.0.smithi190.stdout:1518: done (1 left) 2024-08-19T10:03:53.328 INFO:tasks.rados.rados.0.smithi190.stdout:1519: read oid 43 snap -1 2024-08-19T10:03:53.329 INFO:tasks.rados.rados.0.smithi190.stdout:1519: expect (ObjNum 311 snap 102 seq_num 311) 2024-08-19T10:03:53.329 INFO:tasks.rados.rados.0.smithi190.stdout:1520: read oid 50 snap -1 2024-08-19T10:03:53.329 INFO:tasks.rados.rados.0.smithi190.stdout:1520: expect (ObjNum 456 snap 149 seq_num 456) 2024-08-19T10:03:53.329 INFO:tasks.rados.rados.0.smithi190.stdout:1521: rollback oid 41 current snap is 151 2024-08-19T10:03:53.329 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 41 to 145 2024-08-19T10:03:53.329 INFO:tasks.rados.rados.0.smithi190.stdout:1522: rollback oid 29 current snap is 151 2024-08-19T10:03:53.329 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 29 to 145 2024-08-19T10:03:53.329 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 25 current snap is 151 2024-08-19T10:03:53.329 INFO:tasks.rados.rados.0.smithi190.stdout:1523: seq_num 463 ranges {0=557056} 2024-08-19T10:03:53.332 INFO:tasks.rados.rados.0.smithi190.stdout:1523: writing smithi19066007-25 from 0 to 557056 tid 1 2024-08-19T10:03:53.332 INFO:tasks.rados.rados.0.smithi190.stdout:1524: snap_create 2024-08-19T10:03:53.333 INFO:tasks.rados.rados.0.smithi190.stdout:1521: finishing rollback tid 1 to smithi19066007-41 2024-08-19T10:03:53.333 INFO:tasks.rados.rados.0.smithi190.stdout:1522: finishing rollback tid 0 to smithi19066007-29 2024-08-19T10:03:53.333 INFO:tasks.rados.rados.0.smithi190.stdout:1517: finishing write tid 1 to smithi19066007-15 2024-08-19T10:03:53.334 INFO:tasks.rados.rados.0.smithi190.stdout:1521: finishing rollback tid 2 to smithi19066007-41 2024-08-19T10:03:53.334 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 688 (ObjNum 371 snap 123 seq_num 371) dirty exists 2024-08-19T10:03:53.334 INFO:tasks.rados.rados.0.smithi190.stdout:1522: finishing rollback tid 1 to smithi19066007-29 2024-08-19T10:03:53.334 INFO:tasks.rados.rados.0.smithi190.stdout:1517: finishing write tid 2 to smithi19066007-15 2024-08-19T10:03:53.334 INFO:tasks.rados.rados.0.smithi190.stdout:1522: finishing rollback tid 2 to smithi19066007-29 2024-08-19T10:03:53.334 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 434 (ObjNum 438 snap 138 seq_num 438) dirty exists 2024-08-19T10:03:53.336 INFO:tasks.rados.rados.0.smithi190.stdout:1523: finishing write tid 1 to smithi19066007-25 2024-08-19T10:03:53.336 INFO:tasks.rados.rados.0.smithi190.stdout:1517: finishing write tid 3 to smithi19066007-15 2024-08-19T10:03:53.336 INFO:tasks.rados.rados.0.smithi190.stdout:1517: oid 15 updating version 0 to 866 2024-08-19T10:03:53.336 INFO:tasks.rados.rados.0.smithi190.stdout:1517: oid 15 version 866 is already newer than 865 2024-08-19T10:03:53.337 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 866 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:03:53.337 INFO:tasks.rados.rados.0.smithi190.stdout:1517: left oid 15 (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:03:53.337 INFO:tasks.rados.rados.0.smithi190.stdout:1523: finishing write tid 2 to smithi19066007-25 2024-08-19T10:03:53.338 INFO:tasks.rados.rados.0.smithi190.stdout:1523: finishing write tid 3 to smithi19066007-25 2024-08-19T10:03:53.338 INFO:tasks.rados.rados.0.smithi190.stdout:1523: oid 25 updating version 0 to 891 2024-08-19T10:03:53.338 INFO:tasks.rados.rados.0.smithi190.stdout:1523: oid 25 updating version 891 to 892 2024-08-19T10:03:53.338 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 892 (ObjNum 463 snap 151 seq_num 463) dirty exists 2024-08-19T10:03:53.338 INFO:tasks.rados.rados.0.smithi190.stdout:1523: left oid 25 (ObjNum 463 snap 151 seq_num 463) 2024-08-19T10:03:53.347 INFO:tasks.rados.rados.0.smithi190.stdout:1519: expect (ObjNum 311 snap 102 seq_num 311) 2024-08-19T10:03:53.509 INFO:tasks.rados.rados.0.smithi190.stdout:1520: expect (ObjNum 456 snap 149 seq_num 456) 2024-08-19T10:03:53.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:53 smithi190 ceph-mon[77620]: pgmap v244: 121 pgs: 8 peering, 14 stale+active+clean, 99 active+clean; 144 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 312 KiB/s wr, 14 op/s 2024-08-19T10:03:53.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:53 smithi190 ceph-mon[77620]: osdmap e383: 8 total, 7 up, 8 in 2024-08-19T10:03:53.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:53 smithi190 ceph-mon[77620]: osdmap e384: 8 total, 7 up, 8 in 2024-08-19T10:03:53.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:53 smithi190 ceph-mon[80032]: pgmap v244: 121 pgs: 8 peering, 14 stale+active+clean, 99 active+clean; 144 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 312 KiB/s wr, 14 op/s 2024-08-19T10:03:53.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:53 smithi190 ceph-mon[80032]: osdmap e383: 8 total, 7 up, 8 in 2024-08-19T10:03:53.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:53 smithi190 ceph-mon[80032]: osdmap e384: 8 total, 7 up, 8 in 2024-08-19T10:03:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:53 smithi196 ceph-mon[72638]: pgmap v244: 121 pgs: 8 peering, 14 stale+active+clean, 99 active+clean; 144 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 312 KiB/s wr, 14 op/s 2024-08-19T10:03:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:53 smithi196 ceph-mon[72638]: osdmap e383: 8 total, 7 up, 8 in 2024-08-19T10:03:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:53 smithi196 ceph-mon[72638]: osdmap e384: 8 total, 7 up, 8 in 2024-08-19T10:03:54.065 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:53 smithi190 podman[99671]: 2024-08-19 10:03:53.737636196 +0000 UTC m=+0.595757892 container remove b9ebf361d4e2d4d36974bb24802d7c93e55c5877298005abfb40d9eae2fddd03 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=main-7976693, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T10:03:54.065 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:53 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.3.service: Deactivated successfully. 2024-08-19T10:03:54.065 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:53 smithi190 systemd[1]: Stopped Ceph osd.3 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:03:54.065 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:53 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.3.service: Consumed 10.820s CPU time. 2024-08-19T10:03:54.065 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:53 smithi190 systemd[1]: Starting Ceph osd.3 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:03:54.320 INFO:tasks.rados.rados.0.smithi190.stdout:1517: done (6 left) 2024-08-19T10:03:54.320 INFO:tasks.rados.rados.0.smithi190.stdout:1519: done (5 left) 2024-08-19T10:03:54.320 INFO:tasks.rados.rados.0.smithi190.stdout:1520: done (4 left) 2024-08-19T10:03:54.320 INFO:tasks.rados.rados.0.smithi190.stdout:1521: done (3 left) 2024-08-19T10:03:54.320 INFO:tasks.rados.rados.0.smithi190.stdout:1522: done (2 left) 2024-08-19T10:03:54.320 INFO:tasks.rados.rados.0.smithi190.stdout:1523: done (1 left) 2024-08-19T10:03:54.320 INFO:tasks.rados.rados.0.smithi190.stdout:1524: done (0 left) 2024-08-19T10:03:54.320 INFO:tasks.rados.rados.0.smithi190.stdout:1525: rollback oid 13 current snap is 152 2024-08-19T10:03:54.321 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 13 to 145 2024-08-19T10:03:54.321 INFO:tasks.rados.rados.0.smithi190.stdout:1526: read oid 46 snap -1 2024-08-19T10:03:54.321 INFO:tasks.rados.rados.0.smithi190.stdout:1526: expect (ObjNum 416 snap 132 seq_num 416) 2024-08-19T10:03:54.321 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 152 2024-08-19T10:03:54.321 INFO:tasks.rados.rados.0.smithi190.stdout:1527: seq_num 464 ranges {0=573440} 2024-08-19T10:03:54.323 INFO:tasks.rados.rados.0.smithi190.stdout:1527: writing smithi19066007-21 from 0 to 573440 tid 1 2024-08-19T10:03:54.324 INFO:tasks.rados.rados.0.smithi190.stdout:1528: copy_from oid 42 from oid 44 current snap is 152 2024-08-19T10:03:54.324 INFO:tasks.rados.rados.0.smithi190.stdout:1529: copy_from oid 3 from oid 30 current snap is 152 2024-08-19T10:03:54.324 INFO:tasks.rados.rados.0.smithi190.stdout:1530: snap_create 2024-08-19T10:03:54.339 INFO:tasks.rados.rados.0.smithi190.stdout:1527: finishing write tid 1 to smithi19066007-21 2024-08-19T10:03:54.339 INFO:tasks.rados.rados.0.smithi190.stdout:1527: finishing write tid 2 to smithi19066007-21 2024-08-19T10:03:54.339 INFO:tasks.rados.rados.0.smithi190.stdout:1527: finishing write tid 3 to smithi19066007-21 2024-08-19T10:03:54.339 INFO:tasks.rados.rados.0.smithi190.stdout:1527: oid 21 updating version 0 to 820 2024-08-19T10:03:54.339 INFO:tasks.rados.rados.0.smithi190.stdout:1527: oid 21 version 820 is already newer than 819 2024-08-19T10:03:54.339 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 820 (ObjNum 464 snap 152 seq_num 464) dirty exists 2024-08-19T10:03:54.339 INFO:tasks.rados.rados.0.smithi190.stdout:1527: left oid 21 (ObjNum 464 snap 152 seq_num 464) 2024-08-19T10:03:54.339 INFO:tasks.rados.rados.0.smithi190.stdout:1529: finishing copy_from racing read to smithi19066007-3 2024-08-19T10:03:54.339 INFO:tasks.rados.rados.0.smithi190.stdout:1529: finishing copy_from to smithi19066007-3 2024-08-19T10:03:54.339 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 1087 (ObjNum 433 snap 137 seq_num 433) dirty exists 2024-08-19T10:03:54.341 INFO:tasks.rados.rados.0.smithi190.stdout:1525: finishing rollback tid 0 to smithi19066007-13 2024-08-19T10:03:54.341 INFO:tasks.rados.rados.0.smithi190.stdout:1525: finishing rollback tid 1 to smithi19066007-13 2024-08-19T10:03:54.341 INFO:tasks.rados.rados.0.smithi190.stdout:1525: finishing rollback tid 2 to smithi19066007-13 2024-08-19T10:03:54.341 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 764 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-08-19T10:03:54.358 INFO:tasks.rados.rados.0.smithi190.stdout:1526: expect (ObjNum 416 snap 132 seq_num 416) 2024-08-19T10:03:54.364 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:03:54] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-08-19T10:03:54.365 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 podman[99772]: 2024-08-19 10:03:54.180678339 +0000 UTC m=+0.113105637 container create 4738843bd7d540e63497699bc92a83dbce819d7211119d4ac6942b9a8467f845 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0) 2024-08-19T10:03:54.365 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 podman[99772]: 2024-08-19 10:03:54.085135115 +0000 UTC m=+0.017562415 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:03:54.501 INFO:tasks.rados.rados.0.smithi190.stdout:1528: finishing copy_from racing read to smithi19066007-42 2024-08-19T10:03:54.501 INFO:tasks.rados.rados.0.smithi190.stdout:1528: finishing copy_from to smithi19066007-42 2024-08-19T10:03:54.501 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 438 (ObjNum 426 snap 135 seq_num 426) dirty exists 2024-08-19T10:03:54.650 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-mon[77620]: Health check failed: Degraded data redundancy: 5/207 objects degraded (2.415%), 2 pgs degraded (PG_DEGRADED) 2024-08-19T10:03:54.651 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-mon[77620]: osdmap e385: 8 total, 7 up, 8 in 2024-08-19T10:03:54.651 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-mon[80032]: Health check failed: Degraded data redundancy: 5/207 objects degraded (2.415%), 2 pgs degraded (PG_DEGRADED) 2024-08-19T10:03:54.651 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-mon[80032]: osdmap e385: 8 total, 7 up, 8 in 2024-08-19T10:03:54.652 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 podman[99772]: 2024-08-19 10:03:54.408419033 +0000 UTC m=+0.340846344 container init 4738843bd7d540e63497699bc92a83dbce819d7211119d4ac6942b9a8467f845 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-7976693) 2024-08-19T10:03:54.652 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 podman[99772]: 2024-08-19 10:03:54.411932525 +0000 UTC m=+0.344359822 container start 4738843bd7d540e63497699bc92a83dbce819d7211119d4ac6942b9a8467f845 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-19T10:03:54.652 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 podman[99772]: 2024-08-19 10:03:54.508627962 +0000 UTC m=+0.441055260 container attach 4738843bd7d540e63497699bc92a83dbce819d7211119d4ac6942b9a8467f845 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-19T10:03:54.652 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate[99788]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:54.652 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 bash[99772]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:54.652 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate[99788]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:54.652 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 bash[99772]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:54.652 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate[99788]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:03:54.653 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 bash[99772]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:03:54.653 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate[99788]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:54.653 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 bash[99772]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:54.653 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate[99788]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:54.653 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 bash[99772]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:03:54.653 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate[99788]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-19T10:03:54.654 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 bash[99772]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-19T10:03:54.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:54 smithi196 ceph-mon[72638]: Health check failed: Degraded data redundancy: 5/207 objects degraded (2.415%), 2 pgs degraded (PG_DEGRADED) 2024-08-19T10:03:54.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:54 smithi196 ceph-mon[72638]: osdmap e385: 8 total, 7 up, 8 in 2024-08-19T10:03:54.940 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate[99788]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-08-19T10:03:54.940 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 bash[99772]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-08-19T10:03:54.940 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate[99788]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-19T10:03:54.940 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 bash[99772]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-19T10:03:55.315 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate[99788]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-08-19T10:03:55.315 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 bash[99772]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-08-19T10:03:55.315 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate[99788]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-19T10:03:55.315 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 bash[99772]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-19T10:03:55.315 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate[99788]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-19T10:03:55.315 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 bash[99772]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-19T10:03:55.315 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate[99788]: --> ceph-volume lvm activate successful for osd ID: 3 2024-08-19T10:03:55.315 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 bash[99772]: --> ceph-volume lvm activate successful for osd ID: 3 2024-08-19T10:03:55.315 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:54 smithi190 podman[99772]: 2024-08-19 10:03:54.970939173 +0000 UTC m=+0.903366477 container died 4738843bd7d540e63497699bc92a83dbce819d7211119d4ac6942b9a8467f845 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate, org.label-schema.license=GPLv2, RELEASE=main-7976693, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:03:55.327 INFO:tasks.rados.rados.0.smithi190.stdout:1525: done (5 left) 2024-08-19T10:03:55.328 INFO:tasks.rados.rados.0.smithi190.stdout:1526: done (4 left) 2024-08-19T10:03:55.328 INFO:tasks.rados.rados.0.smithi190.stdout:1527: done (3 left) 2024-08-19T10:03:55.328 INFO:tasks.rados.rados.0.smithi190.stdout:1528: done (2 left) 2024-08-19T10:03:55.328 INFO:tasks.rados.rados.0.smithi190.stdout:1529: done (1 left) 2024-08-19T10:03:55.328 INFO:tasks.rados.rados.0.smithi190.stdout:1530: done (0 left) 2024-08-19T10:03:55.328 INFO:tasks.rados.rados.0.smithi190.stdout:1531: delete oid 20 current snap is 153 2024-08-19T10:03:55.333 INFO:tasks.rados.rados.0.smithi190.stdout:1531: done (0 left) 2024-08-19T10:03:55.333 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 153 2024-08-19T10:03:55.333 INFO:tasks.rados.rados.0.smithi190.stdout:1532: seq_num 466 ranges {5971968=614400} 2024-08-19T10:03:55.368 INFO:tasks.rados.rados.0.smithi190.stdout:1532: writing smithi19066007-29 from 5971968 to 6586368 tid 1 2024-08-19T10:03:55.368 INFO:tasks.rados.rados.0.smithi190.stdout:1533: rmattr oid 24 current snap is 153 2024-08-19T10:03:55.369 INFO:tasks.rados.rados.0.smithi190.stdout:1533: done (1 left) 2024-08-19T10:03:55.369 INFO:tasks.rados.rados.0.smithi190.stdout:1534: snap_remove snap 151 2024-08-19T10:03:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:55 smithi196 ceph-mon[72638]: pgmap v247: 121 pgs: 6 active+undersized, 8 peering, 11 stale+active+clean, 2 active+undersized+degraded, 94 active+clean; 144 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 108 KiB/s wr, 8 op/s; 5/207 objects degraded (2.415%) 2024-08-19T10:03:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:55 smithi196 ceph-mon[72638]: osdmap e386: 8 total, 7 up, 8 in 2024-08-19T10:03:55.714 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:55 smithi190 ceph-mon[77620]: pgmap v247: 121 pgs: 6 active+undersized, 8 peering, 11 stale+active+clean, 2 active+undersized+degraded, 94 active+clean; 144 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 108 KiB/s wr, 8 op/s; 5/207 objects degraded (2.415%) 2024-08-19T10:03:55.714 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:55 smithi190 ceph-mon[77620]: osdmap e386: 8 total, 7 up, 8 in 2024-08-19T10:03:55.714 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:55 smithi190 ceph-mon[80032]: pgmap v247: 121 pgs: 6 active+undersized, 8 peering, 11 stale+active+clean, 2 active+undersized+degraded, 94 active+clean; 144 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 108 KiB/s wr, 8 op/s; 5/207 objects degraded (2.415%) 2024-08-19T10:03:55.714 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:55 smithi190 ceph-mon[80032]: osdmap e386: 8 total, 7 up, 8 in 2024-08-19T10:03:55.989 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:55 smithi190 podman[99911]: 2024-08-19 10:03:55.713458454 +0000 UTC m=+0.732894584 container remove 4738843bd7d540e63497699bc92a83dbce819d7211119d4ac6942b9a8467f845 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T10:03:55.989 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:55 smithi190 podman[99971]: 2024-08-19 10:03:55.828540281 +0000 UTC m=+0.017275380 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:03:55.990 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:55 smithi190 podman[99971]: 2024-08-19 10:03:55.931304439 +0000 UTC m=+0.120039560 container create 977721cdb7a4d4b6c2c58d38f392da157ec1cbf6a1265593646b6bce5b83578c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693) 2024-08-19T10:03:56.242 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:56 smithi190 podman[99971]: 2024-08-19 10:03:56.14188269 +0000 UTC m=+0.330617783 container init 977721cdb7a4d4b6c2c58d38f392da157ec1cbf6a1265593646b6bce5b83578c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=main-7976693, GIT_BRANCH=HEAD) 2024-08-19T10:03:56.242 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:56 smithi190 podman[99971]: 2024-08-19 10:03:56.145130435 +0000 UTC m=+0.333865514 container start 977721cdb7a4d4b6c2c58d38f392da157ec1cbf6a1265593646b6bce5b83578c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-7976693) 2024-08-19T10:03:56.242 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:56 smithi190 ceph-osd[99990]: -- 172.21.15.190:0/3323863984 <== mon.2 v2:172.21.15.190:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55957c8f1a40 con 0x55957d6be000 2024-08-19T10:03:56.375 INFO:tasks.rados.rados.0.smithi190.stdout:1534: done (1 left) 2024-08-19T10:03:56.375 INFO:tasks.rados.rados.0.smithi190.stdout:1535: delete oid 8 current snap is 153 2024-08-19T10:03:56.375 INFO:tasks.rados.rados.0.smithi190.stdout:1532: finishing write tid 1 to smithi19066007-29 2024-08-19T10:03:56.375 INFO:tasks.rados.rados.0.smithi190.stdout:1532: finishing write tid 2 to smithi19066007-29 2024-08-19T10:03:56.375 INFO:tasks.rados.rados.0.smithi190.stdout:1532: finishing write tid 3 to smithi19066007-29 2024-08-19T10:03:56.375 INFO:tasks.rados.rados.0.smithi190.stdout:1532: oid 29 updating version 0 to 435 2024-08-19T10:03:56.375 INFO:tasks.rados.rados.0.smithi190.stdout:1532: oid 29 updating version 435 to 436 2024-08-19T10:03:56.375 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 436 (ObjNum 466 snap 153 seq_num 466) dirty exists 2024-08-19T10:03:56.375 INFO:tasks.rados.rados.0.smithi190.stdout:1532: left oid 29 (ObjNum 466 snap 153 seq_num 466) 2024-08-19T10:03:56.380 INFO:tasks.rados.rados.0.smithi190.stdout:1532: done (1 left) 2024-08-19T10:03:56.380 INFO:tasks.rados.rados.0.smithi190.stdout:1535: done (0 left) 2024-08-19T10:03:56.380 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 50 current snap is 153 2024-08-19T10:03:56.380 INFO:tasks.rados.rados.0.smithi190.stdout:1536: seq_num 468 ranges {4612096=647168} 2024-08-19T10:03:56.409 INFO:tasks.rados.rados.0.smithi190.stdout:1536: writing smithi19066007-50 from 4612096 to 5259264 tid 1 2024-08-19T10:03:56.409 INFO:tasks.rados.rados.0.smithi190.stdout:1537: snap_remove snap 150 2024-08-19T10:03:56.565 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:56 smithi190 bash[99971]: 977721cdb7a4d4b6c2c58d38f392da157ec1cbf6a1265593646b6bce5b83578c 2024-08-19T10:03:56.565 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:56 smithi190 systemd[1]: Started Ceph osd.3 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:03:57.375 INFO:tasks.rados.rados.0.smithi190.stdout:1537: done (1 left) 2024-08-19T10:03:57.376 INFO:tasks.rados.rados.0.smithi190.stdout:1538: read oid 37 snap -1 2024-08-19T10:03:57.376 INFO:tasks.rados.rados.0.smithi190.stdout:1538: expect deleted 2024-08-19T10:03:57.376 INFO:tasks.rados.rados.0.smithi190.stdout:1539: delete oid 26 current snap is 153 2024-08-19T10:03:57.376 INFO:tasks.rados.rados.0.smithi190.stdout:1536: finishing write tid 1 to smithi19066007-50 2024-08-19T10:03:57.376 INFO:tasks.rados.rados.0.smithi190.stdout:1536: finishing write tid 2 to smithi19066007-50 2024-08-19T10:03:57.376 INFO:tasks.rados.rados.0.smithi190.stdout:1536: finishing write tid 3 to smithi19066007-50 2024-08-19T10:03:57.376 INFO:tasks.rados.rados.0.smithi190.stdout:1536: oid 50 updating version 0 to 1075 2024-08-19T10:03:57.376 INFO:tasks.rados.rados.0.smithi190.stdout:1536: oid 50 updating version 1075 to 1076 2024-08-19T10:03:57.376 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1076 (ObjNum 468 snap 153 seq_num 468) dirty exists 2024-08-19T10:03:57.376 INFO:tasks.rados.rados.0.smithi190.stdout:1536: left oid 50 (ObjNum 468 snap 153 seq_num 468) 2024-08-19T10:03:57.380 INFO:tasks.rados.rados.0.smithi190.stdout:1536: done (2 left) 2024-08-19T10:03:57.381 INFO:tasks.rados.rados.0.smithi190.stdout:1538: done (1 left) 2024-08-19T10:03:57.381 INFO:tasks.rados.rados.0.smithi190.stdout:1539: done (0 left) 2024-08-19T10:03:57.381 INFO:tasks.rados.rados.0.smithi190.stdout:1540: read oid 39 snap 145 2024-08-19T10:03:57.381 INFO:tasks.rados.rados.0.smithi190.stdout:1540: expect deleted 2024-08-19T10:03:57.381 INFO:tasks.rados.rados.0.smithi190.stdout:1541: read oid 27 snap 152 2024-08-19T10:03:57.381 INFO:tasks.rados.rados.0.smithi190.stdout:1541: expect (ObjNum 269 snap 85 seq_num 269) 2024-08-19T10:03:57.381 INFO:tasks.rados.rados.0.smithi190.stdout:1542: rmattr oid 22 current snap is 153 2024-08-19T10:03:57.381 INFO:tasks.rados.rados.0.smithi190.stdout:1542: done (2 left) 2024-08-19T10:03:57.382 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 153 2024-08-19T10:03:57.382 INFO:tasks.rados.rados.0.smithi190.stdout:1543: seq_num 470 ranges {0=679936} 2024-08-19T10:03:57.384 INFO:tasks.rados.rados.0.smithi190.stdout:1543: writing smithi19066007-40 from 0 to 679936 tid 1 2024-08-19T10:03:57.384 INFO:tasks.rados.rados.0.smithi190.stdout:1544: setattr oid 36 current snap is 153 2024-08-19T10:03:57.386 INFO:tasks.rados.rados.0.smithi190.stdout:1540: done (3 left) 2024-08-19T10:03:57.386 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 153 2024-08-19T10:03:57.386 INFO:tasks.rados.rados.0.smithi190.stdout:1545: seq_num 471 ranges {2342912=696320} 2024-08-19T10:03:57.404 INFO:tasks.rados.rados.0.smithi190.stdout:1545: writing smithi19066007-44 from 2342912 to 3039232 tid 1 2024-08-19T10:03:57.404 INFO:tasks.rados.rados.0.smithi190.stdout:1546: copy_from oid 7 from oid 31 current snap is 153 2024-08-19T10:03:57.404 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 1143 (ObjNum 97 snap 0 seq_num 0) dirty exists 2024-08-19T10:03:57.404 INFO:tasks.rados.rados.0.smithi190.stdout:1543: finishing write tid 1 to smithi19066007-40 2024-08-19T10:03:57.404 INFO:tasks.rados.rados.0.smithi190.stdout:1543: finishing write tid 2 to smithi19066007-40 2024-08-19T10:03:57.404 INFO:tasks.rados.rados.0.smithi190.stdout:1543: finishing write tid 3 to smithi19066007-40 2024-08-19T10:03:57.405 INFO:tasks.rados.rados.0.smithi190.stdout:1543: oid 40 updating version 0 to 117 2024-08-19T10:03:57.405 INFO:tasks.rados.rados.0.smithi190.stdout:1543: oid 40 version 117 is already newer than 116 2024-08-19T10:03:57.405 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 117 (ObjNum 470 snap 153 seq_num 470) dirty exists 2024-08-19T10:03:57.405 INFO:tasks.rados.rados.0.smithi190.stdout:1543: left oid 40 (ObjNum 470 snap 153 seq_num 470) 2024-08-19T10:03:57.405 INFO:tasks.rados.rados.0.smithi190.stdout:1543: done (4 left) 2024-08-19T10:03:57.405 INFO:tasks.rados.rados.0.smithi190.stdout:1544: done (3 left) 2024-08-19T10:03:57.405 INFO:tasks.rados.rados.0.smithi190.stdout:1547: rollback oid 40 current snap is 153 2024-08-19T10:03:57.405 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 40 to 152 2024-08-19T10:03:57.405 INFO:tasks.rados.rados.0.smithi190.stdout:1548: delete oid 30 current snap is 153 2024-08-19T10:03:57.406 INFO:tasks.rados.rados.0.smithi190.stdout:1547: finishing rollback tid 0 to smithi19066007-40 2024-08-19T10:03:57.407 INFO:tasks.rados.rados.0.smithi190.stdout:1547: finishing rollback tid 1 to smithi19066007-40 2024-08-19T10:03:57.407 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 121 (ObjNum 129 snap 0 seq_num 3358124744) dirty dne 2024-08-19T10:03:57.407 INFO:tasks.rados.rados.0.smithi190.stdout:1547: done (4 left) 2024-08-19T10:03:57.407 INFO:tasks.rados.rados.0.smithi190.stdout:1548: done (3 left) 2024-08-19T10:03:57.407 INFO:tasks.rados.rados.0.smithi190.stdout:1549: copy_from oid 47 from oid 21 current snap is 153 2024-08-19T10:03:57.408 INFO:tasks.rados.rados.0.smithi190.stdout:1550: copy_from oid 34 from oid 39 current snap is 153 2024-08-19T10:03:57.408 INFO:tasks.rados.rados.0.smithi190.stdout:1551: read oid 46 snap -1 2024-08-19T10:03:57.408 INFO:tasks.rados.rados.0.smithi190.stdout:1551: expect (ObjNum 416 snap 132 seq_num 416) 2024-08-19T10:03:57.408 INFO:tasks.rados.rados.0.smithi190.stdout:1552: delete oid 22 current snap is 153 2024-08-19T10:03:57.409 INFO:tasks.rados.rados.0.smithi190.stdout:1545: finishing write tid 1 to smithi19066007-44 2024-08-19T10:03:57.409 INFO:tasks.rados.rados.0.smithi190.stdout:1545: finishing write tid 2 to smithi19066007-44 2024-08-19T10:03:57.411 INFO:tasks.rados.rados.0.smithi190.stdout:1545: finishing write tid 3 to smithi19066007-44 2024-08-19T10:03:57.411 INFO:tasks.rados.rados.0.smithi190.stdout:1545: oid 44 updating version 0 to 441 2024-08-19T10:03:57.411 INFO:tasks.rados.rados.0.smithi190.stdout:1545: oid 44 version 441 is already newer than 440 2024-08-19T10:03:57.411 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 441 (ObjNum 471 snap 153 seq_num 471) dirty exists 2024-08-19T10:03:57.411 INFO:tasks.rados.rados.0.smithi190.stdout:1545: left oid 44 (ObjNum 471 snap 153 seq_num 471) 2024-08-19T10:03:57.411 INFO:tasks.rados.rados.0.smithi190.stdout:1545: done (6 left) 2024-08-19T10:03:57.412 INFO:tasks.rados.rados.0.smithi190.stdout:1552: done (5 left) 2024-08-19T10:03:57.412 INFO:tasks.rados.rados.0.smithi190.stdout:1553: rmattr oid 43 current snap is 153 2024-08-19T10:03:57.412 INFO:tasks.rados.rados.0.smithi190.stdout:1553: done (5 left) 2024-08-19T10:03:57.412 INFO:tasks.rados.rados.0.smithi190.stdout:1554: read oid 16 snap -1 2024-08-19T10:03:57.412 INFO:tasks.rados.rados.0.smithi190.stdout:1554: expect (ObjNum 401 snap 130 seq_num 401) 2024-08-19T10:03:57.412 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 153 2024-08-19T10:03:57.412 INFO:tasks.rados.rados.0.smithi190.stdout:1555: seq_num 474 ranges {0=745472} 2024-08-19T10:03:57.415 INFO:tasks.rados.rados.0.smithi190.stdout:1555: writing smithi19066007-32 from 0 to 745472 tid 1 2024-08-19T10:03:57.416 INFO:tasks.rados.rados.0.smithi190.stdout:1556: delete oid 22 current snap is 153 2024-08-19T10:03:57.416 INFO:tasks.rados.rados.0.smithi190.stdout:1546: finishing copy_from racing read to smithi19066007-7 2024-08-19T10:03:57.416 INFO:tasks.rados.rados.0.smithi190.stdout:1546: finishing copy_from to smithi19066007-7 2024-08-19T10:03:57.416 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 888 (ObjNum 455 snap 149 seq_num 455) dirty exists 2024-08-19T10:03:57.416 INFO:tasks.rados.rados.0.smithi190.stdout:1549: finishing copy_from racing read to smithi19066007-47 2024-08-19T10:03:57.417 INFO:tasks.rados.rados.0.smithi190.stdout:1549: finishing copy_from to smithi19066007-47 2024-08-19T10:03:57.417 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 820 (ObjNum 464 snap 152 seq_num 464) dirty exists 2024-08-19T10:03:57.418 INFO:tasks.rados.rados.0.smithi190.stdout:1550: finishing copy_from racing read to smithi19066007-34 2024-08-19T10:03:57.419 INFO:tasks.rados.rados.0.smithi190.stdout:1550: finishing copy_from to smithi19066007-34 2024-08-19T10:03:57.420 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 1138 (ObjNum 457 snap 150 seq_num 457) dirty exists 2024-08-19T10:03:57.420 INFO:tasks.rados.rados.0.smithi190.stdout:1555: finishing write tid 1 to smithi19066007-32 2024-08-19T10:03:57.420 INFO:tasks.rados.rados.0.smithi190.stdout:1555: finishing write tid 2 to smithi19066007-32 2024-08-19T10:03:57.421 INFO:tasks.rados.rados.0.smithi190.stdout:1555: finishing write tid 3 to smithi19066007-32 2024-08-19T10:03:57.421 INFO:tasks.rados.rados.0.smithi190.stdout:1555: oid 32 updating version 0 to 893 2024-08-19T10:03:57.421 INFO:tasks.rados.rados.0.smithi190.stdout:1555: oid 32 updating version 893 to 894 2024-08-19T10:03:57.421 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 894 (ObjNum 474 snap 153 seq_num 474) dirty exists 2024-08-19T10:03:57.421 INFO:tasks.rados.rados.0.smithi190.stdout:1555: left oid 32 (ObjNum 474 snap 153 seq_num 474) 2024-08-19T10:03:57.423 INFO:tasks.rados.rados.0.smithi190.stdout:1546: done (7 left) 2024-08-19T10:03:57.423 INFO:tasks.rados.rados.0.smithi190.stdout:1549: done (6 left) 2024-08-19T10:03:57.423 INFO:tasks.rados.rados.0.smithi190.stdout:1550: done (5 left) 2024-08-19T10:03:57.423 INFO:tasks.rados.rados.0.smithi190.stdout:1555: done (4 left) 2024-08-19T10:03:57.423 INFO:tasks.rados.rados.0.smithi190.stdout:1556: done (3 left) 2024-08-19T10:03:57.423 INFO:tasks.rados.rados.0.smithi190.stdout:1557: snap_remove snap 145 2024-08-19T10:03:57.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:57 smithi190 ceph-mon[80032]: pgmap v250: 121 pgs: 10 active+undersized, 8 peering, 9 stale+active+clean, 4 active+undersized+degraded, 90 active+clean; 155 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 8 op/s; 12/222 objects degraded (5.405%) 2024-08-19T10:03:57.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:57 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:57.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:57 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:57.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:57 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:03:57.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:57 smithi190 ceph-mon[80032]: osdmap e387: 8 total, 7 up, 8 in 2024-08-19T10:03:57.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:57 smithi190 ceph-mon[77620]: pgmap v250: 121 pgs: 10 active+undersized, 8 peering, 9 stale+active+clean, 4 active+undersized+degraded, 90 active+clean; 155 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 8 op/s; 12/222 objects degraded (5.405%) 2024-08-19T10:03:57.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:57 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:57.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:57 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:57.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:57 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:03:57.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:57 smithi190 ceph-mon[77620]: osdmap e387: 8 total, 7 up, 8 in 2024-08-19T10:03:57.566 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:03:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2[95403]: 2024-08-19T10:03:57.391+0000 7f2be537f640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap d5 after trimming was started 2024-08-19T10:03:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:57 smithi196 ceph-mon[72638]: pgmap v250: 121 pgs: 10 active+undersized, 8 peering, 9 stale+active+clean, 4 active+undersized+degraded, 90 active+clean; 155 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 8 op/s; 12/222 objects degraded (5.405%) 2024-08-19T10:03:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:57 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:57 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:03:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:57 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:03:57.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:57 smithi196 ceph-mon[72638]: osdmap e387: 8 total, 7 up, 8 in 2024-08-19T10:03:58.312 INFO:tasks.rados.rados.0.smithi190.stdout:1557: done (3 left) 2024-08-19T10:03:58.312 INFO:tasks.rados.rados.0.smithi190.stdout:1558: delete oid 44 current snap is 153 2024-08-19T10:03:58.312 INFO:tasks.rados.rados.0.smithi190.stdout:1541: expect (ObjNum 269 snap 85 seq_num 269) 2024-08-19T10:03:58.314 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:03:58 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3[99986]: 2024-08-19T10:03:58.017+0000 7f205d5f5640 -1 Falling back to public interface 2024-08-19T10:03:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:58 smithi196 ceph-mon[72638]: osdmap e388: 8 total, 7 up, 8 in 2024-08-19T10:03:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:58 smithi196 ceph-mon[72638]: osdmap e389: 8 total, 7 up, 8 in 2024-08-19T10:03:58.700 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:58 smithi190 ceph-mon[80032]: osdmap e388: 8 total, 7 up, 8 in 2024-08-19T10:03:58.700 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:58 smithi190 ceph-mon[80032]: osdmap e389: 8 total, 7 up, 8 in 2024-08-19T10:03:58.700 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:58 smithi190 ceph-mon[77620]: osdmap e388: 8 total, 7 up, 8 in 2024-08-19T10:03:58.700 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:58 smithi190 ceph-mon[77620]: osdmap e389: 8 total, 7 up, 8 in 2024-08-19T10:03:59.172 INFO:tasks.rados.rados.0.smithi190.stdout:1551: expect (ObjNum 416 snap 132 seq_num 416) 2024-08-19T10:03:59.310 INFO:tasks.rados.rados.0.smithi190.stdout:1554: expect (ObjNum 401 snap 130 seq_num 401) 2024-08-19T10:03:59.361 INFO:tasks.rados.rados.0.smithi190.stdout:1541: done (3 left) 2024-08-19T10:03:59.361 INFO:tasks.rados.rados.0.smithi190.stdout:1551: done (2 left) 2024-08-19T10:03:59.361 INFO:tasks.rados.rados.0.smithi190.stdout:1554: done (1 left) 2024-08-19T10:03:59.361 INFO:tasks.rados.rados.0.smithi190.stdout:1558: done (0 left) 2024-08-19T10:03:59.361 INFO:tasks.rados.rados.0.smithi190.stdout:1559: delete oid 23 current snap is 153 2024-08-19T10:03:59.367 INFO:tasks.rados.rados.0.smithi190.stdout:1559: done (0 left) 2024-08-19T10:03:59.367 INFO:tasks.rados.rados.0.smithi190.stdout:1560: copy_from oid 6 from oid 30 current snap is 153 2024-08-19T10:03:59.367 INFO:tasks.rados.rados.0.smithi190.stdout:1561: snap_remove snap 152 2024-08-19T10:03:59.385 INFO:tasks.rados.rados.0.smithi190.stdout:1561: done (1 left) 2024-08-19T10:03:59.385 INFO:tasks.rados.rados.0.smithi190.stdout:1562: snap_create 2024-08-19T10:03:59.385 INFO:tasks.rados.rados.0.smithi190.stdout:1560: finishing copy_from to smithi19066007-6 2024-08-19T10:03:59.385 INFO:tasks.rados.rados.0.smithi190.stdout:1560: got expected ENOENT (src dne) 2024-08-19T10:03:59.386 INFO:tasks.rados.rados.0.smithi190.stdout:1560: finishing copy_from racing read to smithi19066007-6 2024-08-19T10:03:59.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:03:59 smithi190 ceph-mon[77620]: pgmap v253: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 161 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.6 MiB/s wr, 21 op/s; 25/246 objects degraded (10.163%) 2024-08-19T10:03:59.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:03:59 smithi190 ceph-mon[80032]: pgmap v253: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 161 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.6 MiB/s wr, 21 op/s; 25/246 objects degraded (10.163%) 2024-08-19T10:03:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:03:59 smithi196 ceph-mon[72638]: pgmap v253: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 161 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.6 MiB/s wr, 21 op/s; 25/246 objects degraded (10.163%) 2024-08-19T10:04:00.391 INFO:tasks.rados.rados.0.smithi190.stdout:1560: done (1 left) 2024-08-19T10:04:00.392 INFO:tasks.rados.rados.0.smithi190.stdout:1562: done (0 left) 2024-08-19T10:04:00.392 INFO:tasks.rados.rados.0.smithi190.stdout:1563: delete oid 46 current snap is 154 2024-08-19T10:04:00.396 INFO:tasks.rados.rados.0.smithi190.stdout:1563: done (0 left) 2024-08-19T10:04:00.396 INFO:tasks.rados.rados.0.smithi190.stdout:1564: rollback oid 6 current snap is 154 2024-08-19T10:04:00.396 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 6 to 153 2024-08-19T10:04:00.396 INFO:tasks.rados.rados.0.smithi190.stdout:1565: read oid 17 snap -1 2024-08-19T10:04:00.396 INFO:tasks.rados.rados.0.smithi190.stdout:1565: expect (ObjNum 347 snap 117 seq_num 347) 2024-08-19T10:04:00.396 INFO:tasks.rados.rados.0.smithi190.stdout:1566: read oid 45 snap -1 2024-08-19T10:04:00.396 INFO:tasks.rados.rados.0.smithi190.stdout:1566: expect (ObjNum 450 snap 146 seq_num 450) 2024-08-19T10:04:00.396 INFO:tasks.rados.rados.0.smithi190.stdout:1567: setattr oid 44 current snap is 154 2024-08-19T10:04:00.398 INFO:tasks.rados.rados.0.smithi190.stdout:1568: read oid 36 snap -1 2024-08-19T10:04:00.398 INFO:tasks.rados.rados.0.smithi190.stdout:1568: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:04:00.398 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 154 2024-08-19T10:04:00.398 INFO:tasks.rados.rados.0.smithi190.stdout:1569: seq_num 479 ranges {1925120=425984,2351104=401408} 2024-08-19T10:04:00.411 INFO:tasks.rados.rados.0.smithi190.stdout:1569: writing smithi19066007-16 from 1925120 to 2351104 tid 1 2024-08-19T10:04:00.414 INFO:tasks.rados.rados.0.smithi190.stdout:1569: writing smithi19066007-16 from 2351104 to 2752512 tid 2 2024-08-19T10:04:00.414 INFO:tasks.rados.rados.0.smithi190.stdout:1570: delete oid 38 current snap is 154 2024-08-19T10:04:00.414 INFO:tasks.rados.rados.0.smithi190.stdout:1564: finishing rollback tid 1 to smithi19066007-6 2024-08-19T10:04:00.414 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-19T10:04:00.414 INFO:tasks.rados.rados.0.smithi190.stdout:1568: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:04:00.415 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 443 (ObjNum 129 snap 0 seq_num 3355607104) dirty exists 2024-08-19T10:04:00.415 INFO:tasks.rados.rados.0.smithi190.stdout:1565: expect (ObjNum 347 snap 117 seq_num 347) 2024-08-19T10:04:00.607 INFO:tasks.rados.rados.0.smithi190.stdout:1569: finishing write tid 1 to smithi19066007-16 2024-08-19T10:04:00.607 INFO:tasks.rados.rados.0.smithi190.stdout:1569: finishing write tid 2 to smithi19066007-16 2024-08-19T10:04:00.607 INFO:tasks.rados.rados.0.smithi190.stdout:1564: done (6 left) 2024-08-19T10:04:00.607 INFO:tasks.rados.rados.0.smithi190.stdout:1565: done (5 left) 2024-08-19T10:04:00.607 INFO:tasks.rados.rados.0.smithi190.stdout:1567: done (4 left) 2024-08-19T10:04:00.607 INFO:tasks.rados.rados.0.smithi190.stdout:1568: done (3 left) 2024-08-19T10:04:00.607 INFO:tasks.rados.rados.0.smithi190.stdout:1570: done (2 left) 2024-08-19T10:04:00.607 INFO:tasks.rados.rados.0.smithi190.stdout:1571: snap_create 2024-08-19T10:04:00.607 INFO:tasks.rados.rados.0.smithi190.stdout:1569: finishing write tid 3 to smithi19066007-16 2024-08-19T10:04:00.607 INFO:tasks.rados.rados.0.smithi190.stdout:1569: finishing write tid 4 to smithi19066007-16 2024-08-19T10:04:00.607 INFO:tasks.rados.rados.0.smithi190.stdout:1569: oid 16 updating version 0 to 551 2024-08-19T10:04:00.607 INFO:tasks.rados.rados.0.smithi190.stdout:1569: oid 16 updating version 551 to 552 2024-08-19T10:04:00.608 INFO:tasks.rados.rados.0.smithi190.stdout:1569: oid 16 updating version 552 to 553 2024-08-19T10:04:00.608 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 553 (ObjNum 479 snap 154 seq_num 479) dirty exists 2024-08-19T10:04:00.608 INFO:tasks.rados.rados.0.smithi190.stdout:1569: left oid 16 (ObjNum 479 snap 154 seq_num 479) 2024-08-19T10:04:00.608 INFO:tasks.rados.rados.0.smithi190.stdout:1566: expect (ObjNum 450 snap 146 seq_num 450) 2024-08-19T10:04:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:00 smithi196 ceph-mon[72638]: osdmap e390: 8 total, 7 up, 8 in 2024-08-19T10:04:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:04:00.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:00 smithi190 ceph-mon[80032]: osdmap e390: 8 total, 7 up, 8 in 2024-08-19T10:04:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:04:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:00 smithi190 ceph-mon[77620]: osdmap e390: 8 total, 7 up, 8 in 2024-08-19T10:04:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:04:01.405 INFO:tasks.rados.rados.0.smithi190.stdout:1566: done (2 left) 2024-08-19T10:04:01.405 INFO:tasks.rados.rados.0.smithi190.stdout:1569: done (1 left) 2024-08-19T10:04:01.405 INFO:tasks.rados.rados.0.smithi190.stdout:1571: done (0 left) 2024-08-19T10:04:01.405 INFO:tasks.rados.rados.0.smithi190.stdout:1572: rollback oid 10 current snap is 155 2024-08-19T10:04:01.405 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 10 to 154 2024-08-19T10:04:01.405 INFO:tasks.rados.rados.0.smithi190.stdout:1573: snap_remove snap 153 2024-08-19T10:04:01.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:01 smithi196 ceph-mon[72638]: pgmap v256: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 161 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.1 MiB/s wr, 18 op/s; 27/249 objects degraded (10.843%) 2024-08-19T10:04:01.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:01 smithi196 ceph-mon[72638]: osdmap e391: 8 total, 7 up, 8 in 2024-08-19T10:04:01.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:01 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:01.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:01 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:01.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:01 smithi196 ceph-mon[72638]: Health check update: Degraded data redundancy: 27/249 objects degraded (10.843%), 8 pgs degraded (PG_DEGRADED) 2024-08-19T10:04:01.680 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:01 smithi190 ceph-mon[77620]: pgmap v256: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 161 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.1 MiB/s wr, 18 op/s; 27/249 objects degraded (10.843%) 2024-08-19T10:04:01.680 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:01 smithi190 ceph-mon[77620]: osdmap e391: 8 total, 7 up, 8 in 2024-08-19T10:04:01.680 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:01 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:01.680 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:01 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:01.680 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:01 smithi190 ceph-mon[77620]: Health check update: Degraded data redundancy: 27/249 objects degraded (10.843%), 8 pgs degraded (PG_DEGRADED) 2024-08-19T10:04:01.680 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:01 smithi190 ceph-mon[80032]: pgmap v256: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 161 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.1 MiB/s wr, 18 op/s; 27/249 objects degraded (10.843%) 2024-08-19T10:04:01.680 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:01 smithi190 ceph-mon[80032]: osdmap e391: 8 total, 7 up, 8 in 2024-08-19T10:04:01.680 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:01 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:01.680 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:01 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:01.680 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:01 smithi190 ceph-mon[80032]: Health check update: Degraded data redundancy: 27/249 objects degraded (10.843%), 8 pgs degraded (PG_DEGRADED) 2024-08-19T10:04:02.019 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:04:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3[99986]: 2024-08-19T10:04:01.678+0000 7f205d5f5640 -1 osd.3 381 log_to_monitors true 2024-08-19T10:04:02.415 INFO:tasks.rados.rados.0.smithi190.stdout:1573: done (1 left) 2024-08-19T10:04:02.415 INFO:tasks.rados.rados.0.smithi190.stdout:1574: rmattr oid 40 current snap is 155 2024-08-19T10:04:02.415 INFO:tasks.rados.rados.0.smithi190.stdout:1574: done (1 left) 2024-08-19T10:04:02.415 INFO:tasks.rados.rados.0.smithi190.stdout:1575: snap_create 2024-08-19T10:04:02.416 INFO:tasks.rados.rados.0.smithi190.stdout:1572: finishing rollback tid 0 to smithi19066007-10 2024-08-19T10:04:02.416 INFO:tasks.rados.rados.0.smithi190.stdout:1572: finishing rollback tid 1 to smithi19066007-10 2024-08-19T10:04:02.416 INFO:tasks.rados.rados.0.smithi190.stdout:1572: finishing rollback tid 2 to smithi19066007-10 2024-08-19T10:04:02.416 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 439 (ObjNum 331 snap 111 seq_num 331) dirty exists 2024-08-19T10:04:02.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:02 smithi190 ceph-mon[80032]: osdmap e392: 8 total, 7 up, 8 in 2024-08-19T10:04:02.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:02 smithi190 ceph-mon[80032]: from='osd.3 [v2:172.21.15.190:6826/2638628052,v1:172.21.15.190:6827/2638628052]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-19T10:04:02.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:02 smithi190 ceph-mon[77620]: osdmap e392: 8 total, 7 up, 8 in 2024-08-19T10:04:02.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:02 smithi190 ceph-mon[77620]: from='osd.3 [v2:172.21.15.190:6826/2638628052,v1:172.21.15.190:6827/2638628052]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-19T10:04:02.565 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:04:02 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3[99986]: 2024-08-19T10:04:02.440+0000 7f2051397640 -1 osd.3 381 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T10:04:02.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:02 smithi196 ceph-mon[72638]: osdmap e392: 8 total, 7 up, 8 in 2024-08-19T10:04:02.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:02 smithi196 ceph-mon[72638]: from='osd.3 [v2:172.21.15.190:6826/2638628052,v1:172.21.15.190:6827/2638628052]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-19T10:04:03.411 INFO:tasks.rados.rados.0.smithi190.stdout:1572: done (1 left) 2024-08-19T10:04:03.411 INFO:tasks.rados.rados.0.smithi190.stdout:1575: done (0 left) 2024-08-19T10:04:03.412 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 156 2024-08-19T10:04:03.412 INFO:tasks.rados.rados.0.smithi190.stdout:1576: seq_num 481 ranges {745472=458752,1204224=401408} 2024-08-19T10:04:03.419 INFO:tasks.rados.rados.0.smithi190.stdout:1576: writing smithi19066007-32 from 745472 to 1204224 tid 1 2024-08-19T10:04:03.422 INFO:tasks.rados.rados.0.smithi190.stdout:1576: writing smithi19066007-32 from 1204224 to 1605632 tid 2 2024-08-19T10:04:03.422 INFO:tasks.rados.rados.0.smithi190.stdout:1577: rollback oid 4 current snap is 156 2024-08-19T10:04:03.423 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 4 to 154 2024-08-19T10:04:03.423 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 156 2024-08-19T10:04:03.423 INFO:tasks.rados.rados.0.smithi190.stdout:1578: seq_num 482 ranges {3825664=475136,4300800=401408} 2024-08-19T10:04:03.447 INFO:tasks.rados.rados.0.smithi190.stdout:1578: writing smithi19066007-17 from 3825664 to 4300800 tid 1 2024-08-19T10:04:03.450 INFO:tasks.rados.rados.0.smithi190.stdout:1578: writing smithi19066007-17 from 4300800 to 4702208 tid 2 2024-08-19T10:04:03.450 INFO:tasks.rados.rados.0.smithi190.stdout:1579: rollback oid 34 current snap is 156 2024-08-19T10:04:03.450 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 34 to 155 2024-08-19T10:04:03.450 INFO:tasks.rados.rados.0.smithi190.stdout:1576: finishing write tid 1 to smithi19066007-32 2024-08-19T10:04:03.450 INFO:tasks.rados.rados.0.smithi190.stdout:1576: finishing write tid 2 to smithi19066007-32 2024-08-19T10:04:03.450 INFO:tasks.rados.rados.0.smithi190.stdout:1576: finishing write tid 3 to smithi19066007-32 2024-08-19T10:04:03.450 INFO:tasks.rados.rados.0.smithi190.stdout:1577: finishing rollback tid 0 to smithi19066007-4 2024-08-19T10:04:03.450 INFO:tasks.rados.rados.0.smithi190.stdout:1577: finishing rollback tid 1 to smithi19066007-4 2024-08-19T10:04:03.451 INFO:tasks.rados.rados.0.smithi190.stdout:1577: finishing rollback tid 2 to smithi19066007-4 2024-08-19T10:04:03.451 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 902 (ObjNum 443 snap 141 seq_num 443) dirty exists 2024-08-19T10:04:03.451 INFO:tasks.rados.rados.0.smithi190.stdout:1576: finishing write tid 4 to smithi19066007-32 2024-08-19T10:04:03.451 INFO:tasks.rados.rados.0.smithi190.stdout:1576: oid 32 updating version 0 to 898 2024-08-19T10:04:03.451 INFO:tasks.rados.rados.0.smithi190.stdout:1576: oid 32 version 898 is already newer than 896 2024-08-19T10:04:03.451 INFO:tasks.rados.rados.0.smithi190.stdout:1576: oid 32 version 898 is already newer than 897 2024-08-19T10:04:03.451 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 898 (ObjNum 481 snap 156 seq_num 481) dirty exists 2024-08-19T10:04:03.451 INFO:tasks.rados.rados.0.smithi190.stdout:1576: left oid 32 (ObjNum 481 snap 156 seq_num 481) 2024-08-19T10:04:03.451 INFO:tasks.rados.rados.0.smithi190.stdout:1576: done (3 left) 2024-08-19T10:04:03.451 INFO:tasks.rados.rados.0.smithi190.stdout:1577: done (2 left) 2024-08-19T10:04:03.452 INFO:tasks.rados.rados.0.smithi190.stdout:1580: setattr oid 16 current snap is 156 2024-08-19T10:04:03.452 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 41 current snap is 156 2024-08-19T10:04:03.452 INFO:tasks.rados.rados.0.smithi190.stdout:1581: seq_num 483 ranges {2514944=491520,3006464=401408} 2024-08-19T10:04:03.468 INFO:tasks.rados.rados.0.smithi190.stdout:1581: writing smithi19066007-41 from 2514944 to 3006464 tid 1 2024-08-19T10:04:03.470 INFO:tasks.rados.rados.0.smithi190.stdout:1581: writing smithi19066007-41 from 3006464 to 3407872 tid 2 2024-08-19T10:04:03.470 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 156 2024-08-19T10:04:03.470 INFO:tasks.rados.rados.0.smithi190.stdout:1582: seq_num 484 ranges {8609792=507904,9117696=401408} 2024-08-19T10:04:03.517 INFO:tasks.rados.rados.0.smithi190.stdout:1582: writing smithi19066007-12 from 8609792 to 9117696 tid 1 2024-08-19T10:04:03.520 INFO:tasks.rados.rados.0.smithi190.stdout:1582: writing smithi19066007-12 from 9117696 to 9519104 tid 2 2024-08-19T10:04:03.520 INFO:tasks.rados.rados.0.smithi190.stdout:1583: read oid 5 snap -1 2024-08-19T10:04:03.520 INFO:tasks.rados.rados.0.smithi190.stdout:1583: expect (ObjNum 395 snap 130 seq_num 395) 2024-08-19T10:04:03.520 INFO:tasks.rados.rados.0.smithi190.stdout:1584: snap_create 2024-08-19T10:04:03.520 INFO:tasks.rados.rados.0.smithi190.stdout:1578: finishing write tid 1 to smithi19066007-17 2024-08-19T10:04:03.520 INFO:tasks.rados.rados.0.smithi190.stdout:1578: finishing write tid 2 to smithi19066007-17 2024-08-19T10:04:03.520 INFO:tasks.rados.rados.0.smithi190.stdout:1579: finishing rollback tid 0 to smithi19066007-34 2024-08-19T10:04:03.520 INFO:tasks.rados.rados.0.smithi190.stdout:1578: finishing write tid 3 to smithi19066007-17 2024-08-19T10:04:03.520 INFO:tasks.rados.rados.0.smithi190.stdout:1579: finishing rollback tid 1 to smithi19066007-34 2024-08-19T10:04:03.520 INFO:tasks.rados.rados.0.smithi190.stdout:1579: finishing rollback tid 2 to smithi19066007-34 2024-08-19T10:04:03.521 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 1141 (ObjNum 457 snap 150 seq_num 457) dirty exists 2024-08-19T10:04:03.521 INFO:tasks.rados.rados.0.smithi190.stdout:1578: finishing write tid 4 to smithi19066007-17 2024-08-19T10:04:03.521 INFO:tasks.rados.rados.0.smithi190.stdout:1578: oid 17 updating version 0 to 773 2024-08-19T10:04:03.521 INFO:tasks.rados.rados.0.smithi190.stdout:1578: oid 17 version 773 is already newer than 772 2024-08-19T10:04:03.521 INFO:tasks.rados.rados.0.smithi190.stdout:1578: oid 17 updating version 773 to 774 2024-08-19T10:04:03.521 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 774 (ObjNum 482 snap 156 seq_num 482) dirty exists 2024-08-19T10:04:03.521 INFO:tasks.rados.rados.0.smithi190.stdout:1578: left oid 17 (ObjNum 482 snap 156 seq_num 482) 2024-08-19T10:04:03.521 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 557 (ObjNum 479 snap 154 seq_num 479) dirty exists 2024-08-19T10:04:03.521 INFO:tasks.rados.rados.0.smithi190.stdout:1582: finishing write tid 1 to smithi19066007-12 2024-08-19T10:04:03.522 INFO:tasks.rados.rados.0.smithi190.stdout:1582: finishing write tid 2 to smithi19066007-12 2024-08-19T10:04:03.522 INFO:tasks.rados.rados.0.smithi190.stdout:1582: finishing write tid 3 to smithi19066007-12 2024-08-19T10:04:03.523 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:03 smithi190 ceph-mon[80032]: pgmap v259: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 122 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.3 MiB/s wr, 19 op/s; 31/234 objects degraded (13.248%) 2024-08-19T10:04:03.523 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:03 smithi190 ceph-mon[80032]: from='osd.3 [v2:172.21.15.190:6826/2638628052,v1:172.21.15.190:6827/2638628052]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-19T10:04:03.523 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:03 smithi190 ceph-mon[80032]: osdmap e393: 8 total, 7 up, 8 in 2024-08-19T10:04:03.523 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:03 smithi190 ceph-mon[80032]: from='osd.3 [v2:172.21.15.190:6826/2638628052,v1:172.21.15.190:6827/2638628052]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-19T10:04:03.524 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:03 smithi190 ceph-mon[77620]: pgmap v259: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 122 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.3 MiB/s wr, 19 op/s; 31/234 objects degraded (13.248%) 2024-08-19T10:04:03.524 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:03 smithi190 ceph-mon[77620]: from='osd.3 [v2:172.21.15.190:6826/2638628052,v1:172.21.15.190:6827/2638628052]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-19T10:04:03.524 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:03 smithi190 ceph-mon[77620]: osdmap e393: 8 total, 7 up, 8 in 2024-08-19T10:04:03.524 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:03 smithi190 ceph-mon[77620]: from='osd.3 [v2:172.21.15.190:6826/2638628052,v1:172.21.15.190:6827/2638628052]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-19T10:04:03.524 INFO:tasks.rados.rados.0.smithi190.stdout:1582: finishing write tid 4 to smithi19066007-12 2024-08-19T10:04:03.524 INFO:tasks.rados.rados.0.smithi190.stdout:1582: oid 12 updating version 0 to 778 2024-08-19T10:04:03.524 INFO:tasks.rados.rados.0.smithi190.stdout:1582: oid 12 version 778 is already newer than 777 2024-08-19T10:04:03.524 INFO:tasks.rados.rados.0.smithi190.stdout:1582: oid 12 version 778 is already newer than 776 2024-08-19T10:04:03.525 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 778 (ObjNum 484 snap 156 seq_num 484) dirty exists 2024-08-19T10:04:03.525 INFO:tasks.rados.rados.0.smithi190.stdout:1582: left oid 12 (ObjNum 484 snap 156 seq_num 484) 2024-08-19T10:04:03.814 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:04:03 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:04:03.684+0000 7f58ccd6c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-19T10:04:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:03 smithi196 ceph-mon[72638]: pgmap v259: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 122 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.3 MiB/s wr, 19 op/s; 31/234 objects degraded (13.248%) 2024-08-19T10:04:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:03 smithi196 ceph-mon[72638]: from='osd.3 [v2:172.21.15.190:6826/2638628052,v1:172.21.15.190:6827/2638628052]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-19T10:04:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:03 smithi196 ceph-mon[72638]: osdmap e393: 8 total, 7 up, 8 in 2024-08-19T10:04:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:03 smithi196 ceph-mon[72638]: from='osd.3 [v2:172.21.15.190:6826/2638628052,v1:172.21.15.190:6827/2638628052]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-19T10:04:04.416 INFO:tasks.rados.rados.0.smithi190.stdout:1578: done (6 left) 2024-08-19T10:04:04.416 INFO:tasks.rados.rados.0.smithi190.stdout:1579: done (5 left) 2024-08-19T10:04:04.416 INFO:tasks.rados.rados.0.smithi190.stdout:1580: done (4 left) 2024-08-19T10:04:04.417 INFO:tasks.rados.rados.0.smithi190.stdout:1582: done (3 left) 2024-08-19T10:04:04.417 INFO:tasks.rados.rados.0.smithi190.stdout:1584: done (2 left) 2024-08-19T10:04:04.417 INFO:tasks.rados.rados.0.smithi190.stdout:1585: read oid 22 snap -1 2024-08-19T10:04:04.417 INFO:tasks.rados.rados.0.smithi190.stdout:1585: expect deleted 2024-08-19T10:04:04.417 INFO:tasks.rados.rados.0.smithi190.stdout:1586: read oid 13 snap -1 2024-08-19T10:04:04.417 INFO:tasks.rados.rados.0.smithi190.stdout:1586: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:04:04.417 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 1 current snap is 157 2024-08-19T10:04:04.417 INFO:tasks.rados.rados.0.smithi190.stdout:1587: seq_num 485 ranges {2310144=532480,2842624=401408} 2024-08-19T10:04:04.425 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:04:04] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-08-19T10:04:04.433 INFO:tasks.rados.rados.0.smithi190.stdout:1587: writing smithi19066007-1 from 2310144 to 2842624 tid 1 2024-08-19T10:04:04.436 INFO:tasks.rados.rados.0.smithi190.stdout:1587: writing smithi19066007-1 from 2842624 to 3244032 tid 2 2024-08-19T10:04:04.436 INFO:tasks.rados.rados.0.smithi190.stdout:1588: copy_from oid 26 from oid 28 current snap is 157 2024-08-19T10:04:04.437 INFO:tasks.rados.rados.0.smithi190.stdout:1586: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:04:04.441 INFO:tasks.rados.rados.0.smithi190.stdout:1585: done (5 left) 2024-08-19T10:04:04.441 INFO:tasks.rados.rados.0.smithi190.stdout:1586: done (4 left) 2024-08-19T10:04:04.441 INFO:tasks.rados.rados.0.smithi190.stdout:1589: delete oid 22 current snap is 157 2024-08-19T10:04:04.442 INFO:tasks.rados.rados.0.smithi190.stdout:1587: finishing write tid 1 to smithi19066007-1 2024-08-19T10:04:04.444 INFO:tasks.rados.rados.0.smithi190.stdout:1589: done (4 left) 2024-08-19T10:04:04.444 INFO:tasks.rados.rados.0.smithi190.stdout:1590: rollback oid 48 current snap is 157 2024-08-19T10:04:04.444 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 48 to 154 2024-08-19T10:04:04.444 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 157 2024-08-19T10:04:04.444 INFO:tasks.rados.rados.0.smithi190.stdout:1591: seq_num 487 ranges {9519104=565248,10084352=401408} 2024-08-19T10:04:04.501 INFO:tasks.rados.rados.0.smithi190.stdout:1591: writing smithi19066007-12 from 9519104 to 10084352 tid 1 2024-08-19T10:04:04.504 INFO:tasks.rados.rados.0.smithi190.stdout:1591: writing smithi19066007-12 from 10084352 to 10485760 tid 2 2024-08-19T10:04:04.504 INFO:tasks.rados.rados.0.smithi190.stdout:1592: snap_create 2024-08-19T10:04:04.504 INFO:tasks.rados.rados.0.smithi190.stdout:1587: finishing write tid 2 to smithi19066007-1 2024-08-19T10:04:04.504 INFO:tasks.rados.rados.0.smithi190.stdout:1590: finishing rollback tid 0 to smithi19066007-48 2024-08-19T10:04:04.504 INFO:tasks.rados.rados.0.smithi190.stdout:1590: finishing rollback tid 1 to smithi19066007-48 2024-08-19T10:04:04.504 INFO:tasks.rados.rados.0.smithi190.stdout:1590: finishing rollback tid 2 to smithi19066007-48 2024-08-19T10:04:04.504 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1159 (ObjNum 374 snap 124 seq_num 374) dirty exists 2024-08-19T10:04:04.504 INFO:tasks.rados.rados.0.smithi190.stdout:1587: finishing write tid 3 to smithi19066007-1 2024-08-19T10:04:04.505 INFO:tasks.rados.rados.0.smithi190.stdout:1587: finishing write tid 4 to smithi19066007-1 2024-08-19T10:04:04.505 INFO:tasks.rados.rados.0.smithi190.stdout:1587: oid 1 updating version 0 to 874 2024-08-19T10:04:04.505 INFO:tasks.rados.rados.0.smithi190.stdout:1587: oid 1 version 874 is already newer than 872 2024-08-19T10:04:04.505 INFO:tasks.rados.rados.0.smithi190.stdout:1587: oid 1 version 874 is already newer than 873 2024-08-19T10:04:04.505 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 874 (ObjNum 485 snap 157 seq_num 485) dirty exists 2024-08-19T10:04:04.505 INFO:tasks.rados.rados.0.smithi190.stdout:1587: left oid 1 (ObjNum 485 snap 157 seq_num 485) 2024-08-19T10:04:04.505 INFO:tasks.rados.rados.0.smithi190.stdout:1581: finishing write tid 1 to smithi19066007-41 2024-08-19T10:04:04.505 INFO:tasks.rados.rados.0.smithi190.stdout:1581: finishing write tid 2 to smithi19066007-41 2024-08-19T10:04:04.505 INFO:tasks.rados.rados.0.smithi190.stdout:1581: finishing write tid 3 to smithi19066007-41 2024-08-19T10:04:04.505 INFO:tasks.rados.rados.0.smithi190.stdout:1581: finishing write tid 4 to smithi19066007-41 2024-08-19T10:04:04.505 INFO:tasks.rados.rados.0.smithi190.stdout:1581: oid 41 updating version 0 to 690 2024-08-19T10:04:04.505 INFO:tasks.rados.rados.0.smithi190.stdout:1581: oid 41 version 690 is already newer than 689 2024-08-19T10:04:04.505 INFO:tasks.rados.rados.0.smithi190.stdout:1581: oid 41 updating version 690 to 691 2024-08-19T10:04:04.505 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 691 (ObjNum 483 snap 156 seq_num 483) dirty exists 2024-08-19T10:04:04.506 INFO:tasks.rados.rados.0.smithi190.stdout:1581: left oid 41 (ObjNum 483 snap 156 seq_num 483) 2024-08-19T10:04:04.506 INFO:tasks.rados.rados.0.smithi190.stdout:1588: finishing copy_from racing read to smithi19066007-26 2024-08-19T10:04:04.506 INFO:tasks.rados.rados.0.smithi190.stdout:1588: finishing copy_from to smithi19066007-26 2024-08-19T10:04:04.506 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 643 (ObjNum 33 snap 0 seq_num 3356322928) dirty exists 2024-08-19T10:04:04.506 INFO:tasks.rados.rados.0.smithi190.stdout:1583: expect (ObjNum 395 snap 130 seq_num 395) 2024-08-19T10:04:04.663 INFO:tasks.rados.rados.0.smithi190.stdout:1591: finishing write tid 1 to smithi19066007-12 2024-08-19T10:04:04.663 INFO:tasks.rados.rados.0.smithi190.stdout:1591: finishing write tid 2 to smithi19066007-12 2024-08-19T10:04:04.663 INFO:tasks.rados.rados.0.smithi190.stdout:1591: finishing write tid 3 to smithi19066007-12 2024-08-19T10:04:04.663 INFO:tasks.rados.rados.0.smithi190.stdout:1591: finishing write tid 4 to smithi19066007-12 2024-08-19T10:04:04.663 INFO:tasks.rados.rados.0.smithi190.stdout:1591: oid 12 updating version 0 to 782 2024-08-19T10:04:04.664 INFO:tasks.rados.rados.0.smithi190.stdout:1591: oid 12 version 782 is already newer than 781 2024-08-19T10:04:04.664 INFO:tasks.rados.rados.0.smithi190.stdout:1591: oid 12 version 782 is already newer than 780 2024-08-19T10:04:04.664 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 782 (ObjNum 487 snap 157 seq_num 487) dirty exists 2024-08-19T10:04:04.664 INFO:tasks.rados.rados.0.smithi190.stdout:1591: left oid 12 (ObjNum 487 snap 157 seq_num 487) 2024-08-19T10:04:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:04:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: osd.3 [v2:172.21.15.190:6826/2638628052,v1:172.21.15.190:6827/2638628052] boot 2024-08-19T10:04:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: osdmap e394: 8 total, 8 up, 8 in 2024-08-19T10:04:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-19T10:04:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:04:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:04:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:04.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:04:04.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:04.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:04.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:04.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-19T10:04:04.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-19T10:04:04.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-19T10:04:04.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[77620]: osdmap e395: 8 total, 8 up, 8 in 2024-08-19T10:04:04.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:04:04.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: osd.3 [v2:172.21.15.190:6826/2638628052,v1:172.21.15.190:6827/2638628052] boot 2024-08-19T10:04:04.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: osdmap e394: 8 total, 8 up, 8 in 2024-08-19T10:04:04.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-19T10:04:04.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:04.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:04.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:04:04.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:04:04.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:04.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:04:04.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:04.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:04.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:04.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-19T10:04:04.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-19T10:04:04.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-19T10:04:04.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:04 smithi190 ceph-mon[80032]: osdmap e395: 8 total, 8 up, 8 in 2024-08-19T10:04:04.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:04:04.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: osd.3 [v2:172.21.15.190:6826/2638628052,v1:172.21.15.190:6827/2638628052] boot 2024-08-19T10:04:04.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: osdmap e394: 8 total, 8 up, 8 in 2024-08-19T10:04:04.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-19T10:04:04.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:04.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:04.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:04:04.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:04:04.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:04.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:04:04.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:04.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:04.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:04.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-19T10:04:04.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-19T10:04:04.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-19T10:04:04.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:04 smithi196 ceph-mon[72638]: osdmap e395: 8 total, 8 up, 8 in 2024-08-19T10:04:05.432 INFO:tasks.rados.rados.0.smithi190.stdout:1581: done (6 left) 2024-08-19T10:04:05.432 INFO:tasks.rados.rados.0.smithi190.stdout:1583: done (5 left) 2024-08-19T10:04:05.432 INFO:tasks.rados.rados.0.smithi190.stdout:1587: done (4 left) 2024-08-19T10:04:05.432 INFO:tasks.rados.rados.0.smithi190.stdout:1588: done (3 left) 2024-08-19T10:04:05.432 INFO:tasks.rados.rados.0.smithi190.stdout:1590: done (2 left) 2024-08-19T10:04:05.432 INFO:tasks.rados.rados.0.smithi190.stdout:1591: done (1 left) 2024-08-19T10:04:05.432 INFO:tasks.rados.rados.0.smithi190.stdout:1592: done (0 left) 2024-08-19T10:04:05.432 INFO:tasks.rados.rados.0.smithi190.stdout:1593: read oid 25 snap -1 2024-08-19T10:04:05.433 INFO:tasks.rados.rados.0.smithi190.stdout:1593: expect (ObjNum 463 snap 151 seq_num 463) 2024-08-19T10:04:05.433 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 158 2024-08-19T10:04:05.433 INFO:tasks.rados.rados.0.smithi190.stdout:1594: seq_num 488 ranges {425984=581632,1007616=401408} 2024-08-19T10:04:05.437 INFO:tasks.rados.rados.0.smithi190.stdout:1594: writing smithi19066007-7 from 425984 to 1007616 tid 1 2024-08-19T10:04:05.440 INFO:tasks.rados.rados.0.smithi190.stdout:1594: writing smithi19066007-7 from 1007616 to 1409024 tid 2 2024-08-19T10:04:05.440 INFO:tasks.rados.rados.0.smithi190.stdout:1595: rmattr oid 3 current snap is 158 2024-08-19T10:04:05.440 INFO:tasks.rados.rados.0.smithi190.stdout:1595: done (2 left) 2024-08-19T10:04:05.440 INFO:tasks.rados.rados.0.smithi190.stdout:1596: rollback oid 5 current snap is 158 2024-08-19T10:04:05.440 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 5 to 157 2024-08-19T10:04:05.440 INFO:tasks.rados.rados.0.smithi190.stdout:1593: expect (ObjNum 463 snap 151 seq_num 463) 2024-08-19T10:04:05.457 INFO:tasks.rados.rados.0.smithi190.stdout:1596: finishing rollback tid 0 to smithi19066007-5 2024-08-19T10:04:05.457 INFO:tasks.rados.rados.0.smithi190.stdout:1594: finishing write tid 1 to smithi19066007-7 2024-08-19T10:04:05.457 INFO:tasks.rados.rados.0.smithi190.stdout:1596: finishing rollback tid 1 to smithi19066007-5 2024-08-19T10:04:05.457 INFO:tasks.rados.rados.0.smithi190.stdout:1594: finishing write tid 2 to smithi19066007-7 2024-08-19T10:04:05.458 INFO:tasks.rados.rados.0.smithi190.stdout:1596: finishing rollback tid 2 to smithi19066007-5 2024-08-19T10:04:05.458 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 828 (ObjNum 395 snap 130 seq_num 395) dirty exists 2024-08-19T10:04:05.458 INFO:tasks.rados.rados.0.smithi190.stdout:1594: finishing write tid 3 to smithi19066007-7 2024-08-19T10:04:05.458 INFO:tasks.rados.rados.0.smithi190.stdout:1593: done (2 left) 2024-08-19T10:04:05.458 INFO:tasks.rados.rados.0.smithi190.stdout:1596: done (1 left) 2024-08-19T10:04:05.458 INFO:tasks.rados.rados.0.smithi190.stdout:1597: read oid 10 snap -1 2024-08-19T10:04:05.458 INFO:tasks.rados.rados.0.smithi190.stdout:1597: expect (ObjNum 331 snap 111 seq_num 331) 2024-08-19T10:04:05.458 INFO:tasks.rados.rados.0.smithi190.stdout:1598: copy_from oid 47 from oid 3 current snap is 158 2024-08-19T10:04:05.458 INFO:tasks.rados.rados.0.smithi190.stdout:1594: finishing write tid 4 to smithi19066007-7 2024-08-19T10:04:05.458 INFO:tasks.rados.rados.0.smithi190.stdout:1594: oid 7 updating version 0 to 1077 2024-08-19T10:04:05.458 INFO:tasks.rados.rados.0.smithi190.stdout:1594: oid 7 updating version 1077 to 1078 2024-08-19T10:04:05.458 INFO:tasks.rados.rados.0.smithi190.stdout:1594: oid 7 updating version 1078 to 1079 2024-08-19T10:04:05.458 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1079 (ObjNum 488 snap 158 seq_num 488) dirty exists 2024-08-19T10:04:05.458 INFO:tasks.rados.rados.0.smithi190.stdout:1594: left oid 7 (ObjNum 488 snap 158 seq_num 488) 2024-08-19T10:04:05.459 INFO:tasks.rados.rados.0.smithi190.stdout:1594: done (2 left) 2024-08-19T10:04:05.459 INFO:tasks.rados.rados.0.smithi190.stdout:1599: copy_from oid 17 from oid 41 current snap is 158 2024-08-19T10:04:05.459 INFO:tasks.rados.rados.0.smithi190.stdout:1600: read oid 25 snap 156 2024-08-19T10:04:05.459 INFO:tasks.rados.rados.0.smithi190.stdout:1600: expect (ObjNum 463 snap 151 seq_num 463) 2024-08-19T10:04:05.459 INFO:tasks.rados.rados.0.smithi190.stdout:1601: delete oid 1 current snap is 158 2024-08-19T10:04:05.460 INFO:tasks.rados.rados.0.smithi190.stdout:1601: done (4 left) 2024-08-19T10:04:05.460 INFO:tasks.rados.rados.0.smithi190.stdout:1602: read oid 11 snap -1 2024-08-19T10:04:05.460 INFO:tasks.rados.rados.0.smithi190.stdout:1602: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:04:05.461 INFO:tasks.rados.rados.0.smithi190.stdout:1603: delete oid 34 current snap is 158 2024-08-19T10:04:05.461 INFO:tasks.rados.rados.0.smithi190.stdout:1600: expect (ObjNum 463 snap 151 seq_num 463) 2024-08-19T10:04:05.479 INFO:tasks.rados.rados.0.smithi190.stdout:1600: done (5 left) 2024-08-19T10:04:05.479 INFO:tasks.rados.rados.0.smithi190.stdout:1603: done (4 left) 2024-08-19T10:04:05.480 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 27 current snap is 158 2024-08-19T10:04:05.480 INFO:tasks.rados.rados.0.smithi190.stdout:1602: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:04:05.482 INFO:tasks.rados.rados.0.smithi190.stdout:1598: finishing copy_from racing read to smithi19066007-47 2024-08-19T10:04:05.482 INFO:tasks.rados.rados.0.smithi190.stdout:1598: finishing copy_from to smithi19066007-47 2024-08-19T10:04:05.482 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1087 (ObjNum 433 snap 137 seq_num 433) dirty exists 2024-08-19T10:04:05.482 INFO:tasks.rados.rados.0.smithi190.stdout:1597: expect (ObjNum 331 snap 111 seq_num 331) 2024-08-19T10:04:05.591 INFO:tasks.rados.rados.0.smithi190.stdout:1599: finishing copy_from racing read to smithi19066007-17 2024-08-19T10:04:05.591 INFO:tasks.rados.rados.0.smithi190.stdout:1599: finishing copy_from to smithi19066007-17 2024-08-19T10:04:05.591 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 691 (ObjNum 483 snap 156 seq_num 483) dirty exists 2024-08-19T10:04:05.591 INFO:tasks.rados.rados.0.smithi190.stdout:1604: seq_num 491 ranges {10485760=630784,11116544=401408} 2024-08-19T10:04:05.649 INFO:tasks.rados.rados.0.smithi190.stdout:1604: writing smithi19066007-27 from 10485760 to 11116544 tid 1 2024-08-19T10:04:05.652 INFO:tasks.rados.rados.0.smithi190.stdout:1604: writing smithi19066007-27 from 11116544 to 11517952 tid 2 2024-08-19T10:04:05.652 INFO:tasks.rados.rados.0.smithi190.stdout:1597: done (4 left) 2024-08-19T10:04:05.652 INFO:tasks.rados.rados.0.smithi190.stdout:1598: done (3 left) 2024-08-19T10:04:05.652 INFO:tasks.rados.rados.0.smithi190.stdout:1599: done (2 left) 2024-08-19T10:04:05.652 INFO:tasks.rados.rados.0.smithi190.stdout:1602: done (1 left) 2024-08-19T10:04:05.652 INFO:tasks.rados.rados.0.smithi190.stdout:1605: rollback oid 26 current snap is 158 2024-08-19T10:04:05.652 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 26 to 154 2024-08-19T10:04:05.652 INFO:tasks.rados.rados.0.smithi190.stdout:1606: read oid 34 snap -1 2024-08-19T10:04:05.652 INFO:tasks.rados.rados.0.smithi190.stdout:1606: expect deleted 2024-08-19T10:04:05.653 INFO:tasks.rados.rados.0.smithi190.stdout:1607: read oid 11 snap -1 2024-08-19T10:04:05.653 INFO:tasks.rados.rados.0.smithi190.stdout:1607: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:04:05.653 INFO:tasks.rados.rados.0.smithi190.stdout:1608: rollback oid 10 current snap is 158 2024-08-19T10:04:05.653 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 10 to 154 2024-08-19T10:04:05.653 INFO:tasks.rados.rados.0.smithi190.stdout:1609: read oid 2 snap -1 2024-08-19T10:04:05.653 INFO:tasks.rados.rados.0.smithi190.stdout:1609: expect deleted 2024-08-19T10:04:05.653 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 33 current snap is 158 2024-08-19T10:04:05.653 INFO:tasks.rados.rados.0.smithi190.stdout:1610: seq_num 492 ranges {2310144=647168,2957312=401408} 2024-08-19T10:04:05.667 INFO:tasks.rados.rados.0.smithi190.stdout:1610: writing smithi19066007-33 from 2310144 to 2957312 tid 1 2024-08-19T10:04:05.670 INFO:tasks.rados.rados.0.smithi190.stdout:1610: writing smithi19066007-33 from 2957312 to 3358720 tid 2 2024-08-19T10:04:05.670 INFO:tasks.rados.rados.0.smithi190.stdout:1611: copy_from oid 5 from oid 24 current snap is 158 2024-08-19T10:04:05.670 INFO:tasks.rados.rados.0.smithi190.stdout:1607: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:04:05.675 INFO:tasks.rados.rados.0.smithi190.stdout:1605: finishing rollback tid 0 to smithi19066007-26 2024-08-19T10:04:05.675 INFO:tasks.rados.rados.0.smithi190.stdout:1605: finishing rollback tid 1 to smithi19066007-26 2024-08-19T10:04:05.675 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1089 (ObjNum 33 snap 0 seq_num 3356392912) dirty dne 2024-08-19T10:04:05.675 INFO:tasks.rados.rados.0.smithi190.stdout:1608: finishing rollback tid 0 to smithi19066007-10 2024-08-19T10:04:05.676 INFO:tasks.rados.rados.0.smithi190.stdout:1608: finishing rollback tid 1 to smithi19066007-10 2024-08-19T10:04:05.676 INFO:tasks.rados.rados.0.smithi190.stdout:1608: finishing rollback tid 2 to smithi19066007-10 2024-08-19T10:04:05.676 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 442 (ObjNum 331 snap 111 seq_num 331) dirty exists 2024-08-19T10:04:05.676 INFO:tasks.rados.rados.0.smithi190.stdout:1604: finishing write tid 1 to smithi19066007-27 2024-08-19T10:04:05.676 INFO:tasks.rados.rados.0.smithi190.stdout:1604: finishing write tid 2 to smithi19066007-27 2024-08-19T10:04:05.676 INFO:tasks.rados.rados.0.smithi190.stdout:1605: done (7 left) 2024-08-19T10:04:05.676 INFO:tasks.rados.rados.0.smithi190.stdout:1606: done (6 left) 2024-08-19T10:04:05.676 INFO:tasks.rados.rados.0.smithi190.stdout:1607: done (5 left) 2024-08-19T10:04:05.676 INFO:tasks.rados.rados.0.smithi190.stdout:1608: done (4 left) 2024-08-19T10:04:05.676 INFO:tasks.rados.rados.0.smithi190.stdout:1609: done (3 left) 2024-08-19T10:04:05.676 INFO:tasks.rados.rados.0.smithi190.stdout:1612: rollback oid 18 current snap is 158 2024-08-19T10:04:05.676 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 18 to 156 2024-08-19T10:04:05.676 INFO:tasks.rados.rados.0.smithi190.stdout:1604: finishing write tid 3 to smithi19066007-27 2024-08-19T10:04:05.676 INFO:tasks.rados.rados.0.smithi190.stdout:1604: finishing write tid 4 to smithi19066007-27 2024-08-19T10:04:05.677 INFO:tasks.rados.rados.0.smithi190.stdout:1604: oid 27 updating version 0 to 560 2024-08-19T10:04:05.677 INFO:tasks.rados.rados.0.smithi190.stdout:1604: oid 27 version 560 is already newer than 559 2024-08-19T10:04:05.677 INFO:tasks.rados.rados.0.smithi190.stdout:1604: oid 27 updating version 560 to 561 2024-08-19T10:04:05.677 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 561 (ObjNum 491 snap 158 seq_num 491) dirty exists 2024-08-19T10:04:05.677 INFO:tasks.rados.rados.0.smithi190.stdout:1604: left oid 27 (ObjNum 491 snap 158 seq_num 491) 2024-08-19T10:04:05.677 INFO:tasks.rados.rados.0.smithi190.stdout:1611: finishing copy_from to smithi19066007-5 2024-08-19T10:04:05.677 INFO:tasks.rados.rados.0.smithi190.stdout:1611: got expected ENOENT (src dne) 2024-08-19T10:04:05.677 INFO:tasks.rados.rados.0.smithi190.stdout:1611: finishing copy_from racing read to smithi19066007-5 2024-08-19T10:04:05.677 INFO:tasks.rados.rados.0.smithi190.stdout:1610: finishing write tid 1 to smithi19066007-33 2024-08-19T10:04:05.677 INFO:tasks.rados.rados.0.smithi190.stdout:1610: finishing write tid 2 to smithi19066007-33 2024-08-19T10:04:05.677 INFO:tasks.rados.rados.0.smithi190.stdout:1604: done (3 left) 2024-08-19T10:04:05.677 INFO:tasks.rados.rados.0.smithi190.stdout:1611: done (2 left) 2024-08-19T10:04:05.677 INFO:tasks.rados.rados.0.smithi190.stdout:1613: copy_from oid 49 from oid 35 current snap is 158 2024-08-19T10:04:05.678 INFO:tasks.rados.rados.0.smithi190.stdout:1610: finishing write tid 3 to smithi19066007-33 2024-08-19T10:04:05.678 INFO:tasks.rados.rados.0.smithi190.stdout:1610: finishing write tid 4 to smithi19066007-33 2024-08-19T10:04:05.678 INFO:tasks.rados.rados.0.smithi190.stdout:1610: oid 33 updating version 0 to 693 2024-08-19T10:04:05.678 INFO:tasks.rados.rados.0.smithi190.stdout:1610: oid 33 updating version 693 to 694 2024-08-19T10:04:05.678 INFO:tasks.rados.rados.0.smithi190.stdout:1610: oid 33 version 694 is already newer than 692 2024-08-19T10:04:05.678 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 694 (ObjNum 492 snap 158 seq_num 492) dirty exists 2024-08-19T10:04:05.678 INFO:tasks.rados.rados.0.smithi190.stdout:1610: left oid 33 (ObjNum 492 snap 158 seq_num 492) 2024-08-19T10:04:05.678 INFO:tasks.rados.rados.0.smithi190.stdout:1610: done (2 left) 2024-08-19T10:04:05.678 INFO:tasks.rados.rados.0.smithi190.stdout:1614: read oid 12 snap 156 2024-08-19T10:04:05.678 INFO:tasks.rados.rados.0.smithi190.stdout:1614: expect (ObjNum 484 snap 156 seq_num 484) 2024-08-19T10:04:05.678 INFO:tasks.rados.rados.0.smithi190.stdout:1615: read oid 16 snap -1 2024-08-19T10:04:05.678 INFO:tasks.rados.rados.0.smithi190.stdout:1615: expect (ObjNum 479 snap 154 seq_num 479) 2024-08-19T10:04:05.678 INFO:tasks.rados.rados.0.smithi190.stdout:1616: read oid 17 snap -1 2024-08-19T10:04:05.678 INFO:tasks.rados.rados.0.smithi190.stdout:1616: expect (ObjNum 483 snap 156 seq_num 483) 2024-08-19T10:04:05.679 INFO:tasks.rados.rados.0.smithi190.stdout:1617: snap_create 2024-08-19T10:04:05.679 INFO:tasks.rados.rados.0.smithi190.stdout:1613: finishing copy_from to smithi19066007-49 2024-08-19T10:04:05.679 INFO:tasks.rados.rados.0.smithi190.stdout:1613: got expected ENOENT (src dne) 2024-08-19T10:04:05.679 INFO:tasks.rados.rados.0.smithi190.stdout:1613: finishing copy_from racing read to smithi19066007-49 2024-08-19T10:04:05.681 INFO:tasks.rados.rados.0.smithi190.stdout:1612: finishing rollback tid 0 to smithi19066007-18 2024-08-19T10:04:05.681 INFO:tasks.rados.rados.0.smithi190.stdout:1612: finishing rollback tid 1 to smithi19066007-18 2024-08-19T10:04:05.682 INFO:tasks.rados.rados.0.smithi190.stdout:1612: finishing rollback tid 2 to smithi19066007-18 2024-08-19T10:04:05.682 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 1163 (ObjNum 424 snap 134 seq_num 424) dirty exists 2024-08-19T10:04:05.696 INFO:tasks.rados.rados.0.smithi190.stdout:1615: expect (ObjNum 479 snap 154 seq_num 479) 2024-08-19T10:04:05.805 INFO:tasks.rados.rados.0.smithi190.stdout:1614: expect (ObjNum 484 snap 156 seq_num 484) 2024-08-19T10:04:05.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:05 smithi196 ceph-mon[72638]: pgmap v262: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 122 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 716 KiB/s wr, 15 op/s; 31/234 objects degraded (13.248%) 2024-08-19T10:04:05.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:05 smithi196 ceph-mon[72638]: osdmap e396: 8 total, 8 up, 8 in 2024-08-19T10:04:06.022 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:05 smithi190 ceph-mon[80032]: pgmap v262: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 122 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 716 KiB/s wr, 15 op/s; 31/234 objects degraded (13.248%) 2024-08-19T10:04:06.022 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:05 smithi190 ceph-mon[80032]: osdmap e396: 8 total, 8 up, 8 in 2024-08-19T10:04:06.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:05 smithi190 ceph-mon[77620]: pgmap v262: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 122 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 716 KiB/s wr, 15 op/s; 31/234 objects degraded (13.248%) 2024-08-19T10:04:06.022 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:05 smithi190 ceph-mon[77620]: osdmap e396: 8 total, 8 up, 8 in 2024-08-19T10:04:06.464 INFO:tasks.rados.rados.0.smithi190.stdout:1616: expect (ObjNum 483 snap 156 seq_num 483) 2024-08-19T10:04:06.608 INFO:tasks.rados.rados.0.smithi190.stdout:1612: done (5 left) 2024-08-19T10:04:06.608 INFO:tasks.rados.rados.0.smithi190.stdout:1613: done (4 left) 2024-08-19T10:04:06.609 INFO:tasks.rados.rados.0.smithi190.stdout:1614: done (3 left) 2024-08-19T10:04:06.609 INFO:tasks.rados.rados.0.smithi190.stdout:1615: done (2 left) 2024-08-19T10:04:06.609 INFO:tasks.rados.rados.0.smithi190.stdout:1616: done (1 left) 2024-08-19T10:04:06.609 INFO:tasks.rados.rados.0.smithi190.stdout:1617: done (0 left) 2024-08-19T10:04:06.609 INFO:tasks.rados.rados.0.smithi190.stdout:1618: copy_from oid 48 from oid 40 current snap is 159 2024-08-19T10:04:06.609 INFO:tasks.rados.rados.0.smithi190.stdout:1619: read oid 3 snap 157 2024-08-19T10:04:06.609 INFO:tasks.rados.rados.0.smithi190.stdout:1619: expect (ObjNum 433 snap 137 seq_num 433) 2024-08-19T10:04:06.609 INFO:tasks.rados.rados.0.smithi190.stdout:1620: snap_create 2024-08-19T10:04:06.616 INFO:tasks.rados.rados.0.smithi190.stdout:1618: finishing copy_from to smithi19066007-48 2024-08-19T10:04:06.616 INFO:tasks.rados.rados.0.smithi190.stdout:1618: got expected ENOENT (src dne) 2024-08-19T10:04:06.616 INFO:tasks.rados.rados.0.smithi190.stdout:1618: finishing copy_from racing read to smithi19066007-48 2024-08-19T10:04:06.616 INFO:tasks.rados.rados.0.smithi190.stdout:1619: expect (ObjNum 433 snap 137 seq_num 433) 2024-08-19T10:04:06.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:06 smithi196 ceph-mon[72638]: Health check update: Degraded data redundancy: 24/240 objects degraded (10.000%), 6 pgs degraded (PG_DEGRADED) 2024-08-19T10:04:06.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:06 smithi196 ceph-mon[72638]: osdmap e397: 8 total, 8 up, 8 in 2024-08-19T10:04:07.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:06 smithi190 ceph-mon[77620]: Health check update: Degraded data redundancy: 24/240 objects degraded (10.000%), 6 pgs degraded (PG_DEGRADED) 2024-08-19T10:04:07.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:06 smithi190 ceph-mon[77620]: osdmap e397: 8 total, 8 up, 8 in 2024-08-19T10:04:07.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:06 smithi190 ceph-mon[80032]: Health check update: Degraded data redundancy: 24/240 objects degraded (10.000%), 6 pgs degraded (PG_DEGRADED) 2024-08-19T10:04:07.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:06 smithi190 ceph-mon[80032]: osdmap e397: 8 total, 8 up, 8 in 2024-08-19T10:04:07.586 INFO:tasks.rados.rados.0.smithi190.stdout:1618: done (2 left) 2024-08-19T10:04:07.587 INFO:tasks.rados.rados.0.smithi190.stdout:1619: done (1 left) 2024-08-19T10:04:07.587 INFO:tasks.rados.rados.0.smithi190.stdout:1620: done (0 left) 2024-08-19T10:04:07.587 INFO:tasks.rados.rados.0.smithi190.stdout:1621: delete oid 8 current snap is 160 2024-08-19T10:04:07.589 INFO:tasks.rados.rados.0.smithi190.stdout:1621: done (0 left) 2024-08-19T10:04:07.589 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 19 current snap is 160 2024-08-19T10:04:07.589 INFO:tasks.rados.rados.0.smithi190.stdout:1622: seq_num 494 ranges {0=679936,679936=401408} 2024-08-19T10:04:07.592 INFO:tasks.rados.rados.0.smithi190.stdout:1622: writing smithi19066007-19 from 0 to 679936 tid 1 2024-08-19T10:04:07.595 INFO:tasks.rados.rados.0.smithi190.stdout:1622: writing smithi19066007-19 from 679936 to 1081344 tid 2 2024-08-19T10:04:07.595 INFO:tasks.rados.rados.0.smithi190.stdout:1623: rollback oid 40 current snap is 160 2024-08-19T10:04:07.595 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 40 to 156 2024-08-19T10:04:07.596 INFO:tasks.rados.rados.0.smithi190.stdout:1624: rmattr oid 1 current snap is 160 2024-08-19T10:04:07.596 INFO:tasks.rados.rados.0.smithi190.stdout:1624: done (2 left) 2024-08-19T10:04:07.596 INFO:tasks.rados.rados.0.smithi190.stdout:1625: delete oid 46 current snap is 160 2024-08-19T10:04:07.596 INFO:tasks.rados.rados.0.smithi190.stdout:1623: finishing rollback tid 1 to smithi19066007-40 2024-08-19T10:04:07.596 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 0 (ObjNum 97 snap 0 seq_num 3355659392) dirty dne 2024-08-19T10:04:07.599 INFO:tasks.rados.rados.0.smithi190.stdout:1622: finishing write tid 1 to smithi19066007-19 2024-08-19T10:04:07.599 INFO:tasks.rados.rados.0.smithi190.stdout:1622: finishing write tid 2 to smithi19066007-19 2024-08-19T10:04:07.600 INFO:tasks.rados.rados.0.smithi190.stdout:1623: done (2 left) 2024-08-19T10:04:07.600 INFO:tasks.rados.rados.0.smithi190.stdout:1625: done (1 left) 2024-08-19T10:04:07.600 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 3 current snap is 160 2024-08-19T10:04:07.600 INFO:tasks.rados.rados.0.smithi190.stdout:1626: seq_num 496 ranges {1695744=712704,2408448=401408} 2024-08-19T10:04:07.612 INFO:tasks.rados.rados.0.smithi190.stdout:1626: writing smithi19066007-3 from 1695744 to 2408448 tid 1 2024-08-19T10:04:07.615 INFO:tasks.rados.rados.0.smithi190.stdout:1626: writing smithi19066007-3 from 2408448 to 2809856 tid 2 2024-08-19T10:04:07.615 INFO:tasks.rados.rados.0.smithi190.stdout:1627: copy_from oid 44 from oid 14 current snap is 160 2024-08-19T10:04:07.615 INFO:tasks.rados.rados.0.smithi190.stdout:1622: finishing write tid 3 to smithi19066007-19 2024-08-19T10:04:07.615 INFO:tasks.rados.rados.0.smithi190.stdout:1622: finishing write tid 4 to smithi19066007-19 2024-08-19T10:04:07.615 INFO:tasks.rados.rados.0.smithi190.stdout:1622: oid 19 updating version 0 to 785 2024-08-19T10:04:07.615 INFO:tasks.rados.rados.0.smithi190.stdout:1622: oid 19 updating version 785 to 787 2024-08-19T10:04:07.615 INFO:tasks.rados.rados.0.smithi190.stdout:1622: oid 19 version 787 is already newer than 786 2024-08-19T10:04:07.616 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 787 (ObjNum 494 snap 160 seq_num 494) dirty exists 2024-08-19T10:04:07.616 INFO:tasks.rados.rados.0.smithi190.stdout:1622: left oid 19 (ObjNum 494 snap 160 seq_num 494) 2024-08-19T10:04:07.616 INFO:tasks.rados.rados.0.smithi190.stdout:1622: done (2 left) 2024-08-19T10:04:07.616 INFO:tasks.rados.rados.0.smithi190.stdout:1628: snap_create 2024-08-19T10:04:07.618 INFO:tasks.rados.rados.0.smithi190.stdout:1626: finishing write tid 1 to smithi19066007-3 2024-08-19T10:04:07.618 INFO:tasks.rados.rados.0.smithi190.stdout:1626: finishing write tid 2 to smithi19066007-3 2024-08-19T10:04:07.618 INFO:tasks.rados.rados.0.smithi190.stdout:1626: finishing write tid 3 to smithi19066007-3 2024-08-19T10:04:07.619 INFO:tasks.rados.rados.0.smithi190.stdout:1626: finishing write tid 4 to smithi19066007-3 2024-08-19T10:04:07.619 INFO:tasks.rados.rados.0.smithi190.stdout:1626: oid 3 updating version 0 to 1090 2024-08-19T10:04:07.619 INFO:tasks.rados.rados.0.smithi190.stdout:1626: oid 3 version 1090 is already newer than 1089 2024-08-19T10:04:07.619 INFO:tasks.rados.rados.0.smithi190.stdout:1626: oid 3 version 1090 is already newer than 1088 2024-08-19T10:04:07.619 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 1090 (ObjNum 496 snap 160 seq_num 496) dirty exists 2024-08-19T10:04:07.620 INFO:tasks.rados.rados.0.smithi190.stdout:1626: left oid 3 (ObjNum 496 snap 160 seq_num 496) 2024-08-19T10:04:07.631 INFO:tasks.rados.rados.0.smithi190.stdout:1627: finishing copy_from racing read to smithi19066007-44 2024-08-19T10:04:07.636 INFO:tasks.rados.rados.0.smithi190.stdout:1627: finishing copy_from to smithi19066007-44 2024-08-19T10:04:07.636 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 872 (ObjNum 435 snap 137 seq_num 435) dirty exists 2024-08-19T10:04:07.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:07 smithi196 ceph-mon[72638]: pgmap v265: 121 pgs: 30 active+undersized, 6 active+undersized+degraded, 85 active+clean; 122 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 24/240 objects degraded (10.000%); 1.2 MiB/s, 0 objects/s recovering 2024-08-19T10:04:07.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:07 smithi196 ceph-mon[72638]: osdmap e398: 8 total, 8 up, 8 in 2024-08-19T10:04:08.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:07 smithi190 ceph-mon[77620]: pgmap v265: 121 pgs: 30 active+undersized, 6 active+undersized+degraded, 85 active+clean; 122 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 24/240 objects degraded (10.000%); 1.2 MiB/s, 0 objects/s recovering 2024-08-19T10:04:08.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:07 smithi190 ceph-mon[77620]: osdmap e398: 8 total, 8 up, 8 in 2024-08-19T10:04:08.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:07 smithi190 ceph-mon[80032]: pgmap v265: 121 pgs: 30 active+undersized, 6 active+undersized+degraded, 85 active+clean; 122 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 24/240 objects degraded (10.000%); 1.2 MiB/s, 0 objects/s recovering 2024-08-19T10:04:08.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:07 smithi190 ceph-mon[80032]: osdmap e398: 8 total, 8 up, 8 in 2024-08-19T10:04:08.591 INFO:tasks.rados.rados.0.smithi190.stdout:1626: done (2 left) 2024-08-19T10:04:08.591 INFO:tasks.rados.rados.0.smithi190.stdout:1627: done (1 left) 2024-08-19T10:04:08.591 INFO:tasks.rados.rados.0.smithi190.stdout:1628: done (0 left) 2024-08-19T10:04:08.591 INFO:tasks.rados.rados.0.smithi190.stdout:1629: rollback oid 2 current snap is 161 2024-08-19T10:04:08.591 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 2 to 160 2024-08-19T10:04:08.592 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 11 current snap is 161 2024-08-19T10:04:08.592 INFO:tasks.rados.rados.0.smithi190.stdout:1630: seq_num 497 ranges {0=729088,729088=401408} 2024-08-19T10:04:08.593 INFO:tasks.rados.rados.0.smithi190.stdout:1630: writing smithi19066007-11 from 0 to 729088 tid 1 2024-08-19T10:04:08.596 INFO:tasks.rados.rados.0.smithi190.stdout:1630: writing smithi19066007-11 from 729088 to 1130496 tid 2 2024-08-19T10:04:08.597 INFO:tasks.rados.rados.0.smithi190.stdout:1631: copy_from oid 49 from oid 36 current snap is 161 2024-08-19T10:04:08.597 INFO:tasks.rados.rados.0.smithi190.stdout:1629: finishing rollback tid 1 to smithi19066007-2 2024-08-19T10:04:08.597 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 0 (ObjNum 97 snap 0 seq_num 3357999136) dirty dne 2024-08-19T10:04:08.597 INFO:tasks.rados.rados.0.smithi190.stdout:1629: done (2 left) 2024-08-19T10:04:08.597 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 161 2024-08-19T10:04:08.597 INFO:tasks.rados.rados.0.smithi190.stdout:1632: seq_num 498 ranges {3375104=745472,4120576=401408} 2024-08-19T10:04:08.618 INFO:tasks.rados.rados.0.smithi190.stdout:1632: writing smithi19066007-43 from 3375104 to 4120576 tid 1 2024-08-19T10:04:08.621 INFO:tasks.rados.rados.0.smithi190.stdout:1632: writing smithi19066007-43 from 4120576 to 4521984 tid 2 2024-08-19T10:04:08.621 INFO:tasks.rados.rados.0.smithi190.stdout:1633: read oid 37 snap -1 2024-08-19T10:04:08.622 INFO:tasks.rados.rados.0.smithi190.stdout:1633: expect deleted 2024-08-19T10:04:08.622 INFO:tasks.rados.rados.0.smithi190.stdout:1634: snap_remove snap 156 2024-08-19T10:04:09.596 INFO:tasks.rados.rados.0.smithi190.stdout:1634: done (4 left) 2024-08-19T10:04:09.597 INFO:tasks.rados.rados.0.smithi190.stdout:1635: snap_create 2024-08-19T10:04:09.597 INFO:tasks.rados.rados.0.smithi190.stdout:1630: finishing write tid 1 to smithi19066007-11 2024-08-19T10:04:09.597 INFO:tasks.rados.rados.0.smithi190.stdout:1630: finishing write tid 2 to smithi19066007-11 2024-08-19T10:04:09.597 INFO:tasks.rados.rados.0.smithi190.stdout:1630: finishing write tid 3 to smithi19066007-11 2024-08-19T10:04:09.597 INFO:tasks.rados.rados.0.smithi190.stdout:1630: finishing write tid 4 to smithi19066007-11 2024-08-19T10:04:09.597 INFO:tasks.rados.rados.0.smithi190.stdout:1630: oid 11 updating version 0 to 1092 2024-08-19T10:04:09.597 INFO:tasks.rados.rados.0.smithi190.stdout:1630: oid 11 updating version 1092 to 1093 2024-08-19T10:04:09.597 INFO:tasks.rados.rados.0.smithi190.stdout:1630: oid 11 version 1093 is already newer than 1091 2024-08-19T10:04:09.597 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1093 (ObjNum 497 snap 161 seq_num 497) dirty exists 2024-08-19T10:04:09.597 INFO:tasks.rados.rados.0.smithi190.stdout:1630: left oid 11 (ObjNum 497 snap 161 seq_num 497) 2024-08-19T10:04:09.597 INFO:tasks.rados.rados.0.smithi190.stdout:1631: finishing copy_from racing read to smithi19066007-49 2024-08-19T10:04:09.598 INFO:tasks.rados.rados.0.smithi190.stdout:1631: finishing copy_from to smithi19066007-49 2024-08-19T10:04:09.598 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1143 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:04:09.598 INFO:tasks.rados.rados.0.smithi190.stdout:1632: finishing write tid 1 to smithi19066007-43 2024-08-19T10:04:09.598 INFO:tasks.rados.rados.0.smithi190.stdout:1632: finishing write tid 2 to smithi19066007-43 2024-08-19T10:04:09.598 INFO:tasks.rados.rados.0.smithi190.stdout:1632: finishing write tid 3 to smithi19066007-43 2024-08-19T10:04:09.598 INFO:tasks.rados.rados.0.smithi190.stdout:1632: finishing write tid 4 to smithi19066007-43 2024-08-19T10:04:09.598 INFO:tasks.rados.rados.0.smithi190.stdout:1632: oid 43 updating version 0 to 830 2024-08-19T10:04:09.598 INFO:tasks.rados.rados.0.smithi190.stdout:1632: oid 43 updating version 830 to 831 2024-08-19T10:04:09.598 INFO:tasks.rados.rados.0.smithi190.stdout:1632: oid 43 updating version 831 to 832 2024-08-19T10:04:09.598 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 832 (ObjNum 498 snap 161 seq_num 498) dirty exists 2024-08-19T10:04:09.598 INFO:tasks.rados.rados.0.smithi190.stdout:1632: left oid 43 (ObjNum 498 snap 161 seq_num 498) 2024-08-19T10:04:09.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:09 smithi196 ceph-mon[72638]: pgmap v268: 121 pgs: 3 active+undersized, 2 active+undersized+degraded, 116 active+clean; 107 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.2 MiB/s wr, 28 op/s; 7/246 objects degraded (2.846%); 6.0 MiB/s, 2 objects/s recovering 2024-08-19T10:04:09.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:09 smithi196 ceph-mon[72638]: osdmap e399: 8 total, 8 up, 8 in 2024-08-19T10:04:10.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:09 smithi190 ceph-mon[77620]: pgmap v268: 121 pgs: 3 active+undersized, 2 active+undersized+degraded, 116 active+clean; 107 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.2 MiB/s wr, 28 op/s; 7/246 objects degraded (2.846%); 6.0 MiB/s, 2 objects/s recovering 2024-08-19T10:04:10.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:09 smithi190 ceph-mon[77620]: osdmap e399: 8 total, 8 up, 8 in 2024-08-19T10:04:10.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:09 smithi190 ceph-mon[80032]: pgmap v268: 121 pgs: 3 active+undersized, 2 active+undersized+degraded, 116 active+clean; 107 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.2 MiB/s wr, 28 op/s; 7/246 objects degraded (2.846%); 6.0 MiB/s, 2 objects/s recovering 2024-08-19T10:04:10.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:09 smithi190 ceph-mon[80032]: osdmap e399: 8 total, 8 up, 8 in 2024-08-19T10:04:10.602 INFO:tasks.rados.rados.0.smithi190.stdout:1630: done (4 left) 2024-08-19T10:04:10.602 INFO:tasks.rados.rados.0.smithi190.stdout:1631: done (3 left) 2024-08-19T10:04:10.602 INFO:tasks.rados.rados.0.smithi190.stdout:1632: done (2 left) 2024-08-19T10:04:10.602 INFO:tasks.rados.rados.0.smithi190.stdout:1633: done (1 left) 2024-08-19T10:04:10.602 INFO:tasks.rados.rados.0.smithi190.stdout:1635: done (0 left) 2024-08-19T10:04:10.603 INFO:tasks.rados.rados.0.smithi190.stdout:1636: copy_from oid 2 from oid 47 current snap is 162 2024-08-19T10:04:10.603 INFO:tasks.rados.rados.0.smithi190.stdout:1637: snap_remove snap 160 2024-08-19T10:04:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:10 smithi196 ceph-mon[72638]: osdmap e400: 8 total, 8 up, 8 in 2024-08-19T10:04:11.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:10 smithi190 ceph-mon[77620]: osdmap e400: 8 total, 8 up, 8 in 2024-08-19T10:04:11.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:10 smithi190 ceph-mon[80032]: osdmap e400: 8 total, 8 up, 8 in 2024-08-19T10:04:11.606 INFO:tasks.rados.rados.0.smithi190.stdout:1637: done (1 left) 2024-08-19T10:04:11.606 INFO:tasks.rados.rados.0.smithi190.stdout:1638: rollback oid 25 current snap is 162 2024-08-19T10:04:11.606 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 25 to 161 2024-08-19T10:04:11.606 INFO:tasks.rados.rados.0.smithi190.stdout:1636: finishing copy_from racing read to smithi19066007-2 2024-08-19T10:04:11.606 INFO:tasks.rados.rados.0.smithi190.stdout:1636: finishing copy_from to smithi19066007-2 2024-08-19T10:04:11.607 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1087 (ObjNum 433 snap 137 seq_num 433) dirty exists 2024-08-19T10:04:11.607 INFO:tasks.rados.rados.0.smithi190.stdout:1636: done (1 left) 2024-08-19T10:04:11.607 INFO:tasks.rados.rados.0.smithi190.stdout:1639: rmattr oid 50 current snap is 162 2024-08-19T10:04:11.607 INFO:tasks.rados.rados.0.smithi190.stdout:1639: done (1 left) 2024-08-19T10:04:11.607 INFO:tasks.rados.rados.0.smithi190.stdout:1640: read oid 10 snap 155 2024-08-19T10:04:11.607 INFO:tasks.rados.rados.0.smithi190.stdout:1640: expect (ObjNum 331 snap 111 seq_num 331) 2024-08-19T10:04:11.607 INFO:tasks.rados.rados.0.smithi190.stdout:1641: delete oid 38 current snap is 162 2024-08-19T10:04:11.611 INFO:tasks.rados.rados.0.smithi190.stdout:1641: done (2 left) 2024-08-19T10:04:11.611 INFO:tasks.rados.rados.0.smithi190.stdout:1642: read oid 42 snap -1 2024-08-19T10:04:11.611 INFO:tasks.rados.rados.0.smithi190.stdout:1642: expect (ObjNum 426 snap 135 seq_num 426) 2024-08-19T10:04:11.611 INFO:tasks.rados.rados.0.smithi190.stdout:1643: read oid 41 snap -1 2024-08-19T10:04:11.611 INFO:tasks.rados.rados.0.smithi190.stdout:1643: expect (ObjNum 483 snap 156 seq_num 483) 2024-08-19T10:04:11.611 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 8 current snap is 162 2024-08-19T10:04:11.611 INFO:tasks.rados.rados.0.smithi190.stdout:1644: seq_num 500 ranges {0=778240,778240=401408} 2024-08-19T10:04:11.616 INFO:tasks.rados.rados.0.smithi190.stdout:1644: writing smithi19066007-8 from 0 to 778240 tid 1 2024-08-19T10:04:11.619 INFO:tasks.rados.rados.0.smithi190.stdout:1644: writing smithi19066007-8 from 778240 to 1179648 tid 2 2024-08-19T10:04:11.620 INFO:tasks.rados.rados.0.smithi190.stdout:1645: delete oid 49 current snap is 162 2024-08-19T10:04:11.621 INFO:tasks.rados.rados.0.smithi190.stdout:1638: finishing rollback tid 0 to smithi19066007-25 2024-08-19T10:04:11.621 INFO:tasks.rados.rados.0.smithi190.stdout:1638: finishing rollback tid 1 to smithi19066007-25 2024-08-19T10:04:11.621 INFO:tasks.rados.rados.0.smithi190.stdout:1638: finishing rollback tid 2 to smithi19066007-25 2024-08-19T10:04:11.621 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 906 (ObjNum 463 snap 151 seq_num 463) dirty exists 2024-08-19T10:04:11.624 INFO:tasks.rados.rados.0.smithi190.stdout:1640: expect (ObjNum 331 snap 111 seq_num 331) 2024-08-19T10:04:11.736 INFO:tasks.rados.rados.0.smithi190.stdout:1644: finishing write tid 1 to smithi19066007-8 2024-08-19T10:04:11.736 INFO:tasks.rados.rados.0.smithi190.stdout:1644: finishing write tid 2 to smithi19066007-8 2024-08-19T10:04:11.736 INFO:tasks.rados.rados.0.smithi190.stdout:1644: finishing write tid 3 to smithi19066007-8 2024-08-19T10:04:11.736 INFO:tasks.rados.rados.0.smithi190.stdout:1644: finishing write tid 4 to smithi19066007-8 2024-08-19T10:04:11.736 INFO:tasks.rados.rados.0.smithi190.stdout:1644: oid 8 updating version 0 to 1169 2024-08-19T10:04:11.737 INFO:tasks.rados.rados.0.smithi190.stdout:1644: oid 8 updating version 1169 to 1170 2024-08-19T10:04:11.737 INFO:tasks.rados.rados.0.smithi190.stdout:1644: oid 8 updating version 1170 to 1171 2024-08-19T10:04:11.737 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1171 (ObjNum 500 snap 162 seq_num 500) dirty exists 2024-08-19T10:04:11.737 INFO:tasks.rados.rados.0.smithi190.stdout:1644: left oid 8 (ObjNum 500 snap 162 seq_num 500) 2024-08-19T10:04:11.737 INFO:tasks.rados.rados.0.smithi190.stdout:1642: expect (ObjNum 426 snap 135 seq_num 426) 2024-08-19T10:04:11.795 INFO:tasks.rados.rados.0.smithi190.stdout:1643: expect (ObjNum 483 snap 156 seq_num 483) 2024-08-19T10:04:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:11 smithi196 ceph-mon[72638]: pgmap v271: 121 pgs: 121 active+clean; 110 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.3 MiB/s wr, 25 op/s; 6.3 MiB/s, 2 objects/s recovering 2024-08-19T10:04:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:11 smithi196 ceph-mon[72638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 7/246 objects degraded (2.846%), 2 pgs degraded) 2024-08-19T10:04:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:11 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:04:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:11 smithi196 ceph-mon[72638]: osdmap e401: 8 total, 8 up, 8 in 2024-08-19T10:04:11.937 INFO:tasks.rados.rados.0.smithi190.stdout:1638: done (5 left) 2024-08-19T10:04:11.937 INFO:tasks.rados.rados.0.smithi190.stdout:1640: done (4 left) 2024-08-19T10:04:11.938 INFO:tasks.rados.rados.0.smithi190.stdout:1642: done (3 left) 2024-08-19T10:04:11.938 INFO:tasks.rados.rados.0.smithi190.stdout:1643: done (2 left) 2024-08-19T10:04:11.938 INFO:tasks.rados.rados.0.smithi190.stdout:1644: done (1 left) 2024-08-19T10:04:11.938 INFO:tasks.rados.rados.0.smithi190.stdout:1645: done (0 left) 2024-08-19T10:04:11.938 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 38 current snap is 162 2024-08-19T10:04:11.938 INFO:tasks.rados.rados.0.smithi190.stdout:1646: seq_num 502 ranges {0=409600,409600=417792,827392=385024} 2024-08-19T10:04:11.939 INFO:tasks.rados.rados.0.smithi190.stdout:1646: writing smithi19066007-38 from 0 to 409600 tid 1 2024-08-19T10:04:11.941 INFO:tasks.rados.rados.0.smithi190.stdout:1646: writing smithi19066007-38 from 409600 to 827392 tid 2 2024-08-19T10:04:11.944 INFO:tasks.rados.rados.0.smithi190.stdout:1646: writing smithi19066007-38 from 827392 to 1212416 tid 3 2024-08-19T10:04:11.944 INFO:tasks.rados.rados.0.smithi190.stdout:1647: delete oid 32 current snap is 162 2024-08-19T10:04:11.944 INFO:tasks.rados.rados.0.smithi190.stdout:1646: finishing write tid 1 to smithi19066007-38 2024-08-19T10:04:11.944 INFO:tasks.rados.rados.0.smithi190.stdout:1646: finishing write tid 2 to smithi19066007-38 2024-08-19T10:04:11.946 INFO:tasks.rados.rados.0.smithi190.stdout:1647: done (1 left) 2024-08-19T10:04:11.946 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 47 current snap is 162 2024-08-19T10:04:11.946 INFO:tasks.rados.rados.0.smithi190.stdout:1648: seq_num 504 ranges {1695744=450560,2146304=589824,2736128=212992} 2024-08-19T10:04:11.958 INFO:tasks.rados.rados.0.smithi190.stdout:1648: writing smithi19066007-47 from 1695744 to 2146304 tid 1 2024-08-19T10:04:11.960 INFO:tasks.rados.rados.0.smithi190.stdout:1648: writing smithi19066007-47 from 2146304 to 2736128 tid 2 2024-08-19T10:04:11.963 INFO:tasks.rados.rados.0.smithi190.stdout:1648: writing smithi19066007-47 from 2736128 to 2949120 tid 3 2024-08-19T10:04:11.963 INFO:tasks.rados.rados.0.smithi190.stdout:1649: rmattr oid 23 current snap is 162 2024-08-19T10:04:11.963 INFO:tasks.rados.rados.0.smithi190.stdout:1649: done (2 left) 2024-08-19T10:04:11.963 INFO:tasks.rados.rados.0.smithi190.stdout:1650: copy_from oid 30 from oid 2 current snap is 162 2024-08-19T10:04:11.963 INFO:tasks.rados.rados.0.smithi190.stdout:1646: finishing write tid 3 to smithi19066007-38 2024-08-19T10:04:11.963 INFO:tasks.rados.rados.0.smithi190.stdout:1646: finishing write tid 4 to smithi19066007-38 2024-08-19T10:04:11.963 INFO:tasks.rados.rados.0.smithi190.stdout:1646: finishing write tid 5 to smithi19066007-38 2024-08-19T10:04:11.963 INFO:tasks.rados.rados.0.smithi190.stdout:1646: oid 38 updating version 0 to 647 2024-08-19T10:04:11.963 INFO:tasks.rados.rados.0.smithi190.stdout:1646: oid 38 updating version 647 to 648 2024-08-19T10:04:11.963 INFO:tasks.rados.rados.0.smithi190.stdout:1646: oid 38 version 648 is already newer than 646 2024-08-19T10:04:11.963 INFO:tasks.rados.rados.0.smithi190.stdout:1646: oid 38 updating version 648 to 649 2024-08-19T10:04:11.963 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 649 (ObjNum 502 snap 162 seq_num 502) dirty exists 2024-08-19T10:04:11.964 INFO:tasks.rados.rados.0.smithi190.stdout:1646: left oid 38 (ObjNum 502 snap 162 seq_num 502) 2024-08-19T10:04:11.964 INFO:tasks.rados.rados.0.smithi190.stdout:1648: finishing write tid 1 to smithi19066007-47 2024-08-19T10:04:11.964 INFO:tasks.rados.rados.0.smithi190.stdout:1646: done (2 left) 2024-08-19T10:04:11.964 INFO:tasks.rados.rados.0.smithi190.stdout:1651: copy_from oid 18 from oid 44 current snap is 162 2024-08-19T10:04:11.964 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 162 2024-08-19T10:04:11.964 INFO:tasks.rados.rados.0.smithi190.stdout:1652: seq_num 505 ranges {1409024=466944,1875968=475136,2351104=327680} 2024-08-19T10:04:11.973 INFO:tasks.rados.rados.0.smithi190.stdout:1652: writing smithi19066007-7 from 1409024 to 1875968 tid 1 2024-08-19T10:04:11.975 INFO:tasks.rados.rados.0.smithi190.stdout:1652: writing smithi19066007-7 from 1875968 to 2351104 tid 2 2024-08-19T10:04:11.977 INFO:tasks.rados.rados.0.smithi190.stdout:1652: writing smithi19066007-7 from 2351104 to 2678784 tid 3 2024-08-19T10:04:11.978 INFO:tasks.rados.rados.0.smithi190.stdout:1653: delete oid 46 current snap is 162 2024-08-19T10:04:11.978 INFO:tasks.rados.rados.0.smithi190.stdout:1648: finishing write tid 2 to smithi19066007-47 2024-08-19T10:04:11.978 INFO:tasks.rados.rados.0.smithi190.stdout:1648: finishing write tid 3 to smithi19066007-47 2024-08-19T10:04:11.978 INFO:tasks.rados.rados.0.smithi190.stdout:1648: finishing write tid 4 to smithi19066007-47 2024-08-19T10:04:11.978 INFO:tasks.rados.rados.0.smithi190.stdout:1648: finishing write tid 5 to smithi19066007-47 2024-08-19T10:04:11.978 INFO:tasks.rados.rados.0.smithi190.stdout:1648: oid 47 updating version 0 to 1091 2024-08-19T10:04:11.978 INFO:tasks.rados.rados.0.smithi190.stdout:1648: oid 47 updating version 1091 to 1092 2024-08-19T10:04:11.978 INFO:tasks.rados.rados.0.smithi190.stdout:1648: oid 47 updating version 1092 to 1093 2024-08-19T10:04:11.978 INFO:tasks.rados.rados.0.smithi190.stdout:1648: oid 47 version 1093 is already newer than 1090 2024-08-19T10:04:11.978 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1093 (ObjNum 504 snap 162 seq_num 504) dirty exists 2024-08-19T10:04:11.978 INFO:tasks.rados.rados.0.smithi190.stdout:1648: left oid 47 (ObjNum 504 snap 162 seq_num 504) 2024-08-19T10:04:11.978 INFO:tasks.rados.rados.0.smithi190.stdout:1650: finishing copy_from racing read to smithi19066007-30 2024-08-19T10:04:11.978 INFO:tasks.rados.rados.0.smithi190.stdout:1652: finishing write tid 1 to smithi19066007-7 2024-08-19T10:04:11.979 INFO:tasks.rados.rados.0.smithi190.stdout:1652: finishing write tid 2 to smithi19066007-7 2024-08-19T10:04:11.980 INFO:tasks.rados.rados.0.smithi190.stdout:1648: done (4 left) 2024-08-19T10:04:11.980 INFO:tasks.rados.rados.0.smithi190.stdout:1653: done (3 left) 2024-08-19T10:04:11.980 INFO:tasks.rados.rados.0.smithi190.stdout:1654: read oid 37 snap -1 2024-08-19T10:04:11.980 INFO:tasks.rados.rados.0.smithi190.stdout:1654: expect deleted 2024-08-19T10:04:11.980 INFO:tasks.rados.rados.0.smithi190.stdout:1655: delete oid 48 current snap is 162 2024-08-19T10:04:11.980 INFO:tasks.rados.rados.0.smithi190.stdout:1652: finishing write tid 3 to smithi19066007-7 2024-08-19T10:04:11.981 INFO:tasks.rados.rados.0.smithi190.stdout:1652: finishing write tid 4 to smithi19066007-7 2024-08-19T10:04:11.985 INFO:tasks.rados.rados.0.smithi190.stdout:1651: finishing copy_from racing read to smithi19066007-18 2024-08-19T10:04:11.985 INFO:tasks.rados.rados.0.smithi190.stdout:1650: finishing copy_from to smithi19066007-30 2024-08-19T10:04:11.985 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 1087 (ObjNum 433 snap 137 seq_num 433) dirty exists 2024-08-19T10:04:11.986 INFO:tasks.rados.rados.0.smithi190.stdout:1652: finishing write tid 5 to smithi19066007-7 2024-08-19T10:04:11.986 INFO:tasks.rados.rados.0.smithi190.stdout:1652: oid 7 updating version 0 to 1083 2024-08-19T10:04:11.986 INFO:tasks.rados.rados.0.smithi190.stdout:1652: oid 7 version 1083 is already newer than 1082 2024-08-19T10:04:11.986 INFO:tasks.rados.rados.0.smithi190.stdout:1652: oid 7 version 1083 is already newer than 1081 2024-08-19T10:04:11.986 INFO:tasks.rados.rados.0.smithi190.stdout:1652: oid 7 version 1083 is already newer than 1080 2024-08-19T10:04:11.986 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1083 (ObjNum 505 snap 162 seq_num 505) dirty exists 2024-08-19T10:04:11.986 INFO:tasks.rados.rados.0.smithi190.stdout:1652: left oid 7 (ObjNum 505 snap 162 seq_num 505) 2024-08-19T10:04:11.989 INFO:tasks.rados.rados.0.smithi190.stdout:1651: finishing copy_from to smithi19066007-18 2024-08-19T10:04:11.989 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 872 (ObjNum 435 snap 137 seq_num 435) dirty exists 2024-08-19T10:04:11.990 INFO:tasks.rados.rados.0.smithi190.stdout:1650: done (4 left) 2024-08-19T10:04:11.990 INFO:tasks.rados.rados.0.smithi190.stdout:1651: done (3 left) 2024-08-19T10:04:11.990 INFO:tasks.rados.rados.0.smithi190.stdout:1652: done (2 left) 2024-08-19T10:04:11.990 INFO:tasks.rados.rados.0.smithi190.stdout:1654: done (1 left) 2024-08-19T10:04:11.990 INFO:tasks.rados.rados.0.smithi190.stdout:1655: done (0 left) 2024-08-19T10:04:11.990 INFO:tasks.rados.rados.0.smithi190.stdout:1656: snap_create 2024-08-19T10:04:12.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:11 smithi190 ceph-mon[77620]: pgmap v271: 121 pgs: 121 active+clean; 110 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.3 MiB/s wr, 25 op/s; 6.3 MiB/s, 2 objects/s recovering 2024-08-19T10:04:12.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:11 smithi190 ceph-mon[77620]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 7/246 objects degraded (2.846%), 2 pgs degraded) 2024-08-19T10:04:12.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:11 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:04:12.068 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:11 smithi190 ceph-mon[77620]: osdmap e401: 8 total, 8 up, 8 in 2024-08-19T10:04:12.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:11 smithi190 ceph-mon[80032]: pgmap v271: 121 pgs: 121 active+clean; 110 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.3 MiB/s wr, 25 op/s; 6.3 MiB/s, 2 objects/s recovering 2024-08-19T10:04:12.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:11 smithi190 ceph-mon[80032]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 7/246 objects degraded (2.846%), 2 pgs degraded) 2024-08-19T10:04:12.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:11 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:04:12.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:11 smithi190 ceph-mon[80032]: osdmap e401: 8 total, 8 up, 8 in 2024-08-19T10:04:12.617 INFO:tasks.rados.rados.0.smithi190.stdout:1656: done (0 left) 2024-08-19T10:04:12.617 INFO:tasks.rados.rados.0.smithi190.stdout:1657: delete oid 9 current snap is 163 2024-08-19T10:04:12.621 INFO:tasks.rados.rados.0.smithi190.stdout:1657: done (0 left) 2024-08-19T10:04:12.621 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 163 2024-08-19T10:04:12.621 INFO:tasks.rados.rados.0.smithi190.stdout:1658: seq_num 509 ranges {458752=532480,991232=409600,1400832=393216} 2024-08-19T10:04:12.626 INFO:tasks.rados.rados.0.smithi190.stdout:1658: writing smithi19066007-39 from 458752 to 991232 tid 1 2024-08-19T10:04:12.628 INFO:tasks.rados.rados.0.smithi190.stdout:1658: writing smithi19066007-39 from 991232 to 1400832 tid 2 2024-08-19T10:04:12.630 INFO:tasks.rados.rados.0.smithi190.stdout:1658: writing smithi19066007-39 from 1400832 to 1794048 tid 3 2024-08-19T10:04:12.631 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 47 current snap is 163 2024-08-19T10:04:12.631 INFO:tasks.rados.rados.0.smithi190.stdout:1659: seq_num 510 ranges {2949120=548864,3497984=745472,4243456=57344} 2024-08-19T10:04:12.649 INFO:tasks.rados.rados.0.smithi190.stdout:1659: writing smithi19066007-47 from 2949120 to 3497984 tid 1 2024-08-19T10:04:12.654 INFO:tasks.rados.rados.0.smithi190.stdout:1659: writing smithi19066007-47 from 3497984 to 4243456 tid 2 2024-08-19T10:04:12.655 INFO:tasks.rados.rados.0.smithi190.stdout:1659: writing smithi19066007-47 from 4243456 to 4300800 tid 3 2024-08-19T10:04:12.655 INFO:tasks.rados.rados.0.smithi190.stdout:1660: read oid 32 snap -1 2024-08-19T10:04:12.655 INFO:tasks.rados.rados.0.smithi190.stdout:1660: expect deleted 2024-08-19T10:04:12.655 INFO:tasks.rados.rados.0.smithi190.stdout:1661: snap_create 2024-08-19T10:04:12.655 INFO:tasks.rados.rados.0.smithi190.stdout:1658: finishing write tid 1 to smithi19066007-39 2024-08-19T10:04:12.655 INFO:tasks.rados.rados.0.smithi190.stdout:1658: finishing write tid 2 to smithi19066007-39 2024-08-19T10:04:12.655 INFO:tasks.rados.rados.0.smithi190.stdout:1658: finishing write tid 3 to smithi19066007-39 2024-08-19T10:04:12.655 INFO:tasks.rados.rados.0.smithi190.stdout:1658: finishing write tid 4 to smithi19066007-39 2024-08-19T10:04:12.655 INFO:tasks.rados.rados.0.smithi190.stdout:1658: finishing write tid 5 to smithi19066007-39 2024-08-19T10:04:12.655 INFO:tasks.rados.rados.0.smithi190.stdout:1658: oid 39 updating version 0 to 1181 2024-08-19T10:04:12.655 INFO:tasks.rados.rados.0.smithi190.stdout:1658: oid 39 version 1181 is already newer than 1178 2024-08-19T10:04:12.655 INFO:tasks.rados.rados.0.smithi190.stdout:1658: oid 39 version 1181 is already newer than 1179 2024-08-19T10:04:12.656 INFO:tasks.rados.rados.0.smithi190.stdout:1658: oid 39 version 1181 is already newer than 1180 2024-08-19T10:04:12.656 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1181 (ObjNum 509 snap 163 seq_num 509) dirty exists 2024-08-19T10:04:12.656 INFO:tasks.rados.rados.0.smithi190.stdout:1658: left oid 39 (ObjNum 509 snap 163 seq_num 509) 2024-08-19T10:04:12.656 INFO:tasks.rados.rados.0.smithi190.stdout:1659: finishing write tid 1 to smithi19066007-47 2024-08-19T10:04:12.659 INFO:tasks.rados.rados.0.smithi190.stdout:1659: finishing write tid 2 to smithi19066007-47 2024-08-19T10:04:12.659 INFO:tasks.rados.rados.0.smithi190.stdout:1659: finishing write tid 3 to smithi19066007-47 2024-08-19T10:04:12.659 INFO:tasks.rados.rados.0.smithi190.stdout:1659: finishing write tid 4 to smithi19066007-47 2024-08-19T10:04:12.660 INFO:tasks.rados.rados.0.smithi190.stdout:1659: finishing write tid 5 to smithi19066007-47 2024-08-19T10:04:12.660 INFO:tasks.rados.rados.0.smithi190.stdout:1659: oid 47 updating version 0 to 1095 2024-08-19T10:04:12.660 INFO:tasks.rados.rados.0.smithi190.stdout:1659: oid 47 version 1095 is already newer than 1094 2024-08-19T10:04:12.660 INFO:tasks.rados.rados.0.smithi190.stdout:1659: oid 47 updating version 1095 to 1096 2024-08-19T10:04:12.660 INFO:tasks.rados.rados.0.smithi190.stdout:1659: oid 47 updating version 1096 to 1097 2024-08-19T10:04:12.660 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1097 (ObjNum 510 snap 163 seq_num 510) dirty exists 2024-08-19T10:04:12.660 INFO:tasks.rados.rados.0.smithi190.stdout:1659: left oid 47 (ObjNum 510 snap 163 seq_num 510) 2024-08-19T10:04:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:12 smithi196 ceph-mon[72638]: osdmap e402: 8 total, 8 up, 8 in 2024-08-19T10:04:13.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:12 smithi190 ceph-mon[77620]: osdmap e402: 8 total, 8 up, 8 in 2024-08-19T10:04:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:12 smithi190 ceph-mon[80032]: osdmap e402: 8 total, 8 up, 8 in 2024-08-19T10:04:13.317 INFO:tasks.rados.rados.0.smithi190.stdout:1658: done (3 left) 2024-08-19T10:04:13.317 INFO:tasks.rados.rados.0.smithi190.stdout:1659: done (2 left) 2024-08-19T10:04:13.317 INFO:tasks.rados.rados.0.smithi190.stdout:1660: done (1 left) 2024-08-19T10:04:13.317 INFO:tasks.rados.rados.0.smithi190.stdout:1661: done (0 left) 2024-08-19T10:04:13.317 INFO:tasks.rados.rados.0.smithi190.stdout:1662: copy_from oid 23 from oid 48 current snap is 164 2024-08-19T10:04:13.317 INFO:tasks.rados.rados.0.smithi190.stdout:1663: delete oid 40 current snap is 164 2024-08-19T10:04:13.322 INFO:tasks.rados.rados.0.smithi190.stdout:1662: finishing copy_from to smithi19066007-23 2024-08-19T10:04:13.322 INFO:tasks.rados.rados.0.smithi190.stdout:1662: got expected ENOENT (src dne) 2024-08-19T10:04:13.322 INFO:tasks.rados.rados.0.smithi190.stdout:1662: finishing copy_from racing read to smithi19066007-23 2024-08-19T10:04:13.322 INFO:tasks.rados.rados.0.smithi190.stdout:1662: done (1 left) 2024-08-19T10:04:13.322 INFO:tasks.rados.rados.0.smithi190.stdout:1663: done (0 left) 2024-08-19T10:04:13.322 INFO:tasks.rados.rados.0.smithi190.stdout:1664: snap_remove snap 159 2024-08-19T10:04:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:13 smithi196 ceph-mon[72638]: pgmap v274: 121 pgs: 121 active+clean; 112 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-08-19T10:04:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:13 smithi196 ceph-mon[72638]: osdmap e403: 8 total, 8 up, 8 in 2024-08-19T10:04:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:13 smithi196 ceph-mon[72638]: osdmap e404: 8 total, 8 up, 8 in 2024-08-19T10:04:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:13 smithi190 ceph-mon[77620]: pgmap v274: 121 pgs: 121 active+clean; 112 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-08-19T10:04:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:13 smithi190 ceph-mon[77620]: osdmap e403: 8 total, 8 up, 8 in 2024-08-19T10:04:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:13 smithi190 ceph-mon[77620]: osdmap e404: 8 total, 8 up, 8 in 2024-08-19T10:04:14.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:13 smithi190 ceph-mon[80032]: pgmap v274: 121 pgs: 121 active+clean; 112 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.7 MiB/s wr, 12 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-08-19T10:04:14.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:13 smithi190 ceph-mon[80032]: osdmap e403: 8 total, 8 up, 8 in 2024-08-19T10:04:14.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:13 smithi190 ceph-mon[80032]: osdmap e404: 8 total, 8 up, 8 in 2024-08-19T10:04:14.317 INFO:tasks.rados.rados.0.smithi190.stdout:1664: done (0 left) 2024-08-19T10:04:14.317 INFO:tasks.rados.rados.0.smithi190.stdout:1665: setattr oid 38 current snap is 164 2024-08-19T10:04:14.318 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 46 current snap is 164 2024-08-19T10:04:14.318 INFO:tasks.rados.rados.0.smithi190.stdout:1666: seq_num 512 ranges {0=581632,581632=516096,1097728=286720} 2024-08-19T10:04:14.321 INFO:tasks.rados.rados.0.smithi190.stdout:1666: writing smithi19066007-46 from 0 to 581632 tid 1 2024-08-19T10:04:14.326 INFO:tasks.rados.rados.0.smithi190.stdout:1666: writing smithi19066007-46 from 581632 to 1097728 tid 2 2024-08-19T10:04:14.327 INFO:tasks.rados.rados.0.smithi190.stdout:1666: writing smithi19066007-46 from 1097728 to 1384448 tid 3 2024-08-19T10:04:14.327 INFO:tasks.rados.rados.0.smithi190.stdout:1667: delete oid 23 current snap is 164 2024-08-19T10:04:14.327 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 650 (ObjNum 502 snap 162 seq_num 502) dirty exists 2024-08-19T10:04:14.329 INFO:tasks.rados.rados.0.smithi190.stdout:1666: finishing write tid 1 to smithi19066007-46 2024-08-19T10:04:14.330 INFO:tasks.rados.rados.0.smithi190.stdout:1666: finishing write tid 2 to smithi19066007-46 2024-08-19T10:04:14.330 INFO:tasks.rados.rados.0.smithi190.stdout:1666: finishing write tid 3 to smithi19066007-46 2024-08-19T10:04:14.331 INFO:tasks.rados.rados.0.smithi190.stdout:1666: finishing write tid 4 to smithi19066007-46 2024-08-19T10:04:14.332 INFO:tasks.rados.rados.0.smithi190.stdout:1665: done (2 left) 2024-08-19T10:04:14.332 INFO:tasks.rados.rados.0.smithi190.stdout:1667: done (1 left) 2024-08-19T10:04:14.332 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 164 2024-08-19T10:04:14.332 INFO:tasks.rados.rados.0.smithi190.stdout:1668: seq_num 514 ranges {0=614400,614400=679936,1294336=122880} 2024-08-19T10:04:14.335 INFO:tasks.rados.rados.0.smithi190.stdout:1668: writing smithi19066007-26 from 0 to 614400 tid 1 2024-08-19T10:04:14.339 INFO:tasks.rados.rados.0.smithi190.stdout:1668: writing smithi19066007-26 from 614400 to 1294336 tid 2 2024-08-19T10:04:14.340 INFO:tasks.rados.rados.0.smithi190.stdout:1668: writing smithi19066007-26 from 1294336 to 1417216 tid 3 2024-08-19T10:04:14.340 INFO:tasks.rados.rados.0.smithi190.stdout:1669: snap_remove snap 162 2024-08-19T10:04:14.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:04:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:04:14] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-08-19T10:04:15.324 INFO:tasks.rados.rados.0.smithi190.stdout:1669: done (2 left) 2024-08-19T10:04:15.324 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 9 current snap is 164 2024-08-19T10:04:15.324 INFO:tasks.rados.rados.0.smithi190.stdout:1666: finishing write tid 5 to smithi19066007-46 2024-08-19T10:04:15.324 INFO:tasks.rados.rados.0.smithi190.stdout:1666: oid 46 updating version 0 to 515 2024-08-19T10:04:15.325 INFO:tasks.rados.rados.0.smithi190.stdout:1666: oid 46 version 515 is already newer than 514 2024-08-19T10:04:15.325 INFO:tasks.rados.rados.0.smithi190.stdout:1666: oid 46 updating version 515 to 517 2024-08-19T10:04:15.325 INFO:tasks.rados.rados.0.smithi190.stdout:1666: oid 46 version 517 is already newer than 516 2024-08-19T10:04:15.325 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 517 (ObjNum 512 snap 164 seq_num 512) dirty exists 2024-08-19T10:04:15.325 INFO:tasks.rados.rados.0.smithi190.stdout:1666: left oid 46 (ObjNum 512 snap 164 seq_num 512) 2024-08-19T10:04:15.325 INFO:tasks.rados.rados.0.smithi190.stdout:1668: finishing write tid 1 to smithi19066007-26 2024-08-19T10:04:15.325 INFO:tasks.rados.rados.0.smithi190.stdout:1668: finishing write tid 2 to smithi19066007-26 2024-08-19T10:04:15.325 INFO:tasks.rados.rados.0.smithi190.stdout:1668: finishing write tid 3 to smithi19066007-26 2024-08-19T10:04:15.325 INFO:tasks.rados.rados.0.smithi190.stdout:1668: finishing write tid 4 to smithi19066007-26 2024-08-19T10:04:15.325 INFO:tasks.rados.rados.0.smithi190.stdout:1670: seq_num 515 ranges {0=630784,630784=565248,1196032=237568} 2024-08-19T10:04:15.328 INFO:tasks.rados.rados.0.smithi190.stdout:1670: writing smithi19066007-9 from 0 to 630784 tid 1 2024-08-19T10:04:15.331 INFO:tasks.rados.rados.0.smithi190.stdout:1670: writing smithi19066007-9 from 630784 to 1196032 tid 2 2024-08-19T10:04:15.333 INFO:tasks.rados.rados.0.smithi190.stdout:1670: writing smithi19066007-9 from 1196032 to 1433600 tid 3 2024-08-19T10:04:15.333 INFO:tasks.rados.rados.0.smithi190.stdout:1666: done (2 left) 2024-08-19T10:04:15.333 INFO:tasks.rados.rados.0.smithi190.stdout:1671: snap_create 2024-08-19T10:04:15.333 INFO:tasks.rados.rados.0.smithi190.stdout:1668: finishing write tid 5 to smithi19066007-26 2024-08-19T10:04:15.333 INFO:tasks.rados.rados.0.smithi190.stdout:1668: oid 26 updating version 0 to 1100 2024-08-19T10:04:15.333 INFO:tasks.rados.rados.0.smithi190.stdout:1668: oid 26 version 1100 is already newer than 1098 2024-08-19T10:04:15.333 INFO:tasks.rados.rados.0.smithi190.stdout:1668: oid 26 updating version 1100 to 1101 2024-08-19T10:04:15.334 INFO:tasks.rados.rados.0.smithi190.stdout:1668: oid 26 version 1101 is already newer than 1099 2024-08-19T10:04:15.334 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1101 (ObjNum 514 snap 164 seq_num 514) dirty exists 2024-08-19T10:04:15.334 INFO:tasks.rados.rados.0.smithi190.stdout:1668: left oid 26 (ObjNum 514 snap 164 seq_num 514) 2024-08-19T10:04:15.334 INFO:tasks.rados.rados.0.smithi190.stdout:1670: finishing write tid 1 to smithi19066007-9 2024-08-19T10:04:15.335 INFO:tasks.rados.rados.0.smithi190.stdout:1670: finishing write tid 2 to smithi19066007-9 2024-08-19T10:04:15.335 INFO:tasks.rados.rados.0.smithi190.stdout:1670: finishing write tid 3 to smithi19066007-9 2024-08-19T10:04:15.335 INFO:tasks.rados.rados.0.smithi190.stdout:1670: finishing write tid 4 to smithi19066007-9 2024-08-19T10:04:15.337 INFO:tasks.rados.rados.0.smithi190.stdout:1670: finishing write tid 5 to smithi19066007-9 2024-08-19T10:04:15.337 INFO:tasks.rados.rados.0.smithi190.stdout:1670: oid 9 updating version 0 to 651 2024-08-19T10:04:15.337 INFO:tasks.rados.rados.0.smithi190.stdout:1670: oid 9 updating version 651 to 653 2024-08-19T10:04:15.337 INFO:tasks.rados.rados.0.smithi190.stdout:1670: oid 9 updating version 653 to 654 2024-08-19T10:04:15.337 INFO:tasks.rados.rados.0.smithi190.stdout:1670: oid 9 version 654 is already newer than 652 2024-08-19T10:04:15.337 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 654 (ObjNum 515 snap 164 seq_num 515) dirty exists 2024-08-19T10:04:15.337 INFO:tasks.rados.rados.0.smithi190.stdout:1670: left oid 9 (ObjNum 515 snap 164 seq_num 515) 2024-08-19T10:04:15.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:15 smithi190 ceph-mon[80032]: pgmap v277: 121 pgs: 121 active+clean; 116 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-19T10:04:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:15 smithi190 ceph-mon[80032]: osdmap e405: 8 total, 8 up, 8 in 2024-08-19T10:04:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:04:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:15.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:15 smithi190 ceph-mon[77620]: pgmap v277: 121 pgs: 121 active+clean; 116 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-19T10:04:15.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:15 smithi190 ceph-mon[77620]: osdmap e405: 8 total, 8 up, 8 in 2024-08-19T10:04:15.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:15.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:04:15.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:15 smithi196 ceph-mon[72638]: pgmap v277: 121 pgs: 121 active+clean; 116 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-19T10:04:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:15 smithi196 ceph-mon[72638]: osdmap e405: 8 total, 8 up, 8 in 2024-08-19T10:04:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:04:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:16.330 INFO:tasks.rados.rados.0.smithi190.stdout:1668: done (2 left) 2024-08-19T10:04:16.330 INFO:tasks.rados.rados.0.smithi190.stdout:1670: done (1 left) 2024-08-19T10:04:16.330 INFO:tasks.rados.rados.0.smithi190.stdout:1671: done (0 left) 2024-08-19T10:04:16.331 INFO:tasks.rados.rados.0.smithi190.stdout:1672: rollback oid 36 current snap is 165 2024-08-19T10:04:16.331 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 36 to 163 2024-08-19T10:04:16.331 INFO:tasks.rados.rados.0.smithi190.stdout:1673: snap_create 2024-08-19T10:04:16.336 INFO:tasks.rados.rados.0.smithi190.stdout:1672: finishing rollback tid 0 to smithi19066007-36 2024-08-19T10:04:16.336 INFO:tasks.rados.rados.0.smithi190.stdout:1672: finishing rollback tid 1 to smithi19066007-36 2024-08-19T10:04:16.336 INFO:tasks.rados.rados.0.smithi190.stdout:1672: finishing rollback tid 2 to smithi19066007-36 2024-08-19T10:04:16.336 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 1193 (ObjNum 97 snap 0 seq_num 0) dirty exists 2024-08-19T10:04:16.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:16 smithi196 ceph-mon[72638]: osdmap e406: 8 total, 8 up, 8 in 2024-08-19T10:04:16.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:16 smithi190 ceph-mon[77620]: osdmap e406: 8 total, 8 up, 8 in 2024-08-19T10:04:16.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:16 smithi190 ceph-mon[80032]: osdmap e406: 8 total, 8 up, 8 in 2024-08-19T10:04:17.333 INFO:tasks.rados.rados.0.smithi190.stdout:1672: done (1 left) 2024-08-19T10:04:17.333 INFO:tasks.rados.rados.0.smithi190.stdout:1673: done (0 left) 2024-08-19T10:04:17.333 INFO:tasks.rados.rados.0.smithi190.stdout:1674: read oid 4 snap 164 2024-08-19T10:04:17.333 INFO:tasks.rados.rados.0.smithi190.stdout:1674: expect (ObjNum 443 snap 141 seq_num 443) 2024-08-19T10:04:17.334 INFO:tasks.rados.rados.0.smithi190.stdout:1675: snap_create 2024-08-19T10:04:17.340 INFO:tasks.rados.rados.0.smithi190.stdout:1674: expect (ObjNum 443 snap 141 seq_num 443) 2024-08-19T10:04:17.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:17 smithi196 ceph-mon[72638]: pgmap v280: 121 pgs: 121 active+clean; 116 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1000 KiB/s wr, 4 op/s 2024-08-19T10:04:17.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:17 smithi196 ceph-mon[72638]: osdmap e407: 8 total, 8 up, 8 in 2024-08-19T10:04:17.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:17 smithi190 ceph-mon[77620]: pgmap v280: 121 pgs: 121 active+clean; 116 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1000 KiB/s wr, 4 op/s 2024-08-19T10:04:17.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:17 smithi190 ceph-mon[77620]: osdmap e407: 8 total, 8 up, 8 in 2024-08-19T10:04:17.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:17 smithi190 ceph-mon[80032]: pgmap v280: 121 pgs: 121 active+clean; 116 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1000 KiB/s wr, 4 op/s 2024-08-19T10:04:17.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:17 smithi190 ceph-mon[80032]: osdmap e407: 8 total, 8 up, 8 in 2024-08-19T10:04:18.316 INFO:tasks.rados.rados.0.smithi190.stdout:1674: done (1 left) 2024-08-19T10:04:18.316 INFO:tasks.rados.rados.0.smithi190.stdout:1675: done (0 left) 2024-08-19T10:04:18.316 INFO:tasks.rados.rados.0.smithi190.stdout:1676: rollback oid 11 current snap is 167 2024-08-19T10:04:18.317 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 11 to 154 2024-08-19T10:04:18.317 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 167 2024-08-19T10:04:18.317 INFO:tasks.rados.rados.0.smithi190.stdout:1677: seq_num 516 ranges {6586368=647168,7233536=450560,7684096=352256} 2024-08-19T10:04:18.356 INFO:tasks.rados.rados.0.smithi190.stdout:1677: writing smithi19066007-29 from 6586368 to 7233536 tid 1 2024-08-19T10:04:18.358 INFO:tasks.rados.rados.0.smithi190.stdout:1677: writing smithi19066007-29 from 7233536 to 7684096 tid 2 2024-08-19T10:04:18.361 INFO:tasks.rados.rados.0.smithi190.stdout:1677: writing smithi19066007-29 from 7684096 to 8036352 tid 3 2024-08-19T10:04:18.361 INFO:tasks.rados.rados.0.smithi190.stdout:1678: copy_from oid 16 from oid 39 current snap is 167 2024-08-19T10:04:18.361 INFO:tasks.rados.rados.0.smithi190.stdout:1676: finishing rollback tid 0 to smithi19066007-11 2024-08-19T10:04:18.361 INFO:tasks.rados.rados.0.smithi190.stdout:1676: finishing rollback tid 1 to smithi19066007-11 2024-08-19T10:04:18.361 INFO:tasks.rados.rados.0.smithi190.stdout:1676: finishing rollback tid 2 to smithi19066007-11 2024-08-19T10:04:18.361 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1096 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-08-19T10:04:18.361 INFO:tasks.rados.rados.0.smithi190.stdout:1676: done (2 left) 2024-08-19T10:04:18.361 INFO:tasks.rados.rados.0.smithi190.stdout:1679: delete oid 35 current snap is 167 2024-08-19T10:04:18.364 INFO:tasks.rados.rados.0.smithi190.stdout:1677: finishing write tid 1 to smithi19066007-29 2024-08-19T10:04:18.365 INFO:tasks.rados.rados.0.smithi190.stdout:1677: finishing write tid 2 to smithi19066007-29 2024-08-19T10:04:18.365 INFO:tasks.rados.rados.0.smithi190.stdout:1677: finishing write tid 3 to smithi19066007-29 2024-08-19T10:04:18.365 INFO:tasks.rados.rados.0.smithi190.stdout:1679: done (2 left) 2024-08-19T10:04:18.365 INFO:tasks.rados.rados.0.smithi190.stdout:1680: rollback oid 5 current snap is 167 2024-08-19T10:04:18.365 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 5 to 164 2024-08-19T10:04:18.365 INFO:tasks.rados.rados.0.smithi190.stdout:1681: snap_create 2024-08-19T10:04:18.366 INFO:tasks.rados.rados.0.smithi190.stdout:1677: finishing write tid 4 to smithi19066007-29 2024-08-19T10:04:18.367 INFO:tasks.rados.rados.0.smithi190.stdout:1677: finishing write tid 5 to smithi19066007-29 2024-08-19T10:04:18.368 INFO:tasks.rados.rados.0.smithi190.stdout:1677: oid 29 updating version 0 to 444 2024-08-19T10:04:18.368 INFO:tasks.rados.rados.0.smithi190.stdout:1677: oid 29 updating version 444 to 445 2024-08-19T10:04:18.368 INFO:tasks.rados.rados.0.smithi190.stdout:1677: oid 29 updating version 445 to 446 2024-08-19T10:04:18.368 INFO:tasks.rados.rados.0.smithi190.stdout:1677: oid 29 version 446 is already newer than 443 2024-08-19T10:04:18.368 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 446 (ObjNum 516 snap 167 seq_num 516) dirty exists 2024-08-19T10:04:18.368 INFO:tasks.rados.rados.0.smithi190.stdout:1677: left oid 29 (ObjNum 516 snap 167 seq_num 516) 2024-08-19T10:04:18.371 INFO:tasks.rados.rados.0.smithi190.stdout:1680: finishing rollback tid 0 to smithi19066007-5 2024-08-19T10:04:18.371 INFO:tasks.rados.rados.0.smithi190.stdout:1680: finishing rollback tid 1 to smithi19066007-5 2024-08-19T10:04:18.371 INFO:tasks.rados.rados.0.smithi190.stdout:1680: finishing rollback tid 2 to smithi19066007-5 2024-08-19T10:04:18.371 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 844 (ObjNum 395 snap 130 seq_num 395) dirty exists 2024-08-19T10:04:18.373 INFO:tasks.rados.rados.0.smithi190.stdout:1678: finishing copy_from racing read to smithi19066007-16 2024-08-19T10:04:18.374 INFO:tasks.rados.rados.0.smithi190.stdout:1678: finishing copy_from to smithi19066007-16 2024-08-19T10:04:18.374 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 1181 (ObjNum 509 snap 163 seq_num 509) dirty exists 2024-08-19T10:04:18.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:18 smithi196 ceph-mon[72638]: osdmap e408: 8 total, 8 up, 8 in 2024-08-19T10:04:18.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:18 smithi196 ceph-mon[72638]: osdmap e409: 8 total, 8 up, 8 in 2024-08-19T10:04:18.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:18 smithi190 ceph-mon[80032]: osdmap e408: 8 total, 8 up, 8 in 2024-08-19T10:04:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:18 smithi190 ceph-mon[80032]: osdmap e409: 8 total, 8 up, 8 in 2024-08-19T10:04:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:18 smithi190 ceph-mon[77620]: osdmap e408: 8 total, 8 up, 8 in 2024-08-19T10:04:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:18 smithi190 ceph-mon[77620]: osdmap e409: 8 total, 8 up, 8 in 2024-08-19T10:04:19.348 INFO:tasks.rados.rados.0.smithi190.stdout:1677: done (3 left) 2024-08-19T10:04:19.348 INFO:tasks.rados.rados.0.smithi190.stdout:1678: done (2 left) 2024-08-19T10:04:19.349 INFO:tasks.rados.rados.0.smithi190.stdout:1680: done (1 left) 2024-08-19T10:04:19.349 INFO:tasks.rados.rados.0.smithi190.stdout:1681: done (0 left) 2024-08-19T10:04:19.349 INFO:tasks.rados.rados.0.smithi190.stdout:1682: read oid 30 snap 165 2024-08-19T10:04:19.349 INFO:tasks.rados.rados.0.smithi190.stdout:1682: expect (ObjNum 433 snap 137 seq_num 433) 2024-08-19T10:04:19.349 INFO:tasks.rados.rados.0.smithi190.stdout:1683: rollback oid 17 current snap is 168 2024-08-19T10:04:19.349 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 17 to 157 2024-08-19T10:04:19.349 INFO:tasks.rados.rados.0.smithi190.stdout:1684: read oid 14 snap 161 2024-08-19T10:04:19.349 INFO:tasks.rados.rados.0.smithi190.stdout:1684: expect (ObjNum 435 snap 137 seq_num 435) 2024-08-19T10:04:19.349 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 45 current snap is 168 2024-08-19T10:04:19.349 INFO:tasks.rados.rados.0.smithi190.stdout:1685: seq_num 518 ranges {8953856=679936,9633792=671744,10305536=131072} 2024-08-19T10:04:19.400 INFO:tasks.rados.rados.0.smithi190.stdout:1685: writing smithi19066007-45 from 8953856 to 9633792 tid 1 2024-08-19T10:04:19.404 INFO:tasks.rados.rados.0.smithi190.stdout:1685: writing smithi19066007-45 from 9633792 to 10305536 tid 2 2024-08-19T10:04:19.404 INFO:tasks.rados.rados.0.smithi190.stdout:1685: writing smithi19066007-45 from 10305536 to 10436608 tid 3 2024-08-19T10:04:19.405 INFO:tasks.rados.rados.0.smithi190.stdout:1686: rmattr oid 7 current snap is 168 2024-08-19T10:04:19.405 INFO:tasks.rados.rados.0.smithi190.stdout:1682: expect (ObjNum 433 snap 137 seq_num 433) 2024-08-19T10:04:19.473 INFO:tasks.rados.rados.0.smithi190.stdout:1683: finishing rollback tid 0 to smithi19066007-17 2024-08-19T10:04:19.474 INFO:tasks.rados.rados.0.smithi190.stdout:1683: finishing rollback tid 1 to smithi19066007-17 2024-08-19T10:04:19.474 INFO:tasks.rados.rados.0.smithi190.stdout:1683: finishing rollback tid 2 to smithi19066007-17 2024-08-19T10:04:19.474 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 795 (ObjNum 482 snap 156 seq_num 482) dirty exists 2024-08-19T10:04:19.474 INFO:tasks.rados.rados.0.smithi190.stdout:1682: done (4 left) 2024-08-19T10:04:19.474 INFO:tasks.rados.rados.0.smithi190.stdout:1683: done (3 left) 2024-08-19T10:04:19.474 INFO:tasks.rados.rados.0.smithi190.stdout:1687: copy_from oid 42 from oid 3 current snap is 168 2024-08-19T10:04:19.474 INFO:tasks.rados.rados.0.smithi190.stdout:1684: expect (ObjNum 435 snap 137 seq_num 435) 2024-08-19T10:04:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:19 smithi196 ceph-mon[72638]: pgmap v283: 121 pgs: 121 active+clean; 132 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-08-19T10:04:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-19T10:04:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:19 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-19T10:04:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:19 smithi196 ceph-mon[72638]: Upgrade: osd.4 is safe to restart 2024-08-19T10:04:19.745 INFO:tasks.rados.rados.0.smithi190.stdout:1685: finishing write tid 1 to smithi19066007-45 2024-08-19T10:04:19.745 INFO:tasks.rados.rados.0.smithi190.stdout:1684: done (3 left) 2024-08-19T10:04:19.745 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 168 2024-08-19T10:04:19.745 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1084 (ObjNum 505 snap 162 seq_num 505) dirty exists 2024-08-19T10:04:19.745 INFO:tasks.rados.rados.0.smithi190.stdout:1685: finishing write tid 2 to smithi19066007-45 2024-08-19T10:04:19.745 INFO:tasks.rados.rados.0.smithi190.stdout:1685: finishing write tid 3 to smithi19066007-45 2024-08-19T10:04:19.745 INFO:tasks.rados.rados.0.smithi190.stdout:1685: finishing write tid 4 to smithi19066007-45 2024-08-19T10:04:19.745 INFO:tasks.rados.rados.0.smithi190.stdout:1685: finishing write tid 5 to smithi19066007-45 2024-08-19T10:04:19.745 INFO:tasks.rados.rados.0.smithi190.stdout:1685: oid 45 updating version 0 to 1145 2024-08-19T10:04:19.745 INFO:tasks.rados.rados.0.smithi190.stdout:1685: oid 45 version 1145 is already newer than 1143 2024-08-19T10:04:19.745 INFO:tasks.rados.rados.0.smithi190.stdout:1685: oid 45 updating version 1145 to 1146 2024-08-19T10:04:19.746 INFO:tasks.rados.rados.0.smithi190.stdout:1685: oid 45 version 1146 is already newer than 1144 2024-08-19T10:04:19.746 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 1146 (ObjNum 518 snap 168 seq_num 518) dirty exists 2024-08-19T10:04:19.746 INFO:tasks.rados.rados.0.smithi190.stdout:1685: left oid 45 (ObjNum 518 snap 168 seq_num 518) 2024-08-19T10:04:19.746 INFO:tasks.rados.rados.0.smithi190.stdout:1687: finishing copy_from racing read to smithi19066007-42 2024-08-19T10:04:19.746 INFO:tasks.rados.rados.0.smithi190.stdout:1687: finishing copy_from to smithi19066007-42 2024-08-19T10:04:19.746 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1090 (ObjNum 496 snap 160 seq_num 496) dirty exists 2024-08-19T10:04:19.746 INFO:tasks.rados.rados.0.smithi190.stdout:1688: seq_num 519 ranges {1695744=696320,2392064=548864,2940928=253952} 2024-08-19T10:04:19.757 INFO:tasks.rados.rados.0.smithi190.stdout:1688: writing smithi19066007-2 from 1695744 to 2392064 tid 1 2024-08-19T10:04:19.760 INFO:tasks.rados.rados.0.smithi190.stdout:1688: writing smithi19066007-2 from 2392064 to 2940928 tid 2 2024-08-19T10:04:19.762 INFO:tasks.rados.rados.0.smithi190.stdout:1688: writing smithi19066007-2 from 2940928 to 3194880 tid 3 2024-08-19T10:04:19.762 INFO:tasks.rados.rados.0.smithi190.stdout:1685: done (3 left) 2024-08-19T10:04:19.762 INFO:tasks.rados.rados.0.smithi190.stdout:1686: done (2 left) 2024-08-19T10:04:19.762 INFO:tasks.rados.rados.0.smithi190.stdout:1687: done (1 left) 2024-08-19T10:04:19.762 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 168 2024-08-19T10:04:19.763 INFO:tasks.rados.rados.0.smithi190.stdout:1688: finishing write tid 1 to smithi19066007-2 2024-08-19T10:04:19.763 INFO:tasks.rados.rados.0.smithi190.stdout:1689: seq_num 520 ranges {0=712704,712704=434176,1146880=368640} 2024-08-19T10:04:19.766 INFO:tasks.rados.rados.0.smithi190.stdout:1689: writing smithi19066007-20 from 0 to 712704 tid 1 2024-08-19T10:04:19.769 INFO:tasks.rados.rados.0.smithi190.stdout:1689: writing smithi19066007-20 from 712704 to 1146880 tid 2 2024-08-19T10:04:19.772 INFO:tasks.rados.rados.0.smithi190.stdout:1689: writing smithi19066007-20 from 1146880 to 1515520 tid 3 2024-08-19T10:04:19.772 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 168 2024-08-19T10:04:19.772 INFO:tasks.rados.rados.0.smithi190.stdout:1688: finishing write tid 2 to smithi19066007-2 2024-08-19T10:04:19.772 INFO:tasks.rados.rados.0.smithi190.stdout:1688: finishing write tid 3 to smithi19066007-2 2024-08-19T10:04:19.772 INFO:tasks.rados.rados.0.smithi190.stdout:1688: finishing write tid 4 to smithi19066007-2 2024-08-19T10:04:19.772 INFO:tasks.rados.rados.0.smithi190.stdout:1688: finishing write tid 5 to smithi19066007-2 2024-08-19T10:04:19.772 INFO:tasks.rados.rados.0.smithi190.stdout:1688: oid 2 updating version 0 to 1089 2024-08-19T10:04:19.773 INFO:tasks.rados.rados.0.smithi190.stdout:1688: oid 2 updating version 1089 to 1090 2024-08-19T10:04:19.773 INFO:tasks.rados.rados.0.smithi190.stdout:1688: oid 2 updating version 1090 to 1091 2024-08-19T10:04:19.773 INFO:tasks.rados.rados.0.smithi190.stdout:1688: oid 2 version 1091 is already newer than 1088 2024-08-19T10:04:19.773 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1091 (ObjNum 519 snap 168 seq_num 519) dirty exists 2024-08-19T10:04:19.773 INFO:tasks.rados.rados.0.smithi190.stdout:1688: left oid 2 (ObjNum 519 snap 168 seq_num 519) 2024-08-19T10:04:19.773 INFO:tasks.rados.rados.0.smithi190.stdout:1689: finishing write tid 1 to smithi19066007-20 2024-08-19T10:04:19.773 INFO:tasks.rados.rados.0.smithi190.stdout:1689: finishing write tid 2 to smithi19066007-20 2024-08-19T10:04:19.773 INFO:tasks.rados.rados.0.smithi190.stdout:1690: seq_num 521 ranges {4702208=729088,5431296=720896,6152192=81920} 2024-08-19T10:04:19.801 INFO:tasks.rados.rados.0.smithi190.stdout:1690: writing smithi19066007-17 from 4702208 to 5431296 tid 1 2024-08-19T10:04:19.802 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:04:19.802 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:19 smithi190 ceph-mon[80032]: pgmap v283: 121 pgs: 121 active+clean; 132 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-08-19T10:04:19.802 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-19T10:04:19.802 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:19 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-19T10:04:19.802 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:19 smithi190 ceph-mon[80032]: Upgrade: osd.4 is safe to restart 2024-08-19T10:04:19.803 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:19 smithi190 ceph-mon[77620]: pgmap v283: 121 pgs: 121 active+clean; 132 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-08-19T10:04:19.803 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-19T10:04:19.803 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:19 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-19T10:04:19.803 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:19 smithi190 ceph-mon[77620]: Upgrade: osd.4 is safe to restart 2024-08-19T10:04:19.806 INFO:tasks.rados.rados.0.smithi190.stdout:1690: writing smithi19066007-17 from 5431296 to 6152192 tid 2 2024-08-19T10:04:19.807 INFO:tasks.rados.rados.0.smithi190.stdout:1690: writing smithi19066007-17 from 6152192 to 6234112 tid 3 2024-08-19T10:04:19.807 INFO:tasks.rados.rados.0.smithi190.stdout:1688: done (2 left) 2024-08-19T10:04:19.807 INFO:tasks.rados.rados.0.smithi190.stdout:1691: snap_create 2024-08-19T10:04:19.807 INFO:tasks.rados.rados.0.smithi190.stdout:1689: finishing write tid 3 to smithi19066007-20 2024-08-19T10:04:19.807 INFO:tasks.rados.rados.0.smithi190.stdout:1689: finishing write tid 4 to smithi19066007-20 2024-08-19T10:04:19.807 INFO:tasks.rados.rados.0.smithi190.stdout:1689: finishing write tid 5 to smithi19066007-20 2024-08-19T10:04:19.807 INFO:tasks.rados.rados.0.smithi190.stdout:1689: oid 20 updating version 0 to 845 2024-08-19T10:04:19.807 INFO:tasks.rados.rados.0.smithi190.stdout:1689: oid 20 updating version 845 to 846 2024-08-19T10:04:19.807 INFO:tasks.rados.rados.0.smithi190.stdout:1689: oid 20 updating version 846 to 847 2024-08-19T10:04:19.807 INFO:tasks.rados.rados.0.smithi190.stdout:1689: oid 20 updating version 847 to 848 2024-08-19T10:04:19.807 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 848 (ObjNum 520 snap 168 seq_num 520) dirty exists 2024-08-19T10:04:19.807 INFO:tasks.rados.rados.0.smithi190.stdout:1689: left oid 20 (ObjNum 520 snap 168 seq_num 520) 2024-08-19T10:04:19.807 INFO:tasks.rados.rados.0.smithi190.stdout:1690: finishing write tid 1 to smithi19066007-17 2024-08-19T10:04:19.809 INFO:tasks.rados.rados.0.smithi190.stdout:1690: finishing write tid 2 to smithi19066007-17 2024-08-19T10:04:19.810 INFO:tasks.rados.rados.0.smithi190.stdout:1690: finishing write tid 3 to smithi19066007-17 2024-08-19T10:04:19.810 INFO:tasks.rados.rados.0.smithi190.stdout:1690: finishing write tid 4 to smithi19066007-17 2024-08-19T10:04:19.811 INFO:tasks.rados.rados.0.smithi190.stdout:1690: finishing write tid 5 to smithi19066007-17 2024-08-19T10:04:19.811 INFO:tasks.rados.rados.0.smithi190.stdout:1690: oid 17 updating version 0 to 797 2024-08-19T10:04:19.811 INFO:tasks.rados.rados.0.smithi190.stdout:1690: oid 17 updating version 797 to 798 2024-08-19T10:04:19.811 INFO:tasks.rados.rados.0.smithi190.stdout:1690: oid 17 version 798 is already newer than 796 2024-08-19T10:04:19.811 INFO:tasks.rados.rados.0.smithi190.stdout:1690: oid 17 updating version 798 to 799 2024-08-19T10:04:19.812 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 799 (ObjNum 521 snap 168 seq_num 521) dirty exists 2024-08-19T10:04:19.812 INFO:tasks.rados.rados.0.smithi190.stdout:1690: left oid 17 (ObjNum 521 snap 168 seq_num 521) 2024-08-19T10:04:20.361 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:04:20.362 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (7m) 20s ago 8m 24.6M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T10:04:20.362 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (8m) 2m ago 8m 88.0M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:04:20.362 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (9m) 20s ago 9m 18.6M - 18.2.4-721-gbaa926de e6c292a6bc95 e6af5dc87346 2024-08-19T10:04:20.362 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (9m) 2m ago 9m 18.7M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T10:04:20.362 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (3m) 2m ago 12m 451M - 19.0.0-5847-g79766939 50bbda8a3289 0261da8614e1 2024-08-19T10:04:20.362 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (4m) 20s ago 14m 519M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:04:20.362 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (3m) 20s ago 14m 52.5M 2048M 19.0.0-5847-g79766939 50bbda8a3289 91d6e2488c1e 2024-08-19T10:04:20.362 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (2m) 2m ago 13m 26.7M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9404d29f9b76 2024-08-19T10:04:20.362 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (3m) 20s ago 13m 44.0M 2048M 19.0.0-5847-g79766939 50bbda8a3289 3794657df204 2024-08-19T10:04:20.362 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (8m) 20s ago 7m 17.5M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T10:04:20.362 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (7m) 2m ago 7m 16.2M - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T10:04:20.363 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (2m) 20s ago 12m 171M 2480M 19.0.0-5847-g79766939 50bbda8a3289 61b2dae95959 2024-08-19T10:04:20.363 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (90s) 20s ago 12m 135M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7f561102fab8 2024-08-19T10:04:20.363 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (57s) 20s ago 11m 97.9M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7934388ea700 2024-08-19T10:04:20.363 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (24s) 20s ago 11m 11.3M 2480M 19.0.0-5847-g79766939 50bbda8a3289 977721cdb7a4 2024-08-19T10:04:20.363 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (11m) 2m ago 11m 151M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 36958c5836c1 2024-08-19T10:04:20.363 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (10m) 2m ago 10m 196M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 089ec5523ac2 2024-08-19T10:04:20.363 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (10m) 2m ago 10m 150M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 5b1bd80e75ec 2024-08-19T10:04:20.363 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (9m) 2m ago 9m 98.4M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 0af4ca14b11c 2024-08-19T10:04:20.363 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (3m) 2m ago 8m 48.0M - 2.43.0 a07b618ecd1d 3fdb2a720e67 2024-08-19T10:04:20.371 INFO:tasks.rados.rados.0.smithi190.stdout:1689: done (2 left) 2024-08-19T10:04:20.371 INFO:tasks.rados.rados.0.smithi190.stdout:1690: done (1 left) 2024-08-19T10:04:20.371 INFO:tasks.rados.rados.0.smithi190.stdout:1691: done (0 left) 2024-08-19T10:04:20.371 INFO:tasks.rados.rados.0.smithi190.stdout:1692: delete oid 40 current snap is 169 2024-08-19T10:04:20.374 INFO:tasks.rados.rados.0.smithi190.stdout:1692: done (0 left) 2024-08-19T10:04:20.374 INFO:tasks.rados.rados.0.smithi190.stdout:1693: read oid 17 snap 167 2024-08-19T10:04:20.374 INFO:tasks.rados.rados.0.smithi190.stdout:1693: expect (ObjNum 483 snap 156 seq_num 483) 2024-08-19T10:04:20.374 INFO:tasks.rados.rados.0.smithi190.stdout:1694: rollback oid 10 current snap is 169 2024-08-19T10:04:20.374 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 10 to 157 2024-08-19T10:04:20.374 INFO:tasks.rados.rados.0.smithi190.stdout:1695: rollback oid 16 current snap is 169 2024-08-19T10:04:20.374 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 16 to 168 2024-08-19T10:04:20.375 INFO:tasks.rados.rados.0.smithi190.stdout:1696: snap_create 2024-08-19T10:04:20.378 INFO:tasks.rados.rados.0.smithi190.stdout:1694: finishing rollback tid 0 to smithi19066007-10 2024-08-19T10:04:20.379 INFO:tasks.rados.rados.0.smithi190.stdout:1694: finishing rollback tid 1 to smithi19066007-10 2024-08-19T10:04:20.379 INFO:tasks.rados.rados.0.smithi190.stdout:1694: finishing rollback tid 2 to smithi19066007-10 2024-08-19T10:04:20.379 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 449 (ObjNum 331 snap 111 seq_num 331) dirty exists 2024-08-19T10:04:20.380 INFO:tasks.rados.rados.0.smithi190.stdout:1695: finishing rollback tid 0 to smithi19066007-16 2024-08-19T10:04:20.380 INFO:tasks.rados.rados.0.smithi190.stdout:1695: finishing rollback tid 1 to smithi19066007-16 2024-08-19T10:04:20.381 INFO:tasks.rados.rados.0.smithi190.stdout:1695: finishing rollback tid 2 to smithi19066007-16 2024-08-19T10:04:20.381 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 1184 (ObjNum 509 snap 163 seq_num 509) dirty exists 2024-08-19T10:04:20.386 INFO:tasks.rados.rados.0.smithi190.stdout:1693: expect (ObjNum 483 snap 156 seq_num 483) 2024-08-19T10:04:20.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:20 smithi196 ceph-mon[72638]: osdmap e410: 8 total, 8 up, 8 in 2024-08-19T10:04:20.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:20 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:20.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:20 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-19T10:04:20.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:20 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:04:20.710 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:04:20.710 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:04:20.711 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:04:20.711 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:04:20.711 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:04:20.711 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:04:20.711 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:04:20.711 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:04:20.711 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 4, 2024-08-19T10:04:20.711 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 4 2024-08-19T10:04:20.711 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:04:20.711 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:04:20.711 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T10:04:20.712 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:04:20.712 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:04:20.712 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 6, 2024-08-19T10:04:20.712 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 9 2024-08-19T10:04:20.712 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:04:20.712 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:04:20.712 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:20 smithi190 ceph-mon[80032]: osdmap e410: 8 total, 8 up, 8 in 2024-08-19T10:04:20.712 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:20 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:20.712 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:20 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-19T10:04:20.712 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:20 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:04:20.713 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:20 smithi190 ceph-mon[77620]: osdmap e410: 8 total, 8 up, 8 in 2024-08-19T10:04:20.713 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:20 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:20.713 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:20 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-19T10:04:20.713 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:20 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:04:20.993 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:04:20.993 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:04:20.993 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:04:20.993 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:04:20.993 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [ 2024-08-19T10:04:20.994 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr", 2024-08-19T10:04:20.994 INFO:teuthology.orchestra.run.smithi190.stdout: "mon" 2024-08-19T10:04:20.994 INFO:teuthology.orchestra.run.smithi190.stdout: ], 2024-08-19T10:04:20.994 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "9/20 daemons upgraded", 2024-08-19T10:04:20.994 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T10:04:20.994 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:04:20.994 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:04:21.379 INFO:tasks.rados.rados.0.smithi190.stdout:1693: done (3 left) 2024-08-19T10:04:21.379 INFO:tasks.rados.rados.0.smithi190.stdout:1694: done (2 left) 2024-08-19T10:04:21.379 INFO:tasks.rados.rados.0.smithi190.stdout:1695: done (1 left) 2024-08-19T10:04:21.379 INFO:tasks.rados.rados.0.smithi190.stdout:1696: done (0 left) 2024-08-19T10:04:21.379 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 38 current snap is 170 2024-08-19T10:04:21.379 INFO:tasks.rados.rados.0.smithi190.stdout:1697: seq_num 523 ranges {1212416=770048,1982464=491520,2473984=311296} 2024-08-19T10:04:21.388 INFO:tasks.rados.rados.0.smithi190.stdout:1697: writing smithi19066007-38 from 1212416 to 1982464 tid 1 2024-08-19T10:04:21.391 INFO:tasks.rados.rados.0.smithi190.stdout:1697: writing smithi19066007-38 from 1982464 to 2473984 tid 2 2024-08-19T10:04:21.393 INFO:tasks.rados.rados.0.smithi190.stdout:1697: writing smithi19066007-38 from 2473984 to 2785280 tid 3 2024-08-19T10:04:21.394 INFO:tasks.rados.rados.0.smithi190.stdout:1698: snap_create 2024-08-19T10:04:21.397 INFO:tasks.rados.rados.0.smithi190.stdout:1697: finishing write tid 1 to smithi19066007-38 2024-08-19T10:04:21.397 INFO:tasks.rados.rados.0.smithi190.stdout:1697: finishing write tid 2 to smithi19066007-38 2024-08-19T10:04:21.397 INFO:tasks.rados.rados.0.smithi190.stdout:1697: finishing write tid 3 to smithi19066007-38 2024-08-19T10:04:21.397 INFO:tasks.rados.rados.0.smithi190.stdout:1697: finishing write tid 4 to smithi19066007-38 2024-08-19T10:04:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:1697: finishing write tid 5 to smithi19066007-38 2024-08-19T10:04:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:1697: oid 38 updating version 0 to 656 2024-08-19T10:04:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:1697: oid 38 updating version 656 to 657 2024-08-19T10:04:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:1697: oid 38 version 657 is already newer than 655 2024-08-19T10:04:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:1697: oid 38 updating version 657 to 658 2024-08-19T10:04:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 658 (ObjNum 523 snap 170 seq_num 523) dirty exists 2024-08-19T10:04:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:1697: left oid 38 (ObjNum 523 snap 170 seq_num 523) 2024-08-19T10:04:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:21 smithi196 ceph-mon[72638]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:21.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:21 smithi196 ceph-mon[72638]: pgmap v286: 121 pgs: 121 active+clean; 136 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-08-19T10:04:21.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:21 smithi196 ceph-mon[72638]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:21.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:21 smithi196 ceph-mon[72638]: Upgrade: Updating osd.4 2024-08-19T10:04:21.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:21 smithi196 ceph-mon[72638]: Deploying daemon osd.4 on smithi196 2024-08-19T10:04:21.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:21 smithi196 ceph-mon[72638]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:21.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:21 smithi196 ceph-mon[72638]: osdmap e411: 8 total, 8 up, 8 in 2024-08-19T10:04:21.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:21 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/511420784' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[77620]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[77620]: pgmap v286: 121 pgs: 121 active+clean; 136 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-08-19T10:04:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[77620]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[77620]: Upgrade: Updating osd.4 2024-08-19T10:04:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[77620]: Deploying daemon osd.4 on smithi196 2024-08-19T10:04:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[77620]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[77620]: osdmap e411: 8 total, 8 up, 8 in 2024-08-19T10:04:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/511420784' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:21.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[80032]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:21.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[80032]: pgmap v286: 121 pgs: 121 active+clean; 136 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-08-19T10:04:21.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[80032]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:21.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[80032]: Upgrade: Updating osd.4 2024-08-19T10:04:21.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[80032]: Deploying daemon osd.4 on smithi196 2024-08-19T10:04:21.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[80032]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:21.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[80032]: osdmap e411: 8 total, 8 up, 8 in 2024-08-19T10:04:21.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:21 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/511420784' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:22.385 INFO:tasks.rados.rados.0.smithi190.stdout:1697: done (1 left) 2024-08-19T10:04:22.386 INFO:tasks.rados.rados.0.smithi190.stdout:1698: done (0 left) 2024-08-19T10:04:22.386 INFO:tasks.rados.rados.0.smithi190.stdout:1699: setattr oid 29 current snap is 171 2024-08-19T10:04:22.388 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 31 current snap is 171 2024-08-19T10:04:22.388 INFO:tasks.rados.rados.0.smithi190.stdout:1700: seq_num 524 ranges {425984=786432,1212416=778240,1990656=24576} 2024-08-19T10:04:22.395 INFO:tasks.rados.rados.0.smithi190.stdout:1700: writing smithi19066007-31 from 425984 to 1212416 tid 1 2024-08-19T10:04:22.400 INFO:tasks.rados.rados.0.smithi190.stdout:1700: writing smithi19066007-31 from 1212416 to 1990656 tid 2 2024-08-19T10:04:22.400 INFO:tasks.rados.rados.0.smithi190.stdout:1700: writing smithi19066007-31 from 1990656 to 2015232 tid 3 2024-08-19T10:04:22.400 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 46 current snap is 171 2024-08-19T10:04:22.400 INFO:tasks.rados.rados.0.smithi190.stdout:1701: seq_num 525 ranges {1384448=802816,2187264=712704,2899968=90112} 2024-08-19T10:04:22.412 INFO:tasks.rados.rados.0.smithi190.stdout:1701: writing smithi19066007-46 from 1384448 to 2187264 tid 1 2024-08-19T10:04:22.416 INFO:tasks.rados.rados.0.smithi190.stdout:1701: writing smithi19066007-46 from 2187264 to 2899968 tid 2 2024-08-19T10:04:22.417 INFO:tasks.rados.rados.0.smithi190.stdout:1701: writing smithi19066007-46 from 2899968 to 2990080 tid 3 2024-08-19T10:04:22.417 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 14 current snap is 171 2024-08-19T10:04:22.417 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 450 (ObjNum 516 snap 167 seq_num 516) dirty exists 2024-08-19T10:04:22.417 INFO:tasks.rados.rados.0.smithi190.stdout:1702: seq_num 526 ranges {3743744=417792,4161536=589824,4751360=614400} 2024-08-19T10:04:22.439 INFO:tasks.rados.rados.0.smithi190.stdout:1702: writing smithi19066007-14 from 3743744 to 4161536 tid 1 2024-08-19T10:04:22.442 INFO:tasks.rados.rados.0.smithi190.stdout:1702: writing smithi19066007-14 from 4161536 to 4751360 tid 2 2024-08-19T10:04:22.446 INFO:tasks.rados.rados.0.smithi190.stdout:1702: writing smithi19066007-14 from 4751360 to 5365760 tid 3 2024-08-19T10:04:22.446 INFO:tasks.rados.rados.0.smithi190.stdout:1699: done (3 left) 2024-08-19T10:04:22.446 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 171 2024-08-19T10:04:22.446 INFO:tasks.rados.rados.0.smithi190.stdout:1700: finishing write tid 1 to smithi19066007-31 2024-08-19T10:04:22.447 INFO:tasks.rados.rados.0.smithi190.stdout:1703: seq_num 527 ranges {1515520=434176,1949696=475136,2424832=565248,2990080=163840} 2024-08-19T10:04:22.457 INFO:tasks.rados.rados.0.smithi190.stdout:1703: writing smithi19066007-20 from 1515520 to 1949696 tid 1 2024-08-19T10:04:22.460 INFO:tasks.rados.rados.0.smithi190.stdout:1703: writing smithi19066007-20 from 1949696 to 2424832 tid 2 2024-08-19T10:04:22.463 INFO:tasks.rados.rados.0.smithi190.stdout:1703: writing smithi19066007-20 from 2424832 to 2990080 tid 3 2024-08-19T10:04:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:1703: writing smithi19066007-20 from 2990080 to 3153920 tid 4 2024-08-19T10:04:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:1704: rmattr oid 12 current snap is 171 2024-08-19T10:04:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:1704: done (4 left) 2024-08-19T10:04:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:1705: setattr oid 47 current snap is 171 2024-08-19T10:04:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:1700: finishing write tid 2 to smithi19066007-31 2024-08-19T10:04:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:1700: finishing write tid 3 to smithi19066007-31 2024-08-19T10:04:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:1700: finishing write tid 4 to smithi19066007-31 2024-08-19T10:04:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:1700: finishing write tid 5 to smithi19066007-31 2024-08-19T10:04:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:1700: oid 31 updating version 0 to 916 2024-08-19T10:04:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:1700: oid 31 updating version 916 to 917 2024-08-19T10:04:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:1700: oid 31 version 917 is already newer than 914 2024-08-19T10:04:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:1700: oid 31 version 917 is already newer than 915 2024-08-19T10:04:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 917 (ObjNum 524 snap 171 seq_num 524) dirty exists 2024-08-19T10:04:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:1700: left oid 31 (ObjNum 524 snap 171 seq_num 524) 2024-08-19T10:04:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:1701: finishing write tid 1 to smithi19066007-46 2024-08-19T10:04:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:1701: finishing write tid 2 to smithi19066007-46 2024-08-19T10:04:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:1701: finishing write tid 3 to smithi19066007-46 2024-08-19T10:04:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:1701: finishing write tid 4 to smithi19066007-46 2024-08-19T10:04:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:1701: finishing write tid 5 to smithi19066007-46 2024-08-19T10:04:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:1701: oid 46 updating version 0 to 518 2024-08-19T10:04:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:1701: oid 46 updating version 518 to 521 2024-08-19T10:04:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:1701: oid 46 version 521 is already newer than 519 2024-08-19T10:04:22.467 INFO:tasks.rados.rados.0.smithi190.stdout:1701: oid 46 version 521 is already newer than 520 2024-08-19T10:04:22.467 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 521 (ObjNum 525 snap 171 seq_num 525) dirty exists 2024-08-19T10:04:22.467 INFO:tasks.rados.rados.0.smithi190.stdout:1701: left oid 46 (ObjNum 525 snap 171 seq_num 525) 2024-08-19T10:04:22.467 INFO:tasks.rados.rados.0.smithi190.stdout:1702: finishing write tid 1 to smithi19066007-14 2024-08-19T10:04:22.467 INFO:tasks.rados.rados.0.smithi190.stdout:1702: finishing write tid 2 to smithi19066007-14 2024-08-19T10:04:22.467 INFO:tasks.rados.rados.0.smithi190.stdout:1702: finishing write tid 3 to smithi19066007-14 2024-08-19T10:04:22.467 INFO:tasks.rados.rados.0.smithi190.stdout:1702: finishing write tid 4 to smithi19066007-14 2024-08-19T10:04:22.467 INFO:tasks.rados.rados.0.smithi190.stdout:1702: finishing write tid 5 to smithi19066007-14 2024-08-19T10:04:22.467 INFO:tasks.rados.rados.0.smithi190.stdout:1702: oid 14 updating version 0 to 921 2024-08-19T10:04:22.467 INFO:tasks.rados.rados.0.smithi190.stdout:1702: oid 14 version 921 is already newer than 920 2024-08-19T10:04:22.468 INFO:tasks.rados.rados.0.smithi190.stdout:1702: oid 14 updating version 921 to 922 2024-08-19T10:04:22.468 INFO:tasks.rados.rados.0.smithi190.stdout:1702: oid 14 version 922 is already newer than 919 2024-08-19T10:04:22.468 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 922 (ObjNum 526 snap 171 seq_num 526) dirty exists 2024-08-19T10:04:22.468 INFO:tasks.rados.rados.0.smithi190.stdout:1702: left oid 14 (ObjNum 526 snap 171 seq_num 526) 2024-08-19T10:04:22.468 INFO:tasks.rados.rados.0.smithi190.stdout:1703: finishing write tid 1 to smithi19066007-20 2024-08-19T10:04:22.468 INFO:tasks.rados.rados.0.smithi190.stdout:1703: finishing write tid 2 to smithi19066007-20 2024-08-19T10:04:22.469 INFO:tasks.rados.rados.0.smithi190.stdout:1700: done (4 left) 2024-08-19T10:04:22.469 INFO:tasks.rados.rados.0.smithi190.stdout:1701: done (3 left) 2024-08-19T10:04:22.469 INFO:tasks.rados.rados.0.smithi190.stdout:1702: done (2 left) 2024-08-19T10:04:22.469 INFO:tasks.rados.rados.0.smithi190.stdout:1706: rollback oid 24 current snap is 171 2024-08-19T10:04:22.469 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 24 to 170 2024-08-19T10:04:22.469 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 171 2024-08-19T10:04:22.469 INFO:tasks.rados.rados.0.smithi190.stdout:1707: seq_num 528 ranges {0=450560,450560=761856,1212416=442368} 2024-08-19T10:04:22.469 INFO:tasks.rados.rados.0.smithi190.stdout:1707: writing smithi19066007-40 from 0 to 450560 tid 1 2024-08-19T10:04:22.473 INFO:tasks.rados.rados.0.smithi190.stdout:1707: writing smithi19066007-40 from 450560 to 1212416 tid 2 2024-08-19T10:04:22.476 INFO:tasks.rados.rados.0.smithi190.stdout:1707: writing smithi19066007-40 from 1212416 to 1654784 tid 3 2024-08-19T10:04:22.477 INFO:tasks.rados.rados.0.smithi190.stdout:1708: rollback oid 42 current snap is 171 2024-08-19T10:04:22.477 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 42 to 168 2024-08-19T10:04:22.477 INFO:tasks.rados.rados.0.smithi190.stdout:1703: finishing write tid 3 to smithi19066007-20 2024-08-19T10:04:22.477 INFO:tasks.rados.rados.0.smithi190.stdout:1703: finishing write tid 4 to smithi19066007-20 2024-08-19T10:04:22.477 INFO:tasks.rados.rados.0.smithi190.stdout:1703: finishing write tid 5 to smithi19066007-20 2024-08-19T10:04:22.477 INFO:tasks.rados.rados.0.smithi190.stdout:1703: finishing write tid 6 to smithi19066007-20 2024-08-19T10:04:22.477 INFO:tasks.rados.rados.0.smithi190.stdout:1703: oid 20 updating version 0 to 853 2024-08-19T10:04:22.477 INFO:tasks.rados.rados.0.smithi190.stdout:1703: oid 20 version 853 is already newer than 852 2024-08-19T10:04:22.477 INFO:tasks.rados.rados.0.smithi190.stdout:1703: oid 20 version 853 is already newer than 850 2024-08-19T10:04:22.477 INFO:tasks.rados.rados.0.smithi190.stdout:1703: oid 20 version 853 is already newer than 851 2024-08-19T10:04:22.477 INFO:tasks.rados.rados.0.smithi190.stdout:1703: oid 20 updating version 853 to 854 2024-08-19T10:04:22.477 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 854 (ObjNum 527 snap 171 seq_num 527) dirty exists 2024-08-19T10:04:22.477 INFO:tasks.rados.rados.0.smithi190.stdout:1703: left oid 20 (ObjNum 527 snap 171 seq_num 527) 2024-08-19T10:04:22.478 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1102 (ObjNum 510 snap 163 seq_num 510) dirty exists 2024-08-19T10:04:22.478 INFO:tasks.rados.rados.0.smithi190.stdout:1706: finishing rollback tid 1 to smithi19066007-24 2024-08-19T10:04:22.478 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T10:04:22.478 INFO:tasks.rados.rados.0.smithi190.stdout:1707: finishing write tid 1 to smithi19066007-40 2024-08-19T10:04:22.478 INFO:tasks.rados.rados.0.smithi190.stdout:1703: done (4 left) 2024-08-19T10:04:22.478 INFO:tasks.rados.rados.0.smithi190.stdout:1705: done (3 left) 2024-08-19T10:04:22.478 INFO:tasks.rados.rados.0.smithi190.stdout:1706: done (2 left) 2024-08-19T10:04:22.478 INFO:tasks.rados.rados.0.smithi190.stdout:1709: copy_from oid 34 from oid 6 current snap is 171 2024-08-19T10:04:22.478 INFO:tasks.rados.rados.0.smithi190.stdout:1707: finishing write tid 2 to smithi19066007-40 2024-08-19T10:04:22.478 INFO:tasks.rados.rados.0.smithi190.stdout:1710: delete oid 21 current snap is 171 2024-08-19T10:04:22.481 INFO:tasks.rados.rados.0.smithi190.stdout:1709: finishing copy_from to smithi19066007-34 2024-08-19T10:04:22.481 INFO:tasks.rados.rados.0.smithi190.stdout:1709: got expected ENOENT (src dne) 2024-08-19T10:04:22.481 INFO:tasks.rados.rados.0.smithi190.stdout:1709: finishing copy_from racing read to smithi19066007-34 2024-08-19T10:04:22.481 INFO:tasks.rados.rados.0.smithi190.stdout:1707: finishing write tid 3 to smithi19066007-40 2024-08-19T10:04:22.481 INFO:tasks.rados.rados.0.smithi190.stdout:1709: done (3 left) 2024-08-19T10:04:22.482 INFO:tasks.rados.rados.0.smithi190.stdout:1710: done (2 left) 2024-08-19T10:04:22.482 INFO:tasks.rados.rados.0.smithi190.stdout:1711: rmattr oid 46 current snap is 171 2024-08-19T10:04:22.482 INFO:tasks.rados.rados.0.smithi190.stdout:1711: done (2 left) 2024-08-19T10:04:22.482 INFO:tasks.rados.rados.0.smithi190.stdout:1712: copy_from oid 25 from oid 6 current snap is 171 2024-08-19T10:04:22.482 INFO:tasks.rados.rados.0.smithi190.stdout:1713: setattr oid 26 current snap is 171 2024-08-19T10:04:22.482 INFO:tasks.rados.rados.0.smithi190.stdout:1708: finishing rollback tid 0 to smithi19066007-42 2024-08-19T10:04:22.482 INFO:tasks.rados.rados.0.smithi190.stdout:1708: finishing rollback tid 1 to smithi19066007-42 2024-08-19T10:04:22.482 INFO:tasks.rados.rados.0.smithi190.stdout:1708: finishing rollback tid 2 to smithi19066007-42 2024-08-19T10:04:22.482 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1099 (ObjNum 496 snap 160 seq_num 496) dirty exists 2024-08-19T10:04:22.483 INFO:tasks.rados.rados.0.smithi190.stdout:1707: finishing write tid 4 to smithi19066007-40 2024-08-19T10:04:22.483 INFO:tasks.rados.rados.0.smithi190.stdout:1712: finishing copy_from to smithi19066007-25 2024-08-19T10:04:22.483 INFO:tasks.rados.rados.0.smithi190.stdout:1712: got expected ENOENT (src dne) 2024-08-19T10:04:22.483 INFO:tasks.rados.rados.0.smithi190.stdout:1712: finishing copy_from racing read to smithi19066007-25 2024-08-19T10:04:22.483 INFO:tasks.rados.rados.0.smithi190.stdout:1707: finishing write tid 5 to smithi19066007-40 2024-08-19T10:04:22.483 INFO:tasks.rados.rados.0.smithi190.stdout:1707: oid 40 updating version 0 to 126 2024-08-19T10:04:22.483 INFO:tasks.rados.rados.0.smithi190.stdout:1707: oid 40 updating version 126 to 127 2024-08-19T10:04:22.483 INFO:tasks.rados.rados.0.smithi190.stdout:1707: oid 40 updating version 127 to 128 2024-08-19T10:04:22.483 INFO:tasks.rados.rados.0.smithi190.stdout:1707: oid 40 updating version 128 to 129 2024-08-19T10:04:22.484 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 129 (ObjNum 528 snap 171 seq_num 528) dirty exists 2024-08-19T10:04:22.484 INFO:tasks.rados.rados.0.smithi190.stdout:1707: left oid 40 (ObjNum 528 snap 171 seq_num 528) 2024-08-19T10:04:22.484 INFO:tasks.rados.rados.0.smithi190.stdout:1707: done (3 left) 2024-08-19T10:04:22.484 INFO:tasks.rados.rados.0.smithi190.stdout:1708: done (2 left) 2024-08-19T10:04:22.484 INFO:tasks.rados.rados.0.smithi190.stdout:1712: done (1 left) 2024-08-19T10:04:22.484 INFO:tasks.rados.rados.0.smithi190.stdout:1714: snap_create 2024-08-19T10:04:22.484 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1103 (ObjNum 514 snap 164 seq_num 514) dirty exists 2024-08-19T10:04:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:22 smithi196 ceph-mon[72638]: from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:22.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:22 smithi196 ceph-mon[72638]: osdmap e412: 8 total, 8 up, 8 in 2024-08-19T10:04:22.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:22 smithi190 ceph-mon[77620]: from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:22.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:22 smithi190 ceph-mon[77620]: osdmap e412: 8 total, 8 up, 8 in 2024-08-19T10:04:22.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:22 smithi190 ceph-mon[80032]: from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:22.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:22 smithi190 ceph-mon[80032]: osdmap e412: 8 total, 8 up, 8 in 2024-08-19T10:04:23.261 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:23 smithi196 systemd[1]: Stopping Ceph osd.4 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:04:23.322 INFO:tasks.rados.rados.0.smithi190.stdout:1713: done (1 left) 2024-08-19T10:04:23.322 INFO:tasks.rados.rados.0.smithi190.stdout:1714: done (0 left) 2024-08-19T10:04:23.322 INFO:tasks.rados.rados.0.smithi190.stdout:1715: delete oid 24 current snap is 172 2024-08-19T10:04:23.331 INFO:tasks.rados.rados.0.smithi190.stdout:1715: done (0 left) 2024-08-19T10:04:23.331 INFO:tasks.rados.rados.0.smithi190.stdout:1716: rmattr oid 14 current snap is 172 2024-08-19T10:04:23.331 INFO:tasks.rados.rados.0.smithi190.stdout:1717: delete oid 7 current snap is 172 2024-08-19T10:04:23.334 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 924 (ObjNum 526 snap 171 seq_num 526) dirty exists 2024-08-19T10:04:23.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:23 smithi196 ceph-mon[72638]: pgmap v289: 121 pgs: 121 active+clean; 143 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-19T10:04:23.703 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:23 smithi196 ceph-mon[72638]: osdmap e413: 8 total, 8 up, 8 in 2024-08-19T10:04:23.703 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:23 smithi196 ceph-mon[72638]: osd.4 marked itself down and dead 2024-08-19T10:04:23.703 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:23 smithi196 ceph-mon[72638]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:04:23.703 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:23 smithi196 ceph-mon[72638]: osdmap e414: 8 total, 7 up, 8 in 2024-08-19T10:04:23.704 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[24812]: 2024-08-19T10:04:23.265+0000 7f21dab37640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:04:23.704 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[24812]: 2024-08-19T10:04:23.265+0000 7f21dab37640 -1 osd.4 413 *** Got signal Terminated *** 2024-08-19T10:04:23.704 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[24812]: 2024-08-19T10:04:23.265+0000 7f21dab37640 -1 osd.4 413 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:04:23.820 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:23 smithi190 ceph-mon[77620]: pgmap v289: 121 pgs: 121 active+clean; 143 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-19T10:04:23.820 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:23 smithi190 ceph-mon[77620]: osdmap e413: 8 total, 8 up, 8 in 2024-08-19T10:04:23.820 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:23 smithi190 ceph-mon[77620]: osd.4 marked itself down and dead 2024-08-19T10:04:23.820 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:23 smithi190 ceph-mon[77620]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:04:23.820 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:23 smithi190 ceph-mon[77620]: osdmap e414: 8 total, 7 up, 8 in 2024-08-19T10:04:23.820 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:23 smithi190 ceph-mon[80032]: pgmap v289: 121 pgs: 121 active+clean; 143 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-19T10:04:23.821 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:23 smithi190 ceph-mon[80032]: osdmap e413: 8 total, 8 up, 8 in 2024-08-19T10:04:23.821 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:23 smithi190 ceph-mon[80032]: osd.4 marked itself down and dead 2024-08-19T10:04:23.821 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:23 smithi190 ceph-mon[80032]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:04:23.821 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:23 smithi190 ceph-mon[80032]: osdmap e414: 8 total, 7 up, 8 in 2024-08-19T10:04:24.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:23 smithi196 podman[77490]: 2024-08-19 10:04:23.896992849 +0000 UTC m=+0.731386297 container died 36958c5836c170b03bd84c603436627661968551944ddd8d3fd68ecdadcd824e (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4, RELEASE=reef-baa926d, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-19T10:04:24.337 INFO:tasks.rados.rados.0.smithi190.stdout:1716: done (1 left) 2024-08-19T10:04:24.337 INFO:tasks.rados.rados.0.smithi190.stdout:1717: done (0 left) 2024-08-19T10:04:24.337 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 4 current snap is 172 2024-08-19T10:04:24.337 INFO:tasks.rados.rados.0.smithi190.stdout:1718: seq_num 532 ranges {409600=516096,925696=696320,1622016=507904} 2024-08-19T10:04:24.338 INFO:tasks.rados.rados.0.smithi190.stdout:1718: writing smithi19066007-4 from 409600 to 925696 tid 1 2024-08-19T10:04:24.343 INFO:tasks.rados.rados.0.smithi190.stdout:1718: writing smithi19066007-4 from 925696 to 1622016 tid 2 2024-08-19T10:04:24.346 INFO:tasks.rados.rados.0.smithi190.stdout:1718: writing smithi19066007-4 from 1622016 to 2129920 tid 3 2024-08-19T10:04:24.346 INFO:tasks.rados.rados.0.smithi190.stdout:1719: snap_create 2024-08-19T10:04:24.346 INFO:tasks.rados.rados.0.smithi190.stdout:1718: finishing write tid 1 to smithi19066007-4 2024-08-19T10:04:24.349 INFO:tasks.rados.rados.0.smithi190.stdout:1718: finishing write tid 2 to smithi19066007-4 2024-08-19T10:04:24.349 INFO:tasks.rados.rados.0.smithi190.stdout:1718: finishing write tid 3 to smithi19066007-4 2024-08-19T10:04:24.350 INFO:tasks.rados.rados.0.smithi190.stdout:1718: finishing write tid 4 to smithi19066007-4 2024-08-19T10:04:24.351 INFO:tasks.rados.rados.0.smithi190.stdout:1718: finishing write tid 5 to smithi19066007-4 2024-08-19T10:04:24.351 INFO:tasks.rados.rados.0.smithi190.stdout:1718: oid 4 updating version 0 to 929 2024-08-19T10:04:24.351 INFO:tasks.rados.rados.0.smithi190.stdout:1718: oid 4 version 929 is already newer than 926 2024-08-19T10:04:24.351 INFO:tasks.rados.rados.0.smithi190.stdout:1718: oid 4 version 929 is already newer than 927 2024-08-19T10:04:24.351 INFO:tasks.rados.rados.0.smithi190.stdout:1718: oid 4 version 929 is already newer than 928 2024-08-19T10:04:24.351 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 929 (ObjNum 532 snap 172 seq_num 532) dirty exists 2024-08-19T10:04:24.351 INFO:tasks.rados.rados.0.smithi190.stdout:1718: left oid 4 (ObjNum 532 snap 172 seq_num 532) 2024-08-19T10:04:24.509 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:24 smithi196 podman[77490]: 2024-08-19 10:04:24.316211952 +0000 UTC m=+1.150605394 container cleanup 36958c5836c170b03bd84c603436627661968551944ddd8d3fd68ecdadcd824e (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, RELEASE=reef-baa926d, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:04:24.509 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:24 smithi196 bash[77490]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4 2024-08-19T10:04:24.566 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:04:24 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:04:24] "GET /metrics HTTP/1.1" 200 36237 "" "Prometheus/2.43.0" 2024-08-19T10:04:24.917 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:24 smithi196 podman[77515]: 2024-08-19 10:04:24.50919939 +0000 UTC m=+0.615165961 container remove 36958c5836c170b03bd84c603436627661968551944ddd8d3fd68ecdadcd824e (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-baa926d, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-19T10:04:25.189 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:24 smithi196 podman[77607]: 2024-08-19 10:04:24.935245014 +0000 UTC m=+0.110366711 container create 3ca2a2a35ba1877833c22842286cc6dc0ae5edadadb553afdeade05074fe760a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-deactivate, RELEASE=main-7976693, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-19T10:04:25.189 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:24 smithi196 podman[77607]: 2024-08-19 10:04:24.84276945 +0000 UTC m=+0.017891104 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:04:25.189 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:25 smithi196 podman[77607]: 2024-08-19 10:04:25.188399644 +0000 UTC m=+0.363521301 container init 3ca2a2a35ba1877833c22842286cc6dc0ae5edadadb553afdeade05074fe760a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-7976693, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-19T10:04:25.329 INFO:tasks.rados.rados.0.smithi190.stdout:1718: done (1 left) 2024-08-19T10:04:25.329 INFO:tasks.rados.rados.0.smithi190.stdout:1719: done (0 left) 2024-08-19T10:04:25.329 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 45 current snap is 173 2024-08-19T10:04:25.329 INFO:tasks.rados.rados.0.smithi190.stdout:1720: seq_num 533 ranges {10436608=532480,10969088=630784,11599872=516096,12115968=57344} 2024-08-19T10:04:25.389 INFO:tasks.rados.rados.0.smithi190.stdout:1720: writing smithi19066007-45 from 10436608 to 10969088 tid 1 2024-08-19T10:04:25.393 INFO:tasks.rados.rados.0.smithi190.stdout:1720: writing smithi19066007-45 from 10969088 to 11599872 tid 2 2024-08-19T10:04:25.396 INFO:tasks.rados.rados.0.smithi190.stdout:1720: writing smithi19066007-45 from 11599872 to 12115968 tid 3 2024-08-19T10:04:25.396 INFO:tasks.rados.rados.0.smithi190.stdout:1720: writing smithi19066007-45 from 12115968 to 12173312 tid 4 2024-08-19T10:04:25.396 INFO:tasks.rados.rados.0.smithi190.stdout:1721: snap_remove snap 170 2024-08-19T10:04:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:25 smithi196 ceph-mon[72638]: pgmap v292: 121 pgs: 7 peering, 7 stale+active+clean, 107 active+clean; 148 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-08-19T10:04:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:25 smithi196 ceph-mon[72638]: osdmap e415: 8 total, 7 up, 8 in 2024-08-19T10:04:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:25 smithi196 ceph-mon[72638]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-08-19T10:04:25.667 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:25 smithi196 podman[77607]: 2024-08-19 10:04:25.192094155 +0000 UTC m=+0.367215819 container start 3ca2a2a35ba1877833c22842286cc6dc0ae5edadadb553afdeade05074fe760a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-19T10:04:25.667 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:25 smithi196 podman[77607]: 2024-08-19 10:04:25.26258691 +0000 UTC m=+0.437708577 container attach 3ca2a2a35ba1877833c22842286cc6dc0ae5edadadb553afdeade05074fe760a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-7976693, GIT_CLEAN=True) 2024-08-19T10:04:25.668 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:25 smithi196 podman[77607]: 2024-08-19 10:04:25.38312212 +0000 UTC m=+0.558243779 container died 3ca2a2a35ba1877833c22842286cc6dc0ae5edadadb553afdeade05074fe760a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-deactivate, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-7976693, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:04:25.764 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:25 smithi190 ceph-mon[80032]: pgmap v292: 121 pgs: 7 peering, 7 stale+active+clean, 107 active+clean; 148 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-08-19T10:04:25.764 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:25 smithi190 ceph-mon[80032]: osdmap e415: 8 total, 7 up, 8 in 2024-08-19T10:04:25.764 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:25 smithi190 ceph-mon[80032]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-08-19T10:04:25.764 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:25 smithi190 ceph-mon[77620]: pgmap v292: 121 pgs: 7 peering, 7 stale+active+clean, 107 active+clean; 148 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-08-19T10:04:25.765 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:25 smithi190 ceph-mon[77620]: osdmap e415: 8 total, 7 up, 8 in 2024-08-19T10:04:25.765 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:25 smithi190 ceph-mon[77620]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-08-19T10:04:26.250 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 podman[77631]: 2024-08-19 10:04:26.024878759 +0000 UTC m=+0.635794117 container remove 3ca2a2a35ba1877833c22842286cc6dc0ae5edadadb553afdeade05074fe760a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=main-7976693, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True) 2024-08-19T10:04:26.250 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.4.service: Deactivated successfully. 2024-08-19T10:04:26.251 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 systemd[1]: Stopped Ceph osd.4 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:04:26.251 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.4.service: Consumed 13.009s CPU time. 2024-08-19T10:04:26.346 INFO:tasks.rados.rados.0.smithi190.stdout:1721: done (1 left) 2024-08-19T10:04:26.346 INFO:tasks.rados.rados.0.smithi190.stdout:1722: copy_from oid 25 from oid 40 current snap is 173 2024-08-19T10:04:26.346 INFO:tasks.rados.rados.0.smithi190.stdout:1720: finishing write tid 1 to smithi19066007-45 2024-08-19T10:04:26.346 INFO:tasks.rados.rados.0.smithi190.stdout:1720: finishing write tid 2 to smithi19066007-45 2024-08-19T10:04:26.346 INFO:tasks.rados.rados.0.smithi190.stdout:1720: finishing write tid 3 to smithi19066007-45 2024-08-19T10:04:26.346 INFO:tasks.rados.rados.0.smithi190.stdout:1720: finishing write tid 4 to smithi19066007-45 2024-08-19T10:04:26.346 INFO:tasks.rados.rados.0.smithi190.stdout:1720: finishing write tid 5 to smithi19066007-45 2024-08-19T10:04:26.346 INFO:tasks.rados.rados.0.smithi190.stdout:1720: finishing write tid 6 to smithi19066007-45 2024-08-19T10:04:26.346 INFO:tasks.rados.rados.0.smithi190.stdout:1720: oid 45 updating version 0 to 1147 2024-08-19T10:04:26.347 INFO:tasks.rados.rados.0.smithi190.stdout:1720: oid 45 updating version 1147 to 1149 2024-08-19T10:04:26.347 INFO:tasks.rados.rados.0.smithi190.stdout:1720: oid 45 updating version 1149 to 1150 2024-08-19T10:04:26.347 INFO:tasks.rados.rados.0.smithi190.stdout:1720: oid 45 updating version 1150 to 1151 2024-08-19T10:04:26.347 INFO:tasks.rados.rados.0.smithi190.stdout:1720: oid 45 version 1151 is already newer than 1148 2024-08-19T10:04:26.347 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 1151 (ObjNum 533 snap 173 seq_num 533) dirty exists 2024-08-19T10:04:26.347 INFO:tasks.rados.rados.0.smithi190.stdout:1720: left oid 45 (ObjNum 533 snap 173 seq_num 533) 2024-08-19T10:04:26.347 INFO:tasks.rados.rados.0.smithi190.stdout:1720: done (1 left) 2024-08-19T10:04:26.347 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 173 2024-08-19T10:04:26.347 INFO:tasks.rados.rados.0.smithi190.stdout:1723: seq_num 534 ranges {0=548864,548864=516096,1064960=688128} 2024-08-19T10:04:26.349 INFO:tasks.rados.rados.0.smithi190.stdout:1723: writing smithi19066007-32 from 0 to 548864 tid 1 2024-08-19T10:04:26.352 INFO:tasks.rados.rados.0.smithi190.stdout:1723: writing smithi19066007-32 from 548864 to 1064960 tid 2 2024-08-19T10:04:26.357 INFO:tasks.rados.rados.0.smithi190.stdout:1723: writing smithi19066007-32 from 1064960 to 1753088 tid 3 2024-08-19T10:04:26.357 INFO:tasks.rados.rados.0.smithi190.stdout:1724: snap_remove snap 167 2024-08-19T10:04:26.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:26 smithi196 ceph-mon[72638]: osdmap e416: 8 total, 7 up, 8 in 2024-08-19T10:04:26.596 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 systemd[1]: Starting Ceph osd.4 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:04:26.596 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 podman[77733]: 2024-08-19 10:04:26.375599989 +0000 UTC m=+0.018668161 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:04:26.596 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 podman[77733]: 2024-08-19 10:04:26.484129264 +0000 UTC m=+0.127197407 container create f8d052ef4c591dd68d744a15ec2a83813a454ad199c28d0dddb2147e582c8276 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate, RELEASE=main-7976693, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True) 2024-08-19T10:04:26.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:26 smithi190 ceph-mon[77620]: osdmap e416: 8 total, 7 up, 8 in 2024-08-19T10:04:26.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:26 smithi190 ceph-mon[80032]: osdmap e416: 8 total, 7 up, 8 in 2024-08-19T10:04:26.850 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 podman[77733]: 2024-08-19 10:04:26.703121645 +0000 UTC m=+0.346189805 container init f8d052ef4c591dd68d744a15ec2a83813a454ad199c28d0dddb2147e582c8276 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=main-7976693, maintainer=Guillaume Abrioux ) 2024-08-19T10:04:26.850 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 podman[77733]: 2024-08-19 10:04:26.706308234 +0000 UTC m=+0.349376378 container start f8d052ef4c591dd68d744a15ec2a83813a454ad199c28d0dddb2147e582c8276 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.build-date=20240731, RELEASE=main-7976693, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-19T10:04:26.850 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 podman[77733]: 2024-08-19 10:04:26.778136442 +0000 UTC m=+0.421204596 container attach f8d052ef4c591dd68d744a15ec2a83813a454ad199c28d0dddb2147e582c8276 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-19T10:04:26.850 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate[77748]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:04:26.850 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 bash[77733]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:04:26.850 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate[77748]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:04:26.850 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 bash[77733]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:04:27.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate[77748]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:04:27.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 bash[77733]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:04:27.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate[77748]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:04:27.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 bash[77733]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:04:27.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate[77748]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:04:27.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 bash[77733]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:04:27.168 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate[77748]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-19T10:04:27.168 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 bash[77733]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-19T10:04:27.168 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate[77748]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-08-19T10:04:27.168 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:26 smithi196 bash[77733]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-08-19T10:04:27.347 INFO:tasks.rados.rados.0.smithi190.stdout:1724: done (2 left) 2024-08-19T10:04:27.348 INFO:tasks.rados.rados.0.smithi190.stdout:1725: delete oid 19 current snap is 173 2024-08-19T10:04:27.348 INFO:tasks.rados.rados.0.smithi190.stdout:1722: finishing copy_from racing read to smithi19066007-25 2024-08-19T10:04:27.348 INFO:tasks.rados.rados.0.smithi190.stdout:1723: finishing write tid 1 to smithi19066007-32 2024-08-19T10:04:27.348 INFO:tasks.rados.rados.0.smithi190.stdout:1723: finishing write tid 2 to smithi19066007-32 2024-08-19T10:04:27.348 INFO:tasks.rados.rados.0.smithi190.stdout:1722: finishing copy_from to smithi19066007-25 2024-08-19T10:04:27.348 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 129 (ObjNum 528 snap 171 seq_num 528) dirty exists 2024-08-19T10:04:27.348 INFO:tasks.rados.rados.0.smithi190.stdout:1723: finishing write tid 3 to smithi19066007-32 2024-08-19T10:04:27.348 INFO:tasks.rados.rados.0.smithi190.stdout:1723: finishing write tid 4 to smithi19066007-32 2024-08-19T10:04:27.348 INFO:tasks.rados.rados.0.smithi190.stdout:1723: finishing write tid 5 to smithi19066007-32 2024-08-19T10:04:27.348 INFO:tasks.rados.rados.0.smithi190.stdout:1723: oid 32 updating version 0 to 934 2024-08-19T10:04:27.348 INFO:tasks.rados.rados.0.smithi190.stdout:1723: oid 32 updating version 934 to 941 2024-08-19T10:04:27.348 INFO:tasks.rados.rados.0.smithi190.stdout:1723: oid 32 version 941 is already newer than 940 2024-08-19T10:04:27.348 INFO:tasks.rados.rados.0.smithi190.stdout:1723: oid 32 version 941 is already newer than 935 2024-08-19T10:04:27.349 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 941 (ObjNum 534 snap 173 seq_num 534) dirty exists 2024-08-19T10:04:27.349 INFO:tasks.rados.rados.0.smithi190.stdout:1723: left oid 32 (ObjNum 534 snap 173 seq_num 534) 2024-08-19T10:04:27.355 INFO:tasks.rados.rados.0.smithi190.stdout:1722: done (2 left) 2024-08-19T10:04:27.356 INFO:tasks.rados.rados.0.smithi190.stdout:1723: done (1 left) 2024-08-19T10:04:27.356 INFO:tasks.rados.rados.0.smithi190.stdout:1725: done (0 left) 2024-08-19T10:04:27.356 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 173 2024-08-19T10:04:27.356 INFO:tasks.rados.rados.0.smithi190.stdout:1726: seq_num 536 ranges {0=581632,581632=688128,1269760=516096} 2024-08-19T10:04:27.359 INFO:tasks.rados.rados.0.smithi190.stdout:1726: writing smithi19066007-23 from 0 to 581632 tid 1 2024-08-19T10:04:27.363 INFO:tasks.rados.rados.0.smithi190.stdout:1726: writing smithi19066007-23 from 581632 to 1269760 tid 2 2024-08-19T10:04:27.367 INFO:tasks.rados.rados.0.smithi190.stdout:1726: writing smithi19066007-23 from 1269760 to 1785856 tid 3 2024-08-19T10:04:27.367 INFO:tasks.rados.rados.0.smithi190.stdout:1727: snap_create 2024-08-19T10:04:27.367 INFO:tasks.rados.rados.0.smithi190.stdout:1726: finishing write tid 1 to smithi19066007-23 2024-08-19T10:04:27.367 INFO:tasks.rados.rados.0.smithi190.stdout:1726: finishing write tid 2 to smithi19066007-23 2024-08-19T10:04:27.369 INFO:tasks.rados.rados.0.smithi190.stdout:1726: finishing write tid 3 to smithi19066007-23 2024-08-19T10:04:27.369 INFO:tasks.rados.rados.0.smithi190.stdout:1726: finishing write tid 4 to smithi19066007-23 2024-08-19T10:04:27.370 INFO:tasks.rados.rados.0.smithi190.stdout:1726: finishing write tid 5 to smithi19066007-23 2024-08-19T10:04:27.370 INFO:tasks.rados.rados.0.smithi190.stdout:1726: oid 23 updating version 0 to 659 2024-08-19T10:04:27.370 INFO:tasks.rados.rados.0.smithi190.stdout:1726: oid 23 updating version 659 to 660 2024-08-19T10:04:27.370 INFO:tasks.rados.rados.0.smithi190.stdout:1726: oid 23 updating version 660 to 661 2024-08-19T10:04:27.370 INFO:tasks.rados.rados.0.smithi190.stdout:1726: oid 23 updating version 661 to 662 2024-08-19T10:04:27.371 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 662 (ObjNum 536 snap 173 seq_num 536) dirty exists 2024-08-19T10:04:27.371 INFO:tasks.rados.rados.0.smithi190.stdout:1726: left oid 23 (ObjNum 536 snap 173 seq_num 536) 2024-08-19T10:04:27.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:27 smithi196 ceph-mon[72638]: pgmap v295: 121 pgs: 3 active+undersized, 7 peering, 6 stale+active+clean, 1 active+undersized+degraded, 104 active+clean; 155 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 12 op/s; 7/369 objects degraded (1.897%) 2024-08-19T10:04:27.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:27 smithi196 ceph-mon[72638]: Health check failed: Degraded data redundancy: 7/369 objects degraded (1.897%), 1 pg degraded (PG_DEGRADED) 2024-08-19T10:04:27.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:27 smithi196 ceph-mon[72638]: osdmap e417: 8 total, 7 up, 8 in 2024-08-19T10:04:27.549 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:27 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate[77748]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-19T10:04:27.550 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:27 smithi196 bash[77733]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-19T10:04:27.550 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:27 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate[77748]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-08-19T10:04:27.550 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:27 smithi196 bash[77733]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-08-19T10:04:27.550 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:27 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate[77748]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-19T10:04:27.550 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:27 smithi196 bash[77733]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-19T10:04:27.550 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:27 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate[77748]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-19T10:04:27.550 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:27 smithi196 bash[77733]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-19T10:04:27.550 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:27 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate[77748]: --> ceph-volume lvm activate successful for osd ID: 4 2024-08-19T10:04:27.550 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:27 smithi196 bash[77733]: --> ceph-volume lvm activate successful for osd ID: 4 2024-08-19T10:04:27.550 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:27 smithi196 podman[77733]: 2024-08-19 10:04:27.255661571 +0000 UTC m=+0.898729722 container died f8d052ef4c591dd68d744a15ec2a83813a454ad199c28d0dddb2147e582c8276 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-19T10:04:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:27 smithi190 ceph-mon[77620]: pgmap v295: 121 pgs: 3 active+undersized, 7 peering, 6 stale+active+clean, 1 active+undersized+degraded, 104 active+clean; 155 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 12 op/s; 7/369 objects degraded (1.897%) 2024-08-19T10:04:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:27 smithi190 ceph-mon[77620]: Health check failed: Degraded data redundancy: 7/369 objects degraded (1.897%), 1 pg degraded (PG_DEGRADED) 2024-08-19T10:04:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:27 smithi190 ceph-mon[77620]: osdmap e417: 8 total, 7 up, 8 in 2024-08-19T10:04:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:27 smithi190 ceph-mon[80032]: pgmap v295: 121 pgs: 3 active+undersized, 7 peering, 6 stale+active+clean, 1 active+undersized+degraded, 104 active+clean; 155 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 12 op/s; 7/369 objects degraded (1.897%) 2024-08-19T10:04:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:27 smithi190 ceph-mon[80032]: Health check failed: Degraded data redundancy: 7/369 objects degraded (1.897%), 1 pg degraded (PG_DEGRADED) 2024-08-19T10:04:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:27 smithi190 ceph-mon[80032]: osdmap e417: 8 total, 7 up, 8 in 2024-08-19T10:04:28.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:27 smithi196 podman[77854]: 2024-08-19 10:04:27.907332311 +0000 UTC m=+0.641988407 container remove f8d052ef4c591dd68d744a15ec2a83813a454ad199c28d0dddb2147e582c8276 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-19T10:04:28.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:28 smithi196 podman[77915]: 2024-08-19 10:04:28.022236297 +0000 UTC m=+0.017395554 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:04:28.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:28 smithi196 podman[77915]: 2024-08-19 10:04:28.125051884 +0000 UTC m=+0.120211132 container create 1c12e17d0300b743d59f84d0ef8f2866a7a4b2e28c15ec0765af45b312833c96 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=main-7976693, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:04:28.352 INFO:tasks.rados.rados.0.smithi190.stdout:1726: done (1 left) 2024-08-19T10:04:28.352 INFO:tasks.rados.rados.0.smithi190.stdout:1727: done (0 left) 2024-08-19T10:04:28.352 INFO:tasks.rados.rados.0.smithi190.stdout:1728: read oid 33 snap -1 2024-08-19T10:04:28.352 INFO:tasks.rados.rados.0.smithi190.stdout:1728: expect (ObjNum 492 snap 158 seq_num 492) 2024-08-19T10:04:28.352 INFO:tasks.rados.rados.0.smithi190.stdout:1729: read oid 6 snap -1 2024-08-19T10:04:28.352 INFO:tasks.rados.rados.0.smithi190.stdout:1729: expect deleted 2024-08-19T10:04:28.352 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 174 2024-08-19T10:04:28.352 INFO:tasks.rados.rados.0.smithi190.stdout:1730: seq_num 537 ranges {3194880=598016,3792896=573440,4366336=491520,4857856=139264} 2024-08-19T10:04:28.372 INFO:tasks.rados.rados.0.smithi190.stdout:1730: writing smithi19066007-2 from 3194880 to 3792896 tid 1 2024-08-19T10:04:28.376 INFO:tasks.rados.rados.0.smithi190.stdout:1730: writing smithi19066007-2 from 3792896 to 4366336 tid 2 2024-08-19T10:04:28.379 INFO:tasks.rados.rados.0.smithi190.stdout:1730: writing smithi19066007-2 from 4366336 to 4857856 tid 3 2024-08-19T10:04:28.380 INFO:tasks.rados.rados.0.smithi190.stdout:1730: writing smithi19066007-2 from 4857856 to 4997120 tid 4 2024-08-19T10:04:28.380 INFO:tasks.rados.rados.0.smithi190.stdout:1731: delete oid 8 current snap is 174 2024-08-19T10:04:28.380 INFO:tasks.rados.rados.0.smithi190.stdout:1728: expect (ObjNum 492 snap 158 seq_num 492) 2024-08-19T10:04:28.535 INFO:tasks.rados.rados.0.smithi190.stdout:1730: finishing write tid 1 to smithi19066007-2 2024-08-19T10:04:28.535 INFO:tasks.rados.rados.0.smithi190.stdout:1730: finishing write tid 2 to smithi19066007-2 2024-08-19T10:04:28.535 INFO:tasks.rados.rados.0.smithi190.stdout:1730: finishing write tid 3 to smithi19066007-2 2024-08-19T10:04:28.535 INFO:tasks.rados.rados.0.smithi190.stdout:1728: done (3 left) 2024-08-19T10:04:28.536 INFO:tasks.rados.rados.0.smithi190.stdout:1729: done (2 left) 2024-08-19T10:04:28.536 INFO:tasks.rados.rados.0.smithi190.stdout:1731: done (1 left) 2024-08-19T10:04:28.536 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 174 2024-08-19T10:04:28.536 INFO:tasks.rados.rados.0.smithi190.stdout:1730: finishing write tid 4 to smithi19066007-2 2024-08-19T10:04:28.536 INFO:tasks.rados.rados.0.smithi190.stdout:1730: finishing write tid 5 to smithi19066007-2 2024-08-19T10:04:28.536 INFO:tasks.rados.rados.0.smithi190.stdout:1732: seq_num 539 ranges {1654784=630784,2285568=737280,3022848=466944} 2024-08-19T10:04:28.547 INFO:tasks.rados.rados.0.smithi190.stdout:1732: writing smithi19066007-40 from 1654784 to 2285568 tid 1 2024-08-19T10:04:28.551 INFO:tasks.rados.rados.0.smithi190.stdout:1732: writing smithi19066007-40 from 2285568 to 3022848 tid 2 2024-08-19T10:04:28.554 INFO:tasks.rados.rados.0.smithi190.stdout:1732: writing smithi19066007-40 from 3022848 to 3489792 tid 3 2024-08-19T10:04:28.554 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 174 2024-08-19T10:04:28.554 INFO:tasks.rados.rados.0.smithi190.stdout:1730: finishing write tid 6 to smithi19066007-2 2024-08-19T10:04:28.554 INFO:tasks.rados.rados.0.smithi190.stdout:1730: oid 2 updating version 0 to 1096 2024-08-19T10:04:28.555 INFO:tasks.rados.rados.0.smithi190.stdout:1730: oid 2 version 1096 is already newer than 1092 2024-08-19T10:04:28.555 INFO:tasks.rados.rados.0.smithi190.stdout:1730: oid 2 version 1096 is already newer than 1093 2024-08-19T10:04:28.555 INFO:tasks.rados.rados.0.smithi190.stdout:1730: oid 2 version 1096 is already newer than 1095 2024-08-19T10:04:28.555 INFO:tasks.rados.rados.0.smithi190.stdout:1730: oid 2 version 1096 is already newer than 1094 2024-08-19T10:04:28.555 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1096 (ObjNum 537 snap 174 seq_num 537) dirty exists 2024-08-19T10:04:28.555 INFO:tasks.rados.rados.0.smithi190.stdout:1730: left oid 2 (ObjNum 537 snap 174 seq_num 537) 2024-08-19T10:04:28.555 INFO:tasks.rados.rados.0.smithi190.stdout:1732: finishing write tid 1 to smithi19066007-40 2024-08-19T10:04:28.555 INFO:tasks.rados.rados.0.smithi190.stdout:1732: finishing write tid 2 to smithi19066007-40 2024-08-19T10:04:28.555 INFO:tasks.rados.rados.0.smithi190.stdout:1733: seq_num 540 ranges {3743744=647168,4390912=671744,5062656=532480} 2024-08-19T10:04:28.577 INFO:tasks.rados.rados.0.smithi190.stdout:1733: writing smithi19066007-44 from 3743744 to 4390912 tid 1 2024-08-19T10:04:28.581 INFO:tasks.rados.rados.0.smithi190.stdout:1733: writing smithi19066007-44 from 4390912 to 5062656 tid 2 2024-08-19T10:04:28.585 INFO:tasks.rados.rados.0.smithi190.stdout:1733: writing smithi19066007-44 from 5062656 to 5595136 tid 3 2024-08-19T10:04:28.585 INFO:tasks.rados.rados.0.smithi190.stdout:1730: done (2 left) 2024-08-19T10:04:28.586 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 174 2024-08-19T10:04:28.586 INFO:tasks.rados.rados.0.smithi190.stdout:1732: finishing write tid 3 to smithi19066007-40 2024-08-19T10:04:28.586 INFO:tasks.rados.rados.0.smithi190.stdout:1732: finishing write tid 4 to smithi19066007-40 2024-08-19T10:04:28.586 INFO:tasks.rados.rados.0.smithi190.stdout:1732: finishing write tid 5 to smithi19066007-40 2024-08-19T10:04:28.586 INFO:tasks.rados.rados.0.smithi190.stdout:1732: oid 40 updating version 0 to 134 2024-08-19T10:04:28.586 INFO:tasks.rados.rados.0.smithi190.stdout:1732: oid 40 version 134 is already newer than 131 2024-08-19T10:04:28.586 INFO:tasks.rados.rados.0.smithi190.stdout:1732: oid 40 version 134 is already newer than 132 2024-08-19T10:04:28.586 INFO:tasks.rados.rados.0.smithi190.stdout:1732: oid 40 version 134 is already newer than 133 2024-08-19T10:04:28.586 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 134 (ObjNum 539 snap 174 seq_num 539) dirty exists 2024-08-19T10:04:28.586 INFO:tasks.rados.rados.0.smithi190.stdout:1732: left oid 40 (ObjNum 539 snap 174 seq_num 539) 2024-08-19T10:04:28.586 INFO:tasks.rados.rados.0.smithi190.stdout:1733: finishing write tid 1 to smithi19066007-44 2024-08-19T10:04:28.586 INFO:tasks.rados.rados.0.smithi190.stdout:1733: finishing write tid 2 to smithi19066007-44 2024-08-19T10:04:28.586 INFO:tasks.rados.rados.0.smithi190.stdout:1734: seq_num 541 ranges {1785856=663552,2449408=557056,3006464=475136,3481600=172032} 2024-08-19T10:04:28.598 INFO:tasks.rados.rados.0.smithi190.stdout:1734: writing smithi19066007-23 from 1785856 to 2449408 tid 1 2024-08-19T10:04:28.601 INFO:tasks.rados.rados.0.smithi190.stdout:1734: writing smithi19066007-23 from 2449408 to 3006464 tid 2 2024-08-19T10:04:28.604 INFO:tasks.rados.rados.0.smithi190.stdout:1734: writing smithi19066007-23 from 3006464 to 3481600 tid 3 2024-08-19T10:04:28.606 INFO:tasks.rados.rados.0.smithi190.stdout:1734: writing smithi19066007-23 from 3481600 to 3653632 tid 4 2024-08-19T10:04:28.606 INFO:tasks.rados.rados.0.smithi190.stdout:1732: done (2 left) 2024-08-19T10:04:28.606 INFO:tasks.rados.rados.0.smithi190.stdout:1735: delete oid 1 current snap is 174 2024-08-19T10:04:28.606 INFO:tasks.rados.rados.0.smithi190.stdout:1733: finishing write tid 3 to smithi19066007-44 2024-08-19T10:04:28.606 INFO:tasks.rados.rados.0.smithi190.stdout:1733: finishing write tid 4 to smithi19066007-44 2024-08-19T10:04:28.606 INFO:tasks.rados.rados.0.smithi190.stdout:1733: finishing write tid 5 to smithi19066007-44 2024-08-19T10:04:28.607 INFO:tasks.rados.rados.0.smithi190.stdout:1733: oid 44 updating version 0 to 873 2024-08-19T10:04:28.607 INFO:tasks.rados.rados.0.smithi190.stdout:1733: oid 44 updating version 873 to 876 2024-08-19T10:04:28.607 INFO:tasks.rados.rados.0.smithi190.stdout:1733: oid 44 version 876 is already newer than 875 2024-08-19T10:04:28.607 INFO:tasks.rados.rados.0.smithi190.stdout:1733: oid 44 version 876 is already newer than 874 2024-08-19T10:04:28.607 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 876 (ObjNum 540 snap 174 seq_num 540) dirty exists 2024-08-19T10:04:28.607 INFO:tasks.rados.rados.0.smithi190.stdout:1733: left oid 44 (ObjNum 540 snap 174 seq_num 540) 2024-08-19T10:04:28.607 INFO:tasks.rados.rados.0.smithi190.stdout:1734: finishing write tid 1 to smithi19066007-23 2024-08-19T10:04:28.607 INFO:tasks.rados.rados.0.smithi190.stdout:1734: finishing write tid 2 to smithi19066007-23 2024-08-19T10:04:28.607 INFO:tasks.rados.rados.0.smithi190.stdout:1734: finishing write tid 3 to smithi19066007-23 2024-08-19T10:04:28.608 INFO:tasks.rados.rados.0.smithi190.stdout:1733: done (2 left) 2024-08-19T10:04:28.608 INFO:tasks.rados.rados.0.smithi190.stdout:1735: done (1 left) 2024-08-19T10:04:28.609 INFO:tasks.rados.rados.0.smithi190.stdout:1736: rmattr oid 7 current snap is 174 2024-08-19T10:04:28.609 INFO:tasks.rados.rados.0.smithi190.stdout:1736: done (1 left) 2024-08-19T10:04:28.609 INFO:tasks.rados.rados.0.smithi190.stdout:1737: read oid 29 snap -1 2024-08-19T10:04:28.609 INFO:tasks.rados.rados.0.smithi190.stdout:1737: expect (ObjNum 516 snap 167 seq_num 516) 2024-08-19T10:04:28.609 INFO:tasks.rados.rados.0.smithi190.stdout:1738: read oid 45 snap -1 2024-08-19T10:04:28.609 INFO:tasks.rados.rados.0.smithi190.stdout:1738: expect (ObjNum 533 snap 173 seq_num 533) 2024-08-19T10:04:28.609 INFO:tasks.rados.rados.0.smithi190.stdout:1739: read oid 18 snap 168 2024-08-19T10:04:28.609 INFO:tasks.rados.rados.0.smithi190.stdout:1739: expect (ObjNum 435 snap 137 seq_num 435) 2024-08-19T10:04:28.609 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 174 2024-08-19T10:04:28.609 INFO:tasks.rados.rados.0.smithi190.stdout:1740: seq_num 543 ranges {0=704512,704512=729088,1433600=475136} 2024-08-19T10:04:28.610 INFO:tasks.rados.rados.0.smithi190.stdout:1740: writing smithi19066007-7 from 0 to 704512 tid 1 2024-08-19T10:04:28.615 INFO:tasks.rados.rados.0.smithi190.stdout:1740: writing smithi19066007-7 from 704512 to 1433600 tid 2 2024-08-19T10:04:28.618 INFO:tasks.rados.rados.0.smithi190.stdout:1740: writing smithi19066007-7 from 1433600 to 1908736 tid 3 2024-08-19T10:04:28.618 INFO:tasks.rados.rados.0.smithi190.stdout:1741: delete oid 16 current snap is 174 2024-08-19T10:04:28.619 INFO:tasks.rados.rados.0.smithi190.stdout:1734: finishing write tid 4 to smithi19066007-23 2024-08-19T10:04:28.619 INFO:tasks.rados.rados.0.smithi190.stdout:1734: finishing write tid 5 to smithi19066007-23 2024-08-19T10:04:28.619 INFO:tasks.rados.rados.0.smithi190.stdout:1734: finishing write tid 6 to smithi19066007-23 2024-08-19T10:04:28.619 INFO:tasks.rados.rados.0.smithi190.stdout:1734: oid 23 updating version 0 to 664 2024-08-19T10:04:28.619 INFO:tasks.rados.rados.0.smithi190.stdout:1734: oid 23 version 664 is already newer than 663 2024-08-19T10:04:28.619 INFO:tasks.rados.rados.0.smithi190.stdout:1734: oid 23 updating version 664 to 667 2024-08-19T10:04:28.619 INFO:tasks.rados.rados.0.smithi190.stdout:1734: oid 23 version 667 is already newer than 665 2024-08-19T10:04:28.619 INFO:tasks.rados.rados.0.smithi190.stdout:1734: oid 23 version 667 is already newer than 666 2024-08-19T10:04:28.619 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 667 (ObjNum 541 snap 174 seq_num 541) dirty exists 2024-08-19T10:04:28.619 INFO:tasks.rados.rados.0.smithi190.stdout:1734: left oid 23 (ObjNum 541 snap 174 seq_num 541) 2024-08-19T10:04:28.619 INFO:tasks.rados.rados.0.smithi190.stdout:1740: finishing write tid 1 to smithi19066007-7 2024-08-19T10:04:28.620 INFO:tasks.rados.rados.0.smithi190.stdout:1740: finishing write tid 2 to smithi19066007-7 2024-08-19T10:04:28.622 INFO:tasks.rados.rados.0.smithi190.stdout:1740: finishing write tid 3 to smithi19066007-7 2024-08-19T10:04:28.622 INFO:tasks.rados.rados.0.smithi190.stdout:1734: done (5 left) 2024-08-19T10:04:28.622 INFO:tasks.rados.rados.0.smithi190.stdout:1741: done (4 left) 2024-08-19T10:04:28.623 INFO:tasks.rados.rados.0.smithi190.stdout:1742: rollback oid 8 current snap is 174 2024-08-19T10:04:28.623 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 8 to 157 2024-08-19T10:04:28.623 INFO:tasks.rados.rados.0.smithi190.stdout:1743: delete oid 4 current snap is 174 2024-08-19T10:04:28.623 INFO:tasks.rados.rados.0.smithi190.stdout:1740: finishing write tid 4 to smithi19066007-7 2024-08-19T10:04:28.625 INFO:tasks.rados.rados.0.smithi190.stdout:1743: done (5 left) 2024-08-19T10:04:28.625 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 35 current snap is 174 2024-08-19T10:04:28.625 INFO:tasks.rados.rados.0.smithi190.stdout:1744: seq_num 546 ranges {0=753664,753664=778240,1531904=425984} 2024-08-19T10:04:28.629 INFO:tasks.rados.rados.0.smithi190.stdout:1744: writing smithi19066007-35 from 0 to 753664 tid 1 2024-08-19T10:04:28.633 INFO:tasks.rados.rados.0.smithi190.stdout:1744: writing smithi19066007-35 from 753664 to 1531904 tid 2 2024-08-19T10:04:28.636 INFO:tasks.rados.rados.0.smithi190.stdout:1744: writing smithi19066007-35 from 1531904 to 1957888 tid 3 2024-08-19T10:04:28.636 INFO:tasks.rados.rados.0.smithi190.stdout:1745: snap_remove snap 155 2024-08-19T10:04:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:28 smithi196 ceph-mon[72638]: osdmap e418: 8 total, 7 up, 8 in 2024-08-19T10:04:28.667 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:28 smithi196 podman[77915]: 2024-08-19 10:04:28.327422341 +0000 UTC m=+0.322581588 container init 1c12e17d0300b743d59f84d0ef8f2866a7a4b2e28c15ec0765af45b312833c96 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-19T10:04:28.667 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:28 smithi196 podman[77915]: 2024-08-19 10:04:28.330556938 +0000 UTC m=+0.325716192 container start 1c12e17d0300b743d59f84d0ef8f2866a7a4b2e28c15ec0765af45b312833c96 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-7976693, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:04:28.668 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:28 smithi196 ceph-osd[77934]: -- 172.21.15.196:0/2124425785 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563a3b411a40 con 0x563a3c1de400 2024-08-19T10:04:28.668 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:28 smithi196 bash[77915]: 1c12e17d0300b743d59f84d0ef8f2866a7a4b2e28c15ec0765af45b312833c96 2024-08-19T10:04:28.668 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:28 smithi196 systemd[1]: Started Ceph osd.4 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:04:28.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:28 smithi190 ceph-mon[77620]: osdmap e418: 8 total, 7 up, 8 in 2024-08-19T10:04:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:28 smithi190 ceph-mon[80032]: osdmap e418: 8 total, 7 up, 8 in 2024-08-19T10:04:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:29 smithi196 ceph-mon[72638]: pgmap v298: 121 pgs: 29 active+undersized, 7 peering, 10 active+undersized+degraded, 75 active+clean; 160 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 27 op/s; 51/393 objects degraded (12.977%) 2024-08-19T10:04:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:29 smithi196 ceph-mon[72638]: osdmap e419: 8 total, 7 up, 8 in 2024-08-19T10:04:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:29 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:29 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:29.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:29 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:04:29.491 INFO:tasks.rados.rados.0.smithi190.stdout:1745: done (6 left) 2024-08-19T10:04:29.491 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 174 2024-08-19T10:04:29.491 INFO:tasks.rados.rados.0.smithi190.stdout:1740: finishing write tid 5 to smithi19066007-7 2024-08-19T10:04:29.491 INFO:tasks.rados.rados.0.smithi190.stdout:1740: oid 7 updating version 0 to 1086 2024-08-19T10:04:29.491 INFO:tasks.rados.rados.0.smithi190.stdout:1740: oid 7 updating version 1086 to 1088 2024-08-19T10:04:29.491 INFO:tasks.rados.rados.0.smithi190.stdout:1740: oid 7 updating version 1088 to 1089 2024-08-19T10:04:29.491 INFO:tasks.rados.rados.0.smithi190.stdout:1740: oid 7 version 1089 is already newer than 1087 2024-08-19T10:04:29.492 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1089 (ObjNum 543 snap 174 seq_num 543) dirty exists 2024-08-19T10:04:29.492 INFO:tasks.rados.rados.0.smithi190.stdout:1740: left oid 7 (ObjNum 543 snap 174 seq_num 543) 2024-08-19T10:04:29.492 INFO:tasks.rados.rados.0.smithi190.stdout:1739: expect (ObjNum 435 snap 137 seq_num 435) 2024-08-19T10:04:29.738 INFO:tasks.rados.rados.0.smithi190.stdout:1744: finishing write tid 1 to smithi19066007-35 2024-08-19T10:04:29.739 INFO:tasks.rados.rados.0.smithi190.stdout:1742: finishing rollback tid 1 to smithi19066007-8 2024-08-19T10:04:29.739 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1195 (ObjNum 65 snap 0 seq_num 1767397994) dirty dne 2024-08-19T10:04:29.739 INFO:tasks.rados.rados.0.smithi190.stdout:1744: finishing write tid 2 to smithi19066007-35 2024-08-19T10:04:29.739 INFO:tasks.rados.rados.0.smithi190.stdout:1744: finishing write tid 3 to smithi19066007-35 2024-08-19T10:04:29.739 INFO:tasks.rados.rados.0.smithi190.stdout:1744: finishing write tid 4 to smithi19066007-35 2024-08-19T10:04:29.739 INFO:tasks.rados.rados.0.smithi190.stdout:1744: finishing write tid 5 to smithi19066007-35 2024-08-19T10:04:29.739 INFO:tasks.rados.rados.0.smithi190.stdout:1744: oid 35 updating version 0 to 522 2024-08-19T10:04:29.739 INFO:tasks.rados.rados.0.smithi190.stdout:1744: oid 35 updating version 522 to 523 2024-08-19T10:04:29.739 INFO:tasks.rados.rados.0.smithi190.stdout:1744: oid 35 updating version 523 to 525 2024-08-19T10:04:29.739 INFO:tasks.rados.rados.0.smithi190.stdout:1744: oid 35 version 525 is already newer than 524 2024-08-19T10:04:29.739 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 525 (ObjNum 546 snap 174 seq_num 546) dirty exists 2024-08-19T10:04:29.739 INFO:tasks.rados.rados.0.smithi190.stdout:1744: left oid 35 (ObjNum 546 snap 174 seq_num 546) 2024-08-19T10:04:29.740 INFO:tasks.rados.rados.0.smithi190.stdout:1737: expect (ObjNum 516 snap 167 seq_num 516) 2024-08-19T10:04:29.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:29 smithi190 ceph-mon[80032]: pgmap v298: 121 pgs: 29 active+undersized, 7 peering, 10 active+undersized+degraded, 75 active+clean; 160 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 27 op/s; 51/393 objects degraded (12.977%) 2024-08-19T10:04:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:29 smithi190 ceph-mon[80032]: osdmap e419: 8 total, 7 up, 8 in 2024-08-19T10:04:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:29 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:29 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:29 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:04:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:29 smithi190 ceph-mon[77620]: pgmap v298: 121 pgs: 29 active+undersized, 7 peering, 10 active+undersized+degraded, 75 active+clean; 160 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 27 op/s; 51/393 objects degraded (12.977%) 2024-08-19T10:04:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:29 smithi190 ceph-mon[77620]: osdmap e419: 8 total, 7 up, 8 in 2024-08-19T10:04:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:29 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:29 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:29 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:04:30.218 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:29 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:04:29.964+0000 7f338afa8640 -1 Falling back to public interface 2024-08-19T10:04:30.378 INFO:tasks.rados.rados.0.smithi190.stdout:1738: expect (ObjNum 533 snap 173 seq_num 533) 2024-08-19T10:04:30.795 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:30 smithi196 ceph-mon[72638]: osdmap e420: 8 total, 7 up, 8 in 2024-08-19T10:04:30.796 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:30.796 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:04:30.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:30 smithi190 ceph-mon[80032]: osdmap e420: 8 total, 7 up, 8 in 2024-08-19T10:04:30.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:04:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:30 smithi190 ceph-mon[77620]: osdmap e420: 8 total, 7 up, 8 in 2024-08-19T10:04:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:04:31.401 INFO:tasks.rados.rados.0.smithi190.stdout:1746: seq_num 547 ranges {0=770048,770048=663552,1433600=466944,1900544=73728} 2024-08-19T10:04:31.406 INFO:tasks.rados.rados.0.smithi190.stdout:1746: writing smithi19066007-36 from 0 to 770048 tid 1 2024-08-19T10:04:31.409 INFO:tasks.rados.rados.0.smithi190.stdout:1746: writing smithi19066007-36 from 770048 to 1433600 tid 2 2024-08-19T10:04:31.412 INFO:tasks.rados.rados.0.smithi190.stdout:1746: writing smithi19066007-36 from 1433600 to 1900544 tid 3 2024-08-19T10:04:31.413 INFO:tasks.rados.rados.0.smithi190.stdout:1746: writing smithi19066007-36 from 1900544 to 1974272 tid 4 2024-08-19T10:04:31.413 INFO:tasks.rados.rados.0.smithi190.stdout:1737: done (6 left) 2024-08-19T10:04:31.413 INFO:tasks.rados.rados.0.smithi190.stdout:1738: done (5 left) 2024-08-19T10:04:31.413 INFO:tasks.rados.rados.0.smithi190.stdout:1739: done (4 left) 2024-08-19T10:04:31.413 INFO:tasks.rados.rados.0.smithi190.stdout:1740: done (3 left) 2024-08-19T10:04:31.413 INFO:tasks.rados.rados.0.smithi190.stdout:1742: done (2 left) 2024-08-19T10:04:31.413 INFO:tasks.rados.rados.0.smithi190.stdout:1744: done (1 left) 2024-08-19T10:04:31.414 INFO:tasks.rados.rados.0.smithi190.stdout:1747: read oid 9 snap -1 2024-08-19T10:04:31.414 INFO:tasks.rados.rados.0.smithi190.stdout:1747: expect (ObjNum 515 snap 164 seq_num 515) 2024-08-19T10:04:31.414 INFO:tasks.rados.rados.0.smithi190.stdout:1748: snap_remove snap 158 2024-08-19T10:04:31.497 INFO:tasks.rados.rados.0.smithi190.stdout:1748: done (2 left) 2024-08-19T10:04:31.497 INFO:tasks.rados.rados.0.smithi190.stdout:1749: snap_remove snap 157 2024-08-19T10:04:31.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:31 smithi190 ceph-mon[77620]: pgmap v301: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 167 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 25 op/s; 58/408 objects degraded (14.216%) 2024-08-19T10:04:31.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:31 smithi190 ceph-mon[77620]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-08-19T10:04:31.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:31 smithi190 ceph-mon[80032]: pgmap v301: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 167 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 25 op/s; 58/408 objects degraded (14.216%) 2024-08-19T10:04:31.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:31 smithi190 ceph-mon[80032]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-08-19T10:04:31.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:31 smithi196 ceph-mon[72638]: pgmap v301: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 167 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 25 op/s; 58/408 objects degraded (14.216%) 2024-08-19T10:04:31.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:31 smithi196 ceph-mon[72638]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-08-19T10:04:32.508 INFO:tasks.rados.rados.0.smithi190.stdout:1749: done (2 left) 2024-08-19T10:04:32.508 INFO:tasks.rados.rados.0.smithi190.stdout:1750: rmattr oid 15 current snap is 174 2024-08-19T10:04:32.508 INFO:tasks.rados.rados.0.smithi190.stdout:1750: done (2 left) 2024-08-19T10:04:32.508 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 174 2024-08-19T10:04:32.508 INFO:tasks.rados.rados.0.smithi190.stdout:1751: seq_num 548 ranges {4997120=786432,5783552=598016,6381568=606208} 2024-08-19T10:04:32.538 INFO:tasks.rados.rados.0.smithi190.stdout:1751: writing smithi19066007-2 from 4997120 to 5783552 tid 1 2024-08-19T10:04:32.542 INFO:tasks.rados.rados.0.smithi190.stdout:1751: writing smithi19066007-2 from 5783552 to 6381568 tid 2 2024-08-19T10:04:32.545 INFO:tasks.rados.rados.0.smithi190.stdout:1751: writing smithi19066007-2 from 6381568 to 6987776 tid 3 2024-08-19T10:04:32.546 INFO:tasks.rados.rados.0.smithi190.stdout:1752: read oid 24 snap -1 2024-08-19T10:04:32.546 INFO:tasks.rados.rados.0.smithi190.stdout:1752: expect deleted 2024-08-19T10:04:32.546 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 5 current snap is 174 2024-08-19T10:04:32.546 INFO:tasks.rados.rados.0.smithi190.stdout:1746: finishing write tid 1 to smithi19066007-36 2024-08-19T10:04:32.546 INFO:tasks.rados.rados.0.smithi190.stdout:1753: seq_num 549 ranges {4079616=802816,4882432=483328,5365760=434176,5799936=286720} 2024-08-19T10:04:32.572 INFO:tasks.rados.rados.0.smithi190.stdout:1753: writing smithi19066007-5 from 4079616 to 4882432 tid 1 2024-08-19T10:04:32.574 INFO:tasks.rados.rados.0.smithi190.stdout:1753: writing smithi19066007-5 from 4882432 to 5365760 tid 2 2024-08-19T10:04:32.577 INFO:tasks.rados.rados.0.smithi190.stdout:1753: writing smithi19066007-5 from 5365760 to 5799936 tid 3 2024-08-19T10:04:32.580 INFO:tasks.rados.rados.0.smithi190.stdout:1753: writing smithi19066007-5 from 5799936 to 6086656 tid 4 2024-08-19T10:04:32.580 INFO:tasks.rados.rados.0.smithi190.stdout:1754: delete oid 38 current snap is 174 2024-08-19T10:04:32.580 INFO:tasks.rados.rados.0.smithi190.stdout:1746: finishing write tid 2 to smithi19066007-36 2024-08-19T10:04:32.580 INFO:tasks.rados.rados.0.smithi190.stdout:1746: finishing write tid 3 to smithi19066007-36 2024-08-19T10:04:32.580 INFO:tasks.rados.rados.0.smithi190.stdout:1746: finishing write tid 4 to smithi19066007-36 2024-08-19T10:04:32.580 INFO:tasks.rados.rados.0.smithi190.stdout:1746: finishing write tid 5 to smithi19066007-36 2024-08-19T10:04:32.580 INFO:tasks.rados.rados.0.smithi190.stdout:1746: finishing write tid 6 to smithi19066007-36 2024-08-19T10:04:32.580 INFO:tasks.rados.rados.0.smithi190.stdout:1746: oid 36 updating version 0 to 1199 2024-08-19T10:04:32.580 INFO:tasks.rados.rados.0.smithi190.stdout:1746: oid 36 updating version 1199 to 1201 2024-08-19T10:04:32.580 INFO:tasks.rados.rados.0.smithi190.stdout:1746: oid 36 updating version 1201 to 1202 2024-08-19T10:04:32.580 INFO:tasks.rados.rados.0.smithi190.stdout:1746: oid 36 version 1202 is already newer than 1198 2024-08-19T10:04:32.580 INFO:tasks.rados.rados.0.smithi190.stdout:1746: oid 36 version 1202 is already newer than 1200 2024-08-19T10:04:32.581 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 1202 (ObjNum 547 snap 174 seq_num 547) dirty exists 2024-08-19T10:04:32.581 INFO:tasks.rados.rados.0.smithi190.stdout:1746: left oid 36 (ObjNum 547 snap 174 seq_num 547) 2024-08-19T10:04:32.581 INFO:tasks.rados.rados.0.smithi190.stdout:1747: expect (ObjNum 515 snap 164 seq_num 515) 2024-08-19T10:04:32.622 INFO:tasks.rados.rados.0.smithi190.stdout:1751: finishing write tid 1 to smithi19066007-2 2024-08-19T10:04:32.623 INFO:tasks.rados.rados.0.smithi190.stdout:1751: finishing write tid 2 to smithi19066007-2 2024-08-19T10:04:32.623 INFO:tasks.rados.rados.0.smithi190.stdout:1751: finishing write tid 3 to smithi19066007-2 2024-08-19T10:04:32.623 INFO:tasks.rados.rados.0.smithi190.stdout:1751: finishing write tid 4 to smithi19066007-2 2024-08-19T10:04:32.623 INFO:tasks.rados.rados.0.smithi190.stdout:1751: finishing write tid 5 to smithi19066007-2 2024-08-19T10:04:32.623 INFO:tasks.rados.rados.0.smithi190.stdout:1751: oid 2 updating version 0 to 1097 2024-08-19T10:04:32.623 INFO:tasks.rados.rados.0.smithi190.stdout:1751: oid 2 updating version 1097 to 1100 2024-08-19T10:04:32.623 INFO:tasks.rados.rados.0.smithi190.stdout:1751: oid 2 version 1100 is already newer than 1099 2024-08-19T10:04:32.623 INFO:tasks.rados.rados.0.smithi190.stdout:1751: oid 2 version 1100 is already newer than 1098 2024-08-19T10:04:32.623 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1100 (ObjNum 548 snap 174 seq_num 548) dirty exists 2024-08-19T10:04:32.623 INFO:tasks.rados.rados.0.smithi190.stdout:1751: left oid 2 (ObjNum 548 snap 174 seq_num 548) 2024-08-19T10:04:32.623 INFO:tasks.rados.rados.0.smithi190.stdout:1753: finishing write tid 1 to smithi19066007-5 2024-08-19T10:04:32.623 INFO:tasks.rados.rados.0.smithi190.stdout:1746: done (5 left) 2024-08-19T10:04:32.624 INFO:tasks.rados.rados.0.smithi190.stdout:1747: done (4 left) 2024-08-19T10:04:32.624 INFO:tasks.rados.rados.0.smithi190.stdout:1751: done (3 left) 2024-08-19T10:04:32.624 INFO:tasks.rados.rados.0.smithi190.stdout:1752: done (2 left) 2024-08-19T10:04:32.624 INFO:tasks.rados.rados.0.smithi190.stdout:1754: done (1 left) 2024-08-19T10:04:32.624 INFO:tasks.rados.rados.0.smithi190.stdout:1755: read oid 34 snap -1 2024-08-19T10:04:32.624 INFO:tasks.rados.rados.0.smithi190.stdout:1755: expect deleted 2024-08-19T10:04:32.624 INFO:tasks.rados.rados.0.smithi190.stdout:1756: delete oid 36 current snap is 174 2024-08-19T10:04:32.624 INFO:tasks.rados.rados.0.smithi190.stdout:1753: finishing write tid 2 to smithi19066007-5 2024-08-19T10:04:32.624 INFO:tasks.rados.rados.0.smithi190.stdout:1753: finishing write tid 3 to smithi19066007-5 2024-08-19T10:04:32.624 INFO:tasks.rados.rados.0.smithi190.stdout:1753: finishing write tid 4 to smithi19066007-5 2024-08-19T10:04:32.624 INFO:tasks.rados.rados.0.smithi190.stdout:1753: finishing write tid 5 to smithi19066007-5 2024-08-19T10:04:32.624 INFO:tasks.rados.rados.0.smithi190.stdout:1753: finishing write tid 6 to smithi19066007-5 2024-08-19T10:04:32.624 INFO:tasks.rados.rados.0.smithi190.stdout:1753: oid 5 updating version 0 to 886 2024-08-19T10:04:32.624 INFO:tasks.rados.rados.0.smithi190.stdout:1753: oid 5 version 886 is already newer than 884 2024-08-19T10:04:32.625 INFO:tasks.rados.rados.0.smithi190.stdout:1753: oid 5 version 886 is already newer than 885 2024-08-19T10:04:32.625 INFO:tasks.rados.rados.0.smithi190.stdout:1753: oid 5 updating version 886 to 887 2024-08-19T10:04:32.625 INFO:tasks.rados.rados.0.smithi190.stdout:1753: oid 5 updating version 887 to 888 2024-08-19T10:04:32.625 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 888 (ObjNum 549 snap 174 seq_num 549) dirty exists 2024-08-19T10:04:32.625 INFO:tasks.rados.rados.0.smithi190.stdout:1753: left oid 5 (ObjNum 549 snap 174 seq_num 549) 2024-08-19T10:04:32.625 INFO:tasks.rados.rados.0.smithi190.stdout:1753: done (2 left) 2024-08-19T10:04:32.625 INFO:tasks.rados.rados.0.smithi190.stdout:1755: done (1 left) 2024-08-19T10:04:32.625 INFO:tasks.rados.rados.0.smithi190.stdout:1756: done (0 left) 2024-08-19T10:04:32.626 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 31 current snap is 174 2024-08-19T10:04:32.626 INFO:tasks.rados.rados.0.smithi190.stdout:1757: seq_num 552 ranges {2015232=450560,2465792=532480,2998272=655360,3653632=417792} 2024-08-19T10:04:32.637 INFO:tasks.rados.rados.0.smithi190.stdout:1757: writing smithi19066007-31 from 2015232 to 2465792 tid 1 2024-08-19T10:04:32.640 INFO:tasks.rados.rados.0.smithi190.stdout:1757: writing smithi19066007-31 from 2465792 to 2998272 tid 2 2024-08-19T10:04:32.644 INFO:tasks.rados.rados.0.smithi190.stdout:1757: writing smithi19066007-31 from 2998272 to 3653632 tid 3 2024-08-19T10:04:32.647 INFO:tasks.rados.rados.0.smithi190.stdout:1757: writing smithi19066007-31 from 3653632 to 4071424 tid 4 2024-08-19T10:04:32.647 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 174 2024-08-19T10:04:32.647 INFO:tasks.rados.rados.0.smithi190.stdout:1758: seq_num 553 ranges {0=466944,466944=417792,884736=417792,1302528=516096,1818624=253952} 2024-08-19T10:04:32.650 INFO:tasks.rados.rados.0.smithi190.stdout:1758: writing smithi19066007-49 from 0 to 466944 tid 1 2024-08-19T10:04:32.653 INFO:tasks.rados.rados.0.smithi190.stdout:1758: writing smithi19066007-49 from 466944 to 884736 tid 2 2024-08-19T10:04:32.655 INFO:tasks.rados.rados.0.smithi190.stdout:1758: writing smithi19066007-49 from 884736 to 1302528 tid 3 2024-08-19T10:04:32.659 INFO:tasks.rados.rados.0.smithi190.stdout:1758: writing smithi19066007-49 from 1302528 to 1818624 tid 4 2024-08-19T10:04:32.660 INFO:tasks.rados.rados.0.smithi190.stdout:1758: writing smithi19066007-49 from 1818624 to 2072576 tid 5 2024-08-19T10:04:32.661 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 174 2024-08-19T10:04:32.661 INFO:tasks.rados.rados.0.smithi190.stdout:1757: finishing write tid 1 to smithi19066007-31 2024-08-19T10:04:32.661 INFO:tasks.rados.rados.0.smithi190.stdout:1757: finishing write tid 2 to smithi19066007-31 2024-08-19T10:04:32.661 INFO:tasks.rados.rados.0.smithi190.stdout:1757: finishing write tid 3 to smithi19066007-31 2024-08-19T10:04:32.661 INFO:tasks.rados.rados.0.smithi190.stdout:1759: seq_num 554 ranges {3653632=483328,4136960=704512,4841472=622592,5464064=278528} 2024-08-19T10:04:32.682 INFO:tasks.rados.rados.0.smithi190.stdout:1759: writing smithi19066007-23 from 3653632 to 4136960 tid 1 2024-08-19T10:04:32.686 INFO:tasks.rados.rados.0.smithi190.stdout:1759: writing smithi19066007-23 from 4136960 to 4841472 tid 2 2024-08-19T10:04:32.689 INFO:tasks.rados.rados.0.smithi190.stdout:1759: writing smithi19066007-23 from 4841472 to 5464064 tid 3 2024-08-19T10:04:32.692 INFO:tasks.rados.rados.0.smithi190.stdout:1759: writing smithi19066007-23 from 5464064 to 5742592 tid 4 2024-08-19T10:04:32.692 INFO:tasks.rados.rados.0.smithi190.stdout:1760: read oid 2 snap -1 2024-08-19T10:04:32.692 INFO:tasks.rados.rados.0.smithi190.stdout:1760: expect (ObjNum 548 snap 174 seq_num 548) 2024-08-19T10:04:32.692 INFO:tasks.rados.rados.0.smithi190.stdout:1761: copy_from oid 1 from oid 29 current snap is 174 2024-08-19T10:04:32.692 INFO:tasks.rados.rados.0.smithi190.stdout:1758: finishing write tid 1 to smithi19066007-49 2024-08-19T10:04:32.692 INFO:tasks.rados.rados.0.smithi190.stdout:1757: finishing write tid 4 to smithi19066007-31 2024-08-19T10:04:32.692 INFO:tasks.rados.rados.0.smithi190.stdout:1757: finishing write tid 5 to smithi19066007-31 2024-08-19T10:04:32.692 INFO:tasks.rados.rados.0.smithi190.stdout:1758: finishing write tid 2 to smithi19066007-49 2024-08-19T10:04:32.692 INFO:tasks.rados.rados.0.smithi190.stdout:1757: finishing write tid 6 to smithi19066007-31 2024-08-19T10:04:32.693 INFO:tasks.rados.rados.0.smithi190.stdout:1757: oid 31 updating version 0 to 978 2024-08-19T10:04:32.693 INFO:tasks.rados.rados.0.smithi190.stdout:1757: oid 31 updating version 978 to 980 2024-08-19T10:04:32.693 INFO:tasks.rados.rados.0.smithi190.stdout:1757: oid 31 version 980 is already newer than 979 2024-08-19T10:04:32.693 INFO:tasks.rados.rados.0.smithi190.stdout:1757: oid 31 updating version 980 to 981 2024-08-19T10:04:32.693 INFO:tasks.rados.rados.0.smithi190.stdout:1757: oid 31 version 981 is already newer than 973 2024-08-19T10:04:32.693 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 981 (ObjNum 552 snap 174 seq_num 552) dirty exists 2024-08-19T10:04:32.693 INFO:tasks.rados.rados.0.smithi190.stdout:1757: left oid 31 (ObjNum 552 snap 174 seq_num 552) 2024-08-19T10:04:32.693 INFO:tasks.rados.rados.0.smithi190.stdout:1758: finishing write tid 3 to smithi19066007-49 2024-08-19T10:04:32.693 INFO:tasks.rados.rados.0.smithi190.stdout:1757: done (4 left) 2024-08-19T10:04:32.693 INFO:tasks.rados.rados.0.smithi190.stdout:1762: read oid 40 snap -1 2024-08-19T10:04:32.693 INFO:tasks.rados.rados.0.smithi190.stdout:1762: expect (ObjNum 539 snap 174 seq_num 539) 2024-08-19T10:04:32.693 INFO:tasks.rados.rados.0.smithi190.stdout:1763: read oid 22 snap -1 2024-08-19T10:04:32.694 INFO:tasks.rados.rados.0.smithi190.stdout:1763: expect deleted 2024-08-19T10:04:32.694 INFO:tasks.rados.rados.0.smithi190.stdout:1764: copy_from oid 36 from oid 39 current snap is 174 2024-08-19T10:04:32.694 INFO:tasks.rados.rados.0.smithi190.stdout:1758: finishing write tid 4 to smithi19066007-49 2024-08-19T10:04:32.694 INFO:tasks.rados.rados.0.smithi190.stdout:1758: finishing write tid 5 to smithi19066007-49 2024-08-19T10:04:32.694 INFO:tasks.rados.rados.0.smithi190.stdout:1758: finishing write tid 6 to smithi19066007-49 2024-08-19T10:04:32.694 INFO:tasks.rados.rados.0.smithi190.stdout:1758: finishing write tid 7 to smithi19066007-49 2024-08-19T10:04:32.694 INFO:tasks.rados.rados.0.smithi190.stdout:1758: oid 49 updating version 0 to 1148 2024-08-19T10:04:32.694 INFO:tasks.rados.rados.0.smithi190.stdout:1758: oid 49 updating version 1148 to 1149 2024-08-19T10:04:32.694 INFO:tasks.rados.rados.0.smithi190.stdout:1758: oid 49 version 1149 is already newer than 1145 2024-08-19T10:04:32.694 INFO:tasks.rados.rados.0.smithi190.stdout:1758: oid 49 updating version 1149 to 1150 2024-08-19T10:04:32.694 INFO:tasks.rados.rados.0.smithi190.stdout:1758: oid 49 version 1150 is already newer than 1146 2024-08-19T10:04:32.694 INFO:tasks.rados.rados.0.smithi190.stdout:1758: oid 49 version 1150 is already newer than 1147 2024-08-19T10:04:32.694 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1150 (ObjNum 553 snap 174 seq_num 553) dirty exists 2024-08-19T10:04:32.695 INFO:tasks.rados.rados.0.smithi190.stdout:1758: left oid 49 (ObjNum 553 snap 174 seq_num 553) 2024-08-19T10:04:32.695 INFO:tasks.rados.rados.0.smithi190.stdout:1759: finishing write tid 1 to smithi19066007-23 2024-08-19T10:04:32.695 INFO:tasks.rados.rados.0.smithi190.stdout:1759: finishing write tid 2 to smithi19066007-23 2024-08-19T10:04:32.695 INFO:tasks.rados.rados.0.smithi190.stdout:1758: done (6 left) 2024-08-19T10:04:32.695 INFO:tasks.rados.rados.0.smithi190.stdout:1765: delete oid 21 current snap is 174 2024-08-19T10:04:32.695 INFO:tasks.rados.rados.0.smithi190.stdout:1759: finishing write tid 3 to smithi19066007-23 2024-08-19T10:04:32.697 INFO:tasks.rados.rados.0.smithi190.stdout:1759: finishing write tid 4 to smithi19066007-23 2024-08-19T10:04:32.697 INFO:tasks.rados.rados.0.smithi190.stdout:1759: finishing write tid 5 to smithi19066007-23 2024-08-19T10:04:32.698 INFO:tasks.rados.rados.0.smithi190.stdout:1759: finishing write tid 6 to smithi19066007-23 2024-08-19T10:04:32.698 INFO:tasks.rados.rados.0.smithi190.stdout:1759: oid 23 updating version 0 to 673 2024-08-19T10:04:32.698 INFO:tasks.rados.rados.0.smithi190.stdout:1759: oid 23 version 673 is already newer than 672 2024-08-19T10:04:32.698 INFO:tasks.rados.rados.0.smithi190.stdout:1759: oid 23 version 673 is already newer than 670 2024-08-19T10:04:32.698 INFO:tasks.rados.rados.0.smithi190.stdout:1759: oid 23 version 673 is already newer than 671 2024-08-19T10:04:32.698 INFO:tasks.rados.rados.0.smithi190.stdout:1759: oid 23 version 673 is already newer than 669 2024-08-19T10:04:32.699 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 673 (ObjNum 554 snap 174 seq_num 554) dirty exists 2024-08-19T10:04:32.699 INFO:tasks.rados.rados.0.smithi190.stdout:1759: left oid 23 (ObjNum 554 snap 174 seq_num 554) 2024-08-19T10:04:32.699 INFO:tasks.rados.rados.0.smithi190.stdout:1759: done (6 left) 2024-08-19T10:04:32.699 INFO:tasks.rados.rados.0.smithi190.stdout:1763: done (5 left) 2024-08-19T10:04:32.699 INFO:tasks.rados.rados.0.smithi190.stdout:1765: done (4 left) 2024-08-19T10:04:32.699 INFO:tasks.rados.rados.0.smithi190.stdout:1766: snap_remove snap 166 2024-08-19T10:04:32.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:32 smithi190 ceph-mon[77620]: osdmap e421: 8 total, 7 up, 8 in 2024-08-19T10:04:32.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:32 smithi190 ceph-mon[80032]: osdmap e421: 8 total, 7 up, 8 in 2024-08-19T10:04:32.815 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:04:32 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2[95403]: 2024-08-19T10:04:32.655+0000 7f2be2b7a640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap dc after trimming was started 2024-08-19T10:04:32.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:32 smithi196 ceph-mon[72638]: osdmap e421: 8 total, 7 up, 8 in 2024-08-19T10:04:33.555 INFO:tasks.rados.rados.0.smithi190.stdout:1766: done (4 left) 2024-08-19T10:04:33.555 INFO:tasks.rados.rados.0.smithi190.stdout:1767: read oid 38 snap -1 2024-08-19T10:04:33.556 INFO:tasks.rados.rados.0.smithi190.stdout:1767: expect deleted 2024-08-19T10:04:33.556 INFO:tasks.rados.rados.0.smithi190.stdout:1768: snap_remove snap 165 2024-08-19T10:04:33.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:33 smithi190 ceph-mon[80032]: pgmap v303: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 172 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 21 op/s; 61/423 objects degraded (14.421%) 2024-08-19T10:04:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:33 smithi190 ceph-mon[80032]: Health check update: Degraded data redundancy: 61/423 objects degraded (14.421%), 14 pgs degraded (PG_DEGRADED) 2024-08-19T10:04:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:33 smithi190 ceph-mon[80032]: osdmap e422: 8 total, 7 up, 8 in 2024-08-19T10:04:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:33 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:33 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:33 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:33 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:33 smithi190 ceph-mon[77620]: pgmap v303: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 172 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 21 op/s; 61/423 objects degraded (14.421%) 2024-08-19T10:04:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:33 smithi190 ceph-mon[77620]: Health check update: Degraded data redundancy: 61/423 objects degraded (14.421%), 14 pgs degraded (PG_DEGRADED) 2024-08-19T10:04:33.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:33 smithi190 ceph-mon[77620]: osdmap e422: 8 total, 7 up, 8 in 2024-08-19T10:04:33.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:33 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:33.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:33 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:33.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:33 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:33.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:33 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:33.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:33 smithi196 ceph-mon[72638]: pgmap v303: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 172 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 21 op/s; 61/423 objects degraded (14.421%) 2024-08-19T10:04:33.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:33 smithi196 ceph-mon[72638]: Health check update: Degraded data redundancy: 61/423 objects degraded (14.421%), 14 pgs degraded (PG_DEGRADED) 2024-08-19T10:04:33.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:33 smithi196 ceph-mon[72638]: osdmap e422: 8 total, 7 up, 8 in 2024-08-19T10:04:33.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:33 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:33.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:33 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:33.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:33 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:33.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:33 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:34.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:04:34.015+0000 7f338afa8640 -1 osd.4 413 log_to_monitors true 2024-08-19T10:04:34.560 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:04:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:04:34] "GET /metrics HTTP/1.1" 200 36311 "" "Prometheus/2.43.0" 2024-08-19T10:04:34.565 INFO:tasks.rados.rados.0.smithi190.stdout:1768: done (5 left) 2024-08-19T10:04:34.565 INFO:tasks.rados.rados.0.smithi190.stdout:1769: rollback oid 33 current snap is 174 2024-08-19T10:04:34.565 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 33 to 173 2024-08-19T10:04:34.565 INFO:tasks.rados.rados.0.smithi190.stdout:1770: read oid 43 snap -1 2024-08-19T10:04:34.566 INFO:tasks.rados.rados.0.smithi190.stdout:1770: expect (ObjNum 498 snap 161 seq_num 498) 2024-08-19T10:04:34.566 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 31 current snap is 174 2024-08-19T10:04:34.566 INFO:tasks.rados.rados.0.smithi190.stdout:1771: seq_num 556 ranges {4071424=516096,4587520=524288,5111808=638976,5750784=442368} 2024-08-19T10:04:34.591 INFO:tasks.rados.rados.0.smithi190.stdout:1771: writing smithi19066007-31 from 4071424 to 4587520 tid 1 2024-08-19T10:04:34.595 INFO:tasks.rados.rados.0.smithi190.stdout:1771: writing smithi19066007-31 from 4587520 to 5111808 tid 2 2024-08-19T10:04:34.598 INFO:tasks.rados.rados.0.smithi190.stdout:1771: writing smithi19066007-31 from 5111808 to 5750784 tid 3 2024-08-19T10:04:34.601 INFO:tasks.rados.rados.0.smithi190.stdout:1771: writing smithi19066007-31 from 5750784 to 6193152 tid 4 2024-08-19T10:04:34.602 INFO:tasks.rados.rados.0.smithi190.stdout:1772: rollback oid 19 current snap is 174 2024-08-19T10:04:34.602 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 19 to 164 2024-08-19T10:04:34.602 INFO:tasks.rados.rados.0.smithi190.stdout:1764: finishing copy_from racing read to smithi19066007-36 2024-08-19T10:04:34.602 INFO:tasks.rados.rados.0.smithi190.stdout:1764: finishing copy_from to smithi19066007-36 2024-08-19T10:04:34.602 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 1181 (ObjNum 509 snap 163 seq_num 509) dirty exists 2024-08-19T10:04:34.602 INFO:tasks.rados.rados.0.smithi190.stdout:1764: done (8 left) 2024-08-19T10:04:34.602 INFO:tasks.rados.rados.0.smithi190.stdout:1773: snap_remove snap 154 2024-08-19T10:04:34.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:34 smithi190 ceph-mon[77620]: osdmap e423: 8 total, 7 up, 8 in 2024-08-19T10:04:34.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:34 smithi190 ceph-mon[77620]: from='osd.4 [v2:172.21.15.196:6800/474012893,v1:172.21.15.196:6801/474012893]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-19T10:04:34.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:34 smithi190 ceph-mon[77620]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-19T10:04:34.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:34 smithi190 ceph-mon[80032]: osdmap e423: 8 total, 7 up, 8 in 2024-08-19T10:04:34.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:34 smithi190 ceph-mon[80032]: from='osd.4 [v2:172.21.15.196:6800/474012893,v1:172.21.15.196:6801/474012893]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-19T10:04:34.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:34 smithi190 ceph-mon[80032]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-19T10:04:34.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:34 smithi196 ceph-mon[72638]: osdmap e423: 8 total, 7 up, 8 in 2024-08-19T10:04:34.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:34 smithi196 ceph-mon[72638]: from='osd.4 [v2:172.21.15.196:6800/474012893,v1:172.21.15.196:6801/474012893]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-19T10:04:34.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:34 smithi196 ceph-mon[72638]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-19T10:04:34.850 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:04:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:04:34.593+0000 7f3382d52640 -1 osd.4 413 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T10:04:35.566 INFO:tasks.rados.rados.0.smithi190.stdout:1773: done (8 left) 2024-08-19T10:04:35.566 INFO:tasks.rados.rados.0.smithi190.stdout:1774: rollback oid 13 current snap is 174 2024-08-19T10:04:35.566 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 13 to 171 2024-08-19T10:04:35.567 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 45 current snap is 174 2024-08-19T10:04:35.567 INFO:tasks.rados.rados.0.smithi190.stdout:1775: seq_num 557 ranges {12173312=532480,12705792=802816,13508608=794624,14303232=8192} 2024-08-19T10:04:35.637 INFO:tasks.rados.rados.0.smithi190.stdout:1775: writing smithi19066007-45 from 12173312 to 12705792 tid 1 2024-08-19T10:04:35.641 INFO:tasks.rados.rados.0.smithi190.stdout:1775: writing smithi19066007-45 from 12705792 to 13508608 tid 2 2024-08-19T10:04:35.646 INFO:tasks.rados.rados.0.smithi190.stdout:1775: writing smithi19066007-45 from 13508608 to 14303232 tid 3 2024-08-19T10:04:35.646 INFO:tasks.rados.rados.0.smithi190.stdout:1775: writing smithi19066007-45 from 14303232 to 14311424 tid 4 2024-08-19T10:04:35.646 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 50 current snap is 174 2024-08-19T10:04:35.647 INFO:tasks.rados.rados.0.smithi190.stdout:1776: seq_num 558 ranges {5259264=548864,5808128=688128,6496256=606208,7102464=311296} 2024-08-19T10:04:35.676 INFO:tasks.rados.rados.0.smithi190.stdout:1776: writing smithi19066007-50 from 5259264 to 5808128 tid 1 2024-08-19T10:04:35.679 INFO:tasks.rados.rados.0.smithi190.stdout:1776: writing smithi19066007-50 from 5808128 to 6496256 tid 2 2024-08-19T10:04:35.683 INFO:tasks.rados.rados.0.smithi190.stdout:1776: writing smithi19066007-50 from 6496256 to 7102464 tid 3 2024-08-19T10:04:35.685 INFO:tasks.rados.rados.0.smithi190.stdout:1776: writing smithi19066007-50 from 7102464 to 7413760 tid 4 2024-08-19T10:04:35.685 INFO:tasks.rados.rados.0.smithi190.stdout:1777: snap_create 2024-08-19T10:04:35.685 INFO:tasks.rados.rados.0.smithi190.stdout:1762: expect (ObjNum 539 snap 174 seq_num 539) 2024-08-19T10:04:35.799 INFO:tasks.rados.rados.0.smithi190.stdout:1760: expect (ObjNum 548 snap 174 seq_num 548) 2024-08-19T10:04:35.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:35 smithi196 ceph-mon[72638]: pgmap v306: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 4.5 MiB/s wr, 18 op/s; 62/429 objects degraded (14.452%) 2024-08-19T10:04:35.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:35 smithi196 ceph-mon[72638]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-19T10:04:35.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:35 smithi196 ceph-mon[72638]: from='osd.4 [v2:172.21.15.196:6800/474012893,v1:172.21.15.196:6801/474012893]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:04:35.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:35 smithi196 ceph-mon[72638]: osdmap e424: 8 total, 7 up, 8 in 2024-08-19T10:04:35.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:35 smithi196 ceph-mon[72638]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:04:36.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:35 smithi190 ceph-mon[80032]: pgmap v306: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 4.5 MiB/s wr, 18 op/s; 62/429 objects degraded (14.452%) 2024-08-19T10:04:36.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:35 smithi190 ceph-mon[80032]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-19T10:04:36.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:35 smithi190 ceph-mon[80032]: from='osd.4 [v2:172.21.15.196:6800/474012893,v1:172.21.15.196:6801/474012893]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:04:36.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:35 smithi190 ceph-mon[80032]: osdmap e424: 8 total, 7 up, 8 in 2024-08-19T10:04:36.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:35 smithi190 ceph-mon[80032]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:04:36.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:35 smithi190 ceph-mon[77620]: pgmap v306: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 4.5 MiB/s wr, 18 op/s; 62/429 objects degraded (14.452%) 2024-08-19T10:04:36.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:35 smithi190 ceph-mon[77620]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-19T10:04:36.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:35 smithi190 ceph-mon[77620]: from='osd.4 [v2:172.21.15.196:6800/474012893,v1:172.21.15.196:6801/474012893]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:04:36.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:35 smithi190 ceph-mon[77620]: osdmap e424: 8 total, 7 up, 8 in 2024-08-19T10:04:36.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:35 smithi190 ceph-mon[77620]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:04:36.155 INFO:tasks.rados.rados.0.smithi190.stdout:1761: finishing copy_from racing read to smithi19066007-1 2024-08-19T10:04:36.156 INFO:tasks.rados.rados.0.smithi190.stdout:1761: finishing copy_from to smithi19066007-1 2024-08-19T10:04:36.156 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 450 (ObjNum 516 snap 167 seq_num 516) dirty exists 2024-08-19T10:04:36.156 INFO:tasks.rados.rados.0.smithi190.stdout:1769: finishing rollback tid 0 to smithi19066007-33 2024-08-19T10:04:36.156 INFO:tasks.rados.rados.0.smithi190.stdout:1769: finishing rollback tid 1 to smithi19066007-33 2024-08-19T10:04:36.156 INFO:tasks.rados.rados.0.smithi190.stdout:1769: finishing rollback tid 2 to smithi19066007-33 2024-08-19T10:04:36.156 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 1153 (ObjNum 492 snap 158 seq_num 492) dirty exists 2024-08-19T10:04:36.156 INFO:tasks.rados.rados.0.smithi190.stdout:1770: expect (ObjNum 498 snap 161 seq_num 498) 2024-08-19T10:04:36.393 INFO:tasks.rados.rados.0.smithi190.stdout:1771: finishing write tid 1 to smithi19066007-31 2024-08-19T10:04:36.393 INFO:tasks.rados.rados.0.smithi190.stdout:1771: finishing write tid 2 to smithi19066007-31 2024-08-19T10:04:36.393 INFO:tasks.rados.rados.0.smithi190.stdout:1771: finishing write tid 3 to smithi19066007-31 2024-08-19T10:04:36.393 INFO:tasks.rados.rados.0.smithi190.stdout:1772: finishing rollback tid 1 to smithi19066007-19 2024-08-19T10:04:36.393 INFO:tasks.rados.rados.0.smithi190.stdout:1772: finishing rollback tid 2 to smithi19066007-19 2024-08-19T10:04:36.393 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 821 (ObjNum 494 snap 160 seq_num 494) dirty exists 2024-08-19T10:04:36.393 INFO:tasks.rados.rados.0.smithi190.stdout:1771: finishing write tid 4 to smithi19066007-31 2024-08-19T10:04:36.393 INFO:tasks.rados.rados.0.smithi190.stdout:1771: finishing write tid 5 to smithi19066007-31 2024-08-19T10:04:36.393 INFO:tasks.rados.rados.0.smithi190.stdout:1771: finishing write tid 6 to smithi19066007-31 2024-08-19T10:04:36.393 INFO:tasks.rados.rados.0.smithi190.stdout:1771: oid 31 updating version 0 to 1007 2024-08-19T10:04:36.393 INFO:tasks.rados.rados.0.smithi190.stdout:1771: oid 31 version 1007 is already newer than 1004 2024-08-19T10:04:36.393 INFO:tasks.rados.rados.0.smithi190.stdout:1771: oid 31 version 1007 is already newer than 1006 2024-08-19T10:04:36.394 INFO:tasks.rados.rados.0.smithi190.stdout:1771: oid 31 version 1007 is already newer than 1005 2024-08-19T10:04:36.394 INFO:tasks.rados.rados.0.smithi190.stdout:1771: oid 31 updating version 1007 to 1008 2024-08-19T10:04:36.394 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 1008 (ObjNum 556 snap 174 seq_num 556) dirty exists 2024-08-19T10:04:36.394 INFO:tasks.rados.rados.0.smithi190.stdout:1771: left oid 31 (ObjNum 556 snap 174 seq_num 556) 2024-08-19T10:04:36.394 INFO:tasks.rados.rados.0.smithi190.stdout:1774: finishing rollback tid 0 to smithi19066007-13 2024-08-19T10:04:36.394 INFO:tasks.rados.rados.0.smithi190.stdout:1774: finishing rollback tid 1 to smithi19066007-13 2024-08-19T10:04:36.394 INFO:tasks.rados.rados.0.smithi190.stdout:1774: finishing rollback tid 2 to smithi19066007-13 2024-08-19T10:04:36.394 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 825 (ObjNum 481 snap 0 seq_num 1526705840) dirty exists 2024-08-19T10:04:36.570 INFO:tasks.rados.rados.0.smithi190.stdout:1760: done (11 left) 2024-08-19T10:04:36.570 INFO:tasks.rados.rados.0.smithi190.stdout:1761: done (10 left) 2024-08-19T10:04:36.570 INFO:tasks.rados.rados.0.smithi190.stdout:1762: done (9 left) 2024-08-19T10:04:36.570 INFO:tasks.rados.rados.0.smithi190.stdout:1767: done (8 left) 2024-08-19T10:04:36.570 INFO:tasks.rados.rados.0.smithi190.stdout:1769: done (7 left) 2024-08-19T10:04:36.570 INFO:tasks.rados.rados.0.smithi190.stdout:1770: done (6 left) 2024-08-19T10:04:36.570 INFO:tasks.rados.rados.0.smithi190.stdout:1771: done (5 left) 2024-08-19T10:04:36.571 INFO:tasks.rados.rados.0.smithi190.stdout:1772: done (4 left) 2024-08-19T10:04:36.571 INFO:tasks.rados.rados.0.smithi190.stdout:1774: done (3 left) 2024-08-19T10:04:36.571 INFO:tasks.rados.rados.0.smithi190.stdout:1777: done (2 left) 2024-08-19T10:04:36.571 INFO:tasks.rados.rados.0.smithi190.stdout:1778: delete oid 7 current snap is 175 2024-08-19T10:04:36.594 INFO:tasks.rados.rados.0.smithi190.stdout:1776: finishing write tid 1 to smithi19066007-50 2024-08-19T10:04:36.597 INFO:tasks.rados.rados.0.smithi190.stdout:1776: finishing write tid 2 to smithi19066007-50 2024-08-19T10:04:36.597 INFO:tasks.rados.rados.0.smithi190.stdout:1776: finishing write tid 3 to smithi19066007-50 2024-08-19T10:04:36.597 INFO:tasks.rados.rados.0.smithi190.stdout:1776: finishing write tid 4 to smithi19066007-50 2024-08-19T10:04:36.599 INFO:tasks.rados.rados.0.smithi190.stdout:1776: finishing write tid 5 to smithi19066007-50 2024-08-19T10:04:36.601 INFO:tasks.rados.rados.0.smithi190.stdout:1776: finishing write tid 6 to smithi19066007-50 2024-08-19T10:04:36.601 INFO:tasks.rados.rados.0.smithi190.stdout:1776: oid 50 updating version 0 to 1091 2024-08-19T10:04:36.601 INFO:tasks.rados.rados.0.smithi190.stdout:1776: oid 50 updating version 1091 to 1094 2024-08-19T10:04:36.601 INFO:tasks.rados.rados.0.smithi190.stdout:1776: oid 50 version 1094 is already newer than 1090 2024-08-19T10:04:36.601 INFO:tasks.rados.rados.0.smithi190.stdout:1776: oid 50 version 1094 is already newer than 1093 2024-08-19T10:04:36.601 INFO:tasks.rados.rados.0.smithi190.stdout:1776: oid 50 version 1094 is already newer than 1092 2024-08-19T10:04:36.601 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1094 (ObjNum 558 snap 174 seq_num 558) dirty exists 2024-08-19T10:04:36.601 INFO:tasks.rados.rados.0.smithi190.stdout:1776: left oid 50 (ObjNum 558 snap 174 seq_num 558) 2024-08-19T10:04:36.609 INFO:tasks.rados.rados.0.smithi190.stdout:1776: done (2 left) 2024-08-19T10:04:36.609 INFO:tasks.rados.rados.0.smithi190.stdout:1778: done (1 left) 2024-08-19T10:04:36.609 INFO:tasks.rados.rados.0.smithi190.stdout:1779: rmattr oid 5 current snap is 175 2024-08-19T10:04:36.609 INFO:tasks.rados.rados.0.smithi190.stdout:1780: delete oid 12 current snap is 175 2024-08-19T10:04:36.612 INFO:tasks.rados.rados.0.smithi190.stdout:1780: done (2 left) 2024-08-19T10:04:36.612 INFO:tasks.rados.rados.0.smithi190.stdout:1781: snap_remove snap 161 2024-08-19T10:04:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:36 smithi196 ceph-mon[72638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:04:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:36 smithi196 ceph-mon[72638]: osd.4 [v2:172.21.15.196:6800/474012893,v1:172.21.15.196:6801/474012893] boot 2024-08-19T10:04:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:36 smithi196 ceph-mon[72638]: osdmap e425: 8 total, 8 up, 8 in 2024-08-19T10:04:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:36 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-19T10:04:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:36 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:36 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:36 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:04:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:36 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:04:36.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:36 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:36.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:36 smithi196 ceph-mon[72638]: osdmap e426: 8 total, 8 up, 8 in 2024-08-19T10:04:37.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:04:36.645+0000 7f58ccd6c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-19T10:04:37.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[77620]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:04:37.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[77620]: osd.4 [v2:172.21.15.196:6800/474012893,v1:172.21.15.196:6801/474012893] boot 2024-08-19T10:04:37.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[77620]: osdmap e425: 8 total, 8 up, 8 in 2024-08-19T10:04:37.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-19T10:04:37.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:37.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:37.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:04:37.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:04:37.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:37.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[77620]: osdmap e426: 8 total, 8 up, 8 in 2024-08-19T10:04:37.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[80032]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:04:37.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[80032]: osd.4 [v2:172.21.15.196:6800/474012893,v1:172.21.15.196:6801/474012893] boot 2024-08-19T10:04:37.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[80032]: osdmap e425: 8 total, 8 up, 8 in 2024-08-19T10:04:37.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-19T10:04:37.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:37.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:37.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:04:37.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:04:37.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:37.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:36 smithi190 ceph-mon[80032]: osdmap e426: 8 total, 8 up, 8 in 2024-08-19T10:04:37.591 INFO:tasks.rados.rados.0.smithi190.stdout:1781: done (2 left) 2024-08-19T10:04:37.591 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 46 current snap is 175 2024-08-19T10:04:37.592 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 905 (ObjNum 549 snap 174 seq_num 549) dirty exists 2024-08-19T10:04:37.592 INFO:tasks.rados.rados.0.smithi190.stdout:1775: finishing write tid 1 to smithi19066007-45 2024-08-19T10:04:37.592 INFO:tasks.rados.rados.0.smithi190.stdout:1775: finishing write tid 2 to smithi19066007-45 2024-08-19T10:04:37.592 INFO:tasks.rados.rados.0.smithi190.stdout:1775: finishing write tid 3 to smithi19066007-45 2024-08-19T10:04:37.592 INFO:tasks.rados.rados.0.smithi190.stdout:1775: finishing write tid 4 to smithi19066007-45 2024-08-19T10:04:37.593 INFO:tasks.rados.rados.0.smithi190.stdout:1775: finishing write tid 5 to smithi19066007-45 2024-08-19T10:04:37.593 INFO:tasks.rados.rados.0.smithi190.stdout:1775: finishing write tid 6 to smithi19066007-45 2024-08-19T10:04:37.593 INFO:tasks.rados.rados.0.smithi190.stdout:1775: oid 45 updating version 0 to 1153 2024-08-19T10:04:37.593 INFO:tasks.rados.rados.0.smithi190.stdout:1775: oid 45 version 1153 is already newer than 1152 2024-08-19T10:04:37.593 INFO:tasks.rados.rados.0.smithi190.stdout:1775: oid 45 updating version 1153 to 1156 2024-08-19T10:04:37.593 INFO:tasks.rados.rados.0.smithi190.stdout:1775: oid 45 version 1156 is already newer than 1155 2024-08-19T10:04:37.594 INFO:tasks.rados.rados.0.smithi190.stdout:1775: oid 45 version 1156 is already newer than 1154 2024-08-19T10:04:37.594 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 1156 (ObjNum 557 snap 174 seq_num 557) dirty exists 2024-08-19T10:04:37.594 INFO:tasks.rados.rados.0.smithi190.stdout:1775: left oid 45 (ObjNum 557 snap 174 seq_num 557) 2024-08-19T10:04:37.594 INFO:tasks.rados.rados.0.smithi190.stdout:1782: seq_num 561 ranges {2990080=598016,3588096=745472,4333568=778240,5111808=81920} 2024-08-19T10:04:37.611 INFO:tasks.rados.rados.0.smithi190.stdout:1782: writing smithi19066007-46 from 2990080 to 3588096 tid 1 2024-08-19T10:04:37.616 INFO:tasks.rados.rados.0.smithi190.stdout:1782: writing smithi19066007-46 from 3588096 to 4333568 tid 2 2024-08-19T10:04:37.620 INFO:tasks.rados.rados.0.smithi190.stdout:1782: writing smithi19066007-46 from 4333568 to 5111808 tid 3 2024-08-19T10:04:37.621 INFO:tasks.rados.rados.0.smithi190.stdout:1782: writing smithi19066007-46 from 5111808 to 5193728 tid 4 2024-08-19T10:04:37.621 INFO:tasks.rados.rados.0.smithi190.stdout:1775: done (2 left) 2024-08-19T10:04:37.621 INFO:tasks.rados.rados.0.smithi190.stdout:1779: done (1 left) 2024-08-19T10:04:37.621 INFO:tasks.rados.rados.0.smithi190.stdout:1783: read oid 15 snap -1 2024-08-19T10:04:37.621 INFO:tasks.rados.rados.0.smithi190.stdout:1783: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:04:37.621 INFO:tasks.rados.rados.0.smithi190.stdout:1784: setattr oid 35 current snap is 175 2024-08-19T10:04:37.622 INFO:tasks.rados.rados.0.smithi190.stdout:1782: finishing write tid 1 to smithi19066007-46 2024-08-19T10:04:37.622 INFO:tasks.rados.rados.0.smithi190.stdout:1782: finishing write tid 2 to smithi19066007-46 2024-08-19T10:04:37.622 INFO:tasks.rados.rados.0.smithi190.stdout:1785: snap_create 2024-08-19T10:04:37.624 INFO:tasks.rados.rados.0.smithi190.stdout:1782: finishing write tid 3 to smithi19066007-46 2024-08-19T10:04:37.624 INFO:tasks.rados.rados.0.smithi190.stdout:1782: finishing write tid 4 to smithi19066007-46 2024-08-19T10:04:37.625 INFO:tasks.rados.rados.0.smithi190.stdout:1783: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:04:37.658 INFO:tasks.rados.rados.0.smithi190.stdout:1782: finishing write tid 5 to smithi19066007-46 2024-08-19T10:04:37.659 INFO:tasks.rados.rados.0.smithi190.stdout:1782: finishing write tid 6 to smithi19066007-46 2024-08-19T10:04:37.659 INFO:tasks.rados.rados.0.smithi190.stdout:1782: oid 46 updating version 0 to 527 2024-08-19T10:04:37.659 INFO:tasks.rados.rados.0.smithi190.stdout:1782: oid 46 version 527 is already newer than 526 2024-08-19T10:04:37.659 INFO:tasks.rados.rados.0.smithi190.stdout:1782: oid 46 updating version 527 to 528 2024-08-19T10:04:37.659 INFO:tasks.rados.rados.0.smithi190.stdout:1782: oid 46 updating version 528 to 529 2024-08-19T10:04:37.659 INFO:tasks.rados.rados.0.smithi190.stdout:1782: oid 46 updating version 529 to 530 2024-08-19T10:04:37.659 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 530 (ObjNum 561 snap 175 seq_num 561) dirty exists 2024-08-19T10:04:37.659 INFO:tasks.rados.rados.0.smithi190.stdout:1782: left oid 46 (ObjNum 561 snap 175 seq_num 561) 2024-08-19T10:04:37.659 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 531 (ObjNum 546 snap 174 seq_num 546) dirty exists 2024-08-19T10:04:37.855 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:37 smithi196 ceph-mon[72638]: pgmap v309: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 183 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 62/429 objects degraded (14.452%) 2024-08-19T10:04:37.855 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:37 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:04:37.855 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:37 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:37.855 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:37 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:37.855 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:37 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:37.855 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:37 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-19T10:04:37.855 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:37 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-19T10:04:37.855 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:37 smithi196 ceph-mon[72638]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-19T10:04:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[77620]: pgmap v309: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 183 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 62/429 objects degraded (14.452%) 2024-08-19T10:04:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:04:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-19T10:04:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-19T10:04:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[77620]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-19T10:04:38.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[80032]: pgmap v309: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 183 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 62/429 objects degraded (14.452%) 2024-08-19T10:04:38.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:04:38.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:38.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:38.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:38.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-19T10:04:38.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-19T10:04:38.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:37 smithi190 ceph-mon[80032]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-19T10:04:38.597 INFO:tasks.rados.rados.0.smithi190.stdout:1782: done (3 left) 2024-08-19T10:04:38.597 INFO:tasks.rados.rados.0.smithi190.stdout:1783: done (2 left) 2024-08-19T10:04:38.597 INFO:tasks.rados.rados.0.smithi190.stdout:1784: done (1 left) 2024-08-19T10:04:38.597 INFO:tasks.rados.rados.0.smithi190.stdout:1785: done (0 left) 2024-08-19T10:04:38.597 INFO:tasks.rados.rados.0.smithi190.stdout:1786: delete oid 2 current snap is 176 2024-08-19T10:04:38.601 INFO:tasks.rados.rados.0.smithi190.stdout:1786: done (0 left) 2024-08-19T10:04:38.602 INFO:tasks.rados.rados.0.smithi190.stdout:1787: copy_from oid 29 from oid 30 current snap is 176 2024-08-19T10:04:38.602 INFO:tasks.rados.rados.0.smithi190.stdout:1788: read oid 1 snap 171 2024-08-19T10:04:38.602 INFO:tasks.rados.rados.0.smithi190.stdout:1788: expect deleted 2024-08-19T10:04:38.602 INFO:tasks.rados.rados.0.smithi190.stdout:1789: rollback oid 17 current snap is 176 2024-08-19T10:04:38.602 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 17 to 172 2024-08-19T10:04:38.602 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 176 2024-08-19T10:04:38.602 INFO:tasks.rados.rados.0.smithi190.stdout:1790: seq_num 563 ranges {2072576=638976,2711552=565248,3276800=794624,4071424=245760} 2024-08-19T10:04:38.616 INFO:tasks.rados.rados.0.smithi190.stdout:1790: writing smithi19066007-49 from 2072576 to 2711552 tid 1 2024-08-19T10:04:38.619 INFO:tasks.rados.rados.0.smithi190.stdout:1790: writing smithi19066007-49 from 2711552 to 3276800 tid 2 2024-08-19T10:04:38.624 INFO:tasks.rados.rados.0.smithi190.stdout:1790: writing smithi19066007-49 from 3276800 to 4071424 tid 3 2024-08-19T10:04:38.626 INFO:tasks.rados.rados.0.smithi190.stdout:1790: writing smithi19066007-49 from 4071424 to 4317184 tid 4 2024-08-19T10:04:38.626 INFO:tasks.rados.rados.0.smithi190.stdout:1791: setattr oid 5 current snap is 176 2024-08-19T10:04:38.626 INFO:tasks.rados.rados.0.smithi190.stdout:1789: finishing rollback tid 0 to smithi19066007-17 2024-08-19T10:04:38.626 INFO:tasks.rados.rados.0.smithi190.stdout:1787: finishing copy_from racing read to smithi19066007-29 2024-08-19T10:04:38.627 INFO:tasks.rados.rados.0.smithi190.stdout:1789: finishing rollback tid 1 to smithi19066007-17 2024-08-19T10:04:38.627 INFO:tasks.rados.rados.0.smithi190.stdout:1789: finishing rollback tid 2 to smithi19066007-17 2024-08-19T10:04:38.627 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 843 (ObjNum 521 snap 168 seq_num 521) dirty exists 2024-08-19T10:04:38.627 INFO:tasks.rados.rados.0.smithi190.stdout:1787: finishing copy_from to smithi19066007-29 2024-08-19T10:04:38.627 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 1087 (ObjNum 433 snap 137 seq_num 433) dirty exists 2024-08-19T10:04:38.627 INFO:tasks.rados.rados.0.smithi190.stdout:1790: finishing write tid 1 to smithi19066007-49 2024-08-19T10:04:38.627 INFO:tasks.rados.rados.0.smithi190.stdout:1790: finishing write tid 2 to smithi19066007-49 2024-08-19T10:04:38.628 INFO:tasks.rados.rados.0.smithi190.stdout:1787: done (4 left) 2024-08-19T10:04:38.628 INFO:tasks.rados.rados.0.smithi190.stdout:1788: done (3 left) 2024-08-19T10:04:38.628 INFO:tasks.rados.rados.0.smithi190.stdout:1789: done (2 left) 2024-08-19T10:04:38.628 INFO:tasks.rados.rados.0.smithi190.stdout:1792: read oid 39 snap 168 2024-08-19T10:04:38.628 INFO:tasks.rados.rados.0.smithi190.stdout:1792: expect (ObjNum 509 snap 163 seq_num 509) 2024-08-19T10:04:38.628 INFO:tasks.rados.rados.0.smithi190.stdout:1793: rmattr oid 47 current snap is 176 2024-08-19T10:04:38.628 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 50 current snap is 176 2024-08-19T10:04:38.628 INFO:tasks.rados.rados.0.smithi190.stdout:1794: seq_num 564 ranges {7413760=655360,8069120=442368,8511488=598016,9109504=565248} 2024-08-19T10:04:38.671 INFO:tasks.rados.rados.0.smithi190.stdout:1794: writing smithi19066007-50 from 7413760 to 8069120 tid 1 2024-08-19T10:04:38.673 INFO:tasks.rados.rados.0.smithi190.stdout:1794: writing smithi19066007-50 from 8069120 to 8511488 tid 2 2024-08-19T10:04:38.677 INFO:tasks.rados.rados.0.smithi190.stdout:1794: writing smithi19066007-50 from 8511488 to 9109504 tid 3 2024-08-19T10:04:38.680 INFO:tasks.rados.rados.0.smithi190.stdout:1794: writing smithi19066007-50 from 9109504 to 9674752 tid 4 2024-08-19T10:04:38.681 INFO:tasks.rados.rados.0.smithi190.stdout:1795: rollback oid 17 current snap is 176 2024-08-19T10:04:38.681 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 17 to 172 2024-08-19T10:04:38.681 INFO:tasks.rados.rados.0.smithi190.stdout:1790: finishing write tid 3 to smithi19066007-49 2024-08-19T10:04:38.681 INFO:tasks.rados.rados.0.smithi190.stdout:1790: finishing write tid 4 to smithi19066007-49 2024-08-19T10:04:38.681 INFO:tasks.rados.rados.0.smithi190.stdout:1790: finishing write tid 5 to smithi19066007-49 2024-08-19T10:04:38.681 INFO:tasks.rados.rados.0.smithi190.stdout:1790: finishing write tid 6 to smithi19066007-49 2024-08-19T10:04:38.681 INFO:tasks.rados.rados.0.smithi190.stdout:1790: oid 49 updating version 0 to 1155 2024-08-19T10:04:38.681 INFO:tasks.rados.rados.0.smithi190.stdout:1790: oid 49 updating version 1155 to 1158 2024-08-19T10:04:38.681 INFO:tasks.rados.rados.0.smithi190.stdout:1790: oid 49 version 1158 is already newer than 1157 2024-08-19T10:04:38.681 INFO:tasks.rados.rados.0.smithi190.stdout:1790: oid 49 version 1158 is already newer than 1156 2024-08-19T10:04:38.681 INFO:tasks.rados.rados.0.smithi190.stdout:1790: oid 49 version 1158 is already newer than 1154 2024-08-19T10:04:38.682 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1158 (ObjNum 563 snap 176 seq_num 563) dirty exists 2024-08-19T10:04:38.682 INFO:tasks.rados.rados.0.smithi190.stdout:1790: left oid 49 (ObjNum 563 snap 176 seq_num 563) 2024-08-19T10:04:38.682 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1104 (ObjNum 510 snap 163 seq_num 510) dirty exists 2024-08-19T10:04:38.682 INFO:tasks.rados.rados.0.smithi190.stdout:1790: done (5 left) 2024-08-19T10:04:38.682 INFO:tasks.rados.rados.0.smithi190.stdout:1793: done (4 left) 2024-08-19T10:04:38.682 INFO:tasks.rados.rados.0.smithi190.stdout:1796: copy_from oid 42 from oid 49 current snap is 176 2024-08-19T10:04:38.682 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 911 (ObjNum 549 snap 174 seq_num 549) dirty exists 2024-08-19T10:04:38.682 INFO:tasks.rados.rados.0.smithi190.stdout:1792: expect (ObjNum 509 snap 163 seq_num 509) 2024-08-19T10:04:38.737 INFO:tasks.rados.rados.0.smithi190.stdout:1794: finishing write tid 1 to smithi19066007-50 2024-08-19T10:04:38.737 INFO:tasks.rados.rados.0.smithi190.stdout:1794: finishing write tid 2 to smithi19066007-50 2024-08-19T10:04:38.737 INFO:tasks.rados.rados.0.smithi190.stdout:1794: finishing write tid 3 to smithi19066007-50 2024-08-19T10:04:38.737 INFO:tasks.rados.rados.0.smithi190.stdout:1791: done (4 left) 2024-08-19T10:04:38.738 INFO:tasks.rados.rados.0.smithi190.stdout:1792: done (3 left) 2024-08-19T10:04:38.738 INFO:tasks.rados.rados.0.smithi190.stdout:1797: rollback oid 37 current snap is 176 2024-08-19T10:04:38.738 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 37 to 175 2024-08-19T10:04:38.738 INFO:tasks.rados.rados.0.smithi190.stdout:1795: finishing rollback tid 0 to smithi19066007-17 2024-08-19T10:04:38.738 INFO:tasks.rados.rados.0.smithi190.stdout:1794: finishing write tid 4 to smithi19066007-50 2024-08-19T10:04:38.739 INFO:tasks.rados.rados.0.smithi190.stdout:1795: finishing rollback tid 1 to smithi19066007-17 2024-08-19T10:04:38.739 INFO:tasks.rados.rados.0.smithi190.stdout:1794: finishing write tid 5 to smithi19066007-50 2024-08-19T10:04:38.739 INFO:tasks.rados.rados.0.smithi190.stdout:1795: finishing rollback tid 2 to smithi19066007-17 2024-08-19T10:04:38.739 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 846 (ObjNum 521 snap 168 seq_num 521) dirty exists 2024-08-19T10:04:38.739 INFO:tasks.rados.rados.0.smithi190.stdout:1794: finishing write tid 6 to smithi19066007-50 2024-08-19T10:04:38.739 INFO:tasks.rados.rados.0.smithi190.stdout:1794: oid 50 updating version 0 to 1096 2024-08-19T10:04:38.740 INFO:tasks.rados.rados.0.smithi190.stdout:1794: oid 50 updating version 1096 to 1099 2024-08-19T10:04:38.740 INFO:tasks.rados.rados.0.smithi190.stdout:1794: oid 50 version 1099 is already newer than 1097 2024-08-19T10:04:38.740 INFO:tasks.rados.rados.0.smithi190.stdout:1794: oid 50 updating version 1099 to 1100 2024-08-19T10:04:38.740 INFO:tasks.rados.rados.0.smithi190.stdout:1794: oid 50 version 1100 is already newer than 1098 2024-08-19T10:04:38.741 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1100 (ObjNum 564 snap 176 seq_num 564) dirty exists 2024-08-19T10:04:38.741 INFO:tasks.rados.rados.0.smithi190.stdout:1794: left oid 50 (ObjNum 564 snap 176 seq_num 564) 2024-08-19T10:04:38.741 INFO:tasks.rados.rados.0.smithi190.stdout:1796: finishing copy_from racing read to smithi19066007-42 2024-08-19T10:04:38.741 INFO:tasks.rados.rados.0.smithi190.stdout:1796: finishing copy_from to smithi19066007-42 2024-08-19T10:04:38.741 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1158 (ObjNum 563 snap 176 seq_num 563) dirty exists 2024-08-19T10:04:38.742 INFO:tasks.rados.rados.0.smithi190.stdout:1794: done (3 left) 2024-08-19T10:04:38.742 INFO:tasks.rados.rados.0.smithi190.stdout:1795: done (2 left) 2024-08-19T10:04:38.742 INFO:tasks.rados.rados.0.smithi190.stdout:1796: done (1 left) 2024-08-19T10:04:38.742 INFO:tasks.rados.rados.0.smithi190.stdout:1798: setattr oid 1 current snap is 176 2024-08-19T10:04:38.742 INFO:tasks.rados.rados.0.smithi190.stdout:1797: finishing rollback tid 1 to smithi19066007-37 2024-08-19T10:04:38.743 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 0 (ObjNum 33 snap 0 seq_num 3355963360) dirty dne 2024-08-19T10:04:38.744 INFO:tasks.rados.rados.0.smithi190.stdout:1797: done (1 left) 2024-08-19T10:04:38.744 INFO:tasks.rados.rados.0.smithi190.stdout:1799: read oid 13 snap -1 2024-08-19T10:04:38.744 INFO:tasks.rados.rados.0.smithi190.stdout:1799: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:04:38.745 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 45 current snap is 176 2024-08-19T10:04:38.745 INFO:tasks.rados.rados.0.smithi190.stdout:1800: seq_num 565 ranges {14311424=671744,14983168=729088,15712256=753664,16465920=122880} 2024-08-19T10:04:38.818 INFO:tasks.rados.rados.0.smithi190.stdout:1800: writing smithi19066007-45 from 14311424 to 14983168 tid 1 2024-08-19T10:04:38.821 INFO:tasks.rados.rados.0.smithi190.stdout:1800: writing smithi19066007-45 from 14983168 to 15712256 tid 2 2024-08-19T10:04:38.825 INFO:tasks.rados.rados.0.smithi190.stdout:1800: writing smithi19066007-45 from 15712256 to 16465920 tid 3 2024-08-19T10:04:38.826 INFO:tasks.rados.rados.0.smithi190.stdout:1800: writing smithi19066007-45 from 16465920 to 16588800 tid 4 2024-08-19T10:04:38.827 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 176 2024-08-19T10:04:38.827 INFO:tasks.rados.rados.0.smithi190.stdout:1801: seq_num 566 ranges {0=688128,688128=614400,1302528=565248,1867776=425984} 2024-08-19T10:04:38.830 INFO:tasks.rados.rados.0.smithi190.stdout:1801: writing smithi19066007-12 from 0 to 688128 tid 1 2024-08-19T10:04:38.833 INFO:tasks.rados.rados.0.smithi190.stdout:1801: writing smithi19066007-12 from 688128 to 1302528 tid 2 2024-08-19T10:04:38.837 INFO:tasks.rados.rados.0.smithi190.stdout:1801: writing smithi19066007-12 from 1302528 to 1867776 tid 3 2024-08-19T10:04:38.839 INFO:tasks.rados.rados.0.smithi190.stdout:1801: writing smithi19066007-12 from 1867776 to 2293760 tid 4 2024-08-19T10:04:38.839 INFO:tasks.rados.rados.0.smithi190.stdout:1802: read oid 42 snap 163 2024-08-19T10:04:38.840 INFO:tasks.rados.rados.0.smithi190.stdout:1802: expect (ObjNum 426 snap 135 seq_num 426) 2024-08-19T10:04:38.840 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 4 current snap is 176 2024-08-19T10:04:38.840 INFO:tasks.rados.rados.0.smithi190.stdout:1803: seq_num 567 ranges {0=704512,704512=499712,1204224=770048,1974272=335872} 2024-08-19T10:04:38.843 INFO:tasks.rados.rados.0.smithi190.stdout:1803: writing smithi19066007-4 from 0 to 704512 tid 1 2024-08-19T10:04:38.846 INFO:tasks.rados.rados.0.smithi190.stdout:1803: writing smithi19066007-4 from 704512 to 1204224 tid 2 2024-08-19T10:04:38.851 INFO:tasks.rados.rados.0.smithi190.stdout:1803: writing smithi19066007-4 from 1204224 to 1974272 tid 3 2024-08-19T10:04:38.853 INFO:tasks.rados.rados.0.smithi190.stdout:1803: writing smithi19066007-4 from 1974272 to 2310144 tid 4 2024-08-19T10:04:38.854 INFO:tasks.rados.rados.0.smithi190.stdout:1804: read oid 19 snap -1 2024-08-19T10:04:38.854 INFO:tasks.rados.rados.0.smithi190.stdout:1804: expect (ObjNum 494 snap 160 seq_num 494) 2024-08-19T10:04:38.854 INFO:tasks.rados.rados.0.smithi190.stdout:1805: snap_create 2024-08-19T10:04:38.854 INFO:tasks.rados.rados.0.smithi190.stdout:1799: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:04:38.859 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 1105 (ObjNum 516 snap 167 seq_num 516) dirty exists 2024-08-19T10:04:38.859 INFO:tasks.rados.rados.0.smithi190.stdout:1800: finishing write tid 1 to smithi19066007-45 2024-08-19T10:04:38.859 INFO:tasks.rados.rados.0.smithi190.stdout:1800: finishing write tid 2 to smithi19066007-45 2024-08-19T10:04:38.859 INFO:tasks.rados.rados.0.smithi190.stdout:1800: finishing write tid 3 to smithi19066007-45 2024-08-19T10:04:38.859 INFO:tasks.rados.rados.0.smithi190.stdout:1800: finishing write tid 4 to smithi19066007-45 2024-08-19T10:04:38.859 INFO:tasks.rados.rados.0.smithi190.stdout:1800: finishing write tid 5 to smithi19066007-45 2024-08-19T10:04:38.859 INFO:tasks.rados.rados.0.smithi190.stdout:1800: finishing write tid 6 to smithi19066007-45 2024-08-19T10:04:38.859 INFO:tasks.rados.rados.0.smithi190.stdout:1800: oid 45 updating version 0 to 1160 2024-08-19T10:04:38.859 INFO:tasks.rados.rados.0.smithi190.stdout:1800: oid 45 version 1160 is already newer than 1158 2024-08-19T10:04:38.859 INFO:tasks.rados.rados.0.smithi190.stdout:1800: oid 45 version 1160 is already newer than 1159 2024-08-19T10:04:38.860 INFO:tasks.rados.rados.0.smithi190.stdout:1800: oid 45 updating version 1160 to 1161 2024-08-19T10:04:38.860 INFO:tasks.rados.rados.0.smithi190.stdout:1800: oid 45 version 1161 is already newer than 1157 2024-08-19T10:04:38.860 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 1161 (ObjNum 565 snap 176 seq_num 565) dirty exists 2024-08-19T10:04:38.860 INFO:tasks.rados.rados.0.smithi190.stdout:1800: left oid 45 (ObjNum 565 snap 176 seq_num 565) 2024-08-19T10:04:38.860 INFO:tasks.rados.rados.0.smithi190.stdout:1801: finishing write tid 1 to smithi19066007-12 2024-08-19T10:04:38.860 INFO:tasks.rados.rados.0.smithi190.stdout:1801: finishing write tid 2 to smithi19066007-12 2024-08-19T10:04:38.860 INFO:tasks.rados.rados.0.smithi190.stdout:1801: finishing write tid 3 to smithi19066007-12 2024-08-19T10:04:38.860 INFO:tasks.rados.rados.0.smithi190.stdout:1801: finishing write tid 4 to smithi19066007-12 2024-08-19T10:04:38.860 INFO:tasks.rados.rados.0.smithi190.stdout:1801: finishing write tid 5 to smithi19066007-12 2024-08-19T10:04:38.860 INFO:tasks.rados.rados.0.smithi190.stdout:1801: finishing write tid 6 to smithi19066007-12 2024-08-19T10:04:38.860 INFO:tasks.rados.rados.0.smithi190.stdout:1801: oid 12 updating version 0 to 848 2024-08-19T10:04:38.860 INFO:tasks.rados.rados.0.smithi190.stdout:1801: oid 12 updating version 848 to 850 2024-08-19T10:04:38.860 INFO:tasks.rados.rados.0.smithi190.stdout:1801: oid 12 version 850 is already newer than 847 2024-08-19T10:04:38.861 INFO:tasks.rados.rados.0.smithi190.stdout:1801: oid 12 version 850 is already newer than 849 2024-08-19T10:04:38.861 INFO:tasks.rados.rados.0.smithi190.stdout:1801: oid 12 updating version 850 to 851 2024-08-19T10:04:38.861 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 851 (ObjNum 566 snap 176 seq_num 566) dirty exists 2024-08-19T10:04:38.861 INFO:tasks.rados.rados.0.smithi190.stdout:1801: left oid 12 (ObjNum 566 snap 176 seq_num 566) 2024-08-19T10:04:38.861 INFO:tasks.rados.rados.0.smithi190.stdout:1803: finishing write tid 1 to smithi19066007-4 2024-08-19T10:04:38.861 INFO:tasks.rados.rados.0.smithi190.stdout:1802: expect (ObjNum 426 snap 135 seq_num 426) 2024-08-19T10:04:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:38 smithi196 ceph-mon[72638]: osdmap e427: 8 total, 8 up, 8 in 2024-08-19T10:04:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:38 smithi196 ceph-mon[72638]: Health check update: Degraded data redundancy: 62/429 objects degraded (14.452%), 14 pgs degraded (PG_DEGRADED) 2024-08-19T10:04:38.918 INFO:tasks.rados.rados.0.smithi190.stdout:1803: finishing write tid 2 to smithi19066007-4 2024-08-19T10:04:38.918 INFO:tasks.rados.rados.0.smithi190.stdout:1803: finishing write tid 3 to smithi19066007-4 2024-08-19T10:04:38.918 INFO:tasks.rados.rados.0.smithi190.stdout:1803: finishing write tid 4 to smithi19066007-4 2024-08-19T10:04:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:1803: finishing write tid 5 to smithi19066007-4 2024-08-19T10:04:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:1803: finishing write tid 6 to smithi19066007-4 2024-08-19T10:04:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:1803: oid 4 updating version 0 to 1031 2024-08-19T10:04:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:1803: oid 4 updating version 1031 to 1033 2024-08-19T10:04:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:1803: oid 4 version 1033 is already newer than 1030 2024-08-19T10:04:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:1803: oid 4 version 1033 is already newer than 1029 2024-08-19T10:04:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:1803: oid 4 version 1033 is already newer than 1032 2024-08-19T10:04:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 1033 (ObjNum 567 snap 176 seq_num 567) dirty exists 2024-08-19T10:04:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:1803: left oid 4 (ObjNum 567 snap 176 seq_num 567) 2024-08-19T10:04:38.919 INFO:tasks.rados.rados.0.smithi190.stdout:1804: expect (ObjNum 494 snap 160 seq_num 494) 2024-08-19T10:04:39.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:38 smithi190 ceph-mon[77620]: osdmap e427: 8 total, 8 up, 8 in 2024-08-19T10:04:39.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:38 smithi190 ceph-mon[77620]: Health check update: Degraded data redundancy: 62/429 objects degraded (14.452%), 14 pgs degraded (PG_DEGRADED) 2024-08-19T10:04:39.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:38 smithi190 ceph-mon[80032]: osdmap e427: 8 total, 8 up, 8 in 2024-08-19T10:04:39.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:38 smithi190 ceph-mon[80032]: Health check update: Degraded data redundancy: 62/429 objects degraded (14.452%), 14 pgs degraded (PG_DEGRADED) 2024-08-19T10:04:39.606 INFO:tasks.rados.rados.0.smithi190.stdout:1798: done (7 left) 2024-08-19T10:04:39.606 INFO:tasks.rados.rados.0.smithi190.stdout:1799: done (6 left) 2024-08-19T10:04:39.606 INFO:tasks.rados.rados.0.smithi190.stdout:1800: done (5 left) 2024-08-19T10:04:39.606 INFO:tasks.rados.rados.0.smithi190.stdout:1801: done (4 left) 2024-08-19T10:04:39.606 INFO:tasks.rados.rados.0.smithi190.stdout:1802: done (3 left) 2024-08-19T10:04:39.606 INFO:tasks.rados.rados.0.smithi190.stdout:1803: done (2 left) 2024-08-19T10:04:39.606 INFO:tasks.rados.rados.0.smithi190.stdout:1804: done (1 left) 2024-08-19T10:04:39.606 INFO:tasks.rados.rados.0.smithi190.stdout:1805: done (0 left) 2024-08-19T10:04:39.606 INFO:tasks.rados.rados.0.smithi190.stdout:1806: delete oid 43 current snap is 177 2024-08-19T10:04:39.614 INFO:tasks.rados.rados.0.smithi190.stdout:1806: done (0 left) 2024-08-19T10:04:39.614 INFO:tasks.rados.rados.0.smithi190.stdout:1807: read oid 30 snap -1 2024-08-19T10:04:39.615 INFO:tasks.rados.rados.0.smithi190.stdout:1807: expect (ObjNum 433 snap 137 seq_num 433) 2024-08-19T10:04:39.615 INFO:tasks.rados.rados.0.smithi190.stdout:1808: rollback oid 41 current snap is 177 2024-08-19T10:04:39.615 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 41 to 173 2024-08-19T10:04:39.615 INFO:tasks.rados.rados.0.smithi190.stdout:1809: read oid 12 snap -1 2024-08-19T10:04:39.615 INFO:tasks.rados.rados.0.smithi190.stdout:1809: expect (ObjNum 566 snap 176 seq_num 566) 2024-08-19T10:04:39.615 INFO:tasks.rados.rados.0.smithi190.stdout:1810: rollback oid 7 current snap is 177 2024-08-19T10:04:39.615 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 7 to 176 2024-08-19T10:04:39.615 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 177 2024-08-19T10:04:39.615 INFO:tasks.rados.rados.0.smithi190.stdout:1811: seq_num 569 ranges {5742592=737280,6479872=671744,7151616=737280,7888896=196608} 2024-08-19T10:04:39.648 INFO:tasks.rados.rados.0.smithi190.stdout:1811: writing smithi19066007-23 from 5742592 to 6479872 tid 1 2024-08-19T10:04:39.652 INFO:tasks.rados.rados.0.smithi190.stdout:1811: writing smithi19066007-23 from 6479872 to 7151616 tid 2 2024-08-19T10:04:39.657 INFO:tasks.rados.rados.0.smithi190.stdout:1811: writing smithi19066007-23 from 7151616 to 7888896 tid 3 2024-08-19T10:04:39.659 INFO:tasks.rados.rados.0.smithi190.stdout:1811: writing smithi19066007-23 from 7888896 to 8085504 tid 4 2024-08-19T10:04:39.659 INFO:tasks.rados.rados.0.smithi190.stdout:1812: delete oid 6 current snap is 177 2024-08-19T10:04:39.659 INFO:tasks.rados.rados.0.smithi190.stdout:1810: finishing rollback tid 1 to smithi19066007-7 2024-08-19T10:04:39.659 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1095 (ObjNum 65 snap 0 seq_num 3356127536) dirty dne 2024-08-19T10:04:39.659 INFO:tasks.rados.rados.0.smithi190.stdout:1808: finishing rollback tid 0 to smithi19066007-41 2024-08-19T10:04:39.659 INFO:tasks.rados.rados.0.smithi190.stdout:1808: finishing rollback tid 1 to smithi19066007-41 2024-08-19T10:04:39.659 INFO:tasks.rados.rados.0.smithi190.stdout:1808: finishing rollback tid 2 to smithi19066007-41 2024-08-19T10:04:39.659 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 1161 (ObjNum 483 snap 156 seq_num 483) dirty exists 2024-08-19T10:04:39.659 INFO:tasks.rados.rados.0.smithi190.stdout:1807: expect (ObjNum 433 snap 137 seq_num 433) 2024-08-19T10:04:39.729 INFO:tasks.rados.rados.0.smithi190.stdout:1809: expect (ObjNum 566 snap 176 seq_num 566) 2024-08-19T10:04:39.788 INFO:tasks.rados.rados.0.smithi190.stdout:1811: finishing write tid 1 to smithi19066007-23 2024-08-19T10:04:39.788 INFO:tasks.rados.rados.0.smithi190.stdout:1811: finishing write tid 2 to smithi19066007-23 2024-08-19T10:04:39.788 INFO:tasks.rados.rados.0.smithi190.stdout:1811: finishing write tid 3 to smithi19066007-23 2024-08-19T10:04:39.788 INFO:tasks.rados.rados.0.smithi190.stdout:1807: done (5 left) 2024-08-19T10:04:39.788 INFO:tasks.rados.rados.0.smithi190.stdout:1808: done (4 left) 2024-08-19T10:04:39.788 INFO:tasks.rados.rados.0.smithi190.stdout:1809: done (3 left) 2024-08-19T10:04:39.788 INFO:tasks.rados.rados.0.smithi190.stdout:1810: done (2 left) 2024-08-19T10:04:39.788 INFO:tasks.rados.rados.0.smithi190.stdout:1812: done (1 left) 2024-08-19T10:04:39.789 INFO:tasks.rados.rados.0.smithi190.stdout:1813: rollback oid 41 current snap is 177 2024-08-19T10:04:39.789 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 41 to 171 2024-08-19T10:04:39.789 INFO:tasks.rados.rados.0.smithi190.stdout:1811: finishing write tid 4 to smithi19066007-23 2024-08-19T10:04:39.789 INFO:tasks.rados.rados.0.smithi190.stdout:1811: finishing write tid 5 to smithi19066007-23 2024-08-19T10:04:39.789 INFO:tasks.rados.rados.0.smithi190.stdout:1811: finishing write tid 6 to smithi19066007-23 2024-08-19T10:04:39.789 INFO:tasks.rados.rados.0.smithi190.stdout:1811: oid 23 updating version 0 to 675 2024-08-19T10:04:39.789 INFO:tasks.rados.rados.0.smithi190.stdout:1811: oid 23 updating version 675 to 677 2024-08-19T10:04:39.789 INFO:tasks.rados.rados.0.smithi190.stdout:1811: oid 23 updating version 677 to 678 2024-08-19T10:04:39.789 INFO:tasks.rados.rados.0.smithi190.stdout:1811: oid 23 version 678 is already newer than 674 2024-08-19T10:04:39.789 INFO:tasks.rados.rados.0.smithi190.stdout:1811: oid 23 version 678 is already newer than 676 2024-08-19T10:04:39.789 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 678 (ObjNum 569 snap 177 seq_num 569) dirty exists 2024-08-19T10:04:39.789 INFO:tasks.rados.rados.0.smithi190.stdout:1811: left oid 23 (ObjNum 569 snap 177 seq_num 569) 2024-08-19T10:04:39.790 INFO:tasks.rados.rados.0.smithi190.stdout:1811: done (1 left) 2024-08-19T10:04:39.790 INFO:tasks.rados.rados.0.smithi190.stdout:1814: read oid 27 snap 169 2024-08-19T10:04:39.790 INFO:tasks.rados.rados.0.smithi190.stdout:1814: expect (ObjNum 491 snap 158 seq_num 491) 2024-08-19T10:04:39.790 INFO:tasks.rados.rados.0.smithi190.stdout:1815: read oid 48 snap -1 2024-08-19T10:04:39.790 INFO:tasks.rados.rados.0.smithi190.stdout:1815: expect deleted 2024-08-19T10:04:39.790 INFO:tasks.rados.rados.0.smithi190.stdout:1816: setattr oid 6 current snap is 177 2024-08-19T10:04:39.792 INFO:tasks.rados.rados.0.smithi190.stdout:1815: done (3 left) 2024-08-19T10:04:39.792 INFO:tasks.rados.rados.0.smithi190.stdout:1817: delete oid 42 current snap is 177 2024-08-19T10:04:39.793 INFO:tasks.rados.rados.0.smithi190.stdout:1813: finishing rollback tid 0 to smithi19066007-41 2024-08-19T10:04:39.793 INFO:tasks.rados.rados.0.smithi190.stdout:1813: finishing rollback tid 1 to smithi19066007-41 2024-08-19T10:04:39.793 INFO:tasks.rados.rados.0.smithi190.stdout:1813: finishing rollback tid 2 to smithi19066007-41 2024-08-19T10:04:39.793 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 1164 (ObjNum 483 snap 156 seq_num 483) dirty exists 2024-08-19T10:04:39.794 INFO:tasks.rados.rados.0.smithi190.stdout:1813: done (3 left) 2024-08-19T10:04:39.794 INFO:tasks.rados.rados.0.smithi190.stdout:1817: done (2 left) 2024-08-19T10:04:39.794 INFO:tasks.rados.rados.0.smithi190.stdout:1818: rollback oid 7 current snap is 177 2024-08-19T10:04:39.794 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 7 to 174 2024-08-19T10:04:39.794 INFO:tasks.rados.rados.0.smithi190.stdout:1819: copy_from oid 42 from oid 26 current snap is 177 2024-08-19T10:04:39.794 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 177 2024-08-19T10:04:39.795 INFO:tasks.rados.rados.0.smithi190.stdout:1820: seq_num 572 ranges {5595136=786432,6381568=770048,7151616=557056,7708672=278528} 2024-08-19T10:04:39.827 INFO:tasks.rados.rados.0.smithi190.stdout:1820: writing smithi19066007-44 from 5595136 to 6381568 tid 1 2024-08-19T10:04:39.831 INFO:tasks.rados.rados.0.smithi190.stdout:1820: writing smithi19066007-44 from 6381568 to 7151616 tid 2 2024-08-19T10:04:39.834 INFO:tasks.rados.rados.0.smithi190.stdout:1820: writing smithi19066007-44 from 7151616 to 7708672 tid 3 2024-08-19T10:04:39.836 INFO:tasks.rados.rados.0.smithi190.stdout:1820: writing smithi19066007-44 from 7708672 to 7987200 tid 4 2024-08-19T10:04:39.836 INFO:tasks.rados.rados.0.smithi190.stdout:1821: snap_create 2024-08-19T10:04:39.836 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1106 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-19T10:04:39.837 INFO:tasks.rados.rados.0.smithi190.stdout:1818: finishing rollback tid 1 to smithi19066007-7 2024-08-19T10:04:39.837 INFO:tasks.rados.rados.0.smithi190.stdout:1818: finishing rollback tid 2 to smithi19066007-7 2024-08-19T10:04:39.837 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1102 (ObjNum 543 snap 174 seq_num 543) dirty exists 2024-08-19T10:04:39.837 INFO:tasks.rados.rados.0.smithi190.stdout:1819: finishing copy_from racing read to smithi19066007-42 2024-08-19T10:04:39.837 INFO:tasks.rados.rados.0.smithi190.stdout:1819: finishing copy_from to smithi19066007-42 2024-08-19T10:04:39.837 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1103 (ObjNum 514 snap 164 seq_num 514) dirty exists 2024-08-19T10:04:39.837 INFO:tasks.rados.rados.0.smithi190.stdout:1820: finishing write tid 1 to smithi19066007-44 2024-08-19T10:04:39.838 INFO:tasks.rados.rados.0.smithi190.stdout:1820: finishing write tid 2 to smithi19066007-44 2024-08-19T10:04:39.839 INFO:tasks.rados.rados.0.smithi190.stdout:1820: finishing write tid 3 to smithi19066007-44 2024-08-19T10:04:39.839 INFO:tasks.rados.rados.0.smithi190.stdout:1820: finishing write tid 4 to smithi19066007-44 2024-08-19T10:04:39.839 INFO:tasks.rados.rados.0.smithi190.stdout:1820: finishing write tid 5 to smithi19066007-44 2024-08-19T10:04:39.840 INFO:tasks.rados.rados.0.smithi190.stdout:1820: finishing write tid 6 to smithi19066007-44 2024-08-19T10:04:39.840 INFO:tasks.rados.rados.0.smithi190.stdout:1820: oid 44 updating version 0 to 879 2024-08-19T10:04:39.840 INFO:tasks.rados.rados.0.smithi190.stdout:1820: oid 44 updating version 879 to 880 2024-08-19T10:04:39.840 INFO:tasks.rados.rados.0.smithi190.stdout:1820: oid 44 updating version 880 to 881 2024-08-19T10:04:39.840 INFO:tasks.rados.rados.0.smithi190.stdout:1820: oid 44 version 881 is already newer than 877 2024-08-19T10:04:39.840 INFO:tasks.rados.rados.0.smithi190.stdout:1820: oid 44 version 881 is already newer than 878 2024-08-19T10:04:39.840 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 881 (ObjNum 572 snap 177 seq_num 572) dirty exists 2024-08-19T10:04:39.840 INFO:tasks.rados.rados.0.smithi190.stdout:1820: left oid 44 (ObjNum 572 snap 177 seq_num 572) 2024-08-19T10:04:39.844 INFO:tasks.rados.rados.0.smithi190.stdout:1814: expect (ObjNum 491 snap 158 seq_num 491) 2024-08-19T10:04:39.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:39 smithi196 ceph-mon[72638]: pgmap v312: 121 pgs: 25 peering, 10 active+undersized, 7 active+undersized+degraded, 79 active+clean; 190 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.3 MiB/s wr, 9 op/s; 27/405 objects degraded (6.667%); 1.9 MiB/s, 0 objects/s recovering 2024-08-19T10:04:39.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:39 smithi196 ceph-mon[72638]: osdmap e428: 8 total, 8 up, 8 in 2024-08-19T10:04:40.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:39 smithi190 ceph-mon[77620]: pgmap v312: 121 pgs: 25 peering, 10 active+undersized, 7 active+undersized+degraded, 79 active+clean; 190 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.3 MiB/s wr, 9 op/s; 27/405 objects degraded (6.667%); 1.9 MiB/s, 0 objects/s recovering 2024-08-19T10:04:40.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:39 smithi190 ceph-mon[77620]: osdmap e428: 8 total, 8 up, 8 in 2024-08-19T10:04:40.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:39 smithi190 ceph-mon[80032]: pgmap v312: 121 pgs: 25 peering, 10 active+undersized, 7 active+undersized+degraded, 79 active+clean; 190 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.3 MiB/s wr, 9 op/s; 27/405 objects degraded (6.667%); 1.9 MiB/s, 0 objects/s recovering 2024-08-19T10:04:40.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:39 smithi190 ceph-mon[80032]: osdmap e428: 8 total, 8 up, 8 in 2024-08-19T10:04:40.861 INFO:tasks.rados.rados.0.smithi190.stdout:1814: done (5 left) 2024-08-19T10:04:40.861 INFO:tasks.rados.rados.0.smithi190.stdout:1816: done (4 left) 2024-08-19T10:04:40.861 INFO:tasks.rados.rados.0.smithi190.stdout:1818: done (3 left) 2024-08-19T10:04:40.861 INFO:tasks.rados.rados.0.smithi190.stdout:1819: done (2 left) 2024-08-19T10:04:40.861 INFO:tasks.rados.rados.0.smithi190.stdout:1820: done (1 left) 2024-08-19T10:04:40.861 INFO:tasks.rados.rados.0.smithi190.stdout:1821: done (0 left) 2024-08-19T10:04:40.862 INFO:tasks.rados.rados.0.smithi190.stdout:1822: snap_remove snap 168 2024-08-19T10:04:40.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:40 smithi196 ceph-mon[72638]: osdmap e429: 8 total, 8 up, 8 in 2024-08-19T10:04:41.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:40 smithi190 ceph-mon[77620]: osdmap e429: 8 total, 8 up, 8 in 2024-08-19T10:04:41.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:40 smithi190 ceph-mon[80032]: osdmap e429: 8 total, 8 up, 8 in 2024-08-19T10:04:41.631 INFO:tasks.rados.rados.0.smithi190.stdout:1822: done (0 left) 2024-08-19T10:04:41.631 INFO:tasks.rados.rados.0.smithi190.stdout:1823: read oid 42 snap 171 2024-08-19T10:04:41.631 INFO:tasks.rados.rados.0.smithi190.stdout:1823: expect (ObjNum 496 snap 160 seq_num 496) 2024-08-19T10:04:41.631 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 33 current snap is 178 2024-08-19T10:04:41.631 INFO:tasks.rados.rados.0.smithi190.stdout:1824: seq_num 573 ranges {3358720=802816,4161536=655360,4816896=720896,5537792=229376} 2024-08-19T10:04:41.655 INFO:tasks.rados.rados.0.smithi190.stdout:1824: writing smithi19066007-33 from 3358720 to 4161536 tid 1 2024-08-19T10:04:41.659 INFO:tasks.rados.rados.0.smithi190.stdout:1824: writing smithi19066007-33 from 4161536 to 4816896 tid 2 2024-08-19T10:04:41.663 INFO:tasks.rados.rados.0.smithi190.stdout:1824: writing smithi19066007-33 from 4816896 to 5537792 tid 3 2024-08-19T10:04:41.664 INFO:tasks.rados.rados.0.smithi190.stdout:1824: writing smithi19066007-33 from 5537792 to 5767168 tid 4 2024-08-19T10:04:41.664 INFO:tasks.rados.rados.0.smithi190.stdout:1825: delete oid 6 current snap is 178 2024-08-19T10:04:41.665 INFO:tasks.rados.rados.0.smithi190.stdout:1823: expect (ObjNum 496 snap 160 seq_num 496) 2024-08-19T10:04:41.790 INFO:tasks.rados.rados.0.smithi190.stdout:1824: finishing write tid 1 to smithi19066007-33 2024-08-19T10:04:41.790 INFO:tasks.rados.rados.0.smithi190.stdout:1824: finishing write tid 2 to smithi19066007-33 2024-08-19T10:04:41.790 INFO:tasks.rados.rados.0.smithi190.stdout:1824: finishing write tid 3 to smithi19066007-33 2024-08-19T10:04:41.790 INFO:tasks.rados.rados.0.smithi190.stdout:1824: finishing write tid 4 to smithi19066007-33 2024-08-19T10:04:41.790 INFO:tasks.rados.rados.0.smithi190.stdout:1824: finishing write tid 5 to smithi19066007-33 2024-08-19T10:04:41.791 INFO:tasks.rados.rados.0.smithi190.stdout:1824: finishing write tid 6 to smithi19066007-33 2024-08-19T10:04:41.791 INFO:tasks.rados.rados.0.smithi190.stdout:1824: oid 33 updating version 0 to 1166 2024-08-19T10:04:41.791 INFO:tasks.rados.rados.0.smithi190.stdout:1824: oid 33 updating version 1166 to 1168 2024-08-19T10:04:41.791 INFO:tasks.rados.rados.0.smithi190.stdout:1824: oid 33 version 1168 is already newer than 1167 2024-08-19T10:04:41.791 INFO:tasks.rados.rados.0.smithi190.stdout:1824: oid 33 updating version 1168 to 1169 2024-08-19T10:04:41.791 INFO:tasks.rados.rados.0.smithi190.stdout:1824: oid 33 version 1169 is already newer than 1165 2024-08-19T10:04:41.791 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 1169 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-08-19T10:04:41.791 INFO:tasks.rados.rados.0.smithi190.stdout:1824: left oid 33 (ObjNum 573 snap 178 seq_num 573) 2024-08-19T10:04:41.791 INFO:tasks.rados.rados.0.smithi190.stdout:1823: done (2 left) 2024-08-19T10:04:41.791 INFO:tasks.rados.rados.0.smithi190.stdout:1824: done (1 left) 2024-08-19T10:04:41.791 INFO:tasks.rados.rados.0.smithi190.stdout:1825: done (0 left) 2024-08-19T10:04:41.791 INFO:tasks.rados.rados.0.smithi190.stdout:1826: read oid 39 snap -1 2024-08-19T10:04:41.791 INFO:tasks.rados.rados.0.smithi190.stdout:1826: expect (ObjNum 509 snap 163 seq_num 509) 2024-08-19T10:04:41.792 INFO:tasks.rados.rados.0.smithi190.stdout:1827: read oid 27 snap -1 2024-08-19T10:04:41.792 INFO:tasks.rados.rados.0.smithi190.stdout:1827: expect (ObjNum 491 snap 158 seq_num 491) 2024-08-19T10:04:41.792 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 178 2024-08-19T10:04:41.792 INFO:tasks.rados.rados.0.smithi190.stdout:1828: seq_num 575 ranges {1753088=32768} 2024-08-19T10:04:41.800 INFO:tasks.rados.rados.0.smithi190.stdout:1828: writing smithi19066007-32 from 1753088 to 1785856 tid 1 2024-08-19T10:04:41.800 INFO:tasks.rados.rados.0.smithi190.stdout:1829: read oid 48 snap -1 2024-08-19T10:04:41.800 INFO:tasks.rados.rados.0.smithi190.stdout:1829: expect deleted 2024-08-19T10:04:41.800 INFO:tasks.rados.rados.0.smithi190.stdout:1830: read oid 24 snap -1 2024-08-19T10:04:41.800 INFO:tasks.rados.rados.0.smithi190.stdout:1830: expect deleted 2024-08-19T10:04:41.800 INFO:tasks.rados.rados.0.smithi190.stdout:1831: snap_remove snap 176 2024-08-19T10:04:41.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:41 smithi196 ceph-mon[72638]: pgmap v315: 121 pgs: 25 peering, 96 active+clean; 195 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 7.6 MiB/s wr, 25 op/s; 13 MiB/s, 2 objects/s recovering 2024-08-19T10:04:41.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:41 smithi196 ceph-mon[72638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/405 objects degraded (6.667%), 7 pgs degraded) 2024-08-19T10:04:41.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:41 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:04:41.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:41 smithi196 ceph-mon[72638]: osdmap e430: 8 total, 8 up, 8 in 2024-08-19T10:04:42.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:41 smithi190 ceph-mon[77620]: pgmap v315: 121 pgs: 25 peering, 96 active+clean; 195 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 7.6 MiB/s wr, 25 op/s; 13 MiB/s, 2 objects/s recovering 2024-08-19T10:04:42.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:41 smithi190 ceph-mon[77620]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/405 objects degraded (6.667%), 7 pgs degraded) 2024-08-19T10:04:42.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:41 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:04:42.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:41 smithi190 ceph-mon[77620]: osdmap e430: 8 total, 8 up, 8 in 2024-08-19T10:04:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:41 smithi190 ceph-mon[80032]: pgmap v315: 121 pgs: 25 peering, 96 active+clean; 195 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 7.6 MiB/s wr, 25 op/s; 13 MiB/s, 2 objects/s recovering 2024-08-19T10:04:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:41 smithi190 ceph-mon[80032]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/405 objects degraded (6.667%), 7 pgs degraded) 2024-08-19T10:04:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:41 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:04:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:41 smithi190 ceph-mon[80032]: osdmap e430: 8 total, 8 up, 8 in 2024-08-19T10:04:42.637 INFO:tasks.rados.rados.0.smithi190.stdout:1831: done (5 left) 2024-08-19T10:04:42.637 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 19 current snap is 178 2024-08-19T10:04:42.637 INFO:tasks.rados.rados.0.smithi190.stdout:1826: expect (ObjNum 509 snap 163 seq_num 509) 2024-08-19T10:04:42.694 INFO:tasks.rados.rados.0.smithi190.stdout:1832: seq_num 576 ranges {1081344=49152} 2024-08-19T10:04:42.700 INFO:tasks.rados.rados.0.smithi190.stdout:1832: writing smithi19066007-19 from 1081344 to 1130496 tid 1 2024-08-19T10:04:42.700 INFO:tasks.rados.rados.0.smithi190.stdout:1826: done (5 left) 2024-08-19T10:04:42.700 INFO:tasks.rados.rados.0.smithi190.stdout:1829: done (4 left) 2024-08-19T10:04:42.700 INFO:tasks.rados.rados.0.smithi190.stdout:1830: done (3 left) 2024-08-19T10:04:42.700 INFO:tasks.rados.rados.0.smithi190.stdout:1833: read oid 33 snap -1 2024-08-19T10:04:42.700 INFO:tasks.rados.rados.0.smithi190.stdout:1833: expect (ObjNum 573 snap 178 seq_num 573) 2024-08-19T10:04:42.700 INFO:tasks.rados.rados.0.smithi190.stdout:1834: snap_remove snap 172 2024-08-19T10:04:42.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:42 smithi196 ceph-mon[72638]: osdmap e431: 8 total, 8 up, 8 in 2024-08-19T10:04:43.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:42 smithi190 ceph-mon[77620]: osdmap e431: 8 total, 8 up, 8 in 2024-08-19T10:04:43.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:42 smithi190 ceph-mon[80032]: osdmap e431: 8 total, 8 up, 8 in 2024-08-19T10:04:43.324 INFO:tasks.rados.rados.0.smithi190.stdout:1834: done (4 left) 2024-08-19T10:04:43.324 INFO:tasks.rados.rados.0.smithi190.stdout:1835: snap_create 2024-08-19T10:04:43.324 INFO:tasks.rados.rados.0.smithi190.stdout:1828: finishing write tid 1 to smithi19066007-32 2024-08-19T10:04:43.325 INFO:tasks.rados.rados.0.smithi190.stdout:1828: finishing write tid 2 to smithi19066007-32 2024-08-19T10:04:43.325 INFO:tasks.rados.rados.0.smithi190.stdout:1828: finishing write tid 3 to smithi19066007-32 2024-08-19T10:04:43.325 INFO:tasks.rados.rados.0.smithi190.stdout:1828: oid 32 updating version 0 to 1043 2024-08-19T10:04:43.325 INFO:tasks.rados.rados.0.smithi190.stdout:1828: oid 32 updating version 1043 to 1044 2024-08-19T10:04:43.325 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 1044 (ObjNum 575 snap 178 seq_num 575) dirty exists 2024-08-19T10:04:43.325 INFO:tasks.rados.rados.0.smithi190.stdout:1828: left oid 32 (ObjNum 575 snap 178 seq_num 575) 2024-08-19T10:04:43.325 INFO:tasks.rados.rados.0.smithi190.stdout:1827: expect (ObjNum 491 snap 158 seq_num 491) 2024-08-19T10:04:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:43 smithi196 ceph-mon[72638]: pgmap v318: 121 pgs: 121 active+clean; 196 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.1 MiB/s wr, 33 op/s; 14 MiB/s, 4 objects/s recovering 2024-08-19T10:04:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:43 smithi196 ceph-mon[72638]: osdmap e432: 8 total, 8 up, 8 in 2024-08-19T10:04:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:43 smithi196 ceph-mon[72638]: osdmap e433: 8 total, 8 up, 8 in 2024-08-19T10:04:44.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:43 smithi190 ceph-mon[80032]: pgmap v318: 121 pgs: 121 active+clean; 196 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.1 MiB/s wr, 33 op/s; 14 MiB/s, 4 objects/s recovering 2024-08-19T10:04:44.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:43 smithi190 ceph-mon[80032]: osdmap e432: 8 total, 8 up, 8 in 2024-08-19T10:04:44.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:43 smithi190 ceph-mon[80032]: osdmap e433: 8 total, 8 up, 8 in 2024-08-19T10:04:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:43 smithi190 ceph-mon[77620]: pgmap v318: 121 pgs: 121 active+clean; 196 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.1 MiB/s wr, 33 op/s; 14 MiB/s, 4 objects/s recovering 2024-08-19T10:04:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:43 smithi190 ceph-mon[77620]: osdmap e432: 8 total, 8 up, 8 in 2024-08-19T10:04:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:43 smithi190 ceph-mon[77620]: osdmap e433: 8 total, 8 up, 8 in 2024-08-19T10:04:44.358 INFO:tasks.rados.rados.0.smithi190.stdout:1832: finishing write tid 1 to smithi19066007-19 2024-08-19T10:04:44.359 INFO:tasks.rados.rados.0.smithi190.stdout:1832: finishing write tid 2 to smithi19066007-19 2024-08-19T10:04:44.359 INFO:tasks.rados.rados.0.smithi190.stdout:1832: finishing write tid 3 to smithi19066007-19 2024-08-19T10:04:44.359 INFO:tasks.rados.rados.0.smithi190.stdout:1832: oid 19 updating version 0 to 862 2024-08-19T10:04:44.359 INFO:tasks.rados.rados.0.smithi190.stdout:1832: oid 19 version 862 is already newer than 861 2024-08-19T10:04:44.359 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 862 (ObjNum 576 snap 178 seq_num 576) dirty exists 2024-08-19T10:04:44.359 INFO:tasks.rados.rados.0.smithi190.stdout:1832: left oid 19 (ObjNum 576 snap 178 seq_num 576) 2024-08-19T10:04:44.359 INFO:tasks.rados.rados.0.smithi190.stdout:1827: done (4 left) 2024-08-19T10:04:44.360 INFO:tasks.rados.rados.0.smithi190.stdout:1828: done (3 left) 2024-08-19T10:04:44.360 INFO:tasks.rados.rados.0.smithi190.stdout:1832: done (2 left) 2024-08-19T10:04:44.360 INFO:tasks.rados.rados.0.smithi190.stdout:1835: done (1 left) 2024-08-19T10:04:44.360 INFO:tasks.rados.rados.0.smithi190.stdout:1836: rollback oid 5 current snap is 179 2024-08-19T10:04:44.360 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 5 to 164 2024-08-19T10:04:44.360 INFO:tasks.rados.rados.0.smithi190.stdout:1833: expect (ObjNum 573 snap 178 seq_num 573) 2024-08-19T10:04:44.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:04:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:04:44] "GET /metrics HTTP/1.1" 200 36311 "" "Prometheus/2.43.0" 2024-08-19T10:04:44.623 INFO:tasks.rados.rados.0.smithi190.stdout:1836: finishing rollback tid 0 to smithi19066007-5 2024-08-19T10:04:44.623 INFO:tasks.rados.rados.0.smithi190.stdout:1836: finishing rollback tid 1 to smithi19066007-5 2024-08-19T10:04:44.623 INFO:tasks.rados.rados.0.smithi190.stdout:1836: finishing rollback tid 2 to smithi19066007-5 2024-08-19T10:04:44.623 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 931 (ObjNum 395 snap 130 seq_num 395) dirty exists 2024-08-19T10:04:44.623 INFO:tasks.rados.rados.0.smithi190.stdout:1833: done (1 left) 2024-08-19T10:04:44.623 INFO:tasks.rados.rados.0.smithi190.stdout:1836: done (0 left) 2024-08-19T10:04:44.623 INFO:tasks.rados.rados.0.smithi190.stdout:1837: snap_create 2024-08-19T10:04:45.335 INFO:tasks.rados.rados.0.smithi190.stdout:1837: done (0 left) 2024-08-19T10:04:45.335 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 28 current snap is 180 2024-08-19T10:04:45.335 INFO:tasks.rados.rados.0.smithi190.stdout:1838: seq_num 577 ranges {0=65536} 2024-08-19T10:04:45.335 INFO:tasks.rados.rados.0.smithi190.stdout:1838: writing smithi19066007-28 from 0 to 65536 tid 1 2024-08-19T10:04:45.335 INFO:tasks.rados.rados.0.smithi190.stdout:1839: snap_create 2024-08-19T10:04:45.340 INFO:tasks.rados.rados.0.smithi190.stdout:1838: finishing write tid 1 to smithi19066007-28 2024-08-19T10:04:45.340 INFO:tasks.rados.rados.0.smithi190.stdout:1838: finishing write tid 2 to smithi19066007-28 2024-08-19T10:04:45.341 INFO:tasks.rados.rados.0.smithi190.stdout:1838: finishing write tid 3 to smithi19066007-28 2024-08-19T10:04:45.341 INFO:tasks.rados.rados.0.smithi190.stdout:1838: oid 28 updating version 0 to 680 2024-08-19T10:04:45.341 INFO:tasks.rados.rados.0.smithi190.stdout:1838: oid 28 version 680 is already newer than 679 2024-08-19T10:04:45.341 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 680 (ObjNum 577 snap 180 seq_num 577) dirty exists 2024-08-19T10:04:45.341 INFO:tasks.rados.rados.0.smithi190.stdout:1838: left oid 28 (ObjNum 577 snap 180 seq_num 577) 2024-08-19T10:04:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:45 smithi196 ceph-mon[72638]: pgmap v321: 121 pgs: 121 active+clean; 196 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 33 op/s; 3.2 MiB/s, 1 objects/s recovering 2024-08-19T10:04:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:45 smithi196 ceph-mon[72638]: osdmap e434: 8 total, 8 up, 8 in 2024-08-19T10:04:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:04:45.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:45 smithi190 ceph-mon[77620]: pgmap v321: 121 pgs: 121 active+clean; 196 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 33 op/s; 3.2 MiB/s, 1 objects/s recovering 2024-08-19T10:04:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:45 smithi190 ceph-mon[77620]: osdmap e434: 8 total, 8 up, 8 in 2024-08-19T10:04:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:04:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:45 smithi190 ceph-mon[80032]: pgmap v321: 121 pgs: 121 active+clean; 196 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 33 op/s; 3.2 MiB/s, 1 objects/s recovering 2024-08-19T10:04:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:45 smithi190 ceph-mon[80032]: osdmap e434: 8 total, 8 up, 8 in 2024-08-19T10:04:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:04:46.347 INFO:tasks.rados.rados.0.smithi190.stdout:1838: done (1 left) 2024-08-19T10:04:46.347 INFO:tasks.rados.rados.0.smithi190.stdout:1839: done (0 left) 2024-08-19T10:04:46.347 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 181 2024-08-19T10:04:46.347 INFO:tasks.rados.rados.0.smithi190.stdout:1840: seq_num 578 ranges {0=81920} 2024-08-19T10:04:46.347 INFO:tasks.rados.rados.0.smithi190.stdout:1840: writing smithi19066007-22 from 0 to 81920 tid 1 2024-08-19T10:04:46.348 INFO:tasks.rados.rados.0.smithi190.stdout:1841: copy_from oid 50 from oid 15 current snap is 181 2024-08-19T10:04:46.348 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 8 current snap is 181 2024-08-19T10:04:46.348 INFO:tasks.rados.rados.0.smithi190.stdout:1842: seq_num 579 ranges {0=98304} 2024-08-19T10:04:46.348 INFO:tasks.rados.rados.0.smithi190.stdout:1842: writing smithi19066007-8 from 0 to 98304 tid 1 2024-08-19T10:04:46.348 INFO:tasks.rados.rados.0.smithi190.stdout:1843: copy_from oid 31 from oid 27 current snap is 181 2024-08-19T10:04:46.348 INFO:tasks.rados.rados.0.smithi190.stdout:1844: snap_create 2024-08-19T10:04:46.351 INFO:tasks.rados.rados.0.smithi190.stdout:1842: finishing write tid 1 to smithi19066007-8 2024-08-19T10:04:46.352 INFO:tasks.rados.rados.0.smithi190.stdout:1842: finishing write tid 2 to smithi19066007-8 2024-08-19T10:04:46.353 INFO:tasks.rados.rados.0.smithi190.stdout:1840: finishing write tid 1 to smithi19066007-22 2024-08-19T10:04:46.354 INFO:tasks.rados.rados.0.smithi190.stdout:1840: finishing write tid 2 to smithi19066007-22 2024-08-19T10:04:46.355 INFO:tasks.rados.rados.0.smithi190.stdout:1842: finishing write tid 3 to smithi19066007-8 2024-08-19T10:04:46.355 INFO:tasks.rados.rados.0.smithi190.stdout:1842: oid 8 updating version 0 to 1237 2024-08-19T10:04:46.356 INFO:tasks.rados.rados.0.smithi190.stdout:1842: oid 8 updating version 1237 to 1238 2024-08-19T10:04:46.356 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1238 (ObjNum 579 snap 181 seq_num 579) dirty exists 2024-08-19T10:04:46.356 INFO:tasks.rados.rados.0.smithi190.stdout:1842: left oid 8 (ObjNum 579 snap 181 seq_num 579) 2024-08-19T10:04:46.356 INFO:tasks.rados.rados.0.smithi190.stdout:1840: finishing write tid 3 to smithi19066007-22 2024-08-19T10:04:46.356 INFO:tasks.rados.rados.0.smithi190.stdout:1840: oid 22 updating version 0 to 883 2024-08-19T10:04:46.356 INFO:tasks.rados.rados.0.smithi190.stdout:1840: oid 22 version 883 is already newer than 882 2024-08-19T10:04:46.356 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 883 (ObjNum 578 snap 181 seq_num 578) dirty exists 2024-08-19T10:04:46.356 INFO:tasks.rados.rados.0.smithi190.stdout:1840: left oid 22 (ObjNum 578 snap 181 seq_num 578) 2024-08-19T10:04:46.358 INFO:tasks.rados.rados.0.smithi190.stdout:1841: finishing copy_from racing read to smithi19066007-50 2024-08-19T10:04:46.360 INFO:tasks.rados.rados.0.smithi190.stdout:1841: finishing copy_from to smithi19066007-50 2024-08-19T10:04:46.360 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 866 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:04:46.405 INFO:tasks.rados.rados.0.smithi190.stdout:1843: finishing copy_from racing read to smithi19066007-31 2024-08-19T10:04:46.408 INFO:tasks.rados.rados.0.smithi190.stdout:1843: finishing copy_from to smithi19066007-31 2024-08-19T10:04:46.409 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 561 (ObjNum 491 snap 158 seq_num 491) dirty exists 2024-08-19T10:04:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:46 smithi196 ceph-mon[72638]: osdmap e435: 8 total, 8 up, 8 in 2024-08-19T10:04:46.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:46 smithi190 ceph-mon[77620]: osdmap e435: 8 total, 8 up, 8 in 2024-08-19T10:04:46.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:46 smithi190 ceph-mon[80032]: osdmap e435: 8 total, 8 up, 8 in 2024-08-19T10:04:47.348 INFO:tasks.rados.rados.0.smithi190.stdout:1840: done (4 left) 2024-08-19T10:04:47.349 INFO:tasks.rados.rados.0.smithi190.stdout:1841: done (3 left) 2024-08-19T10:04:47.349 INFO:tasks.rados.rados.0.smithi190.stdout:1842: done (2 left) 2024-08-19T10:04:47.349 INFO:tasks.rados.rados.0.smithi190.stdout:1843: done (1 left) 2024-08-19T10:04:47.349 INFO:tasks.rados.rados.0.smithi190.stdout:1844: done (0 left) 2024-08-19T10:04:47.349 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 182 2024-08-19T10:04:47.349 INFO:tasks.rados.rados.0.smithi190.stdout:1845: seq_num 580 ranges {0=114688} 2024-08-19T10:04:47.349 INFO:tasks.rados.rados.0.smithi190.stdout:1845: writing smithi19066007-43 from 0 to 114688 tid 1 2024-08-19T10:04:47.350 INFO:tasks.rados.rados.0.smithi190.stdout:1846: delete oid 18 current snap is 182 2024-08-19T10:04:47.353 INFO:tasks.rados.rados.0.smithi190.stdout:1846: done (1 left) 2024-08-19T10:04:47.353 INFO:tasks.rados.rados.0.smithi190.stdout:1847: read oid 13 snap -1 2024-08-19T10:04:47.353 INFO:tasks.rados.rados.0.smithi190.stdout:1847: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:04:47.353 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 182 2024-08-19T10:04:47.353 INFO:tasks.rados.rados.0.smithi190.stdout:1848: seq_num 582 ranges {1794048=155648} 2024-08-19T10:04:47.364 INFO:tasks.rados.rados.0.smithi190.stdout:1848: writing smithi19066007-39 from 1794048 to 1949696 tid 1 2024-08-19T10:04:47.364 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 30 current snap is 182 2024-08-19T10:04:47.364 INFO:tasks.rados.rados.0.smithi190.stdout:1849: seq_num 583 ranges {1695744=172032} 2024-08-19T10:04:47.374 INFO:tasks.rados.rados.0.smithi190.stdout:1849: writing smithi19066007-30 from 1695744 to 1867776 tid 1 2024-08-19T10:04:47.374 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 8 current snap is 182 2024-08-19T10:04:47.374 INFO:tasks.rados.rados.0.smithi190.stdout:1850: seq_num 584 ranges {98304=188416} 2024-08-19T10:04:47.375 INFO:tasks.rados.rados.0.smithi190.stdout:1850: writing smithi19066007-8 from 98304 to 286720 tid 1 2024-08-19T10:04:47.376 INFO:tasks.rados.rados.0.smithi190.stdout:1851: read oid 1 snap -1 2024-08-19T10:04:47.376 INFO:tasks.rados.rados.0.smithi190.stdout:1851: expect (ObjNum 516 snap 167 seq_num 516) 2024-08-19T10:04:47.376 INFO:tasks.rados.rados.0.smithi190.stdout:1852: snap_remove snap 178 2024-08-19T10:04:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:47 smithi196 ceph-mon[72638]: pgmap v324: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-08-19T10:04:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:47 smithi196 ceph-mon[72638]: osdmap e436: 8 total, 8 up, 8 in 2024-08-19T10:04:47.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:47 smithi190 ceph-mon[80032]: pgmap v324: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-08-19T10:04:47.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:47 smithi190 ceph-mon[80032]: osdmap e436: 8 total, 8 up, 8 in 2024-08-19T10:04:47.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:47 smithi190 ceph-mon[77620]: pgmap v324: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-08-19T10:04:47.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:47 smithi190 ceph-mon[77620]: osdmap e436: 8 total, 8 up, 8 in 2024-08-19T10:04:48.328 INFO:tasks.rados.rados.0.smithi190.stdout:1852: done (6 left) 2024-08-19T10:04:48.328 INFO:tasks.rados.rados.0.smithi190.stdout:1853: read oid 37 snap -1 2024-08-19T10:04:48.328 INFO:tasks.rados.rados.0.smithi190.stdout:1853: expect deleted 2024-08-19T10:04:48.329 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 14 current snap is 182 2024-08-19T10:04:48.329 INFO:tasks.rados.rados.0.smithi190.stdout:1845: finishing write tid 1 to smithi19066007-43 2024-08-19T10:04:48.329 INFO:tasks.rados.rados.0.smithi190.stdout:1854: seq_num 585 ranges {5365760=204800} 2024-08-19T10:04:48.359 INFO:tasks.rados.rados.0.smithi190.stdout:1854: writing smithi19066007-14 from 5365760 to 5570560 tid 1 2024-08-19T10:04:48.359 INFO:tasks.rados.rados.0.smithi190.stdout:1855: snap_create 2024-08-19T10:04:48.359 INFO:tasks.rados.rados.0.smithi190.stdout:1845: finishing write tid 2 to smithi19066007-43 2024-08-19T10:04:48.359 INFO:tasks.rados.rados.0.smithi190.stdout:1845: finishing write tid 3 to smithi19066007-43 2024-08-19T10:04:48.360 INFO:tasks.rados.rados.0.smithi190.stdout:1845: oid 43 updating version 0 to 933 2024-08-19T10:04:48.360 INFO:tasks.rados.rados.0.smithi190.stdout:1845: oid 43 version 933 is already newer than 932 2024-08-19T10:04:48.360 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 933 (ObjNum 580 snap 182 seq_num 580) dirty exists 2024-08-19T10:04:48.360 INFO:tasks.rados.rados.0.smithi190.stdout:1845: left oid 43 (ObjNum 580 snap 182 seq_num 580) 2024-08-19T10:04:48.360 INFO:tasks.rados.rados.0.smithi190.stdout:1847: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:04:48.365 INFO:tasks.rados.rados.0.smithi190.stdout:1848: finishing write tid 1 to smithi19066007-39 2024-08-19T10:04:48.365 INFO:tasks.rados.rados.0.smithi190.stdout:1848: finishing write tid 2 to smithi19066007-39 2024-08-19T10:04:48.365 INFO:tasks.rados.rados.0.smithi190.stdout:1848: finishing write tid 3 to smithi19066007-39 2024-08-19T10:04:48.365 INFO:tasks.rados.rados.0.smithi190.stdout:1848: oid 39 updating version 0 to 1243 2024-08-19T10:04:48.366 INFO:tasks.rados.rados.0.smithi190.stdout:1848: oid 39 version 1243 is already newer than 1242 2024-08-19T10:04:48.366 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1243 (ObjNum 582 snap 182 seq_num 582) dirty exists 2024-08-19T10:04:48.366 INFO:tasks.rados.rados.0.smithi190.stdout:1848: left oid 39 (ObjNum 582 snap 182 seq_num 582) 2024-08-19T10:04:48.366 INFO:tasks.rados.rados.0.smithi190.stdout:1849: finishing write tid 1 to smithi19066007-30 2024-08-19T10:04:48.367 INFO:tasks.rados.rados.0.smithi190.stdout:1849: finishing write tid 2 to smithi19066007-30 2024-08-19T10:04:48.367 INFO:tasks.rados.rados.0.smithi190.stdout:1850: finishing write tid 1 to smithi19066007-8 2024-08-19T10:04:48.367 INFO:tasks.rados.rados.0.smithi190.stdout:1850: finishing write tid 2 to smithi19066007-8 2024-08-19T10:04:48.367 INFO:tasks.rados.rados.0.smithi190.stdout:1849: finishing write tid 3 to smithi19066007-30 2024-08-19T10:04:48.367 INFO:tasks.rados.rados.0.smithi190.stdout:1849: oid 30 updating version 0 to 1246 2024-08-19T10:04:48.367 INFO:tasks.rados.rados.0.smithi190.stdout:1849: oid 30 version 1246 is already newer than 1245 2024-08-19T10:04:48.367 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 1246 (ObjNum 583 snap 182 seq_num 583) dirty exists 2024-08-19T10:04:48.368 INFO:tasks.rados.rados.0.smithi190.stdout:1849: left oid 30 (ObjNum 583 snap 182 seq_num 583) 2024-08-19T10:04:48.368 INFO:tasks.rados.rados.0.smithi190.stdout:1850: finishing write tid 3 to smithi19066007-8 2024-08-19T10:04:48.368 INFO:tasks.rados.rados.0.smithi190.stdout:1850: oid 8 updating version 0 to 1248 2024-08-19T10:04:48.368 INFO:tasks.rados.rados.0.smithi190.stdout:1850: oid 8 updating version 1248 to 1249 2024-08-19T10:04:48.368 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1249 (ObjNum 584 snap 182 seq_num 584) dirty exists 2024-08-19T10:04:48.368 INFO:tasks.rados.rados.0.smithi190.stdout:1850: left oid 8 (ObjNum 584 snap 182 seq_num 584) 2024-08-19T10:04:48.368 INFO:tasks.rados.rados.0.smithi190.stdout:1851: expect (ObjNum 516 snap 167 seq_num 516) 2024-08-19T10:04:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:48 smithi196 ceph-mon[72638]: osdmap e437: 8 total, 8 up, 8 in 2024-08-19T10:04:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:48 smithi196 ceph-mon[72638]: osdmap e438: 8 total, 8 up, 8 in 2024-08-19T10:04:48.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:48 smithi190 ceph-mon[77620]: osdmap e437: 8 total, 8 up, 8 in 2024-08-19T10:04:48.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:48 smithi190 ceph-mon[77620]: osdmap e438: 8 total, 8 up, 8 in 2024-08-19T10:04:48.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:48 smithi190 ceph-mon[80032]: osdmap e437: 8 total, 8 up, 8 in 2024-08-19T10:04:48.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:48 smithi190 ceph-mon[80032]: osdmap e438: 8 total, 8 up, 8 in 2024-08-19T10:04:49.005 INFO:tasks.rados.rados.0.smithi190.stdout:1854: finishing write tid 1 to smithi19066007-14 2024-08-19T10:04:49.005 INFO:tasks.rados.rados.0.smithi190.stdout:1854: finishing write tid 2 to smithi19066007-14 2024-08-19T10:04:49.005 INFO:tasks.rados.rados.0.smithi190.stdout:1854: finishing write tid 3 to smithi19066007-14 2024-08-19T10:04:49.005 INFO:tasks.rados.rados.0.smithi190.stdout:1854: oid 14 updating version 0 to 1057 2024-08-19T10:04:49.005 INFO:tasks.rados.rados.0.smithi190.stdout:1854: oid 14 version 1057 is already newer than 1056 2024-08-19T10:04:49.005 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1057 (ObjNum 585 snap 182 seq_num 585) dirty exists 2024-08-19T10:04:49.005 INFO:tasks.rados.rados.0.smithi190.stdout:1854: left oid 14 (ObjNum 585 snap 182 seq_num 585) 2024-08-19T10:04:49.363 INFO:tasks.rados.rados.0.smithi190.stdout:1845: done (8 left) 2024-08-19T10:04:49.363 INFO:tasks.rados.rados.0.smithi190.stdout:1847: done (7 left) 2024-08-19T10:04:49.363 INFO:tasks.rados.rados.0.smithi190.stdout:1848: done (6 left) 2024-08-19T10:04:49.363 INFO:tasks.rados.rados.0.smithi190.stdout:1849: done (5 left) 2024-08-19T10:04:49.364 INFO:tasks.rados.rados.0.smithi190.stdout:1850: done (4 left) 2024-08-19T10:04:49.364 INFO:tasks.rados.rados.0.smithi190.stdout:1851: done (3 left) 2024-08-19T10:04:49.364 INFO:tasks.rados.rados.0.smithi190.stdout:1853: done (2 left) 2024-08-19T10:04:49.364 INFO:tasks.rados.rados.0.smithi190.stdout:1854: done (1 left) 2024-08-19T10:04:49.364 INFO:tasks.rados.rados.0.smithi190.stdout:1855: done (0 left) 2024-08-19T10:04:49.364 INFO:tasks.rados.rados.0.smithi190.stdout:1856: read oid 48 snap -1 2024-08-19T10:04:49.364 INFO:tasks.rados.rados.0.smithi190.stdout:1856: expect deleted 2024-08-19T10:04:49.364 INFO:tasks.rados.rados.0.smithi190.stdout:1857: setattr oid 21 current snap is 183 2024-08-19T10:04:49.365 INFO:tasks.rados.rados.0.smithi190.stdout:1856: done (1 left) 2024-08-19T10:04:49.365 INFO:tasks.rados.rados.0.smithi190.stdout:1858: setattr oid 25 current snap is 183 2024-08-19T10:04:49.365 INFO:tasks.rados.rados.0.smithi190.stdout:1859: read oid 24 snap 181 2024-08-19T10:04:49.365 INFO:tasks.rados.rados.0.smithi190.stdout:1859: expect deleted 2024-08-19T10:04:49.365 INFO:tasks.rados.rados.0.smithi190.stdout:1860: delete oid 39 current snap is 183 2024-08-19T10:04:49.368 INFO:tasks.rados.rados.0.smithi190.stdout:1860: done (3 left) 2024-08-19T10:04:49.368 INFO:tasks.rados.rados.0.smithi190.stdout:1861: snap_create 2024-08-19T10:04:49.377 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 1061 (ObjNum 528 snap 171 seq_num 528) dirty exists 2024-08-19T10:04:49.377 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 936 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-19T10:04:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:49 smithi196 ceph-mon[72638]: pgmap v327: 121 pgs: 121 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-19T10:04:49.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:49 smithi190 ceph-mon[77620]: pgmap v327: 121 pgs: 121 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-19T10:04:49.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:49 smithi190 ceph-mon[80032]: pgmap v327: 121 pgs: 121 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-19T10:04:50.381 INFO:tasks.rados.rados.0.smithi190.stdout:1857: done (3 left) 2024-08-19T10:04:50.381 INFO:tasks.rados.rados.0.smithi190.stdout:1858: done (2 left) 2024-08-19T10:04:50.381 INFO:tasks.rados.rados.0.smithi190.stdout:1859: done (1 left) 2024-08-19T10:04:50.381 INFO:tasks.rados.rados.0.smithi190.stdout:1861: done (0 left) 2024-08-19T10:04:50.381 INFO:tasks.rados.rados.0.smithi190.stdout:1862: delete oid 8 current snap is 184 2024-08-19T10:04:50.384 INFO:tasks.rados.rados.0.smithi190.stdout:1862: done (0 left) 2024-08-19T10:04:50.384 INFO:tasks.rados.rados.0.smithi190.stdout:1863: rollback oid 13 current snap is 184 2024-08-19T10:04:50.384 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 13 to 182 2024-08-19T10:04:50.384 INFO:tasks.rados.rados.0.smithi190.stdout:1864: snap_create 2024-08-19T10:04:50.389 INFO:tasks.rados.rados.0.smithi190.stdout:1863: finishing rollback tid 0 to smithi19066007-13 2024-08-19T10:04:50.389 INFO:tasks.rados.rados.0.smithi190.stdout:1863: finishing rollback tid 1 to smithi19066007-13 2024-08-19T10:04:50.390 INFO:tasks.rados.rados.0.smithi190.stdout:1863: finishing rollback tid 2 to smithi19066007-13 2024-08-19T10:04:50.390 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 874 (ObjNum 65 snap 0 seq_num 1466462305) dirty exists 2024-08-19T10:04:50.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:50 smithi196 ceph-mon[72638]: osdmap e439: 8 total, 8 up, 8 in 2024-08-19T10:04:50.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:50.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:50 smithi190 ceph-mon[77620]: osdmap e439: 8 total, 8 up, 8 in 2024-08-19T10:04:50.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:50.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:50 smithi190 ceph-mon[80032]: osdmap e439: 8 total, 8 up, 8 in 2024-08-19T10:04:50.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:51.300 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:04:51.384 INFO:tasks.rados.rados.0.smithi190.stdout:1863: done (1 left) 2024-08-19T10:04:51.384 INFO:tasks.rados.rados.0.smithi190.stdout:1864: done (0 left) 2024-08-19T10:04:51.384 INFO:tasks.rados.rados.0.smithi190.stdout:1865: snap_remove snap 171 2024-08-19T10:04:51.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:51 smithi190 ceph-mon[77620]: pgmap v330: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-08-19T10:04:51.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:51 smithi190 ceph-mon[77620]: osdmap e440: 8 total, 8 up, 8 in 2024-08-19T10:04:51.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:51 smithi190 ceph-mon[80032]: pgmap v330: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-08-19T10:04:51.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:51 smithi190 ceph-mon[80032]: osdmap e440: 8 total, 8 up, 8 in 2024-08-19T10:04:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:51 smithi196 ceph-mon[72638]: pgmap v330: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-08-19T10:04:51.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:51 smithi196 ceph-mon[72638]: osdmap e440: 8 total, 8 up, 8 in 2024-08-19T10:04:51.859 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:04:51.860 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (7m) 52s ago 8m 24.6M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T10:04:51.860 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (8m) 19s ago 8m 86.9M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:04:51.860 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (10m) 52s ago 10m 18.6M - 18.2.4-721-gbaa926de e6c292a6bc95 e6af5dc87346 2024-08-19T10:04:51.860 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (10m) 19s ago 10m 20.5M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T10:04:51.860 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (4m) 19s ago 13m 453M - 19.0.0-5847-g79766939 50bbda8a3289 0261da8614e1 2024-08-19T10:04:51.860 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (4m) 52s ago 15m 519M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:04:51.860 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (3m) 52s ago 15m 52.5M 2048M 19.0.0-5847-g79766939 50bbda8a3289 91d6e2488c1e 2024-08-19T10:04:51.860 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (3m) 19s ago 13m 42.4M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9404d29f9b76 2024-08-19T10:04:51.860 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (3m) 52s ago 13m 44.0M 2048M 19.0.0-5847-g79766939 50bbda8a3289 3794657df204 2024-08-19T10:04:51.860 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (8m) 52s ago 8m 17.5M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T10:04:51.860 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (8m) 19s ago 8m 16.3M - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T10:04:51.861 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (2m) 52s ago 13m 171M 2480M 19.0.0-5847-g79766939 50bbda8a3289 61b2dae95959 2024-08-19T10:04:51.861 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (2m) 52s ago 12m 135M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7f561102fab8 2024-08-19T10:04:51.861 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (88s) 52s ago 12m 97.9M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7934388ea700 2024-08-19T10:04:51.861 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (56s) 52s ago 12m 11.3M 2480M 19.0.0-5847-g79766939 50bbda8a3289 977721cdb7a4 2024-08-19T10:04:51.861 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (23s) 19s ago 11m 14.5M 2480M 19.0.0-5847-g79766939 50bbda8a3289 1c12e17d0300 2024-08-19T10:04:51.861 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (11m) 19s ago 11m 266M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 089ec5523ac2 2024-08-19T10:04:51.861 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (10m) 19s ago 10m 260M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 5b1bd80e75ec 2024-08-19T10:04:51.861 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (10m) 19s ago 10m 142M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 0af4ca14b11c 2024-08-19T10:04:51.861 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (4m) 19s ago 9m 50.6M - 2.43.0 a07b618ecd1d 3fdb2a720e67 2024-08-19T10:04:52.190 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:04:52.191 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:04:52.191 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:04:52.191 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:04:52.191 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:04:52.191 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:04:52.191 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:04:52.191 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:04:52.191 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3, 2024-08-19T10:04:52.191 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 5 2024-08-19T10:04:52.191 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:04:52.191 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:04:52.191 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T10:04:52.191 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:04:52.192 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:04:52.192 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 5, 2024-08-19T10:04:52.192 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 10 2024-08-19T10:04:52.192 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:04:52.192 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:04:52.394 INFO:tasks.rados.rados.0.smithi190.stdout:1865: done (0 left) 2024-08-19T10:04:52.394 INFO:tasks.rados.rados.0.smithi190.stdout:1866: copy_from oid 10 from oid 48 current snap is 185 2024-08-19T10:04:52.394 INFO:tasks.rados.rados.0.smithi190.stdout:1867: snap_create 2024-08-19T10:04:52.403 INFO:tasks.rados.rados.0.smithi190.stdout:1866: finishing copy_from to smithi19066007-10 2024-08-19T10:04:52.403 INFO:tasks.rados.rados.0.smithi190.stdout:1866: got expected ENOENT (src dne) 2024-08-19T10:04:52.404 INFO:tasks.rados.rados.0.smithi190.stdout:1866: finishing copy_from racing read to smithi19066007-10 2024-08-19T10:04:52.493 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:04:52.493 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:04:52.493 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:04:52.493 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:04:52.494 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [ 2024-08-19T10:04:52.494 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr", 2024-08-19T10:04:52.494 INFO:teuthology.orchestra.run.smithi190.stdout: "mon" 2024-08-19T10:04:52.494 INFO:teuthology.orchestra.run.smithi190.stdout: ], 2024-08-19T10:04:52.494 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "10/20 daemons upgraded", 2024-08-19T10:04:52.494 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T10:04:52.494 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:04:52.494 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:04:52.494 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:52 smithi190 ceph-mon[77620]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:52.494 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:52 smithi190 ceph-mon[77620]: osdmap e441: 8 total, 8 up, 8 in 2024-08-19T10:04:52.495 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:52 smithi190 ceph-mon[77620]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:52.495 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:52 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-19T10:04:52.495 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:52 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-19T10:04:52.495 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:52 smithi190 ceph-mon[77620]: Upgrade: osd.5 is safe to restart 2024-08-19T10:04:52.495 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:52 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/86273469' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:52.495 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:52 smithi190 ceph-mon[80032]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:52.495 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:52 smithi190 ceph-mon[80032]: osdmap e441: 8 total, 8 up, 8 in 2024-08-19T10:04:52.495 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:52 smithi190 ceph-mon[80032]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:52.495 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:52 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-19T10:04:52.495 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:52 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-19T10:04:52.496 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:52 smithi190 ceph-mon[80032]: Upgrade: osd.5 is safe to restart 2024-08-19T10:04:52.496 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:52 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/86273469' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:52 smithi196 ceph-mon[72638]: from='client.44312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:52 smithi196 ceph-mon[72638]: osdmap e441: 8 total, 8 up, 8 in 2024-08-19T10:04:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:52 smithi196 ceph-mon[72638]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:52 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-19T10:04:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:52 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-19T10:04:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:52 smithi196 ceph-mon[72638]: Upgrade: osd.5 is safe to restart 2024-08-19T10:04:52.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:52 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/86273469' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:04:53.327 INFO:tasks.rados.rados.0.smithi190.stdout:1866: done (1 left) 2024-08-19T10:04:53.327 INFO:tasks.rados.rados.0.smithi190.stdout:1867: done (0 left) 2024-08-19T10:04:53.327 INFO:tasks.rados.rados.0.smithi190.stdout:1868: read oid 11 snap -1 2024-08-19T10:04:53.327 INFO:tasks.rados.rados.0.smithi190.stdout:1868: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:04:53.327 INFO:tasks.rados.rados.0.smithi190.stdout:1869: read oid 12 snap -1 2024-08-19T10:04:53.327 INFO:tasks.rados.rados.0.smithi190.stdout:1869: expect (ObjNum 566 snap 176 seq_num 566) 2024-08-19T10:04:53.327 INFO:tasks.rados.rados.0.smithi190.stdout:1870: delete oid 31 current snap is 186 2024-08-19T10:04:53.329 INFO:tasks.rados.rados.0.smithi190.stdout:1868: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:04:53.338 INFO:tasks.rados.rados.0.smithi190.stdout:1868: done (2 left) 2024-08-19T10:04:53.338 INFO:tasks.rados.rados.0.smithi190.stdout:1870: done (1 left) 2024-08-19T10:04:53.338 INFO:tasks.rados.rados.0.smithi190.stdout:1871: read oid 27 snap -1 2024-08-19T10:04:53.338 INFO:tasks.rados.rados.0.smithi190.stdout:1871: expect (ObjNum 491 snap 158 seq_num 491) 2024-08-19T10:04:53.338 INFO:tasks.rados.rados.0.smithi190.stdout:1872: delete oid 47 current snap is 186 2024-08-19T10:04:53.341 INFO:tasks.rados.rados.0.smithi190.stdout:1869: expect (ObjNum 566 snap 176 seq_num 566) 2024-08-19T10:04:53.404 INFO:tasks.rados.rados.0.smithi190.stdout:1871: expect (ObjNum 491 snap 158 seq_num 491) 2024-08-19T10:04:53.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:53 smithi196 ceph-mon[72638]: pgmap v333: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-08-19T10:04:53.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:53 smithi196 ceph-mon[72638]: from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:53.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:53 smithi196 ceph-mon[72638]: osdmap e442: 8 total, 8 up, 8 in 2024-08-19T10:04:53.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:53 smithi196 ceph-mon[72638]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:53.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:53 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:53.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:53 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-19T10:04:53.642 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:53 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:04:53.643 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:53 smithi196 ceph-mon[72638]: osdmap e443: 8 total, 8 up, 8 in 2024-08-19T10:04:53.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[77620]: pgmap v333: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-08-19T10:04:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[77620]: from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[77620]: osdmap e442: 8 total, 8 up, 8 in 2024-08-19T10:04:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[77620]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-19T10:04:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:04:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[77620]: osdmap e443: 8 total, 8 up, 8 in 2024-08-19T10:04:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[80032]: pgmap v333: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-08-19T10:04:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[80032]: from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[80032]: osdmap e442: 8 total, 8 up, 8 in 2024-08-19T10:04:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[80032]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:04:53.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:04:53.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-19T10:04:53.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:04:53.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:53 smithi190 ceph-mon[80032]: osdmap e443: 8 total, 8 up, 8 in 2024-08-19T10:04:54.394 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:04:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:04:54] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-08-19T10:04:54.420 INFO:tasks.rados.rados.0.smithi190.stdout:1869: done (2 left) 2024-08-19T10:04:54.421 INFO:tasks.rados.rados.0.smithi190.stdout:1871: done (1 left) 2024-08-19T10:04:54.421 INFO:tasks.rados.rados.0.smithi190.stdout:1872: done (0 left) 2024-08-19T10:04:54.421 INFO:tasks.rados.rados.0.smithi190.stdout:1873: read oid 50 snap -1 2024-08-19T10:04:54.421 INFO:tasks.rados.rados.0.smithi190.stdout:1873: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:04:54.421 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 186 2024-08-19T10:04:54.421 INFO:tasks.rados.rados.0.smithi190.stdout:1874: seq_num 590 ranges {3153920=286720} 2024-08-19T10:04:54.439 INFO:tasks.rados.rados.0.smithi190.stdout:1874: writing smithi19066007-20 from 3153920 to 3440640 tid 1 2024-08-19T10:04:54.439 INFO:tasks.rados.rados.0.smithi190.stdout:1875: read oid 19 snap -1 2024-08-19T10:04:54.439 INFO:tasks.rados.rados.0.smithi190.stdout:1875: expect (ObjNum 576 snap 178 seq_num 576) 2024-08-19T10:04:54.439 INFO:tasks.rados.rados.0.smithi190.stdout:1876: copy_from oid 49 from oid 34 current snap is 186 2024-08-19T10:04:54.439 INFO:tasks.rados.rados.0.smithi190.stdout:1873: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:04:54.474 INFO:tasks.rados.rados.0.smithi190.stdout:1876: finishing copy_from to smithi19066007-49 2024-08-19T10:04:54.474 INFO:tasks.rados.rados.0.smithi190.stdout:1876: got expected ENOENT (src dne) 2024-08-19T10:04:54.474 INFO:tasks.rados.rados.0.smithi190.stdout:1876: finishing copy_from racing read to smithi19066007-49 2024-08-19T10:04:54.474 INFO:tasks.rados.rados.0.smithi190.stdout:1873: done (3 left) 2024-08-19T10:04:54.474 INFO:tasks.rados.rados.0.smithi190.stdout:1876: done (2 left) 2024-08-19T10:04:54.474 INFO:tasks.rados.rados.0.smithi190.stdout:1877: copy_from oid 27 from oid 37 current snap is 186 2024-08-19T10:04:54.474 INFO:tasks.rados.rados.0.smithi190.stdout:1874: finishing write tid 1 to smithi19066007-20 2024-08-19T10:04:54.474 INFO:tasks.rados.rados.0.smithi190.stdout:1874: finishing write tid 2 to smithi19066007-20 2024-08-19T10:04:54.474 INFO:tasks.rados.rados.0.smithi190.stdout:1875: expect (ObjNum 576 snap 178 seq_num 576) 2024-08-19T10:04:54.519 INFO:tasks.rados.rados.0.smithi190.stdout:1874: finishing write tid 3 to smithi19066007-20 2024-08-19T10:04:54.519 INFO:tasks.rados.rados.0.smithi190.stdout:1874: oid 20 updating version 0 to 943 2024-08-19T10:04:54.519 INFO:tasks.rados.rados.0.smithi190.stdout:1874: oid 20 version 943 is already newer than 942 2024-08-19T10:04:54.519 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 943 (ObjNum 590 snap 186 seq_num 590) dirty exists 2024-08-19T10:04:54.519 INFO:tasks.rados.rados.0.smithi190.stdout:1874: left oid 20 (ObjNum 590 snap 186 seq_num 590) 2024-08-19T10:04:54.519 INFO:tasks.rados.rados.0.smithi190.stdout:1877: finishing copy_from to smithi19066007-27 2024-08-19T10:04:54.519 INFO:tasks.rados.rados.0.smithi190.stdout:1877: got expected ENOENT (src dne) 2024-08-19T10:04:54.519 INFO:tasks.rados.rados.0.smithi190.stdout:1877: finishing copy_from racing read to smithi19066007-27 2024-08-19T10:04:54.520 INFO:tasks.rados.rados.0.smithi190.stdout:1874: done (2 left) 2024-08-19T10:04:54.520 INFO:tasks.rados.rados.0.smithi190.stdout:1875: done (1 left) 2024-08-19T10:04:54.520 INFO:tasks.rados.rados.0.smithi190.stdout:1877: done (0 left) 2024-08-19T10:04:54.520 INFO:tasks.rados.rados.0.smithi190.stdout:1878: snap_remove snap 173 2024-08-19T10:04:54.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:54 smithi196 ceph-mon[72638]: Upgrade: Updating osd.5 2024-08-19T10:04:54.711 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:54 smithi196 ceph-mon[72638]: Deploying daemon osd.5 on smithi196 2024-08-19T10:04:54.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:54 smithi190 ceph-mon[77620]: Upgrade: Updating osd.5 2024-08-19T10:04:54.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:54 smithi190 ceph-mon[77620]: Deploying daemon osd.5 on smithi196 2024-08-19T10:04:54.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:54 smithi190 ceph-mon[80032]: Upgrade: Updating osd.5 2024-08-19T10:04:54.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:54 smithi190 ceph-mon[80032]: Deploying daemon osd.5 on smithi196 2024-08-19T10:04:55.404 INFO:tasks.rados.rados.0.smithi190.stdout:1878: done (0 left) 2024-08-19T10:04:55.404 INFO:tasks.rados.rados.0.smithi190.stdout:1879: copy_from oid 42 from oid 39 current snap is 186 2024-08-19T10:04:55.404 INFO:tasks.rados.rados.0.smithi190.stdout:1880: read oid 1 snap 164 2024-08-19T10:04:55.404 INFO:tasks.rados.rados.0.smithi190.stdout:1880: expect deleted 2024-08-19T10:04:55.404 INFO:tasks.rados.rados.0.smithi190.stdout:1881: snap_remove snap 174 2024-08-19T10:04:55.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:55 smithi196 ceph-mon[72638]: pgmap v336: 121 pgs: 121 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 150 KiB/s wr, 9 op/s 2024-08-19T10:04:55.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:55 smithi190 ceph-mon[80032]: pgmap v336: 121 pgs: 121 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 150 KiB/s wr, 9 op/s 2024-08-19T10:04:55.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:55 smithi190 ceph-mon[77620]: pgmap v336: 121 pgs: 121 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 150 KiB/s wr, 9 op/s 2024-08-19T10:04:56.419 INFO:tasks.rados.rados.0.smithi190.stdout:1881: done (2 left) 2024-08-19T10:04:56.419 INFO:tasks.rados.rados.0.smithi190.stdout:1882: snap_create 2024-08-19T10:04:56.419 INFO:tasks.rados.rados.0.smithi190.stdout:1879: finishing copy_from to smithi19066007-42 2024-08-19T10:04:56.419 INFO:tasks.rados.rados.0.smithi190.stdout:1879: got expected ENOENT (src dne) 2024-08-19T10:04:56.419 INFO:tasks.rados.rados.0.smithi190.stdout:1879: finishing copy_from racing read to smithi19066007-42 2024-08-19T10:04:56.587 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:56 smithi196 ceph-mon[72638]: osdmap e444: 8 total, 8 up, 8 in 2024-08-19T10:04:56.587 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:56 smithi196 systemd[1]: Stopping Ceph osd.5 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:04:56.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:56 smithi190 ceph-mon[77620]: osdmap e444: 8 total, 8 up, 8 in 2024-08-19T10:04:56.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:56 smithi190 ceph-mon[80032]: osdmap e444: 8 total, 8 up, 8 in 2024-08-19T10:04:56.917 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:56 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[30840]: 2024-08-19T10:04:56.585+0000 7fd99da6f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:04:56.917 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:56 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[30840]: 2024-08-19T10:04:56.585+0000 7fd99da6f640 -1 osd.5 445 *** Got signal Terminated *** 2024-08-19T10:04:56.917 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:56 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[30840]: 2024-08-19T10:04:56.585+0000 7fd99da6f640 -1 osd.5 445 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:04:57.423 INFO:tasks.rados.rados.0.smithi190.stdout:1879: done (2 left) 2024-08-19T10:04:57.423 INFO:tasks.rados.rados.0.smithi190.stdout:1880: done (1 left) 2024-08-19T10:04:57.423 INFO:tasks.rados.rados.0.smithi190.stdout:1882: done (0 left) 2024-08-19T10:04:57.423 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 48 current snap is 187 2024-08-19T10:04:57.424 INFO:tasks.rados.rados.0.smithi190.stdout:1883: seq_num 591 ranges {0=303104} 2024-08-19T10:04:57.425 INFO:tasks.rados.rados.0.smithi190.stdout:1883: writing smithi19066007-48 from 0 to 303104 tid 1 2024-08-19T10:04:57.425 INFO:tasks.rados.rados.0.smithi190.stdout:1884: setattr oid 21 current snap is 187 2024-08-19T10:04:57.427 INFO:tasks.rados.rados.0.smithi190.stdout:1885: snap_create 2024-08-19T10:04:57.435 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 957 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-19T10:04:57.813 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:57 smithi196 ceph-mon[72638]: pgmap v338: 121 pgs: 121 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-19T10:04:57.813 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:57 smithi196 ceph-mon[72638]: osdmap e445: 8 total, 8 up, 8 in 2024-08-19T10:04:57.814 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:57 smithi196 ceph-mon[72638]: osd.5 marked itself down and dead 2024-08-19T10:04:57.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:57 smithi190 ceph-mon[77620]: pgmap v338: 121 pgs: 121 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-19T10:04:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:57 smithi190 ceph-mon[77620]: osdmap e445: 8 total, 8 up, 8 in 2024-08-19T10:04:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:57 smithi190 ceph-mon[77620]: osd.5 marked itself down and dead 2024-08-19T10:04:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:57 smithi190 ceph-mon[80032]: pgmap v338: 121 pgs: 121 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-19T10:04:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:57 smithi190 ceph-mon[80032]: osdmap e445: 8 total, 8 up, 8 in 2024-08-19T10:04:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:57 smithi190 ceph-mon[80032]: osd.5 marked itself down and dead 2024-08-19T10:04:58.104 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:57 smithi196 podman[82460]: 2024-08-19 10:04:57.812449095 +0000 UTC m=+1.339653361 container died 089ec5523ac2e7998a2862213c386ed3d3d4c2ab5fad2f409ecf6eb77137d59c (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=reef-baa926d, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-19T10:04:58.330 INFO:tasks.rados.rados.0.smithi190.stdout:1884: done (2 left) 2024-08-19T10:04:58.330 INFO:tasks.rados.rados.0.smithi190.stdout:1885: done (1 left) 2024-08-19T10:04:58.330 INFO:tasks.rados.rados.0.smithi190.stdout:1886: setattr oid 15 current snap is 188 2024-08-19T10:04:58.330 INFO:tasks.rados.rados.0.smithi190.stdout:1887: rmattr oid 5 current snap is 188 2024-08-19T10:04:58.331 INFO:tasks.rados.rados.0.smithi190.stdout:1888: copy_from oid 44 from oid 31 current snap is 188 2024-08-19T10:04:58.331 INFO:tasks.rados.rados.0.smithi190.stdout:1889: snap_remove snap 163 2024-08-19T10:04:58.417 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:58 smithi196 podman[82460]: 2024-08-19 10:04:58.285814975 +0000 UTC m=+1.813019283 container cleanup 089ec5523ac2e7998a2862213c386ed3d3d4c2ab5fad2f409ecf6eb77137d59c (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=reef-baa926d, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-19T10:04:58.417 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:58 smithi196 bash[82460]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5 2024-08-19T10:04:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:58 smithi190 ceph-mon[77620]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:04:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:58 smithi190 ceph-mon[77620]: osdmap e446: 8 total, 7 up, 8 in 2024-08-19T10:04:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:58 smithi190 ceph-mon[77620]: osdmap e447: 8 total, 7 up, 8 in 2024-08-19T10:04:58.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:58 smithi190 ceph-mon[80032]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:04:58.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:58 smithi190 ceph-mon[80032]: osdmap e446: 8 total, 7 up, 8 in 2024-08-19T10:04:58.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:58 smithi190 ceph-mon[80032]: osdmap e447: 8 total, 7 up, 8 in 2024-08-19T10:04:58.862 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:58 smithi196 podman[82477]: 2024-08-19 10:04:58.537414376 +0000 UTC m=+0.715152704 container remove 089ec5523ac2e7998a2862213c386ed3d3d4c2ab5fad2f409ecf6eb77137d59c (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=reef-baa926d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731) 2024-08-19T10:04:58.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:58 smithi196 ceph-mon[72638]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:04:58.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:58 smithi196 ceph-mon[72638]: osdmap e446: 8 total, 7 up, 8 in 2024-08-19T10:04:58.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:58 smithi196 ceph-mon[72638]: osdmap e447: 8 total, 7 up, 8 in 2024-08-19T10:04:59.166 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:58 smithi196 podman[82565]: 2024-08-19 10:04:58.764706982 +0000 UTC m=+0.017337206 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:04:59.166 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:58 smithi196 podman[82565]: 2024-08-19 10:04:58.879961924 +0000 UTC m=+0.132592129 container create 6dc25ead0d1297856e1cc4bb55414cc2513e3228246b96c5323fcd5ebee83aab (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-08-19T10:04:59.166 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:59 smithi196 podman[82565]: 2024-08-19 10:04:59.074092109 +0000 UTC m=+0.326722325 container init 6dc25ead0d1297856e1cc4bb55414cc2513e3228246b96c5323fcd5ebee83aab (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-19T10:04:59.166 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:59 smithi196 podman[82565]: 2024-08-19 10:04:59.077430592 +0000 UTC m=+0.330060798 container start 6dc25ead0d1297856e1cc4bb55414cc2513e3228246b96c5323fcd5ebee83aab (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, RELEASE=main-7976693, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-19T10:04:59.166 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:59 smithi196 podman[82565]: 2024-08-19 10:04:59.165714636 +0000 UTC m=+0.418344855 container attach 6dc25ead0d1297856e1cc4bb55414cc2513e3228246b96c5323fcd5ebee83aab (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-19T10:04:59.332 INFO:tasks.rados.rados.0.smithi190.stdout:1889: done (4 left) 2024-08-19T10:04:59.332 INFO:tasks.rados.rados.0.smithi190.stdout:1890: setattr oid 19 current snap is 188 2024-08-19T10:04:59.333 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 959 (ObjNum 395 snap 130 seq_num 395) dirty exists 2024-08-19T10:04:59.333 INFO:tasks.rados.rados.0.smithi190.stdout:1888: finishing copy_from to smithi19066007-44 2024-08-19T10:04:59.333 INFO:tasks.rados.rados.0.smithi190.stdout:1888: got expected ENOENT (src dne) 2024-08-19T10:04:59.333 INFO:tasks.rados.rados.0.smithi190.stdout:1888: finishing copy_from racing read to smithi19066007-44 2024-08-19T10:04:59.333 INFO:tasks.rados.rados.0.smithi190.stdout:1883: finishing write tid 1 to smithi19066007-48 2024-08-19T10:04:59.333 INFO:tasks.rados.rados.0.smithi190.stdout:1883: finishing write tid 2 to smithi19066007-48 2024-08-19T10:04:59.333 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 1109 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:04:59.333 INFO:tasks.rados.rados.0.smithi190.stdout:1883: finishing write tid 3 to smithi19066007-48 2024-08-19T10:04:59.333 INFO:tasks.rados.rados.0.smithi190.stdout:1883: oid 48 updating version 0 to 1286 2024-08-19T10:04:59.333 INFO:tasks.rados.rados.0.smithi190.stdout:1883: oid 48 updating version 1286 to 1287 2024-08-19T10:04:59.333 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1287 (ObjNum 591 snap 187 seq_num 591) dirty exists 2024-08-19T10:04:59.333 INFO:tasks.rados.rados.0.smithi190.stdout:1883: left oid 48 (ObjNum 591 snap 187 seq_num 591) 2024-08-19T10:04:59.334 INFO:tasks.rados.rados.0.smithi190.stdout:1883: done (4 left) 2024-08-19T10:04:59.334 INFO:tasks.rados.rados.0.smithi190.stdout:1886: done (3 left) 2024-08-19T10:04:59.334 INFO:tasks.rados.rados.0.smithi190.stdout:1887: done (2 left) 2024-08-19T10:04:59.334 INFO:tasks.rados.rados.0.smithi190.stdout:1888: done (1 left) 2024-08-19T10:04:59.334 INFO:tasks.rados.rados.0.smithi190.stdout:1891: read oid 46 snap 181 2024-08-19T10:04:59.334 INFO:tasks.rados.rados.0.smithi190.stdout:1891: expect (ObjNum 561 snap 175 seq_num 561) 2024-08-19T10:04:59.334 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 188 2024-08-19T10:04:59.334 INFO:tasks.rados.rados.0.smithi190.stdout:1892: seq_num 592 ranges {8085504=319488} 2024-08-19T10:04:59.381 INFO:tasks.rados.rados.0.smithi190.stdout:1892: writing smithi19066007-23 from 8085504 to 8404992 tid 1 2024-08-19T10:04:59.381 INFO:tasks.rados.rados.0.smithi190.stdout:1893: copy_from oid 28 from oid 34 current snap is 188 2024-08-19T10:04:59.381 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 898 (ObjNum 576 snap 178 seq_num 576) dirty exists 2024-08-19T10:04:59.381 INFO:tasks.rados.rados.0.smithi190.stdout:1891: expect (ObjNum 561 snap 175 seq_num 561) 2024-08-19T10:04:59.417 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:59 smithi196 podman[82565]: 2024-08-19 10:04:59.262182576 +0000 UTC m=+0.514812785 container died 6dc25ead0d1297856e1cc4bb55414cc2513e3228246b96c5323fcd5ebee83aab (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:04:59.586 INFO:tasks.rados.rados.0.smithi190.stdout:1892: finishing write tid 1 to smithi19066007-23 2024-08-19T10:04:59.586 INFO:tasks.rados.rados.0.smithi190.stdout:1892: finishing write tid 2 to smithi19066007-23 2024-08-19T10:04:59.587 INFO:tasks.rados.rados.0.smithi190.stdout:1892: finishing write tid 3 to smithi19066007-23 2024-08-19T10:04:59.587 INFO:tasks.rados.rados.0.smithi190.stdout:1892: oid 23 updating version 0 to 682 2024-08-19T10:04:59.587 INFO:tasks.rados.rados.0.smithi190.stdout:1892: oid 23 version 682 is already newer than 681 2024-08-19T10:04:59.587 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 682 (ObjNum 592 snap 188 seq_num 592) dirty exists 2024-08-19T10:04:59.587 INFO:tasks.rados.rados.0.smithi190.stdout:1892: left oid 23 (ObjNum 592 snap 188 seq_num 592) 2024-08-19T10:04:59.587 INFO:tasks.rados.rados.0.smithi190.stdout:1893: finishing copy_from to smithi19066007-28 2024-08-19T10:04:59.587 INFO:tasks.rados.rados.0.smithi190.stdout:1893: got expected ENOENT (src dne) 2024-08-19T10:04:59.587 INFO:tasks.rados.rados.0.smithi190.stdout:1893: finishing copy_from racing read to smithi19066007-28 2024-08-19T10:04:59.587 INFO:tasks.rados.rados.0.smithi190.stdout:1890: done (3 left) 2024-08-19T10:04:59.587 INFO:tasks.rados.rados.0.smithi190.stdout:1891: done (2 left) 2024-08-19T10:04:59.587 INFO:tasks.rados.rados.0.smithi190.stdout:1892: done (1 left) 2024-08-19T10:04:59.587 INFO:tasks.rados.rados.0.smithi190.stdout:1893: done (0 left) 2024-08-19T10:04:59.587 INFO:tasks.rados.rados.0.smithi190.stdout:1894: rollback oid 9 current snap is 188 2024-08-19T10:04:59.587 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 9 to 185 2024-08-19T10:04:59.588 INFO:tasks.rados.rados.0.smithi190.stdout:1895: read oid 12 snap -1 2024-08-19T10:04:59.588 INFO:tasks.rados.rados.0.smithi190.stdout:1895: expect (ObjNum 566 snap 176 seq_num 566) 2024-08-19T10:04:59.588 INFO:tasks.rados.rados.0.smithi190.stdout:1896: copy_from oid 21 from oid 15 current snap is 188 2024-08-19T10:04:59.588 INFO:tasks.rados.rados.0.smithi190.stdout:1897: copy_from oid 13 from oid 36 current snap is 188 2024-08-19T10:04:59.588 INFO:tasks.rados.rados.0.smithi190.stdout:1898: snap_remove snap 177 2024-08-19T10:04:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:59 smithi190 ceph-mon[77620]: pgmap v341: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 210 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 10 op/s 2024-08-19T10:04:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:04:59 smithi190 ceph-mon[77620]: osdmap e448: 8 total, 7 up, 8 in 2024-08-19T10:04:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:59 smithi190 ceph-mon[80032]: pgmap v341: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 210 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 10 op/s 2024-08-19T10:04:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:04:59 smithi190 ceph-mon[80032]: osdmap e448: 8 total, 7 up, 8 in 2024-08-19T10:04:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:59 smithi196 ceph-mon[72638]: pgmap v341: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 210 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 10 op/s 2024-08-19T10:04:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:04:59 smithi196 ceph-mon[72638]: osdmap e448: 8 total, 7 up, 8 in 2024-08-19T10:05:00.413 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:59 smithi196 podman[82587]: 2024-08-19 10:04:59.97835221 +0000 UTC m=+0.707610784 container remove 6dc25ead0d1297856e1cc4bb55414cc2513e3228246b96c5323fcd5ebee83aab (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-7976693, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-19T10:05:00.414 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:59 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.5.service: Deactivated successfully. 2024-08-19T10:05:00.414 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:59 smithi196 systemd[1]: Stopped Ceph osd.5 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:05:00.414 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:04:59 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.5.service: Consumed 16.272s CPU time. 2024-08-19T10:05:00.414 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 systemd[1]: Starting Ceph osd.5 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:05:00.449 INFO:tasks.rados.rados.0.smithi190.stdout:1894: finishing rollback tid 0 to smithi19066007-9 2024-08-19T10:05:00.450 INFO:tasks.rados.rados.0.smithi190.stdout:1894: finishing rollback tid 1 to smithi19066007-9 2024-08-19T10:05:00.450 INFO:tasks.rados.rados.0.smithi190.stdout:1894: finishing rollback tid 2 to smithi19066007-9 2024-08-19T10:05:00.450 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 685 (ObjNum 515 snap 164 seq_num 515) dirty exists 2024-08-19T10:05:00.450 INFO:tasks.rados.rados.0.smithi190.stdout:1896: finishing copy_from racing read to smithi19066007-21 2024-08-19T10:05:00.450 INFO:tasks.rados.rados.0.smithi190.stdout:1896: finishing copy_from to smithi19066007-21 2024-08-19T10:05:00.450 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 1109 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:05:00.450 INFO:tasks.rados.rados.0.smithi190.stdout:1895: expect (ObjNum 566 snap 176 seq_num 566) 2024-08-19T10:05:00.515 INFO:tasks.rados.rados.0.smithi190.stdout:1897: finishing copy_from racing read to smithi19066007-13 2024-08-19T10:05:00.515 INFO:tasks.rados.rados.0.smithi190.stdout:1897: finishing copy_from to smithi19066007-13 2024-08-19T10:05:00.515 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 1181 (ObjNum 509 snap 163 seq_num 509) dirty exists 2024-08-19T10:05:00.515 INFO:tasks.rados.rados.0.smithi190.stdout:1894: done (4 left) 2024-08-19T10:05:00.515 INFO:tasks.rados.rados.0.smithi190.stdout:1895: done (3 left) 2024-08-19T10:05:00.515 INFO:tasks.rados.rados.0.smithi190.stdout:1896: done (2 left) 2024-08-19T10:05:00.515 INFO:tasks.rados.rados.0.smithi190.stdout:1897: done (1 left) 2024-08-19T10:05:00.515 INFO:tasks.rados.rados.0.smithi190.stdout:1898: done (0 left) 2024-08-19T10:05:00.516 INFO:tasks.rados.rados.0.smithi190.stdout:1899: delete oid 29 current snap is 188 2024-08-19T10:05:00.516 INFO:tasks.rados.rados.0.smithi190.stdout:1899: done (0 left) 2024-08-19T10:05:00.516 INFO:tasks.rados.rados.0.smithi190.stdout:1900: snap_create 2024-08-19T10:05:00.667 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 podman[82688]: 2024-08-19 10:05:00.412878825 +0000 UTC m=+0.110049639 container create 29bf3960a6211a9bac6add886fb81978a21d10c3ad676491ff7e3bc9ac2e6943 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-08-19T10:05:00.667 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 podman[82688]: 2024-08-19 10:05:00.320424358 +0000 UTC m=+0.017595143 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:05:01.081 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 podman[82688]: 2024-08-19 10:05:00.685188121 +0000 UTC m=+0.382358893 container init 29bf3960a6211a9bac6add886fb81978a21d10c3ad676491ff7e3bc9ac2e6943 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-7976693, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-08-19T10:05:01.082 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 podman[82688]: 2024-08-19 10:05:00.688538728 +0000 UTC m=+0.385709503 container start 29bf3960a6211a9bac6add886fb81978a21d10c3ad676491ff7e3bc9ac2e6943 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-7976693, org.label-schema.vendor=CentOS) 2024-08-19T10:05:01.082 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 podman[82688]: 2024-08-19 10:05:00.765927863 +0000 UTC m=+0.463098637 container attach 29bf3960a6211a9bac6add886fb81978a21d10c3ad676491ff7e3bc9ac2e6943 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-19T10:05:01.082 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate[82704]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:01.082 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 bash[82688]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:01.082 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate[82704]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:01.082 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 bash[82688]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:01.082 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate[82704]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:05:01.082 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 bash[82688]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:05:01.082 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate[82704]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:01.082 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 bash[82688]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:01.082 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate[82704]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:01.082 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 bash[82688]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:01.083 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate[82704]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-19T10:05:01.083 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 bash[82688]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-19T10:05:01.083 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate[82704]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-08-19T10:05:01.083 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:00 smithi196 bash[82688]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-08-19T10:05:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:01 smithi196 ceph-mon[72638]: pgmap v344: 121 pgs: 12 active+undersized, 9 peering, 6 stale+active+clean, 6 active+undersized+degraded, 88 active+clean; 207 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 144 KiB/s wr, 19 op/s; 37/447 objects degraded (8.277%) 2024-08-19T10:05:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:01 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:01 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:05:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:01 smithi196 ceph-mon[72638]: Health check failed: Degraded data redundancy: 37/447 objects degraded (8.277%), 6 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:01 smithi196 ceph-mon[72638]: osdmap e449: 8 total, 7 up, 8 in 2024-08-19T10:05:01.418 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:01 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate[82704]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-19T10:05:01.418 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:01 smithi196 bash[82688]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-19T10:05:01.418 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:01 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate[82704]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-08-19T10:05:01.418 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:01 smithi196 bash[82688]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-08-19T10:05:01.418 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:01 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate[82704]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-19T10:05:01.418 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:01 smithi196 bash[82688]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-19T10:05:01.418 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:01 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate[82704]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-19T10:05:01.418 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:01 smithi196 bash[82688]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-19T10:05:01.418 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:01 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate[82704]: --> ceph-volume lvm activate successful for osd ID: 5 2024-08-19T10:05:01.418 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:01 smithi196 bash[82688]: --> ceph-volume lvm activate successful for osd ID: 5 2024-08-19T10:05:01.419 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:01 smithi196 podman[82688]: 2024-08-19 10:05:01.240791502 +0000 UTC m=+0.937962275 container died 29bf3960a6211a9bac6add886fb81978a21d10c3ad676491ff7e3bc9ac2e6943 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:05:01.449 INFO:tasks.rados.rados.0.smithi190.stdout:1900: done (0 left) 2024-08-19T10:05:01.450 INFO:tasks.rados.rados.0.smithi190.stdout:1901: delete oid 34 current snap is 189 2024-08-19T10:05:01.451 INFO:tasks.rados.rados.0.smithi190.stdout:1901: done (0 left) 2024-08-19T10:05:01.451 INFO:tasks.rados.rados.0.smithi190.stdout:1902: snap_remove snap 179 2024-08-19T10:05:01.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:01 smithi190 ceph-mon[77620]: pgmap v344: 121 pgs: 12 active+undersized, 9 peering, 6 stale+active+clean, 6 active+undersized+degraded, 88 active+clean; 207 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 144 KiB/s wr, 19 op/s; 37/447 objects degraded (8.277%) 2024-08-19T10:05:01.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:01 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:01.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:01 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:05:01.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:01 smithi190 ceph-mon[77620]: Health check failed: Degraded data redundancy: 37/447 objects degraded (8.277%), 6 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:01.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:01 smithi190 ceph-mon[77620]: osdmap e449: 8 total, 7 up, 8 in 2024-08-19T10:05:01.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:01 smithi190 ceph-mon[80032]: pgmap v344: 121 pgs: 12 active+undersized, 9 peering, 6 stale+active+clean, 6 active+undersized+degraded, 88 active+clean; 207 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 144 KiB/s wr, 19 op/s; 37/447 objects degraded (8.277%) 2024-08-19T10:05:01.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:01 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:01.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:01 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:05:01.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:01 smithi190 ceph-mon[80032]: Health check failed: Degraded data redundancy: 37/447 objects degraded (8.277%), 6 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:01.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:01 smithi190 ceph-mon[80032]: osdmap e449: 8 total, 7 up, 8 in 2024-08-19T10:05:02.167 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:01 smithi196 podman[82810]: 2024-08-19 10:05:01.878114602 +0000 UTC m=+0.626534028 container remove 29bf3960a6211a9bac6add886fb81978a21d10c3ad676491ff7e3bc9ac2e6943 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=main-7976693, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:05:02.167 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:02 smithi196 podman[82868]: 2024-08-19 10:05:02.087656206 +0000 UTC m=+0.102414941 container create df36d05a1629ed2bf417b6a79e1bf7832a69afb654449651c170f5c019dac8d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-19T10:05:02.167 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:02 smithi196 podman[82868]: 2024-08-19 10:05:02.002930534 +0000 UTC m=+0.017689280 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:05:02.455 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:02 smithi196 podman[82868]: 2024-08-19 10:05:02.298576061 +0000 UTC m=+0.313334810 container init df36d05a1629ed2bf417b6a79e1bf7832a69afb654449651c170f5c019dac8d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-7976693, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-19T10:05:02.455 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:02 smithi196 podman[82868]: 2024-08-19 10:05:02.301765496 +0000 UTC m=+0.316524229 container start df36d05a1629ed2bf417b6a79e1bf7832a69afb654449651c170f5c019dac8d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5, io.buildah.version=1.36.0, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True) 2024-08-19T10:05:02.455 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:02 smithi196 ceph-osd[82886]: -- 172.21.15.196:0/635909326 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55abed209a40 con 0x55abedfd6000 2024-08-19T10:05:02.455 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:02 smithi196 bash[82868]: df36d05a1629ed2bf417b6a79e1bf7832a69afb654449651c170f5c019dac8d5 2024-08-19T10:05:02.455 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:02 smithi196 systemd[1]: Started Ceph osd.5 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:05:02.464 INFO:tasks.rados.rados.0.smithi190.stdout:1902: done (0 left) 2024-08-19T10:05:02.465 INFO:tasks.rados.rados.0.smithi190.stdout:1903: copy_from oid 3 from oid 28 current snap is 189 2024-08-19T10:05:02.465 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 45 current snap is 189 2024-08-19T10:05:02.465 INFO:tasks.rados.rados.0.smithi190.stdout:1904: seq_num 595 ranges {16588800=368640} 2024-08-19T10:05:02.557 INFO:tasks.rados.rados.0.smithi190.stdout:1904: writing smithi19066007-45 from 16588800 to 16957440 tid 1 2024-08-19T10:05:02.557 INFO:tasks.rados.rados.0.smithi190.stdout:1905: read oid 14 snap -1 2024-08-19T10:05:02.557 INFO:tasks.rados.rados.0.smithi190.stdout:1905: expect (ObjNum 585 snap 182 seq_num 585) 2024-08-19T10:05:02.557 INFO:tasks.rados.rados.0.smithi190.stdout:1906: snap_remove snap 182 2024-08-19T10:05:02.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:02 smithi190 ceph-mon[77620]: osdmap e450: 8 total, 7 up, 8 in 2024-08-19T10:05:02.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:02 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:02.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:02 smithi190 ceph-mon[80032]: osdmap e450: 8 total, 7 up, 8 in 2024-08-19T10:05:02.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:02 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:02.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:02 smithi196 ceph-mon[72638]: osdmap e450: 8 total, 7 up, 8 in 2024-08-19T10:05:02.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:02 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:03.333 INFO:tasks.rados.rados.0.smithi190.stdout:1906: done (3 left) 2024-08-19T10:05:03.333 INFO:tasks.rados.rados.0.smithi190.stdout:1907: read oid 46 snap 164 2024-08-19T10:05:03.333 INFO:tasks.rados.rados.0.smithi190.stdout:1907: expect (ObjNum 512 snap 164 seq_num 512) 2024-08-19T10:05:03.333 INFO:tasks.rados.rados.0.smithi190.stdout:1908: copy_from oid 37 from oid 5 current snap is 189 2024-08-19T10:05:03.333 INFO:tasks.rados.rados.0.smithi190.stdout:1909: read oid 11 snap -1 2024-08-19T10:05:03.333 INFO:tasks.rados.rados.0.smithi190.stdout:1909: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:05:03.334 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 25 current snap is 189 2024-08-19T10:05:03.334 INFO:tasks.rados.rados.0.smithi190.stdout:1910: seq_num 596 ranges {1654784=385024} 2024-08-19T10:05:03.345 INFO:tasks.rados.rados.0.smithi190.stdout:1910: writing smithi19066007-25 from 1654784 to 2039808 tid 1 2024-08-19T10:05:03.345 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 34 current snap is 189 2024-08-19T10:05:03.345 INFO:tasks.rados.rados.0.smithi190.stdout:1903: finishing copy_from racing read to smithi19066007-3 2024-08-19T10:05:03.345 INFO:tasks.rados.rados.0.smithi190.stdout:1911: seq_num 597 ranges {0=401408} 2024-08-19T10:05:03.348 INFO:tasks.rados.rados.0.smithi190.stdout:1911: writing smithi19066007-34 from 0 to 401408 tid 1 2024-08-19T10:05:03.348 INFO:tasks.rados.rados.0.smithi190.stdout:1912: copy_from oid 27 from oid 36 current snap is 189 2024-08-19T10:05:03.349 INFO:tasks.rados.rados.0.smithi190.stdout:1913: read oid 50 snap -1 2024-08-19T10:05:03.349 INFO:tasks.rados.rados.0.smithi190.stdout:1913: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:05:03.349 INFO:tasks.rados.rados.0.smithi190.stdout:1903: finishing copy_from to smithi19066007-3 2024-08-19T10:05:03.349 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 680 (ObjNum 577 snap 180 seq_num 577) dirty exists 2024-08-19T10:05:03.349 INFO:tasks.rados.rados.0.smithi190.stdout:1904: finishing write tid 1 to smithi19066007-45 2024-08-19T10:05:03.349 INFO:tasks.rados.rados.0.smithi190.stdout:1904: finishing write tid 2 to smithi19066007-45 2024-08-19T10:05:03.349 INFO:tasks.rados.rados.0.smithi190.stdout:1904: finishing write tid 3 to smithi19066007-45 2024-08-19T10:05:03.349 INFO:tasks.rados.rados.0.smithi190.stdout:1904: oid 45 updating version 0 to 1162 2024-08-19T10:05:03.349 INFO:tasks.rados.rados.0.smithi190.stdout:1904: oid 45 updating version 1162 to 1163 2024-08-19T10:05:03.349 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 1163 (ObjNum 595 snap 189 seq_num 595) dirty exists 2024-08-19T10:05:03.349 INFO:tasks.rados.rados.0.smithi190.stdout:1904: left oid 45 (ObjNum 595 snap 189 seq_num 595) 2024-08-19T10:05:03.349 INFO:tasks.rados.rados.0.smithi190.stdout:1905: expect (ObjNum 585 snap 182 seq_num 585) 2024-08-19T10:05:03.785 INFO:tasks.rados.rados.0.smithi190.stdout:1909: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:05:03.788 INFO:tasks.rados.rados.0.smithi190.stdout:1907: expect (ObjNum 512 snap 164 seq_num 512) 2024-08-19T10:05:03.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:03 smithi190 ceph-mon[77620]: pgmap v347: 121 pgs: 26 active+undersized, 9 peering, 14 active+undersized+degraded, 72 active+clean; 207 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 222 KiB/s wr, 19 op/s; 60/447 objects degraded (13.423%) 2024-08-19T10:05:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:03 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:03 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:05:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:03 smithi190 ceph-mon[77620]: osdmap e451: 8 total, 7 up, 8 in 2024-08-19T10:05:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:03 smithi190 ceph-mon[77620]: osdmap e452: 8 total, 7 up, 8 in 2024-08-19T10:05:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:03 smithi190 ceph-mon[80032]: pgmap v347: 121 pgs: 26 active+undersized, 9 peering, 14 active+undersized+degraded, 72 active+clean; 207 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 222 KiB/s wr, 19 op/s; 60/447 objects degraded (13.423%) 2024-08-19T10:05:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:03 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:03 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:05:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:03 smithi190 ceph-mon[80032]: osdmap e451: 8 total, 7 up, 8 in 2024-08-19T10:05:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:03 smithi190 ceph-mon[80032]: osdmap e452: 8 total, 7 up, 8 in 2024-08-19T10:05:03.824 INFO:tasks.rados.rados.0.smithi190.stdout:1910: finishing write tid 1 to smithi19066007-25 2024-08-19T10:05:03.824 INFO:tasks.rados.rados.0.smithi190.stdout:1910: finishing write tid 2 to smithi19066007-25 2024-08-19T10:05:03.825 INFO:tasks.rados.rados.0.smithi190.stdout:1911: finishing write tid 1 to smithi19066007-34 2024-08-19T10:05:03.825 INFO:tasks.rados.rados.0.smithi190.stdout:1903: done (9 left) 2024-08-19T10:05:03.825 INFO:tasks.rados.rados.0.smithi190.stdout:1904: done (8 left) 2024-08-19T10:05:03.825 INFO:tasks.rados.rados.0.smithi190.stdout:1905: done (7 left) 2024-08-19T10:05:03.825 INFO:tasks.rados.rados.0.smithi190.stdout:1907: done (6 left) 2024-08-19T10:05:03.825 INFO:tasks.rados.rados.0.smithi190.stdout:1909: done (5 left) 2024-08-19T10:05:03.825 INFO:tasks.rados.rados.0.smithi190.stdout:1914: setattr oid 9 current snap is 189 2024-08-19T10:05:03.825 INFO:tasks.rados.rados.0.smithi190.stdout:1910: finishing write tid 3 to smithi19066007-25 2024-08-19T10:05:03.825 INFO:tasks.rados.rados.0.smithi190.stdout:1910: oid 25 updating version 0 to 1117 2024-08-19T10:05:03.825 INFO:tasks.rados.rados.0.smithi190.stdout:1910: oid 25 updating version 1117 to 1118 2024-08-19T10:05:03.825 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 1118 (ObjNum 596 snap 189 seq_num 596) dirty exists 2024-08-19T10:05:03.825 INFO:tasks.rados.rados.0.smithi190.stdout:1910: left oid 25 (ObjNum 596 snap 189 seq_num 596) 2024-08-19T10:05:03.825 INFO:tasks.rados.rados.0.smithi190.stdout:1911: finishing write tid 2 to smithi19066007-34 2024-08-19T10:05:03.825 INFO:tasks.rados.rados.0.smithi190.stdout:1911: finishing write tid 3 to smithi19066007-34 2024-08-19T10:05:03.826 INFO:tasks.rados.rados.0.smithi190.stdout:1911: oid 34 updating version 0 to 1164 2024-08-19T10:05:03.826 INFO:tasks.rados.rados.0.smithi190.stdout:1911: oid 34 updating version 1164 to 1165 2024-08-19T10:05:03.826 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 1165 (ObjNum 597 snap 189 seq_num 597) dirty exists 2024-08-19T10:05:03.826 INFO:tasks.rados.rados.0.smithi190.stdout:1911: left oid 34 (ObjNum 597 snap 189 seq_num 597) 2024-08-19T10:05:03.826 INFO:tasks.rados.rados.0.smithi190.stdout:1912: finishing copy_from racing read to smithi19066007-27 2024-08-19T10:05:03.826 INFO:tasks.rados.rados.0.smithi190.stdout:1908: finishing copy_from racing read to smithi19066007-37 2024-08-19T10:05:03.826 INFO:tasks.rados.rados.0.smithi190.stdout:1908: finishing copy_from to smithi19066007-37 2024-08-19T10:05:03.826 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 959 (ObjNum 395 snap 130 seq_num 395) dirty exists 2024-08-19T10:05:03.826 INFO:tasks.rados.rados.0.smithi190.stdout:1912: finishing copy_from to smithi19066007-27 2024-08-19T10:05:03.826 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 1181 (ObjNum 509 snap 163 seq_num 509) dirty exists 2024-08-19T10:05:03.827 INFO:tasks.rados.rados.0.smithi190.stdout:1908: done (5 left) 2024-08-19T10:05:03.827 INFO:tasks.rados.rados.0.smithi190.stdout:1910: done (4 left) 2024-08-19T10:05:03.827 INFO:tasks.rados.rados.0.smithi190.stdout:1911: done (3 left) 2024-08-19T10:05:03.828 INFO:tasks.rados.rados.0.smithi190.stdout:1912: done (2 left) 2024-08-19T10:05:03.828 INFO:tasks.rados.rados.0.smithi190.stdout:1915: copy_from oid 27 from oid 26 current snap is 189 2024-08-19T10:05:03.828 INFO:tasks.rados.rados.0.smithi190.stdout:1916: read oid 25 snap -1 2024-08-19T10:05:03.828 INFO:tasks.rados.rados.0.smithi190.stdout:1916: expect (ObjNum 596 snap 189 seq_num 596) 2024-08-19T10:05:03.828 INFO:tasks.rados.rados.0.smithi190.stdout:1917: read oid 36 snap 184 2024-08-19T10:05:03.828 INFO:tasks.rados.rados.0.smithi190.stdout:1917: expect (ObjNum 509 snap 163 seq_num 509) 2024-08-19T10:05:03.828 INFO:tasks.rados.rados.0.smithi190.stdout:1918: rollback oid 48 current snap is 189 2024-08-19T10:05:03.828 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 48 to 164 2024-08-19T10:05:03.828 INFO:tasks.rados.rados.0.smithi190.stdout:1919: read oid 8 snap -1 2024-08-19T10:05:03.828 INFO:tasks.rados.rados.0.smithi190.stdout:1919: expect deleted 2024-08-19T10:05:03.828 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 34 current snap is 189 2024-08-19T10:05:03.828 INFO:tasks.rados.rados.0.smithi190.stdout:1920: seq_num 598 ranges {401408=417792} 2024-08-19T10:05:03.830 INFO:tasks.rados.rados.0.smithi190.stdout:1920: writing smithi19066007-34 from 401408 to 819200 tid 1 2024-08-19T10:05:03.831 INFO:tasks.rados.rados.0.smithi190.stdout:1913: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:05:03.865 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 686 (ObjNum 515 snap 164 seq_num 515) dirty exists 2024-08-19T10:05:03.865 INFO:tasks.rados.rados.0.smithi190.stdout:1913: done (7 left) 2024-08-19T10:05:03.865 INFO:tasks.rados.rados.0.smithi190.stdout:1914: done (6 left) 2024-08-19T10:05:03.865 INFO:tasks.rados.rados.0.smithi190.stdout:1921: read oid 29 snap -1 2024-08-19T10:05:03.865 INFO:tasks.rados.rados.0.smithi190.stdout:1921: expect deleted 2024-08-19T10:05:03.865 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 189 2024-08-19T10:05:03.865 INFO:tasks.rados.rados.0.smithi190.stdout:1916: expect (ObjNum 596 snap 189 seq_num 596) 2024-08-19T10:05:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:03 smithi196 ceph-mon[72638]: pgmap v347: 121 pgs: 26 active+undersized, 9 peering, 14 active+undersized+degraded, 72 active+clean; 207 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 222 KiB/s wr, 19 op/s; 60/447 objects degraded (13.423%) 2024-08-19T10:05:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:03 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:03 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:05:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:03 smithi196 ceph-mon[72638]: osdmap e451: 8 total, 7 up, 8 in 2024-08-19T10:05:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:03 smithi196 ceph-mon[72638]: osdmap e452: 8 total, 7 up, 8 in 2024-08-19T10:05:03.942 INFO:tasks.rados.rados.0.smithi190.stdout:1917: expect (ObjNum 509 snap 163 seq_num 509) 2024-08-19T10:05:03.995 INFO:tasks.rados.rados.0.smithi190.stdout:1918: finishing rollback tid 0 to smithi19066007-48 2024-08-19T10:05:03.995 INFO:tasks.rados.rados.0.smithi190.stdout:1918: finishing rollback tid 1 to smithi19066007-48 2024-08-19T10:05:03.995 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1290 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T10:05:03.995 INFO:tasks.rados.rados.0.smithi190.stdout:1920: finishing write tid 1 to smithi19066007-34 2024-08-19T10:05:03.995 INFO:tasks.rados.rados.0.smithi190.stdout:1920: finishing write tid 2 to smithi19066007-34 2024-08-19T10:05:03.995 INFO:tasks.rados.rados.0.smithi190.stdout:1920: finishing write tid 3 to smithi19066007-34 2024-08-19T10:05:03.995 INFO:tasks.rados.rados.0.smithi190.stdout:1920: oid 34 updating version 0 to 1166 2024-08-19T10:05:03.995 INFO:tasks.rados.rados.0.smithi190.stdout:1920: oid 34 updating version 1166 to 1167 2024-08-19T10:05:03.995 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 1167 (ObjNum 598 snap 189 seq_num 598) dirty exists 2024-08-19T10:05:03.995 INFO:tasks.rados.rados.0.smithi190.stdout:1920: left oid 34 (ObjNum 598 snap 189 seq_num 598) 2024-08-19T10:05:03.995 INFO:tasks.rados.rados.0.smithi190.stdout:1915: finishing copy_from racing read to smithi19066007-27 2024-08-19T10:05:03.996 INFO:tasks.rados.rados.0.smithi190.stdout:1915: finishing copy_from to smithi19066007-27 2024-08-19T10:05:03.996 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 1103 (ObjNum 514 snap 164 seq_num 514) dirty exists 2024-08-19T10:05:03.996 INFO:tasks.rados.rados.0.smithi190.stdout:1922: seq_num 599 ranges {6234112=434176} 2024-08-19T10:05:04.029 INFO:tasks.rados.rados.0.smithi190.stdout:1922: writing smithi19066007-17 from 6234112 to 6668288 tid 1 2024-08-19T10:05:04.029 INFO:tasks.rados.rados.0.smithi190.stdout:1915: done (7 left) 2024-08-19T10:05:04.029 INFO:tasks.rados.rados.0.smithi190.stdout:1916: done (6 left) 2024-08-19T10:05:04.029 INFO:tasks.rados.rados.0.smithi190.stdout:1917: done (5 left) 2024-08-19T10:05:04.030 INFO:tasks.rados.rados.0.smithi190.stdout:1918: done (4 left) 2024-08-19T10:05:04.030 INFO:tasks.rados.rados.0.smithi190.stdout:1919: done (3 left) 2024-08-19T10:05:04.030 INFO:tasks.rados.rados.0.smithi190.stdout:1920: done (2 left) 2024-08-19T10:05:04.030 INFO:tasks.rados.rados.0.smithi190.stdout:1923: snap_remove snap 186 2024-08-19T10:05:04.417 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:03 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:05:03.957+0000 7f16cd662640 -1 Falling back to public interface 2024-08-19T10:05:04.461 INFO:tasks.rados.rados.0.smithi190.stdout:1923: done (2 left) 2024-08-19T10:05:04.461 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 189 2024-08-19T10:05:04.461 INFO:tasks.rados.rados.0.smithi190.stdout:1924: seq_num 600 ranges {1785856=450560} 2024-08-19T10:05:04.474 INFO:tasks.rados.rados.0.smithi190.stdout:1924: writing smithi19066007-32 from 1785856 to 2236416 tid 1 2024-08-19T10:05:04.474 INFO:tasks.rados.rados.0.smithi190.stdout:1925: read oid 20 snap -1 2024-08-19T10:05:04.474 INFO:tasks.rados.rados.0.smithi190.stdout:1925: expect (ObjNum 590 snap 186 seq_num 590) 2024-08-19T10:05:04.474 INFO:tasks.rados.rados.0.smithi190.stdout:1926: rollback oid 3 current snap is 189 2024-08-19T10:05:04.474 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 3 to 164 2024-08-19T10:05:04.474 INFO:tasks.rados.rados.0.smithi190.stdout:1922: finishing write tid 1 to smithi19066007-17 2024-08-19T10:05:04.474 INFO:tasks.rados.rados.0.smithi190.stdout:1922: finishing write tid 2 to smithi19066007-17 2024-08-19T10:05:04.474 INFO:tasks.rados.rados.0.smithi190.stdout:1922: finishing write tid 3 to smithi19066007-17 2024-08-19T10:05:04.475 INFO:tasks.rados.rados.0.smithi190.stdout:1922: oid 17 updating version 0 to 1183 2024-08-19T10:05:04.475 INFO:tasks.rados.rados.0.smithi190.stdout:1922: oid 17 version 1183 is already newer than 1182 2024-08-19T10:05:04.475 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 1183 (ObjNum 599 snap 189 seq_num 599) dirty exists 2024-08-19T10:05:04.475 INFO:tasks.rados.rados.0.smithi190.stdout:1922: left oid 17 (ObjNum 599 snap 189 seq_num 599) 2024-08-19T10:05:04.475 INFO:tasks.rados.rados.0.smithi190.stdout:1921: done (4 left) 2024-08-19T10:05:04.475 INFO:tasks.rados.rados.0.smithi190.stdout:1922: done (3 left) 2024-08-19T10:05:04.475 INFO:tasks.rados.rados.0.smithi190.stdout:1927: read oid 17 snap 185 2024-08-19T10:05:04.475 INFO:tasks.rados.rados.0.smithi190.stdout:1927: expect (ObjNum 521 snap 168 seq_num 521) 2024-08-19T10:05:04.475 INFO:tasks.rados.rados.0.smithi190.stdout:1928: copy_from oid 25 from oid 4 current snap is 189 2024-08-19T10:05:04.475 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 189 2024-08-19T10:05:04.475 INFO:tasks.rados.rados.0.smithi190.stdout:1929: seq_num 601 ranges {1908736=475136} 2024-08-19T10:05:04.487 INFO:tasks.rados.rados.0.smithi190.stdout:1929: writing smithi19066007-7 from 1908736 to 2383872 tid 1 2024-08-19T10:05:04.488 INFO:tasks.rados.rados.0.smithi190.stdout:1930: rollback oid 28 current snap is 189 2024-08-19T10:05:04.488 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 28 to 175 2024-08-19T10:05:04.488 INFO:tasks.rados.rados.0.smithi190.stdout:1926: finishing rollback tid 0 to smithi19066007-3 2024-08-19T10:05:04.488 INFO:tasks.rados.rados.0.smithi190.stdout:1926: finishing rollback tid 1 to smithi19066007-3 2024-08-19T10:05:04.488 INFO:tasks.rados.rados.0.smithi190.stdout:1926: finishing rollback tid 2 to smithi19066007-3 2024-08-19T10:05:04.488 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 1162 (ObjNum 496 snap 160 seq_num 496) dirty exists 2024-08-19T10:05:04.488 INFO:tasks.rados.rados.0.smithi190.stdout:1926: done (6 left) 2024-08-19T10:05:04.488 INFO:tasks.rados.rados.0.smithi190.stdout:1931: delete oid 30 current snap is 189 2024-08-19T10:05:04.495 INFO:tasks.rados.rados.0.smithi190.stdout:1925: expect (ObjNum 590 snap 186 seq_num 590) 2024-08-19T10:05:04.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:05:04 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:05:04] "GET /metrics HTTP/1.1" 200 36307 "" "Prometheus/2.43.0" 2024-08-19T10:05:04.655 INFO:tasks.rados.rados.0.smithi190.stdout:1924: finishing write tid 1 to smithi19066007-32 2024-08-19T10:05:04.655 INFO:tasks.rados.rados.0.smithi190.stdout:1924: finishing write tid 2 to smithi19066007-32 2024-08-19T10:05:04.656 INFO:tasks.rados.rados.0.smithi190.stdout:1930: finishing rollback tid 0 to smithi19066007-28 2024-08-19T10:05:04.656 INFO:tasks.rados.rados.0.smithi190.stdout:1930: finishing rollback tid 1 to smithi19066007-28 2024-08-19T10:05:04.656 INFO:tasks.rados.rados.0.smithi190.stdout:1924: finishing write tid 3 to smithi19066007-32 2024-08-19T10:05:04.656 INFO:tasks.rados.rados.0.smithi190.stdout:1924: oid 32 updating version 0 to 1120 2024-08-19T10:05:04.656 INFO:tasks.rados.rados.0.smithi190.stdout:1924: oid 32 updating version 1120 to 1121 2024-08-19T10:05:04.656 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 1121 (ObjNum 600 snap 189 seq_num 600) dirty exists 2024-08-19T10:05:04.656 INFO:tasks.rados.rados.0.smithi190.stdout:1924: left oid 32 (ObjNum 600 snap 189 seq_num 600) 2024-08-19T10:05:04.656 INFO:tasks.rados.rados.0.smithi190.stdout:1929: finishing write tid 1 to smithi19066007-7 2024-08-19T10:05:04.656 INFO:tasks.rados.rados.0.smithi190.stdout:1924: done (6 left) 2024-08-19T10:05:04.656 INFO:tasks.rados.rados.0.smithi190.stdout:1925: done (5 left) 2024-08-19T10:05:04.656 INFO:tasks.rados.rados.0.smithi190.stdout:1931: done (4 left) 2024-08-19T10:05:04.656 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 189 2024-08-19T10:05:04.656 INFO:tasks.rados.rados.0.smithi190.stdout:1929: finishing write tid 2 to smithi19066007-7 2024-08-19T10:05:04.657 INFO:tasks.rados.rados.0.smithi190.stdout:1930: finishing rollback tid 2 to smithi19066007-28 2024-08-19T10:05:04.657 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 689 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-19T10:05:04.657 INFO:tasks.rados.rados.0.smithi190.stdout:1929: finishing write tid 3 to smithi19066007-7 2024-08-19T10:05:04.657 INFO:tasks.rados.rados.0.smithi190.stdout:1929: oid 7 updating version 0 to 1104 2024-08-19T10:05:04.657 INFO:tasks.rados.rados.0.smithi190.stdout:1929: oid 7 version 1104 is already newer than 1103 2024-08-19T10:05:04.657 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1104 (ObjNum 601 snap 189 seq_num 601) dirty exists 2024-08-19T10:05:04.657 INFO:tasks.rados.rados.0.smithi190.stdout:1929: left oid 7 (ObjNum 601 snap 189 seq_num 601) 2024-08-19T10:05:04.657 INFO:tasks.rados.rados.0.smithi190.stdout:1932: seq_num 603 ranges {1417216=507904} 2024-08-19T10:05:04.666 INFO:tasks.rados.rados.0.smithi190.stdout:1932: writing smithi19066007-42 from 1417216 to 1925120 tid 1 2024-08-19T10:05:04.666 INFO:tasks.rados.rados.0.smithi190.stdout:1929: done (4 left) 2024-08-19T10:05:04.666 INFO:tasks.rados.rados.0.smithi190.stdout:1930: done (3 left) 2024-08-19T10:05:04.666 INFO:tasks.rados.rados.0.smithi190.stdout:1933: rollback oid 23 current snap is 189 2024-08-19T10:05:04.666 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 23 to 184 2024-08-19T10:05:04.666 INFO:tasks.rados.rados.0.smithi190.stdout:1928: finishing copy_from racing read to smithi19066007-25 2024-08-19T10:05:04.666 INFO:tasks.rados.rados.0.smithi190.stdout:1928: finishing copy_from to smithi19066007-25 2024-08-19T10:05:04.667 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 1033 (ObjNum 567 snap 176 seq_num 567) dirty exists 2024-08-19T10:05:04.667 INFO:tasks.rados.rados.0.smithi190.stdout:1927: expect (ObjNum 521 snap 168 seq_num 521) 2024-08-19T10:05:05.040 INFO:tasks.rados.rados.0.smithi190.stdout:1933: finishing rollback tid 0 to smithi19066007-23 2024-08-19T10:05:05.040 INFO:tasks.rados.rados.0.smithi190.stdout:1932: finishing write tid 1 to smithi19066007-42 2024-08-19T10:05:05.041 INFO:tasks.rados.rados.0.smithi190.stdout:1932: finishing write tid 2 to smithi19066007-42 2024-08-19T10:05:05.041 INFO:tasks.rados.rados.0.smithi190.stdout:1933: finishing rollback tid 1 to smithi19066007-23 2024-08-19T10:05:05.041 INFO:tasks.rados.rados.0.smithi190.stdout:1933: finishing rollback tid 2 to smithi19066007-23 2024-08-19T10:05:05.041 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 692 (ObjNum 569 snap 177 seq_num 569) dirty exists 2024-08-19T10:05:05.041 INFO:tasks.rados.rados.0.smithi190.stdout:1932: finishing write tid 3 to smithi19066007-42 2024-08-19T10:05:05.041 INFO:tasks.rados.rados.0.smithi190.stdout:1932: oid 42 updating version 0 to 1163 2024-08-19T10:05:05.041 INFO:tasks.rados.rados.0.smithi190.stdout:1932: oid 42 updating version 1163 to 1164 2024-08-19T10:05:05.041 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1164 (ObjNum 603 snap 189 seq_num 603) dirty exists 2024-08-19T10:05:05.041 INFO:tasks.rados.rados.0.smithi190.stdout:1932: left oid 42 (ObjNum 603 snap 189 seq_num 603) 2024-08-19T10:05:05.041 INFO:tasks.rados.rados.0.smithi190.stdout:1927: done (3 left) 2024-08-19T10:05:05.041 INFO:tasks.rados.rados.0.smithi190.stdout:1928: done (2 left) 2024-08-19T10:05:05.041 INFO:tasks.rados.rados.0.smithi190.stdout:1932: done (1 left) 2024-08-19T10:05:05.041 INFO:tasks.rados.rados.0.smithi190.stdout:1933: done (0 left) 2024-08-19T10:05:05.042 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 5 current snap is 189 2024-08-19T10:05:05.042 INFO:tasks.rados.rados.0.smithi190.stdout:1934: seq_num 604 ranges {4079616=524288} 2024-08-19T10:05:05.064 INFO:tasks.rados.rados.0.smithi190.stdout:1934: writing smithi19066007-5 from 4079616 to 4603904 tid 1 2024-08-19T10:05:05.064 INFO:tasks.rados.rados.0.smithi190.stdout:1935: rollback oid 29 current snap is 189 2024-08-19T10:05:05.064 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 29 to 164 2024-08-19T10:05:05.064 INFO:tasks.rados.rados.0.smithi190.stdout:1936: snap_create 2024-08-19T10:05:05.066 INFO:tasks.rados.rados.0.smithi190.stdout:1935: finishing rollback tid 1 to smithi19066007-29 2024-08-19T10:05:05.066 INFO:tasks.rados.rados.0.smithi190.stdout:1935: finishing rollback tid 2 to smithi19066007-29 2024-08-19T10:05:05.066 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 1090 (ObjNum 466 snap 153 seq_num 466) dirty exists 2024-08-19T10:05:05.068 INFO:tasks.rados.rados.0.smithi190.stdout:1934: finishing write tid 1 to smithi19066007-5 2024-08-19T10:05:05.068 INFO:tasks.rados.rados.0.smithi190.stdout:1934: finishing write tid 2 to smithi19066007-5 2024-08-19T10:05:05.069 INFO:tasks.rados.rados.0.smithi190.stdout:1934: finishing write tid 3 to smithi19066007-5 2024-08-19T10:05:05.069 INFO:tasks.rados.rados.0.smithi190.stdout:1934: oid 5 updating version 0 to 1110 2024-08-19T10:05:05.069 INFO:tasks.rados.rados.0.smithi190.stdout:1934: oid 5 updating version 1110 to 1111 2024-08-19T10:05:05.069 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 1111 (ObjNum 604 snap 189 seq_num 604) dirty exists 2024-08-19T10:05:05.069 INFO:tasks.rados.rados.0.smithi190.stdout:1934: left oid 5 (ObjNum 604 snap 189 seq_num 604) 2024-08-19T10:05:05.466 INFO:tasks.rados.rados.0.smithi190.stdout:1934: done (2 left) 2024-08-19T10:05:05.466 INFO:tasks.rados.rados.0.smithi190.stdout:1935: done (1 left) 2024-08-19T10:05:05.466 INFO:tasks.rados.rados.0.smithi190.stdout:1936: done (0 left) 2024-08-19T10:05:05.466 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 50 current snap is 190 2024-08-19T10:05:05.466 INFO:tasks.rados.rados.0.smithi190.stdout:1937: seq_num 605 ranges {999424=540672} 2024-08-19T10:05:05.475 INFO:tasks.rados.rados.0.smithi190.stdout:1937: writing smithi19066007-50 from 999424 to 1540096 tid 1 2024-08-19T10:05:05.475 INFO:tasks.rados.rados.0.smithi190.stdout:1938: read oid 28 snap 184 2024-08-19T10:05:05.475 INFO:tasks.rados.rados.0.smithi190.stdout:1938: expect (ObjNum 577 snap 180 seq_num 577) 2024-08-19T10:05:05.475 INFO:tasks.rados.rados.0.smithi190.stdout:1939: setattr oid 14 current snap is 190 2024-08-19T10:05:05.476 INFO:tasks.rados.rados.0.smithi190.stdout:1940: rollback oid 47 current snap is 190 2024-08-19T10:05:05.476 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 47 to 180 2024-08-19T10:05:05.476 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 11 current snap is 190 2024-08-19T10:05:05.476 INFO:tasks.rados.rados.0.smithi190.stdout:1941: seq_num 606 ranges {0=557056} 2024-08-19T10:05:05.480 INFO:tasks.rados.rados.0.smithi190.stdout:1941: writing smithi19066007-11 from 0 to 557056 tid 1 2024-08-19T10:05:05.480 INFO:tasks.rados.rados.0.smithi190.stdout:1942: copy_from oid 23 from oid 43 current snap is 190 2024-08-19T10:05:05.480 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 190 2024-08-19T10:05:05.480 INFO:tasks.rados.rados.0.smithi190.stdout:1943: seq_num 607 ranges {1925120=573440} 2024-08-19T10:05:05.493 INFO:tasks.rados.rados.0.smithi190.stdout:1943: writing smithi19066007-42 from 1925120 to 2498560 tid 1 2024-08-19T10:05:05.493 INFO:tasks.rados.rados.0.smithi190.stdout:1944: snap_remove snap 164 2024-08-19T10:05:05.712 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:05 smithi196 ceph-mon[72638]: pgmap v350: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 208 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 322 KiB/s wr, 8 op/s; 60/444 objects degraded (13.514%) 2024-08-19T10:05:05.712 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:05 smithi196 ceph-mon[72638]: osdmap e453: 8 total, 7 up, 8 in 2024-08-19T10:05:05.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:05 smithi190 ceph-mon[77620]: pgmap v350: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 208 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 322 KiB/s wr, 8 op/s; 60/444 objects degraded (13.514%) 2024-08-19T10:05:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:05 smithi190 ceph-mon[77620]: osdmap e453: 8 total, 7 up, 8 in 2024-08-19T10:05:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:05 smithi190 ceph-mon[80032]: pgmap v350: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 208 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 322 KiB/s wr, 8 op/s; 60/444 objects degraded (13.514%) 2024-08-19T10:05:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:05 smithi190 ceph-mon[80032]: osdmap e453: 8 total, 7 up, 8 in 2024-08-19T10:05:06.477 INFO:tasks.rados.rados.0.smithi190.stdout:1944: done (7 left) 2024-08-19T10:05:06.478 INFO:tasks.rados.rados.0.smithi190.stdout:1945: snap_remove snap 169 2024-08-19T10:05:06.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:06 smithi196 ceph-mon[72638]: osdmap e454: 8 total, 7 up, 8 in 2024-08-19T10:05:06.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:06 smithi190 ceph-mon[77620]: osdmap e454: 8 total, 7 up, 8 in 2024-08-19T10:05:06.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:06 smithi190 ceph-mon[80032]: osdmap e454: 8 total, 7 up, 8 in 2024-08-19T10:05:07.487 INFO:tasks.rados.rados.0.smithi190.stdout:1945: done (7 left) 2024-08-19T10:05:07.487 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 190 2024-08-19T10:05:07.487 INFO:tasks.rados.rados.0.smithi190.stdout:1946: seq_num 608 ranges {0=589824} 2024-08-19T10:05:07.490 INFO:tasks.rados.rados.0.smithi190.stdout:1946: writing smithi19066007-2 from 0 to 589824 tid 1 2024-08-19T10:05:07.491 INFO:tasks.rados.rados.0.smithi190.stdout:1938: expect (ObjNum 577 snap 180 seq_num 577) 2024-08-19T10:05:07.501 INFO:tasks.rados.rados.0.smithi190.stdout:1937: finishing write tid 1 to smithi19066007-50 2024-08-19T10:05:07.501 INFO:tasks.rados.rados.0.smithi190.stdout:1937: finishing write tid 2 to smithi19066007-50 2024-08-19T10:05:07.502 INFO:tasks.rados.rados.0.smithi190.stdout:1940: finishing rollback tid 1 to smithi19066007-47 2024-08-19T10:05:07.502 INFO:tasks.rados.rados.0.smithi190.stdout:1940: finishing rollback tid 2 to smithi19066007-47 2024-08-19T10:05:07.502 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1111 (ObjNum 510 snap 163 seq_num 510) dirty exists 2024-08-19T10:05:07.502 INFO:tasks.rados.rados.0.smithi190.stdout:1937: finishing write tid 3 to smithi19066007-50 2024-08-19T10:05:07.502 INFO:tasks.rados.rados.0.smithi190.stdout:1937: oid 50 updating version 0 to 1105 2024-08-19T10:05:07.502 INFO:tasks.rados.rados.0.smithi190.stdout:1937: oid 50 updating version 1105 to 1106 2024-08-19T10:05:07.502 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1106 (ObjNum 605 snap 190 seq_num 605) dirty exists 2024-08-19T10:05:07.502 INFO:tasks.rados.rados.0.smithi190.stdout:1937: left oid 50 (ObjNum 605 snap 190 seq_num 605) 2024-08-19T10:05:07.502 INFO:tasks.rados.rados.0.smithi190.stdout:1941: finishing write tid 1 to smithi19066007-11 2024-08-19T10:05:07.502 INFO:tasks.rados.rados.0.smithi190.stdout:1941: finishing write tid 2 to smithi19066007-11 2024-08-19T10:05:07.502 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1126 (ObjNum 585 snap 182 seq_num 585) dirty exists 2024-08-19T10:05:07.503 INFO:tasks.rados.rados.0.smithi190.stdout:1942: finishing copy_from racing read to smithi19066007-23 2024-08-19T10:05:07.503 INFO:tasks.rados.rados.0.smithi190.stdout:1942: finishing copy_from to smithi19066007-23 2024-08-19T10:05:07.503 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 933 (ObjNum 580 snap 182 seq_num 580) dirty exists 2024-08-19T10:05:07.503 INFO:tasks.rados.rados.0.smithi190.stdout:1941: finishing write tid 3 to smithi19066007-11 2024-08-19T10:05:07.503 INFO:tasks.rados.rados.0.smithi190.stdout:1941: oid 11 updating version 0 to 1166 2024-08-19T10:05:07.503 INFO:tasks.rados.rados.0.smithi190.stdout:1941: oid 11 version 1166 is already newer than 1165 2024-08-19T10:05:07.503 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1166 (ObjNum 606 snap 190 seq_num 606) dirty exists 2024-08-19T10:05:07.503 INFO:tasks.rados.rados.0.smithi190.stdout:1941: left oid 11 (ObjNum 606 snap 190 seq_num 606) 2024-08-19T10:05:07.503 INFO:tasks.rados.rados.0.smithi190.stdout:1943: finishing write tid 1 to smithi19066007-42 2024-08-19T10:05:07.503 INFO:tasks.rados.rados.0.smithi190.stdout:1943: finishing write tid 2 to smithi19066007-42 2024-08-19T10:05:07.503 INFO:tasks.rados.rados.0.smithi190.stdout:1943: finishing write tid 3 to smithi19066007-42 2024-08-19T10:05:07.503 INFO:tasks.rados.rados.0.smithi190.stdout:1943: oid 42 updating version 0 to 1167 2024-08-19T10:05:07.504 INFO:tasks.rados.rados.0.smithi190.stdout:1943: oid 42 updating version 1167 to 1168 2024-08-19T10:05:07.504 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1168 (ObjNum 607 snap 190 seq_num 607) dirty exists 2024-08-19T10:05:07.504 INFO:tasks.rados.rados.0.smithi190.stdout:1943: left oid 42 (ObjNum 607 snap 190 seq_num 607) 2024-08-19T10:05:07.504 INFO:tasks.rados.rados.0.smithi190.stdout:1937: done (7 left) 2024-08-19T10:05:07.504 INFO:tasks.rados.rados.0.smithi190.stdout:1938: done (6 left) 2024-08-19T10:05:07.504 INFO:tasks.rados.rados.0.smithi190.stdout:1939: done (5 left) 2024-08-19T10:05:07.504 INFO:tasks.rados.rados.0.smithi190.stdout:1940: done (4 left) 2024-08-19T10:05:07.504 INFO:tasks.rados.rados.0.smithi190.stdout:1941: done (3 left) 2024-08-19T10:05:07.504 INFO:tasks.rados.rados.0.smithi190.stdout:1942: done (2 left) 2024-08-19T10:05:07.504 INFO:tasks.rados.rados.0.smithi190.stdout:1943: done (1 left) 2024-08-19T10:05:07.504 INFO:tasks.rados.rados.0.smithi190.stdout:1947: setattr oid 31 current snap is 190 2024-08-19T10:05:07.504 INFO:tasks.rados.rados.0.smithi190.stdout:1946: finishing write tid 1 to smithi19066007-2 2024-08-19T10:05:07.504 INFO:tasks.rados.rados.0.smithi190.stdout:1946: finishing write tid 2 to smithi19066007-2 2024-08-19T10:05:07.505 INFO:tasks.rados.rados.0.smithi190.stdout:1946: finishing write tid 3 to smithi19066007-2 2024-08-19T10:05:07.505 INFO:tasks.rados.rados.0.smithi190.stdout:1946: oid 2 updating version 0 to 1103 2024-08-19T10:05:07.505 INFO:tasks.rados.rados.0.smithi190.stdout:1946: oid 2 version 1103 is already newer than 1102 2024-08-19T10:05:07.505 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1103 (ObjNum 608 snap 190 seq_num 608) dirty exists 2024-08-19T10:05:07.505 INFO:tasks.rados.rados.0.smithi190.stdout:1946: left oid 2 (ObjNum 608 snap 190 seq_num 608) 2024-08-19T10:05:07.505 INFO:tasks.rados.rados.0.smithi190.stdout:1946: done (1 left) 2024-08-19T10:05:07.505 INFO:tasks.rados.rados.0.smithi190.stdout:1948: rollback oid 14 current snap is 190 2024-08-19T10:05:07.505 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 14 to 189 2024-08-19T10:05:07.505 INFO:tasks.rados.rados.0.smithi190.stdout:1949: read oid 37 snap -1 2024-08-19T10:05:07.505 INFO:tasks.rados.rados.0.smithi190.stdout:1949: expect (ObjNum 395 snap 130 seq_num 395) 2024-08-19T10:05:07.505 INFO:tasks.rados.rados.0.smithi190.stdout:1950: read oid 8 snap -1 2024-08-19T10:05:07.505 INFO:tasks.rados.rados.0.smithi190.stdout:1950: expect deleted 2024-08-19T10:05:07.505 INFO:tasks.rados.rados.0.smithi190.stdout:1951: read oid 41 snap -1 2024-08-19T10:05:07.506 INFO:tasks.rados.rados.0.smithi190.stdout:1951: expect (ObjNum 483 snap 156 seq_num 483) 2024-08-19T10:05:07.506 INFO:tasks.rados.rados.0.smithi190.stdout:1952: read oid 48 snap -1 2024-08-19T10:05:07.506 INFO:tasks.rados.rados.0.smithi190.stdout:1952: expect deleted 2024-08-19T10:05:07.506 INFO:tasks.rados.rados.0.smithi190.stdout:1953: snap_create 2024-08-19T10:05:07.509 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 1135 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-08-19T10:05:07.509 INFO:tasks.rados.rados.0.smithi190.stdout:1948: finishing rollback tid 0 to smithi19066007-14 2024-08-19T10:05:07.511 INFO:tasks.rados.rados.0.smithi190.stdout:1948: finishing rollback tid 1 to smithi19066007-14 2024-08-19T10:05:07.516 INFO:tasks.rados.rados.0.smithi190.stdout:1948: finishing rollback tid 2 to smithi19066007-14 2024-08-19T10:05:07.516 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1138 (ObjNum 585 snap 182 seq_num 585) dirty exists 2024-08-19T10:05:07.521 INFO:tasks.rados.rados.0.smithi190.stdout:1951: expect (ObjNum 483 snap 156 seq_num 483) 2024-08-19T10:05:07.667 INFO:tasks.rados.rados.0.smithi190.stdout:1949: expect (ObjNum 395 snap 130 seq_num 395) 2024-08-19T10:05:07.740 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:07 smithi196 ceph-mon[72638]: pgmap v353: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 18 op/s; 66/471 objects degraded (14.013%) 2024-08-19T10:05:07.740 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:07 smithi196 ceph-mon[72638]: Health check update: Degraded data redundancy: 66/471 objects degraded (14.013%), 14 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:07.740 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:07 smithi196 ceph-mon[72638]: osdmap e455: 8 total, 7 up, 8 in 2024-08-19T10:05:07.740 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:07 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:07.740 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:07 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:07.740 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:07 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:07.740 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:07 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:07.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:07 smithi190 ceph-mon[77620]: pgmap v353: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 18 op/s; 66/471 objects degraded (14.013%) 2024-08-19T10:05:07.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:07 smithi190 ceph-mon[77620]: Health check update: Degraded data redundancy: 66/471 objects degraded (14.013%), 14 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:07.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:07 smithi190 ceph-mon[77620]: osdmap e455: 8 total, 7 up, 8 in 2024-08-19T10:05:07.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:07 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:07.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:07 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:07.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:07 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:07.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:07 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:07.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:07 smithi190 ceph-mon[80032]: pgmap v353: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 18 op/s; 66/471 objects degraded (14.013%) 2024-08-19T10:05:07.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:07 smithi190 ceph-mon[80032]: Health check update: Degraded data redundancy: 66/471 objects degraded (14.013%), 14 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:07.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:07 smithi190 ceph-mon[80032]: osdmap e455: 8 total, 7 up, 8 in 2024-08-19T10:05:07.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:07 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:07.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:07 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:07.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:07 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:07.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:07 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:08.493 INFO:tasks.rados.rados.0.smithi190.stdout:1947: done (6 left) 2024-08-19T10:05:08.493 INFO:tasks.rados.rados.0.smithi190.stdout:1948: done (5 left) 2024-08-19T10:05:08.493 INFO:tasks.rados.rados.0.smithi190.stdout:1949: done (4 left) 2024-08-19T10:05:08.494 INFO:tasks.rados.rados.0.smithi190.stdout:1950: done (3 left) 2024-08-19T10:05:08.494 INFO:tasks.rados.rados.0.smithi190.stdout:1951: done (2 left) 2024-08-19T10:05:08.494 INFO:tasks.rados.rados.0.smithi190.stdout:1952: done (1 left) 2024-08-19T10:05:08.494 INFO:tasks.rados.rados.0.smithi190.stdout:1953: done (0 left) 2024-08-19T10:05:08.494 INFO:tasks.rados.rados.0.smithi190.stdout:1954: snap_create 2024-08-19T10:05:08.667 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:05:08.277+0000 7f16cd662640 -1 osd.5 445 log_to_monitors true 2024-08-19T10:05:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:08 smithi196 ceph-mon[72638]: osdmap e456: 8 total, 7 up, 8 in 2024-08-19T10:05:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:08 smithi196 ceph-mon[72638]: from='osd.5 [v2:172.21.15.196:6808/3442423164,v1:172.21.15.196:6809/3442423164]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-19T10:05:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:08 smithi196 ceph-mon[72638]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-19T10:05:08.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:08 smithi190 ceph-mon[77620]: osdmap e456: 8 total, 7 up, 8 in 2024-08-19T10:05:08.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:08 smithi190 ceph-mon[77620]: from='osd.5 [v2:172.21.15.196:6808/3442423164,v1:172.21.15.196:6809/3442423164]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-19T10:05:08.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:08 smithi190 ceph-mon[77620]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-19T10:05:08.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:08 smithi190 ceph-mon[80032]: osdmap e456: 8 total, 7 up, 8 in 2024-08-19T10:05:08.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:08 smithi190 ceph-mon[80032]: from='osd.5 [v2:172.21.15.196:6808/3442423164,v1:172.21.15.196:6809/3442423164]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-19T10:05:08.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:08 smithi190 ceph-mon[80032]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-19T10:05:09.060 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:05:08 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:05:08.958+0000 7f16c1404640 -1 osd.5 445 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T10:05:09.496 INFO:tasks.rados.rados.0.smithi190.stdout:1954: done (0 left) 2024-08-19T10:05:09.497 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 11 current snap is 192 2024-08-19T10:05:09.497 INFO:tasks.rados.rados.0.smithi190.stdout:1955: seq_num 609 ranges {557056=606208} 2024-08-19T10:05:09.506 INFO:tasks.rados.rados.0.smithi190.stdout:1955: writing smithi19066007-11 from 557056 to 1163264 tid 1 2024-08-19T10:05:09.506 INFO:tasks.rados.rados.0.smithi190.stdout:1956: delete oid 48 current snap is 192 2024-08-19T10:05:09.515 INFO:tasks.rados.rados.0.smithi190.stdout:1955: finishing write tid 1 to smithi19066007-11 2024-08-19T10:05:09.515 INFO:tasks.rados.rados.0.smithi190.stdout:1955: finishing write tid 2 to smithi19066007-11 2024-08-19T10:05:09.516 INFO:tasks.rados.rados.0.smithi190.stdout:1955: finishing write tid 3 to smithi19066007-11 2024-08-19T10:05:09.516 INFO:tasks.rados.rados.0.smithi190.stdout:1955: oid 11 updating version 0 to 1170 2024-08-19T10:05:09.516 INFO:tasks.rados.rados.0.smithi190.stdout:1955: oid 11 version 1170 is already newer than 1169 2024-08-19T10:05:09.516 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1170 (ObjNum 609 snap 192 seq_num 609) dirty exists 2024-08-19T10:05:09.516 INFO:tasks.rados.rados.0.smithi190.stdout:1955: left oid 11 (ObjNum 609 snap 192 seq_num 609) 2024-08-19T10:05:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:09 smithi196 ceph-mon[72638]: pgmap v356: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 234 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 27 op/s; 68/501 objects degraded (13.573%) 2024-08-19T10:05:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:09 smithi196 ceph-mon[72638]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-19T10:05:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:09 smithi196 ceph-mon[72638]: from='osd.5 [v2:172.21.15.196:6808/3442423164,v1:172.21.15.196:6809/3442423164]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:05:09.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:09 smithi196 ceph-mon[72638]: osdmap e457: 8 total, 7 up, 8 in 2024-08-19T10:05:09.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:09 smithi196 ceph-mon[72638]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:05:09.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:09 smithi196 ceph-mon[72638]: from='osd.5 ' entity='osd.5' 2024-08-19T10:05:09.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:09 smithi190 ceph-mon[77620]: pgmap v356: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 234 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 27 op/s; 68/501 objects degraded (13.573%) 2024-08-19T10:05:09.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:09 smithi190 ceph-mon[77620]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-19T10:05:09.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:09 smithi190 ceph-mon[77620]: from='osd.5 [v2:172.21.15.196:6808/3442423164,v1:172.21.15.196:6809/3442423164]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:05:09.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:09 smithi190 ceph-mon[77620]: osdmap e457: 8 total, 7 up, 8 in 2024-08-19T10:05:09.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:09 smithi190 ceph-mon[77620]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:05:09.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:09 smithi190 ceph-mon[77620]: from='osd.5 ' entity='osd.5' 2024-08-19T10:05:09.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:09 smithi190 ceph-mon[80032]: pgmap v356: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 234 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 27 op/s; 68/501 objects degraded (13.573%) 2024-08-19T10:05:09.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:09 smithi190 ceph-mon[80032]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-19T10:05:09.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:09 smithi190 ceph-mon[80032]: from='osd.5 [v2:172.21.15.196:6808/3442423164,v1:172.21.15.196:6809/3442423164]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:05:09.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:09 smithi190 ceph-mon[80032]: osdmap e457: 8 total, 7 up, 8 in 2024-08-19T10:05:09.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:09 smithi190 ceph-mon[80032]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:05:09.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:09 smithi190 ceph-mon[80032]: from='osd.5 ' entity='osd.5' 2024-08-19T10:05:10.526 INFO:tasks.rados.rados.0.smithi190.stdout:1955: done (1 left) 2024-08-19T10:05:10.526 INFO:tasks.rados.rados.0.smithi190.stdout:1956: done (0 left) 2024-08-19T10:05:10.526 INFO:tasks.rados.rados.0.smithi190.stdout:1957: snap_create 2024-08-19T10:05:10.773 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:10 smithi190 ceph-mon[80032]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:05:10.773 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:10 smithi190 ceph-mon[80032]: osd.5 [v2:172.21.15.196:6808/3442423164,v1:172.21.15.196:6809/3442423164] boot 2024-08-19T10:05:10.773 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:10 smithi190 ceph-mon[80032]: osdmap e458: 8 total, 8 up, 8 in 2024-08-19T10:05:10.773 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:10 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-19T10:05:10.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:10 smithi190 ceph-mon[77620]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:05:10.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:10 smithi190 ceph-mon[77620]: osd.5 [v2:172.21.15.196:6808/3442423164,v1:172.21.15.196:6809/3442423164] boot 2024-08-19T10:05:10.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:10 smithi190 ceph-mon[77620]: osdmap e458: 8 total, 8 up, 8 in 2024-08-19T10:05:10.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:10 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-19T10:05:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:10 smithi196 ceph-mon[72638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:05:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:10 smithi196 ceph-mon[72638]: osd.5 [v2:172.21.15.196:6808/3442423164,v1:172.21.15.196:6809/3442423164] boot 2024-08-19T10:05:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:10 smithi196 ceph-mon[72638]: osdmap e458: 8 total, 8 up, 8 in 2024-08-19T10:05:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:10 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-19T10:05:11.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:05:10 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:05:10.772+0000 7f58ccd6c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-08-19T10:05:11.523 INFO:tasks.rados.rados.0.smithi190.stdout:1957: done (0 left) 2024-08-19T10:05:11.524 INFO:tasks.rados.rados.0.smithi190.stdout:1958: read oid 1 snap -1 2024-08-19T10:05:11.524 INFO:tasks.rados.rados.0.smithi190.stdout:1958: expect (ObjNum 516 snap 167 seq_num 516) 2024-08-19T10:05:11.524 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 30 current snap is 193 2024-08-19T10:05:11.524 INFO:tasks.rados.rados.0.smithi190.stdout:1959: seq_num 611 ranges {0=638976} 2024-08-19T10:05:11.527 INFO:tasks.rados.rados.0.smithi190.stdout:1959: writing smithi19066007-30 from 0 to 638976 tid 1 2024-08-19T10:05:11.527 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 34 current snap is 193 2024-08-19T10:05:11.527 INFO:tasks.rados.rados.0.smithi190.stdout:1960: seq_num 612 ranges {819200=655360} 2024-08-19T10:05:11.537 INFO:tasks.rados.rados.0.smithi190.stdout:1960: writing smithi19066007-34 from 819200 to 1474560 tid 1 2024-08-19T10:05:11.537 INFO:tasks.rados.rados.0.smithi190.stdout:1961: delete oid 26 current snap is 193 2024-08-19T10:05:11.538 INFO:tasks.rados.rados.0.smithi190.stdout:1959: finishing write tid 1 to smithi19066007-30 2024-08-19T10:05:11.538 INFO:tasks.rados.rados.0.smithi190.stdout:1959: finishing write tid 2 to smithi19066007-30 2024-08-19T10:05:11.538 INFO:tasks.rados.rados.0.smithi190.stdout:1959: finishing write tid 3 to smithi19066007-30 2024-08-19T10:05:11.538 INFO:tasks.rados.rados.0.smithi190.stdout:1959: oid 30 updating version 0 to 1311 2024-08-19T10:05:11.538 INFO:tasks.rados.rados.0.smithi190.stdout:1959: oid 30 version 1311 is already newer than 1310 2024-08-19T10:05:11.538 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 1311 (ObjNum 611 snap 193 seq_num 611) dirty exists 2024-08-19T10:05:11.539 INFO:tasks.rados.rados.0.smithi190.stdout:1959: left oid 30 (ObjNum 611 snap 193 seq_num 611) 2024-08-19T10:05:11.541 INFO:tasks.rados.rados.0.smithi190.stdout:1960: finishing write tid 1 to smithi19066007-34 2024-08-19T10:05:11.541 INFO:tasks.rados.rados.0.smithi190.stdout:1960: finishing write tid 2 to smithi19066007-34 2024-08-19T10:05:11.541 INFO:tasks.rados.rados.0.smithi190.stdout:1960: finishing write tid 3 to smithi19066007-34 2024-08-19T10:05:11.542 INFO:tasks.rados.rados.0.smithi190.stdout:1960: oid 34 updating version 0 to 1169 2024-08-19T10:05:11.542 INFO:tasks.rados.rados.0.smithi190.stdout:1960: oid 34 version 1169 is already newer than 1168 2024-08-19T10:05:11.542 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 1169 (ObjNum 612 snap 193 seq_num 612) dirty exists 2024-08-19T10:05:11.542 INFO:tasks.rados.rados.0.smithi190.stdout:1960: left oid 34 (ObjNum 612 snap 193 seq_num 612) 2024-08-19T10:05:11.550 INFO:tasks.rados.rados.0.smithi190.stdout:1958: expect (ObjNum 516 snap 167 seq_num 516) 2024-08-19T10:05:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[77620]: pgmap v359: 121 pgs: 7 peering, 32 active+undersized, 10 active+undersized+degraded, 72 active+clean; 232 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 29 op/s; 43/468 objects degraded (9.188%) 2024-08-19T10:05:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[77620]: osdmap e459: 8 total, 8 up, 8 in 2024-08-19T10:05:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:05:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:05:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:05:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-19T10:05:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-19T10:05:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[77620]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-08-19T10:05:11.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[80032]: pgmap v359: 121 pgs: 7 peering, 32 active+undersized, 10 active+undersized+degraded, 72 active+clean; 232 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 29 op/s; 43/468 objects degraded (9.188%) 2024-08-19T10:05:11.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[80032]: osdmap e459: 8 total, 8 up, 8 in 2024-08-19T10:05:11.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:11.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:11.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:05:11.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:05:11.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:11.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:05:11.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:11.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:11.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:11.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-19T10:05:11.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-19T10:05:11.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:11 smithi190 ceph-mon[80032]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-08-19T10:05:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:11 smithi196 ceph-mon[72638]: pgmap v359: 121 pgs: 7 peering, 32 active+undersized, 10 active+undersized+degraded, 72 active+clean; 232 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.6 MiB/s wr, 29 op/s; 43/468 objects degraded (9.188%) 2024-08-19T10:05:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:11 smithi196 ceph-mon[72638]: osdmap e459: 8 total, 8 up, 8 in 2024-08-19T10:05:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:05:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:05:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:05:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-19T10:05:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:11 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-19T10:05:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:11 smithi196 ceph-mon[72638]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-08-19T10:05:12.189 INFO:tasks.rados.rados.0.smithi190.stdout:1958: done (3 left) 2024-08-19T10:05:12.189 INFO:tasks.rados.rados.0.smithi190.stdout:1959: done (2 left) 2024-08-19T10:05:12.189 INFO:tasks.rados.rados.0.smithi190.stdout:1960: done (1 left) 2024-08-19T10:05:12.189 INFO:tasks.rados.rados.0.smithi190.stdout:1961: done (0 left) 2024-08-19T10:05:12.189 INFO:tasks.rados.rados.0.smithi190.stdout:1962: delete oid 12 current snap is 193 2024-08-19T10:05:12.191 INFO:tasks.rados.rados.0.smithi190.stdout:1962: done (0 left) 2024-08-19T10:05:12.192 INFO:tasks.rados.rados.0.smithi190.stdout:1963: copy_from oid 17 from oid 37 current snap is 193 2024-08-19T10:05:12.192 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 24 current snap is 193 2024-08-19T10:05:12.192 INFO:tasks.rados.rados.0.smithi190.stdout:1964: seq_num 615 ranges {0=704512} 2024-08-19T10:05:12.195 INFO:tasks.rados.rados.0.smithi190.stdout:1964: writing smithi19066007-24 from 0 to 704512 tid 1 2024-08-19T10:05:12.195 INFO:tasks.rados.rados.0.smithi190.stdout:1965: delete oid 1 current snap is 193 2024-08-19T10:05:12.205 INFO:tasks.rados.rados.0.smithi190.stdout:1965: done (2 left) 2024-08-19T10:05:12.205 INFO:tasks.rados.rados.0.smithi190.stdout:1966: rmattr oid 2 current snap is 193 2024-08-19T10:05:12.205 INFO:tasks.rados.rados.0.smithi190.stdout:1966: done (2 left) 2024-08-19T10:05:12.205 INFO:tasks.rados.rados.0.smithi190.stdout:1967: snap_create 2024-08-19T10:05:12.205 INFO:tasks.rados.rados.0.smithi190.stdout:1964: finishing write tid 1 to smithi19066007-24 2024-08-19T10:05:12.205 INFO:tasks.rados.rados.0.smithi190.stdout:1964: finishing write tid 2 to smithi19066007-24 2024-08-19T10:05:12.206 INFO:tasks.rados.rados.0.smithi190.stdout:1964: finishing write tid 3 to smithi19066007-24 2024-08-19T10:05:12.207 INFO:tasks.rados.rados.0.smithi190.stdout:1964: oid 24 updating version 0 to 1112 2024-08-19T10:05:12.207 INFO:tasks.rados.rados.0.smithi190.stdout:1964: oid 24 updating version 1112 to 1113 2024-08-19T10:05:12.207 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 1113 (ObjNum 615 snap 193 seq_num 615) dirty exists 2024-08-19T10:05:12.207 INFO:tasks.rados.rados.0.smithi190.stdout:1964: left oid 24 (ObjNum 615 snap 193 seq_num 615) 2024-08-19T10:05:12.211 INFO:tasks.rados.rados.0.smithi190.stdout:1963: finishing copy_from racing read to smithi19066007-17 2024-08-19T10:05:12.214 INFO:tasks.rados.rados.0.smithi190.stdout:1963: finishing copy_from to smithi19066007-17 2024-08-19T10:05:12.214 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 959 (ObjNum 395 snap 130 seq_num 395) dirty exists 2024-08-19T10:05:12.530 INFO:tasks.rados.rados.0.smithi190.stdout:1963: done (2 left) 2024-08-19T10:05:12.531 INFO:tasks.rados.rados.0.smithi190.stdout:1964: done (1 left) 2024-08-19T10:05:12.531 INFO:tasks.rados.rados.0.smithi190.stdout:1967: done (0 left) 2024-08-19T10:05:12.531 INFO:tasks.rados.rados.0.smithi190.stdout:1968: rollback oid 36 current snap is 194 2024-08-19T10:05:12.531 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 36 to 180 2024-08-19T10:05:12.531 INFO:tasks.rados.rados.0.smithi190.stdout:1969: delete oid 18 current snap is 194 2024-08-19T10:05:12.537 INFO:tasks.rados.rados.0.smithi190.stdout:1968: finishing rollback tid 0 to smithi19066007-36 2024-08-19T10:05:12.537 INFO:tasks.rados.rados.0.smithi190.stdout:1968: finishing rollback tid 1 to smithi19066007-36 2024-08-19T10:05:12.538 INFO:tasks.rados.rados.0.smithi190.stdout:1968: finishing rollback tid 2 to smithi19066007-36 2024-08-19T10:05:12.538 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 1315 (ObjNum 509 snap 163 seq_num 509) dirty exists 2024-08-19T10:05:12.539 INFO:tasks.rados.rados.0.smithi190.stdout:1968: done (1 left) 2024-08-19T10:05:12.539 INFO:tasks.rados.rados.0.smithi190.stdout:1969: done (0 left) 2024-08-19T10:05:12.539 INFO:tasks.rados.rados.0.smithi190.stdout:1970: read oid 37 snap -1 2024-08-19T10:05:12.539 INFO:tasks.rados.rados.0.smithi190.stdout:1970: expect (ObjNum 395 snap 130 seq_num 395) 2024-08-19T10:05:12.539 INFO:tasks.rados.rados.0.smithi190.stdout:1971: delete oid 5 current snap is 194 2024-08-19T10:05:12.545 INFO:tasks.rados.rados.0.smithi190.stdout:1971: done (1 left) 2024-08-19T10:05:12.545 INFO:tasks.rados.rados.0.smithi190.stdout:1972: read oid 34 snap -1 2024-08-19T10:05:12.545 INFO:tasks.rados.rados.0.smithi190.stdout:1972: expect (ObjNum 612 snap 193 seq_num 612) 2024-08-19T10:05:12.545 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 24 current snap is 194 2024-08-19T10:05:12.545 INFO:tasks.rados.rados.0.smithi190.stdout:1973: seq_num 619 ranges {704512=770048} 2024-08-19T10:05:12.554 INFO:tasks.rados.rados.0.smithi190.stdout:1973: writing smithi19066007-24 from 704512 to 1474560 tid 1 2024-08-19T10:05:12.554 INFO:tasks.rados.rados.0.smithi190.stdout:1974: read oid 20 snap -1 2024-08-19T10:05:12.555 INFO:tasks.rados.rados.0.smithi190.stdout:1974: expect (ObjNum 590 snap 186 seq_num 590) 2024-08-19T10:05:12.555 INFO:tasks.rados.rados.0.smithi190.stdout:1975: snap_create 2024-08-19T10:05:12.557 INFO:tasks.rados.rados.0.smithi190.stdout:1972: expect (ObjNum 612 snap 193 seq_num 612) 2024-08-19T10:05:12.616 INFO:tasks.rados.rados.0.smithi190.stdout:1973: finishing write tid 1 to smithi19066007-24 2024-08-19T10:05:12.617 INFO:tasks.rados.rados.0.smithi190.stdout:1973: finishing write tid 2 to smithi19066007-24 2024-08-19T10:05:12.617 INFO:tasks.rados.rados.0.smithi190.stdout:1973: finishing write tid 3 to smithi19066007-24 2024-08-19T10:05:12.617 INFO:tasks.rados.rados.0.smithi190.stdout:1973: oid 24 updating version 0 to 1116 2024-08-19T10:05:12.617 INFO:tasks.rados.rados.0.smithi190.stdout:1973: oid 24 version 1116 is already newer than 1115 2024-08-19T10:05:12.617 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 1116 (ObjNum 619 snap 194 seq_num 619) dirty exists 2024-08-19T10:05:12.617 INFO:tasks.rados.rados.0.smithi190.stdout:1973: left oid 24 (ObjNum 619 snap 194 seq_num 619) 2024-08-19T10:05:12.617 INFO:tasks.rados.rados.0.smithi190.stdout:1970: expect (ObjNum 395 snap 130 seq_num 395) 2024-08-19T10:05:12.767 INFO:tasks.rados.rados.0.smithi190.stdout:1974: expect (ObjNum 590 snap 186 seq_num 590) 2024-08-19T10:05:12.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:12 smithi190 ceph-mon[77620]: osdmap e460: 8 total, 8 up, 8 in 2024-08-19T10:05:12.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:12 smithi190 ceph-mon[80032]: osdmap e460: 8 total, 8 up, 8 in 2024-08-19T10:05:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:12 smithi196 ceph-mon[72638]: osdmap e460: 8 total, 8 up, 8 in 2024-08-19T10:05:13.535 INFO:tasks.rados.rados.0.smithi190.stdout:1970: done (4 left) 2024-08-19T10:05:13.536 INFO:tasks.rados.rados.0.smithi190.stdout:1972: done (3 left) 2024-08-19T10:05:13.536 INFO:tasks.rados.rados.0.smithi190.stdout:1973: done (2 left) 2024-08-19T10:05:13.536 INFO:tasks.rados.rados.0.smithi190.stdout:1974: done (1 left) 2024-08-19T10:05:13.536 INFO:tasks.rados.rados.0.smithi190.stdout:1975: done (0 left) 2024-08-19T10:05:13.536 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 195 2024-08-19T10:05:13.536 INFO:tasks.rados.rados.0.smithi190.stdout:1976: seq_num 620 ranges {0=794624} 2024-08-19T10:05:13.540 INFO:tasks.rados.rados.0.smithi190.stdout:1976: writing smithi19066007-39 from 0 to 794624 tid 1 2024-08-19T10:05:13.540 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 38 current snap is 195 2024-08-19T10:05:13.540 INFO:tasks.rados.rados.0.smithi190.stdout:1977: seq_num 621 ranges {0=409600,409600=401408} 2024-08-19T10:05:13.542 INFO:tasks.rados.rados.0.smithi190.stdout:1977: writing smithi19066007-38 from 0 to 409600 tid 1 2024-08-19T10:05:13.545 INFO:tasks.rados.rados.0.smithi190.stdout:1977: writing smithi19066007-38 from 409600 to 811008 tid 2 2024-08-19T10:05:13.545 INFO:tasks.rados.rados.0.smithi190.stdout:1978: read oid 35 snap -1 2024-08-19T10:05:13.545 INFO:tasks.rados.rados.0.smithi190.stdout:1978: expect (ObjNum 546 snap 174 seq_num 546) 2024-08-19T10:05:13.545 INFO:tasks.rados.rados.0.smithi190.stdout:1979: read oid 3 snap 185 2024-08-19T10:05:13.545 INFO:tasks.rados.rados.0.smithi190.stdout:1979: expect (ObjNum 496 snap 160 seq_num 496) 2024-08-19T10:05:13.546 INFO:tasks.rados.rados.0.smithi190.stdout:1980: rollback oid 46 current snap is 195 2024-08-19T10:05:13.546 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 46 to 180 2024-08-19T10:05:13.546 INFO:tasks.rados.rados.0.smithi190.stdout:1981: rollback oid 43 current snap is 195 2024-08-19T10:05:13.546 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 43 to 184 2024-08-19T10:05:13.546 INFO:tasks.rados.rados.0.smithi190.stdout:1982: read oid 8 snap 181 2024-08-19T10:05:13.546 INFO:tasks.rados.rados.0.smithi190.stdout:1982: expect (ObjNum 579 snap 181 seq_num 579) 2024-08-19T10:05:13.546 INFO:tasks.rados.rados.0.smithi190.stdout:1983: delete oid 29 current snap is 195 2024-08-19T10:05:13.548 INFO:tasks.rados.rados.0.smithi190.stdout:1977: finishing write tid 1 to smithi19066007-38 2024-08-19T10:05:13.549 INFO:tasks.rados.rados.0.smithi190.stdout:1977: finishing write tid 2 to smithi19066007-38 2024-08-19T10:05:13.550 INFO:tasks.rados.rados.0.smithi190.stdout:1977: finishing write tid 3 to smithi19066007-38 2024-08-19T10:05:13.551 INFO:tasks.rados.rados.0.smithi190.stdout:1977: finishing write tid 4 to smithi19066007-38 2024-08-19T10:05:13.551 INFO:tasks.rados.rados.0.smithi190.stdout:1977: oid 38 updating version 0 to 934 2024-08-19T10:05:13.551 INFO:tasks.rados.rados.0.smithi190.stdout:1977: oid 38 updating version 934 to 936 2024-08-19T10:05:13.552 INFO:tasks.rados.rados.0.smithi190.stdout:1977: oid 38 version 936 is already newer than 935 2024-08-19T10:05:13.552 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 936 (ObjNum 621 snap 195 seq_num 621) dirty exists 2024-08-19T10:05:13.552 INFO:tasks.rados.rados.0.smithi190.stdout:1977: left oid 38 (ObjNum 621 snap 195 seq_num 621) 2024-08-19T10:05:13.552 INFO:tasks.rados.rados.0.smithi190.stdout:1981: finishing rollback tid 0 to smithi19066007-43 2024-08-19T10:05:13.552 INFO:tasks.rados.rados.0.smithi190.stdout:1981: finishing rollback tid 1 to smithi19066007-43 2024-08-19T10:05:13.553 INFO:tasks.rados.rados.0.smithi190.stdout:1976: finishing write tid 1 to smithi19066007-39 2024-08-19T10:05:13.553 INFO:tasks.rados.rados.0.smithi190.stdout:1976: finishing write tid 2 to smithi19066007-39 2024-08-19T10:05:13.553 INFO:tasks.rados.rados.0.smithi190.stdout:1977: done (7 left) 2024-08-19T10:05:13.553 INFO:tasks.rados.rados.0.smithi190.stdout:1983: done (6 left) 2024-08-19T10:05:13.554 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 195 2024-08-19T10:05:13.554 INFO:tasks.rados.rados.0.smithi190.stdout:1981: finishing rollback tid 2 to smithi19066007-43 2024-08-19T10:05:13.554 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1119 (ObjNum 580 snap 182 seq_num 580) dirty exists 2024-08-19T10:05:13.554 INFO:tasks.rados.rados.0.smithi190.stdout:1984: seq_num 623 ranges {4079616=442368,4521984=401408} 2024-08-19T10:05:13.578 INFO:tasks.rados.rados.0.smithi190.stdout:1984: writing smithi19066007-17 from 4079616 to 4521984 tid 1 2024-08-19T10:05:13.580 INFO:tasks.rados.rados.0.smithi190.stdout:1984: writing smithi19066007-17 from 4521984 to 4923392 tid 2 2024-08-19T10:05:13.580 INFO:tasks.rados.rados.0.smithi190.stdout:1981: done (6 left) 2024-08-19T10:05:13.580 INFO:tasks.rados.rados.0.smithi190.stdout:1985: delete oid 23 current snap is 195 2024-08-19T10:05:13.580 INFO:tasks.rados.rados.0.smithi190.stdout:1982: expect (ObjNum 579 snap 181 seq_num 579) 2024-08-19T10:05:13.584 INFO:tasks.rados.rados.0.smithi190.stdout:1976: finishing write tid 3 to smithi19066007-39 2024-08-19T10:05:13.584 INFO:tasks.rados.rados.0.smithi190.stdout:1976: oid 39 updating version 0 to 1318 2024-08-19T10:05:13.584 INFO:tasks.rados.rados.0.smithi190.stdout:1976: oid 39 version 1318 is already newer than 1317 2024-08-19T10:05:13.585 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1318 (ObjNum 620 snap 195 seq_num 620) dirty exists 2024-08-19T10:05:13.585 INFO:tasks.rados.rados.0.smithi190.stdout:1976: left oid 39 (ObjNum 620 snap 195 seq_num 620) 2024-08-19T10:05:13.585 INFO:tasks.rados.rados.0.smithi190.stdout:1976: done (6 left) 2024-08-19T10:05:13.585 INFO:tasks.rados.rados.0.smithi190.stdout:1982: done (5 left) 2024-08-19T10:05:13.585 INFO:tasks.rados.rados.0.smithi190.stdout:1985: done (4 left) 2024-08-19T10:05:13.585 INFO:tasks.rados.rados.0.smithi190.stdout:1986: snap_remove snap 193 2024-08-19T10:05:13.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:13 smithi190 ceph-mon[77620]: pgmap v362: 121 pgs: 7 peering, 23 active+undersized, 3 active+undersized+degraded, 88 active+clean; 224 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 552 KiB/s wr, 16 op/s; 25/444 objects degraded (5.631%); 4.1 MiB/s, 0 objects/s recovering 2024-08-19T10:05:13.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:13 smithi190 ceph-mon[77620]: Health check update: Degraded data redundancy: 25/444 objects degraded (5.631%), 3 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:13.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:13 smithi190 ceph-mon[77620]: osdmap e461: 8 total, 8 up, 8 in 2024-08-19T10:05:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:13 smithi190 ceph-mon[80032]: pgmap v362: 121 pgs: 7 peering, 23 active+undersized, 3 active+undersized+degraded, 88 active+clean; 224 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 552 KiB/s wr, 16 op/s; 25/444 objects degraded (5.631%); 4.1 MiB/s, 0 objects/s recovering 2024-08-19T10:05:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:13 smithi190 ceph-mon[80032]: Health check update: Degraded data redundancy: 25/444 objects degraded (5.631%), 3 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:13 smithi190 ceph-mon[80032]: osdmap e461: 8 total, 8 up, 8 in 2024-08-19T10:05:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:13 smithi196 ceph-mon[72638]: pgmap v362: 121 pgs: 7 peering, 23 active+undersized, 3 active+undersized+degraded, 88 active+clean; 224 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 552 KiB/s wr, 16 op/s; 25/444 objects degraded (5.631%); 4.1 MiB/s, 0 objects/s recovering 2024-08-19T10:05:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:13 smithi196 ceph-mon[72638]: Health check update: Degraded data redundancy: 25/444 objects degraded (5.631%), 3 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:13 smithi196 ceph-mon[72638]: osdmap e461: 8 total, 8 up, 8 in 2024-08-19T10:05:14.540 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:05:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:05:14] "GET /metrics HTTP/1.1" 200 36307 "" "Prometheus/2.43.0" 2024-08-19T10:05:14.545 INFO:tasks.rados.rados.0.smithi190.stdout:1986: done (4 left) 2024-08-19T10:05:14.545 INFO:tasks.rados.rados.0.smithi190.stdout:1987: snap_remove snap 181 2024-08-19T10:05:14.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:14 smithi190 ceph-mon[77620]: osdmap e462: 8 total, 8 up, 8 in 2024-08-19T10:05:14.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:14 smithi190 ceph-mon[80032]: osdmap e462: 8 total, 8 up, 8 in 2024-08-19T10:05:14.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:14 smithi196 ceph-mon[72638]: osdmap e462: 8 total, 8 up, 8 in 2024-08-19T10:05:15.563 INFO:tasks.rados.rados.0.smithi190.stdout:1979: expect (ObjNum 496 snap 160 seq_num 496) 2024-08-19T10:05:15.685 INFO:tasks.rados.rados.0.smithi190.stdout:1980: finishing rollback tid 0 to smithi19066007-46 2024-08-19T10:05:15.685 INFO:tasks.rados.rados.0.smithi190.stdout:1980: finishing rollback tid 1 to smithi19066007-46 2024-08-19T10:05:15.685 INFO:tasks.rados.rados.0.smithi190.stdout:1980: finishing rollback tid 2 to smithi19066007-46 2024-08-19T10:05:15.685 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 534 (ObjNum 561 snap 175 seq_num 561) dirty exists 2024-08-19T10:05:15.685 INFO:tasks.rados.rados.0.smithi190.stdout:1978: expect (ObjNum 546 snap 174 seq_num 546) 2024-08-19T10:05:15.736 INFO:tasks.rados.rados.0.smithi190.stdout:1984: finishing write tid 1 to smithi19066007-17 2024-08-19T10:05:15.736 INFO:tasks.rados.rados.0.smithi190.stdout:1984: finishing write tid 2 to smithi19066007-17 2024-08-19T10:05:15.736 INFO:tasks.rados.rados.0.smithi190.stdout:1978: done (4 left) 2024-08-19T10:05:15.736 INFO:tasks.rados.rados.0.smithi190.stdout:1979: done (3 left) 2024-08-19T10:05:15.736 INFO:tasks.rados.rados.0.smithi190.stdout:1980: done (2 left) 2024-08-19T10:05:15.736 INFO:tasks.rados.rados.0.smithi190.stdout:1987: done (1 left) 2024-08-19T10:05:15.736 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 48 current snap is 195 2024-08-19T10:05:15.736 INFO:tasks.rados.rados.0.smithi190.stdout:1984: finishing write tid 3 to smithi19066007-17 2024-08-19T10:05:15.736 INFO:tasks.rados.rados.0.smithi190.stdout:1988: seq_num 625 ranges {0=475136,475136=401408} 2024-08-19T10:05:15.738 INFO:tasks.rados.rados.0.smithi190.stdout:1988: writing smithi19066007-48 from 0 to 475136 tid 1 2024-08-19T10:05:15.740 INFO:tasks.rados.rados.0.smithi190.stdout:1988: writing smithi19066007-48 from 475136 to 876544 tid 2 2024-08-19T10:05:15.740 INFO:tasks.rados.rados.0.smithi190.stdout:1989: snap_remove snap 187 2024-08-19T10:05:15.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:15 smithi190 ceph-mon[77620]: pgmap v365: 121 pgs: 7 peering, 114 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 858 KiB/s wr, 9 op/s; 6.5 MiB/s, 2 objects/s recovering 2024-08-19T10:05:15.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:15 smithi190 ceph-mon[77620]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 25/444 objects degraded (5.631%), 3 pgs degraded) 2024-08-19T10:05:15.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:15 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:05:15.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:15 smithi190 ceph-mon[77620]: osdmap e463: 8 total, 8 up, 8 in 2024-08-19T10:05:15.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:15.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:05:15.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:15 smithi190 ceph-mon[80032]: pgmap v365: 121 pgs: 7 peering, 114 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 858 KiB/s wr, 9 op/s; 6.5 MiB/s, 2 objects/s recovering 2024-08-19T10:05:15.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:15 smithi190 ceph-mon[80032]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 25/444 objects degraded (5.631%), 3 pgs degraded) 2024-08-19T10:05:15.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:15 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:05:15.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:15 smithi190 ceph-mon[80032]: osdmap e463: 8 total, 8 up, 8 in 2024-08-19T10:05:15.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:15.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:05:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:15 smithi196 ceph-mon[72638]: pgmap v365: 121 pgs: 7 peering, 114 active+clean; 225 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 858 KiB/s wr, 9 op/s; 6.5 MiB/s, 2 objects/s recovering 2024-08-19T10:05:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:15 smithi196 ceph-mon[72638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 25/444 objects degraded (5.631%), 3 pgs degraded) 2024-08-19T10:05:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:15 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:05:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:15 smithi196 ceph-mon[72638]: osdmap e463: 8 total, 8 up, 8 in 2024-08-19T10:05:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:05:16.556 INFO:tasks.rados.rados.0.smithi190.stdout:1989: done (2 left) 2024-08-19T10:05:16.557 INFO:tasks.rados.rados.0.smithi190.stdout:1990: copy_from oid 2 from oid 44 current snap is 195 2024-08-19T10:05:16.557 INFO:tasks.rados.rados.0.smithi190.stdout:1991: snap_remove snap 183 2024-08-19T10:05:16.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:16 smithi190 ceph-mon[77620]: osdmap e464: 8 total, 8 up, 8 in 2024-08-19T10:05:16.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:16 smithi190 ceph-mon[80032]: osdmap e464: 8 total, 8 up, 8 in 2024-08-19T10:05:16.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:16 smithi196 ceph-mon[72638]: osdmap e464: 8 total, 8 up, 8 in 2024-08-19T10:05:17.567 INFO:tasks.rados.rados.0.smithi190.stdout:1991: done (3 left) 2024-08-19T10:05:17.568 INFO:tasks.rados.rados.0.smithi190.stdout:1992: delete oid 13 current snap is 195 2024-08-19T10:05:17.568 INFO:tasks.rados.rados.0.smithi190.stdout:1984: finishing write tid 4 to smithi19066007-17 2024-08-19T10:05:17.568 INFO:tasks.rados.rados.0.smithi190.stdout:1984: oid 17 updating version 0 to 1186 2024-08-19T10:05:17.568 INFO:tasks.rados.rados.0.smithi190.stdout:1984: oid 17 version 1186 is already newer than 1185 2024-08-19T10:05:17.568 INFO:tasks.rados.rados.0.smithi190.stdout:1984: oid 17 updating version 1186 to 1187 2024-08-19T10:05:17.568 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 1187 (ObjNum 623 snap 195 seq_num 623) dirty exists 2024-08-19T10:05:17.568 INFO:tasks.rados.rados.0.smithi190.stdout:1984: left oid 17 (ObjNum 623 snap 195 seq_num 623) 2024-08-19T10:05:17.568 INFO:tasks.rados.rados.0.smithi190.stdout:1988: finishing write tid 1 to smithi19066007-48 2024-08-19T10:05:17.568 INFO:tasks.rados.rados.0.smithi190.stdout:1988: finishing write tid 2 to smithi19066007-48 2024-08-19T10:05:17.568 INFO:tasks.rados.rados.0.smithi190.stdout:1988: finishing write tid 3 to smithi19066007-48 2024-08-19T10:05:17.568 INFO:tasks.rados.rados.0.smithi190.stdout:1988: finishing write tid 4 to smithi19066007-48 2024-08-19T10:05:17.568 INFO:tasks.rados.rados.0.smithi190.stdout:1988: oid 48 updating version 0 to 1331 2024-08-19T10:05:17.569 INFO:tasks.rados.rados.0.smithi190.stdout:1988: oid 48 updating version 1331 to 1332 2024-08-19T10:05:17.569 INFO:tasks.rados.rados.0.smithi190.stdout:1988: oid 48 updating version 1332 to 1333 2024-08-19T10:05:17.569 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1333 (ObjNum 625 snap 195 seq_num 625) dirty exists 2024-08-19T10:05:17.569 INFO:tasks.rados.rados.0.smithi190.stdout:1988: left oid 48 (ObjNum 625 snap 195 seq_num 625) 2024-08-19T10:05:17.569 INFO:tasks.rados.rados.0.smithi190.stdout:1990: finishing copy_from racing read to smithi19066007-2 2024-08-19T10:05:17.569 INFO:tasks.rados.rados.0.smithi190.stdout:1990: finishing copy_from to smithi19066007-2 2024-08-19T10:05:17.569 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 881 (ObjNum 572 snap 177 seq_num 572) dirty exists 2024-08-19T10:05:17.576 INFO:tasks.rados.rados.0.smithi190.stdout:1984: done (3 left) 2024-08-19T10:05:17.577 INFO:tasks.rados.rados.0.smithi190.stdout:1988: done (2 left) 2024-08-19T10:05:17.577 INFO:tasks.rados.rados.0.smithi190.stdout:1990: done (1 left) 2024-08-19T10:05:17.577 INFO:tasks.rados.rados.0.smithi190.stdout:1992: done (0 left) 2024-08-19T10:05:17.577 INFO:tasks.rados.rados.0.smithi190.stdout:1993: read oid 47 snap -1 2024-08-19T10:05:17.577 INFO:tasks.rados.rados.0.smithi190.stdout:1993: expect (ObjNum 510 snap 163 seq_num 510) 2024-08-19T10:05:17.577 INFO:tasks.rados.rados.0.smithi190.stdout:1994: copy_from oid 6 from oid 12 current snap is 195 2024-08-19T10:05:17.577 INFO:tasks.rados.rados.0.smithi190.stdout:1995: rmattr oid 10 current snap is 195 2024-08-19T10:05:17.577 INFO:tasks.rados.rados.0.smithi190.stdout:1995: done (2 left) 2024-08-19T10:05:17.577 INFO:tasks.rados.rados.0.smithi190.stdout:1996: rmattr oid 50 current snap is 195 2024-08-19T10:05:17.577 INFO:tasks.rados.rados.0.smithi190.stdout:1996: done (2 left) 2024-08-19T10:05:17.577 INFO:tasks.rados.rados.0.smithi190.stdout:1997: rollback oid 13 current snap is 195 2024-08-19T10:05:17.577 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 13 to 190 2024-08-19T10:05:17.577 INFO:tasks.rados.rados.0.smithi190.stdout:1998: snap_create 2024-08-19T10:05:17.583 INFO:tasks.rados.rados.0.smithi190.stdout:1997: finishing rollback tid 1 to smithi19066007-13 2024-08-19T10:05:17.583 INFO:tasks.rados.rados.0.smithi190.stdout:1997: finishing rollback tid 2 to smithi19066007-13 2024-08-19T10:05:17.583 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 1190 (ObjNum 509 snap 163 seq_num 509) dirty exists 2024-08-19T10:05:17.598 INFO:tasks.rados.rados.0.smithi190.stdout:1993: expect (ObjNum 510 snap 163 seq_num 510) 2024-08-19T10:05:17.806 INFO:tasks.rados.rados.0.smithi190.stdout:1994: finishing copy_from to smithi19066007-6 2024-08-19T10:05:17.807 INFO:tasks.rados.rados.0.smithi190.stdout:1994: got expected ENOENT (src dne) 2024-08-19T10:05:17.807 INFO:tasks.rados.rados.0.smithi190.stdout:1994: finishing copy_from racing read to smithi19066007-6 2024-08-19T10:05:17.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:17 smithi190 ceph-mon[77620]: pgmap v368: 121 pgs: 121 active+clean; 216 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-19T10:05:17.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:17 smithi190 ceph-mon[77620]: osdmap e465: 8 total, 8 up, 8 in 2024-08-19T10:05:17.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:17 smithi190 ceph-mon[80032]: pgmap v368: 121 pgs: 121 active+clean; 216 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-19T10:05:17.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:17 smithi190 ceph-mon[80032]: osdmap e465: 8 total, 8 up, 8 in 2024-08-19T10:05:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:17 smithi196 ceph-mon[72638]: pgmap v368: 121 pgs: 121 active+clean; 216 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-19T10:05:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:17 smithi196 ceph-mon[72638]: osdmap e465: 8 total, 8 up, 8 in 2024-08-19T10:05:18.333 INFO:tasks.rados.rados.0.smithi190.stdout:1993: done (3 left) 2024-08-19T10:05:18.333 INFO:tasks.rados.rados.0.smithi190.stdout:1994: done (2 left) 2024-08-19T10:05:18.333 INFO:tasks.rados.rados.0.smithi190.stdout:1997: done (1 left) 2024-08-19T10:05:18.333 INFO:tasks.rados.rados.0.smithi190.stdout:1998: done (0 left) 2024-08-19T10:05:18.333 INFO:tasks.rados.rados.0.smithi190.stdout:1999: rollback oid 31 current snap is 196 2024-08-19T10:05:18.333 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 31 to 195 2024-08-19T10:05:18.333 INFO:tasks.rados.rados.0.smithi190.stdout:2000: snap_remove snap 175 2024-08-19T10:05:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:18 smithi190 ceph-mon[77620]: osdmap e466: 8 total, 8 up, 8 in 2024-08-19T10:05:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:18 smithi190 ceph-mon[77620]: osdmap e467: 8 total, 8 up, 8 in 2024-08-19T10:05:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:18 smithi190 ceph-mon[80032]: osdmap e466: 8 total, 8 up, 8 in 2024-08-19T10:05:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:18 smithi190 ceph-mon[80032]: osdmap e467: 8 total, 8 up, 8 in 2024-08-19T10:05:18.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:18 smithi196 ceph-mon[72638]: osdmap e466: 8 total, 8 up, 8 in 2024-08-19T10:05:18.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:18 smithi196 ceph-mon[72638]: osdmap e467: 8 total, 8 up, 8 in 2024-08-19T10:05:19.334 INFO:tasks.rados.rados.0.smithi190.stdout:2000: done (1 left) 2024-08-19T10:05:19.335 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 196 2024-08-19T10:05:19.335 INFO:tasks.rados.rados.0.smithi190.stdout:2001: seq_num 627 ranges {0=507904,507904=401408} 2024-08-19T10:05:19.338 INFO:tasks.rados.rados.0.smithi190.stdout:2001: writing smithi19066007-12 from 0 to 507904 tid 1 2024-08-19T10:05:19.341 INFO:tasks.rados.rados.0.smithi190.stdout:2001: writing smithi19066007-12 from 507904 to 909312 tid 2 2024-08-19T10:05:19.341 INFO:tasks.rados.rados.0.smithi190.stdout:2002: snap_remove snap 190 2024-08-19T10:05:19.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:19 smithi190 ceph-mon[77620]: pgmap v371: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-19T10:05:19.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:19 smithi190 ceph-mon[77620]: osdmap e468: 8 total, 8 up, 8 in 2024-08-19T10:05:19.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:19 smithi190 ceph-mon[80032]: pgmap v371: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-19T10:05:19.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:19 smithi190 ceph-mon[80032]: osdmap e468: 8 total, 8 up, 8 in 2024-08-19T10:05:19.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:19 smithi196 ceph-mon[72638]: pgmap v371: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-19T10:05:19.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:19 smithi196 ceph-mon[72638]: osdmap e468: 8 total, 8 up, 8 in 2024-08-19T10:05:20.342 INFO:tasks.rados.rados.0.smithi190.stdout:2002: done (2 left) 2024-08-19T10:05:20.342 INFO:tasks.rados.rados.0.smithi190.stdout:2003: rollback oid 44 current snap is 196 2024-08-19T10:05:20.342 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 44 to 195 2024-08-19T10:05:20.343 INFO:tasks.rados.rados.0.smithi190.stdout:1999: finishing rollback tid 0 to smithi19066007-31 2024-08-19T10:05:20.343 INFO:tasks.rados.rados.0.smithi190.stdout:1999: finishing rollback tid 1 to smithi19066007-31 2024-08-19T10:05:20.343 INFO:tasks.rados.rados.0.smithi190.stdout:1999: finishing rollback tid 2 to smithi19066007-31 2024-08-19T10:05:20.343 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 1172 (ObjNum 65 snap 0 seq_num 1634227826) dirty exists 2024-08-19T10:05:20.343 INFO:tasks.rados.rados.0.smithi190.stdout:2001: finishing write tid 1 to smithi19066007-12 2024-08-19T10:05:20.343 INFO:tasks.rados.rados.0.smithi190.stdout:2001: finishing write tid 2 to smithi19066007-12 2024-08-19T10:05:20.344 INFO:tasks.rados.rados.0.smithi190.stdout:2001: finishing write tid 3 to smithi19066007-12 2024-08-19T10:05:20.344 INFO:tasks.rados.rados.0.smithi190.stdout:2001: finishing write tid 4 to smithi19066007-12 2024-08-19T10:05:20.344 INFO:tasks.rados.rados.0.smithi190.stdout:2001: oid 12 updating version 0 to 1192 2024-08-19T10:05:20.344 INFO:tasks.rados.rados.0.smithi190.stdout:2001: oid 12 updating version 1192 to 1193 2024-08-19T10:05:20.344 INFO:tasks.rados.rados.0.smithi190.stdout:2001: oid 12 version 1193 is already newer than 1191 2024-08-19T10:05:20.344 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 1193 (ObjNum 627 snap 196 seq_num 627) dirty exists 2024-08-19T10:05:20.344 INFO:tasks.rados.rados.0.smithi190.stdout:2001: left oid 12 (ObjNum 627 snap 196 seq_num 627) 2024-08-19T10:05:20.345 INFO:tasks.rados.rados.0.smithi190.stdout:1999: done (2 left) 2024-08-19T10:05:20.345 INFO:tasks.rados.rados.0.smithi190.stdout:2001: done (1 left) 2024-08-19T10:05:20.345 INFO:tasks.rados.rados.0.smithi190.stdout:2004: read oid 11 snap -1 2024-08-19T10:05:20.345 INFO:tasks.rados.rados.0.smithi190.stdout:2004: expect (ObjNum 609 snap 192 seq_num 609) 2024-08-19T10:05:20.345 INFO:tasks.rados.rados.0.smithi190.stdout:2005: delete oid 32 current snap is 196 2024-08-19T10:05:20.348 INFO:tasks.rados.rados.0.smithi190.stdout:2003: finishing rollback tid 0 to smithi19066007-44 2024-08-19T10:05:20.349 INFO:tasks.rados.rados.0.smithi190.stdout:2005: done (2 left) 2024-08-19T10:05:20.349 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 48 current snap is 196 2024-08-19T10:05:20.349 INFO:tasks.rados.rados.0.smithi190.stdout:2006: seq_num 629 ranges {876544=540672,1417216=401408} 2024-08-19T10:05:20.356 INFO:tasks.rados.rados.0.smithi190.stdout:2006: writing smithi19066007-48 from 876544 to 1417216 tid 1 2024-08-19T10:05:20.359 INFO:tasks.rados.rados.0.smithi190.stdout:2006: writing smithi19066007-48 from 1417216 to 1818624 tid 2 2024-08-19T10:05:20.359 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 8 current snap is 196 2024-08-19T10:05:20.359 INFO:tasks.rados.rados.0.smithi190.stdout:2007: seq_num 630 ranges {0=557056,557056=401408} 2024-08-19T10:05:20.362 INFO:tasks.rados.rados.0.smithi190.stdout:2007: writing smithi19066007-8 from 0 to 557056 tid 1 2024-08-19T10:05:20.364 INFO:tasks.rados.rados.0.smithi190.stdout:2007: writing smithi19066007-8 from 557056 to 958464 tid 2 2024-08-19T10:05:20.364 INFO:tasks.rados.rados.0.smithi190.stdout:2008: snap_remove snap 188 2024-08-19T10:05:21.346 INFO:tasks.rados.rados.0.smithi190.stdout:2003: finishing rollback tid 1 to smithi19066007-44 2024-08-19T10:05:21.346 INFO:tasks.rados.rados.0.smithi190.stdout:2003: finishing rollback tid 2 to smithi19066007-44 2024-08-19T10:05:21.346 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 886 (ObjNum 572 snap 177 seq_num 572) dirty exists 2024-08-19T10:05:21.346 INFO:tasks.rados.rados.0.smithi190.stdout:2004: expect (ObjNum 609 snap 192 seq_num 609) 2024-08-19T10:05:21.396 INFO:tasks.rados.rados.0.smithi190.stdout:2006: finishing write tid 1 to smithi19066007-48 2024-08-19T10:05:21.397 INFO:tasks.rados.rados.0.smithi190.stdout:2006: finishing write tid 2 to smithi19066007-48 2024-08-19T10:05:21.397 INFO:tasks.rados.rados.0.smithi190.stdout:2006: finishing write tid 3 to smithi19066007-48 2024-08-19T10:05:21.397 INFO:tasks.rados.rados.0.smithi190.stdout:2006: finishing write tid 4 to smithi19066007-48 2024-08-19T10:05:21.397 INFO:tasks.rados.rados.0.smithi190.stdout:2006: oid 48 updating version 0 to 1359 2024-08-19T10:05:21.397 INFO:tasks.rados.rados.0.smithi190.stdout:2006: oid 48 version 1359 is already newer than 1357 2024-08-19T10:05:21.397 INFO:tasks.rados.rados.0.smithi190.stdout:2006: oid 48 version 1359 is already newer than 1358 2024-08-19T10:05:21.397 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1359 (ObjNum 629 snap 196 seq_num 629) dirty exists 2024-08-19T10:05:21.398 INFO:tasks.rados.rados.0.smithi190.stdout:2006: left oid 48 (ObjNum 629 snap 196 seq_num 629) 2024-08-19T10:05:21.398 INFO:tasks.rados.rados.0.smithi190.stdout:2007: finishing write tid 1 to smithi19066007-8 2024-08-19T10:05:21.398 INFO:tasks.rados.rados.0.smithi190.stdout:2007: finishing write tid 2 to smithi19066007-8 2024-08-19T10:05:21.398 INFO:tasks.rados.rados.0.smithi190.stdout:2007: finishing write tid 3 to smithi19066007-8 2024-08-19T10:05:21.398 INFO:tasks.rados.rados.0.smithi190.stdout:2003: done (4 left) 2024-08-19T10:05:21.398 INFO:tasks.rados.rados.0.smithi190.stdout:2004: done (3 left) 2024-08-19T10:05:21.398 INFO:tasks.rados.rados.0.smithi190.stdout:2006: done (2 left) 2024-08-19T10:05:21.398 INFO:tasks.rados.rados.0.smithi190.stdout:2008: done (1 left) 2024-08-19T10:05:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:2009: read oid 22 snap -1 2024-08-19T10:05:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:2009: expect (ObjNum 578 snap 181 seq_num 578) 2024-08-19T10:05:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:2010: read oid 28 snap -1 2024-08-19T10:05:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:2010: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:05:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:2011: read oid 32 snap -1 2024-08-19T10:05:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:2011: expect deleted 2024-08-19T10:05:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:2012: delete oid 26 current snap is 196 2024-08-19T10:05:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:2007: finishing write tid 4 to smithi19066007-8 2024-08-19T10:05:21.399 INFO:tasks.rados.rados.0.smithi190.stdout:2007: oid 8 updating version 0 to 1361 2024-08-19T10:05:21.400 INFO:tasks.rados.rados.0.smithi190.stdout:2007: oid 8 updating version 1361 to 1362 2024-08-19T10:05:21.400 INFO:tasks.rados.rados.0.smithi190.stdout:2007: oid 8 version 1362 is already newer than 1360 2024-08-19T10:05:21.400 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1362 (ObjNum 630 snap 196 seq_num 630) dirty exists 2024-08-19T10:05:21.400 INFO:tasks.rados.rados.0.smithi190.stdout:2007: left oid 8 (ObjNum 630 snap 196 seq_num 630) 2024-08-19T10:05:21.400 INFO:tasks.rados.rados.0.smithi190.stdout:2010: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:05:21.400 INFO:tasks.rados.rados.0.smithi190.stdout:2007: done (4 left) 2024-08-19T10:05:21.400 INFO:tasks.rados.rados.0.smithi190.stdout:2010: done (3 left) 2024-08-19T10:05:21.401 INFO:tasks.rados.rados.0.smithi190.stdout:2011: done (2 left) 2024-08-19T10:05:21.401 INFO:tasks.rados.rados.0.smithi190.stdout:2012: done (1 left) 2024-08-19T10:05:21.401 INFO:tasks.rados.rados.0.smithi190.stdout:2013: delete oid 43 current snap is 196 2024-08-19T10:05:21.402 INFO:tasks.rados.rados.0.smithi190.stdout:2009: expect (ObjNum 578 snap 181 seq_num 578) 2024-08-19T10:05:21.402 INFO:tasks.rados.rados.0.smithi190.stdout:2009: done (1 left) 2024-08-19T10:05:21.402 INFO:tasks.rados.rados.0.smithi190.stdout:2013: done (0 left) 2024-08-19T10:05:21.402 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 196 2024-08-19T10:05:21.403 INFO:tasks.rados.rados.0.smithi190.stdout:2014: seq_num 633 ranges {794624=606208,1400832=401408} 2024-08-19T10:05:21.407 INFO:tasks.rados.rados.0.smithi190.stdout:2014: writing smithi19066007-39 from 794624 to 1400832 tid 1 2024-08-19T10:05:21.409 INFO:tasks.rados.rados.0.smithi190.stdout:2014: writing smithi19066007-39 from 1400832 to 1802240 tid 2 2024-08-19T10:05:21.409 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 41 current snap is 196 2024-08-19T10:05:21.409 INFO:tasks.rados.rados.0.smithi190.stdout:2015: seq_num 634 ranges {3407872=622592,4030464=401408} 2024-08-19T10:05:21.430 INFO:tasks.rados.rados.0.smithi190.stdout:2015: writing smithi19066007-41 from 3407872 to 4030464 tid 1 2024-08-19T10:05:21.433 INFO:tasks.rados.rados.0.smithi190.stdout:2015: writing smithi19066007-41 from 4030464 to 4431872 tid 2 2024-08-19T10:05:21.433 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 196 2024-08-19T10:05:21.433 INFO:tasks.rados.rados.0.smithi190.stdout:2014: finishing write tid 1 to smithi19066007-39 2024-08-19T10:05:21.434 INFO:tasks.rados.rados.0.smithi190.stdout:2014: finishing write tid 2 to smithi19066007-39 2024-08-19T10:05:21.434 INFO:tasks.rados.rados.0.smithi190.stdout:2014: finishing write tid 3 to smithi19066007-39 2024-08-19T10:05:21.434 INFO:tasks.rados.rados.0.smithi190.stdout:2014: finishing write tid 4 to smithi19066007-39 2024-08-19T10:05:21.434 INFO:tasks.rados.rados.0.smithi190.stdout:2014: oid 39 updating version 0 to 1372 2024-08-19T10:05:21.434 INFO:tasks.rados.rados.0.smithi190.stdout:2014: oid 39 version 1372 is already newer than 1370 2024-08-19T10:05:21.434 INFO:tasks.rados.rados.0.smithi190.stdout:2014: oid 39 version 1372 is already newer than 1371 2024-08-19T10:05:21.434 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1372 (ObjNum 633 snap 196 seq_num 633) dirty exists 2024-08-19T10:05:21.434 INFO:tasks.rados.rados.0.smithi190.stdout:2014: left oid 39 (ObjNum 633 snap 196 seq_num 633) 2024-08-19T10:05:21.434 INFO:tasks.rados.rados.0.smithi190.stdout:2016: seq_num 635 ranges {3440640=638976,4079616=401408} 2024-08-19T10:05:21.455 INFO:tasks.rados.rados.0.smithi190.stdout:2016: writing smithi19066007-20 from 3440640 to 4079616 tid 1 2024-08-19T10:05:21.458 INFO:tasks.rados.rados.0.smithi190.stdout:2016: writing smithi19066007-20 from 4079616 to 4481024 tid 2 2024-08-19T10:05:21.458 INFO:tasks.rados.rados.0.smithi190.stdout:2014: done (2 left) 2024-08-19T10:05:21.459 INFO:tasks.rados.rados.0.smithi190.stdout:2017: setattr oid 24 current snap is 196 2024-08-19T10:05:21.459 INFO:tasks.rados.rados.0.smithi190.stdout:2015: finishing write tid 1 to smithi19066007-41 2024-08-19T10:05:21.459 INFO:tasks.rados.rados.0.smithi190.stdout:2015: finishing write tid 2 to smithi19066007-41 2024-08-19T10:05:21.459 INFO:tasks.rados.rados.0.smithi190.stdout:2015: finishing write tid 3 to smithi19066007-41 2024-08-19T10:05:21.459 INFO:tasks.rados.rados.0.smithi190.stdout:2015: finishing write tid 4 to smithi19066007-41 2024-08-19T10:05:21.459 INFO:tasks.rados.rados.0.smithi190.stdout:2015: oid 41 updating version 0 to 1172 2024-08-19T10:05:21.460 INFO:tasks.rados.rados.0.smithi190.stdout:2015: oid 41 version 1172 is already newer than 1170 2024-08-19T10:05:21.460 INFO:tasks.rados.rados.0.smithi190.stdout:2015: oid 41 version 1172 is already newer than 1171 2024-08-19T10:05:21.460 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 1172 (ObjNum 634 snap 196 seq_num 634) dirty exists 2024-08-19T10:05:21.460 INFO:tasks.rados.rados.0.smithi190.stdout:2015: left oid 41 (ObjNum 634 snap 196 seq_num 634) 2024-08-19T10:05:21.462 INFO:tasks.rados.rados.0.smithi190.stdout:2016: finishing write tid 1 to smithi19066007-20 2024-08-19T10:05:21.462 INFO:tasks.rados.rados.0.smithi190.stdout:2015: done (2 left) 2024-08-19T10:05:21.463 INFO:tasks.rados.rados.0.smithi190.stdout:2018: delete oid 10 current snap is 196 2024-08-19T10:05:21.463 INFO:tasks.rados.rados.0.smithi190.stdout:2016: finishing write tid 2 to smithi19066007-20 2024-08-19T10:05:21.463 INFO:tasks.rados.rados.0.smithi190.stdout:2016: finishing write tid 3 to smithi19066007-20 2024-08-19T10:05:21.463 INFO:tasks.rados.rados.0.smithi190.stdout:2018: done (2 left) 2024-08-19T10:05:21.463 INFO:tasks.rados.rados.0.smithi190.stdout:2019: read oid 3 snap -1 2024-08-19T10:05:21.463 INFO:tasks.rados.rados.0.smithi190.stdout:2019: expect (ObjNum 496 snap 160 seq_num 496) 2024-08-19T10:05:21.463 INFO:tasks.rados.rados.0.smithi190.stdout:2020: read oid 28 snap 189 2024-08-19T10:05:21.463 INFO:tasks.rados.rados.0.smithi190.stdout:2020: expect (ObjNum -938918016 snap 21847 seq_num 3355998752) 2024-08-19T10:05:21.463 INFO:tasks.rados.rados.0.smithi190.stdout:2021: delete oid 49 current snap is 196 2024-08-19T10:05:21.463 INFO:tasks.rados.rados.0.smithi190.stdout:2020: expect (ObjNum -938918016 snap 21847 seq_num 3355998752) 2024-08-19T10:05:21.464 INFO:tasks.rados.rados.0.smithi190.stdout:2016: finishing write tid 4 to smithi19066007-20 2024-08-19T10:05:21.464 INFO:tasks.rados.rados.0.smithi190.stdout:2016: oid 20 updating version 0 to 1121 2024-08-19T10:05:21.465 INFO:tasks.rados.rados.0.smithi190.stdout:2016: oid 20 updating version 1121 to 1122 2024-08-19T10:05:21.465 INFO:tasks.rados.rados.0.smithi190.stdout:2016: oid 20 updating version 1122 to 1123 2024-08-19T10:05:21.465 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 1123 (ObjNum 635 snap 196 seq_num 635) dirty exists 2024-08-19T10:05:21.465 INFO:tasks.rados.rados.0.smithi190.stdout:2016: left oid 20 (ObjNum 635 snap 196 seq_num 635) 2024-08-19T10:05:21.465 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 1124 (ObjNum 619 snap 194 seq_num 619) dirty exists 2024-08-19T10:05:21.465 INFO:tasks.rados.rados.0.smithi190.stdout:2016: done (4 left) 2024-08-19T10:05:21.465 INFO:tasks.rados.rados.0.smithi190.stdout:2017: done (3 left) 2024-08-19T10:05:21.465 INFO:tasks.rados.rados.0.smithi190.stdout:2020: done (2 left) 2024-08-19T10:05:21.465 INFO:tasks.rados.rados.0.smithi190.stdout:2021: done (1 left) 2024-08-19T10:05:21.465 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 196 2024-08-19T10:05:21.465 INFO:tasks.rados.rados.0.smithi190.stdout:2022: seq_num 638 ranges {0=688128,688128=401408} 2024-08-19T10:05:21.468 INFO:tasks.rados.rados.0.smithi190.stdout:2022: writing smithi19066007-6 from 0 to 688128 tid 1 2024-08-19T10:05:21.471 INFO:tasks.rados.rados.0.smithi190.stdout:2022: writing smithi19066007-6 from 688128 to 1089536 tid 2 2024-08-19T10:05:21.471 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 196 2024-08-19T10:05:21.471 INFO:tasks.rados.rados.0.smithi190.stdout:2023: seq_num 639 ranges {2498560=704512,3203072=401408} 2024-08-19T10:05:21.487 INFO:tasks.rados.rados.0.smithi190.stdout:2023: writing smithi19066007-42 from 2498560 to 3203072 tid 1 2024-08-19T10:05:21.490 INFO:tasks.rados.rados.0.smithi190.stdout:2023: writing smithi19066007-42 from 3203072 to 3604480 tid 2 2024-08-19T10:05:21.490 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 196 2024-08-19T10:05:21.490 INFO:tasks.rados.rados.0.smithi190.stdout:2024: seq_num 640 ranges {0=729088,729088=401408} 2024-08-19T10:05:21.494 INFO:tasks.rados.rados.0.smithi190.stdout:2024: writing smithi19066007-26 from 0 to 729088 tid 1 2024-08-19T10:05:21.498 INFO:tasks.rados.rados.0.smithi190.stdout:2024: writing smithi19066007-26 from 729088 to 1130496 tid 2 2024-08-19T10:05:21.498 INFO:tasks.rados.rados.0.smithi190.stdout:2025: read oid 49 snap -1 2024-08-19T10:05:21.498 INFO:tasks.rados.rados.0.smithi190.stdout:2025: expect deleted 2024-08-19T10:05:21.498 INFO:tasks.rados.rados.0.smithi190.stdout:2026: snap_remove snap 185 2024-08-19T10:05:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:21 smithi196 ceph-mon[72638]: pgmap v374: 121 pgs: 121 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-08-19T10:05:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:21 smithi196 ceph-mon[72638]: osdmap e469: 8 total, 8 up, 8 in 2024-08-19T10:05:21.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:21 smithi190 ceph-mon[77620]: pgmap v374: 121 pgs: 121 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-08-19T10:05:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:21 smithi190 ceph-mon[77620]: osdmap e469: 8 total, 8 up, 8 in 2024-08-19T10:05:21.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:21 smithi190 ceph-mon[80032]: pgmap v374: 121 pgs: 121 active+clean; 228 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-08-19T10:05:21.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:21 smithi190 ceph-mon[80032]: osdmap e469: 8 total, 8 up, 8 in 2024-08-19T10:05:22.348 INFO:tasks.rados.rados.0.smithi190.stdout:2026: done (5 left) 2024-08-19T10:05:22.348 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 38 current snap is 196 2024-08-19T10:05:22.348 INFO:tasks.rados.rados.0.smithi190.stdout:2027: seq_num 641 ranges {811008=745472,1556480=401408} 2024-08-19T10:05:22.357 INFO:tasks.rados.rados.0.smithi190.stdout:2027: writing smithi19066007-38 from 811008 to 1556480 tid 1 2024-08-19T10:05:22.361 INFO:tasks.rados.rados.0.smithi190.stdout:2027: writing smithi19066007-38 from 1556480 to 1957888 tid 2 2024-08-19T10:05:22.361 INFO:tasks.rados.rados.0.smithi190.stdout:2028: read oid 44 snap 180 2024-08-19T10:05:22.361 INFO:tasks.rados.rados.0.smithi190.stdout:2028: expect (ObjNum 572 snap 177 seq_num 572) 2024-08-19T10:05:22.361 INFO:tasks.rados.rados.0.smithi190.stdout:2029: snap_remove snap 192 2024-08-19T10:05:22.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:22 smithi196 ceph-mon[72638]: osdmap e470: 8 total, 8 up, 8 in 2024-08-19T10:05:22.789 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:05:22.790 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:22 smithi190 ceph-mon[80032]: osdmap e470: 8 total, 8 up, 8 in 2024-08-19T10:05:22.790 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:22 smithi190 ceph-mon[77620]: osdmap e470: 8 total, 8 up, 8 in 2024-08-19T10:05:23.333 INFO:tasks.rados.rados.0.smithi190.stdout:2029: done (7 left) 2024-08-19T10:05:23.334 INFO:tasks.rados.rados.0.smithi190.stdout:2030: rollback oid 16 current snap is 196 2024-08-19T10:05:23.334 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 16 to 194 2024-08-19T10:05:23.334 INFO:tasks.rados.rados.0.smithi190.stdout:2031: setattr oid 23 current snap is 196 2024-08-19T10:05:23.334 INFO:tasks.rados.rados.0.smithi190.stdout:2022: finishing write tid 1 to smithi19066007-6 2024-08-19T10:05:23.334 INFO:tasks.rados.rados.0.smithi190.stdout:2022: finishing write tid 2 to smithi19066007-6 2024-08-19T10:05:23.334 INFO:tasks.rados.rados.0.smithi190.stdout:2022: finishing write tid 3 to smithi19066007-6 2024-08-19T10:05:23.335 INFO:tasks.rados.rados.0.smithi190.stdout:2019: expect (ObjNum 496 snap 160 seq_num 496) 2024-08-19T10:05:23.353 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:05:23.354 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (8m) 83s ago 9m 24.6M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T10:05:23.354 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (9m) 16s ago 9m 88.2M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:05:23.354 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (10m) 83s ago 10m 18.6M - 18.2.4-721-gbaa926de e6c292a6bc95 e6af5dc87346 2024-08-19T10:05:23.354 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (10m) 16s ago 10m 20.8M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T10:05:23.354 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (4m) 16s ago 14m 453M - 19.0.0-5847-g79766939 50bbda8a3289 0261da8614e1 2024-08-19T10:05:23.354 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (5m) 83s ago 15m 519M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:05:23.354 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (4m) 83s ago 15m 52.5M 2048M 19.0.0-5847-g79766939 50bbda8a3289 91d6e2488c1e 2024-08-19T10:05:23.354 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (3m) 16s ago 14m 43.6M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9404d29f9b76 2024-08-19T10:05:23.354 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (4m) 83s ago 14m 44.0M 2048M 19.0.0-5847-g79766939 50bbda8a3289 3794657df204 2024-08-19T10:05:23.354 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (9m) 83s ago 9m 17.5M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T10:05:23.354 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (8m) 16s ago 8m 16.2M - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T10:05:23.355 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (3m) 83s ago 13m 171M 2480M 19.0.0-5847-g79766939 50bbda8a3289 61b2dae95959 2024-08-19T10:05:23.355 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (2m) 83s ago 13m 135M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7f561102fab8 2024-08-19T10:05:23.355 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (2m) 83s ago 12m 97.9M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7934388ea700 2024-08-19T10:05:23.355 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (87s) 83s ago 12m 11.3M 2480M 19.0.0-5847-g79766939 50bbda8a3289 977721cdb7a4 2024-08-19T10:05:23.355 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (55s) 16s ago 12m 98.0M 2480M 19.0.0-5847-g79766939 50bbda8a3289 1c12e17d0300 2024-08-19T10:05:23.355 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (21s) 16s ago 11m 14.5M 2480M 19.0.0-5847-g79766939 50bbda8a3289 df36d05a1629 2024-08-19T10:05:23.355 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (11m) 16s ago 11m 280M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 5b1bd80e75ec 2024-08-19T10:05:23.355 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (11m) 16s ago 11m 150M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 0af4ca14b11c 2024-08-19T10:05:23.355 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (4m) 16s ago 9m 51.1M - 2.43.0 a07b618ecd1d 3fdb2a720e67 2024-08-19T10:05:23.472 INFO:tasks.rados.rados.0.smithi190.stdout:2022: finishing write tid 4 to smithi19066007-6 2024-08-19T10:05:23.472 INFO:tasks.rados.rados.0.smithi190.stdout:2022: oid 6 updating version 0 to 1115 2024-08-19T10:05:23.473 INFO:tasks.rados.rados.0.smithi190.stdout:2022: oid 6 updating version 1115 to 1116 2024-08-19T10:05:23.473 INFO:tasks.rados.rados.0.smithi190.stdout:2022: oid 6 version 1116 is already newer than 1114 2024-08-19T10:05:23.473 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1116 (ObjNum 638 snap 196 seq_num 638) dirty exists 2024-08-19T10:05:23.473 INFO:tasks.rados.rados.0.smithi190.stdout:2022: left oid 6 (ObjNum 638 snap 196 seq_num 638) 2024-08-19T10:05:23.473 INFO:tasks.rados.rados.0.smithi190.stdout:2023: finishing write tid 1 to smithi19066007-42 2024-08-19T10:05:23.473 INFO:tasks.rados.rados.0.smithi190.stdout:2023: finishing write tid 2 to smithi19066007-42 2024-08-19T10:05:23.473 INFO:tasks.rados.rados.0.smithi190.stdout:2023: finishing write tid 3 to smithi19066007-42 2024-08-19T10:05:23.473 INFO:tasks.rados.rados.0.smithi190.stdout:2023: finishing write tid 4 to smithi19066007-42 2024-08-19T10:05:23.473 INFO:tasks.rados.rados.0.smithi190.stdout:2023: oid 42 updating version 0 to 1173 2024-08-19T10:05:23.473 INFO:tasks.rados.rados.0.smithi190.stdout:2023: oid 42 version 1173 is already newer than 1172 2024-08-19T10:05:23.473 INFO:tasks.rados.rados.0.smithi190.stdout:2023: oid 42 version 1173 is already newer than 1171 2024-08-19T10:05:23.474 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1173 (ObjNum 639 snap 196 seq_num 639) dirty exists 2024-08-19T10:05:23.474 INFO:tasks.rados.rados.0.smithi190.stdout:2023: left oid 42 (ObjNum 639 snap 196 seq_num 639) 2024-08-19T10:05:23.474 INFO:tasks.rados.rados.0.smithi190.stdout:2024: finishing write tid 1 to smithi19066007-26 2024-08-19T10:05:23.474 INFO:tasks.rados.rados.0.smithi190.stdout:2024: finishing write tid 2 to smithi19066007-26 2024-08-19T10:05:23.474 INFO:tasks.rados.rados.0.smithi190.stdout:2024: finishing write tid 3 to smithi19066007-26 2024-08-19T10:05:23.474 INFO:tasks.rados.rados.0.smithi190.stdout:2024: finishing write tid 4 to smithi19066007-26 2024-08-19T10:05:23.474 INFO:tasks.rados.rados.0.smithi190.stdout:2024: oid 26 updating version 0 to 1118 2024-08-19T10:05:23.474 INFO:tasks.rados.rados.0.smithi190.stdout:2024: oid 26 updating version 1118 to 1119 2024-08-19T10:05:23.474 INFO:tasks.rados.rados.0.smithi190.stdout:2024: oid 26 version 1119 is already newer than 1117 2024-08-19T10:05:23.474 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1119 (ObjNum 640 snap 196 seq_num 640) dirty exists 2024-08-19T10:05:23.474 INFO:tasks.rados.rados.0.smithi190.stdout:2024: left oid 26 (ObjNum 640 snap 196 seq_num 640) 2024-08-19T10:05:23.474 INFO:tasks.rados.rados.0.smithi190.stdout:2027: finishing write tid 1 to smithi19066007-38 2024-08-19T10:05:23.474 INFO:tasks.rados.rados.0.smithi190.stdout:2027: finishing write tid 2 to smithi19066007-38 2024-08-19T10:05:23.475 INFO:tasks.rados.rados.0.smithi190.stdout:2027: finishing write tid 3 to smithi19066007-38 2024-08-19T10:05:23.475 INFO:tasks.rados.rados.0.smithi190.stdout:2027: finishing write tid 4 to smithi19066007-38 2024-08-19T10:05:23.475 INFO:tasks.rados.rados.0.smithi190.stdout:2027: oid 38 updating version 0 to 940 2024-08-19T10:05:23.475 INFO:tasks.rados.rados.0.smithi190.stdout:2027: oid 38 version 940 is already newer than 938 2024-08-19T10:05:23.475 INFO:tasks.rados.rados.0.smithi190.stdout:2027: oid 38 version 940 is already newer than 939 2024-08-19T10:05:23.475 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 940 (ObjNum 641 snap 196 seq_num 641) dirty exists 2024-08-19T10:05:23.475 INFO:tasks.rados.rados.0.smithi190.stdout:2027: left oid 38 (ObjNum 641 snap 196 seq_num 641) 2024-08-19T10:05:23.475 INFO:tasks.rados.rados.0.smithi190.stdout:2019: done (8 left) 2024-08-19T10:05:23.475 INFO:tasks.rados.rados.0.smithi190.stdout:2022: done (7 left) 2024-08-19T10:05:23.475 INFO:tasks.rados.rados.0.smithi190.stdout:2023: done (6 left) 2024-08-19T10:05:23.475 INFO:tasks.rados.rados.0.smithi190.stdout:2024: done (5 left) 2024-08-19T10:05:23.475 INFO:tasks.rados.rados.0.smithi190.stdout:2025: done (4 left) 2024-08-19T10:05:23.475 INFO:tasks.rados.rados.0.smithi190.stdout:2027: done (3 left) 2024-08-19T10:05:23.476 INFO:tasks.rados.rados.0.smithi190.stdout:2032: snap_create 2024-08-19T10:05:23.476 INFO:tasks.rados.rados.0.smithi190.stdout:2028: expect (ObjNum 572 snap 177 seq_num 572) 2024-08-19T10:05:23.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:23 smithi196 ceph-mon[72638]: pgmap v377: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 873 KiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-19T10:05:23.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:23 smithi196 ceph-mon[72638]: osdmap e471: 8 total, 8 up, 8 in 2024-08-19T10:05:23.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:23 smithi196 ceph-mon[72638]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:23.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:23 smithi196 ceph-mon[72638]: osdmap e472: 8 total, 8 up, 8 in 2024-08-19T10:05:23.702 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:05:23.703 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:05:23.703 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:05:23.703 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:05:23.703 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:05:23.703 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:05:23.703 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:05:23.703 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:05:23.703 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2, 2024-08-19T10:05:23.703 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 6 2024-08-19T10:05:23.703 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:05:23.703 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:05:23.703 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T10:05:23.703 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:05:23.704 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:05:23.704 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 4, 2024-08-19T10:05:23.704 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 11 2024-08-19T10:05:23.704 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:05:23.704 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:05:23.704 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:23 smithi190 ceph-mon[80032]: pgmap v377: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 873 KiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-19T10:05:23.704 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:23 smithi190 ceph-mon[80032]: osdmap e471: 8 total, 8 up, 8 in 2024-08-19T10:05:23.704 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:23 smithi190 ceph-mon[80032]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:23.704 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:23 smithi190 ceph-mon[80032]: osdmap e472: 8 total, 8 up, 8 in 2024-08-19T10:05:23.705 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:23 smithi190 ceph-mon[77620]: pgmap v377: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 225 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 873 KiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-19T10:05:23.705 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:23 smithi190 ceph-mon[77620]: osdmap e471: 8 total, 8 up, 8 in 2024-08-19T10:05:23.705 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:23 smithi190 ceph-mon[77620]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:23.705 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:23 smithi190 ceph-mon[77620]: osdmap e472: 8 total, 8 up, 8 in 2024-08-19T10:05:23.987 INFO:tasks.rados.rados.0.smithi190.stdout:2030: finishing rollback tid 1 to smithi19066007-16 2024-08-19T10:05:23.987 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-19T10:05:23.987 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 941 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-19T10:05:23.989 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:05:23.989 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:05:23.990 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:05:23.990 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:05:23.990 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [ 2024-08-19T10:05:23.990 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr", 2024-08-19T10:05:23.990 INFO:teuthology.orchestra.run.smithi190.stdout: "mon" 2024-08-19T10:05:23.990 INFO:teuthology.orchestra.run.smithi190.stdout: ], 2024-08-19T10:05:23.990 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "11/20 daemons upgraded", 2024-08-19T10:05:23.990 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T10:05:23.990 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:05:23.990 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:05:24.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:05:24 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:05:24] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2024-08-19T10:05:24.354 INFO:tasks.rados.rados.0.smithi190.stdout:2028: done (3 left) 2024-08-19T10:05:24.355 INFO:tasks.rados.rados.0.smithi190.stdout:2030: done (2 left) 2024-08-19T10:05:24.355 INFO:tasks.rados.rados.0.smithi190.stdout:2031: done (1 left) 2024-08-19T10:05:24.355 INFO:tasks.rados.rados.0.smithi190.stdout:2032: done (0 left) 2024-08-19T10:05:24.355 INFO:tasks.rados.rados.0.smithi190.stdout:2033: delete oid 49 current snap is 197 2024-08-19T10:05:24.357 INFO:tasks.rados.rados.0.smithi190.stdout:2033: done (0 left) 2024-08-19T10:05:24.357 INFO:tasks.rados.rados.0.smithi190.stdout:2034: read oid 3 snap 196 2024-08-19T10:05:24.357 INFO:tasks.rados.rados.0.smithi190.stdout:2034: expect (ObjNum 496 snap 160 seq_num 496) 2024-08-19T10:05:24.357 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 10 current snap is 197 2024-08-19T10:05:24.357 INFO:tasks.rados.rados.0.smithi190.stdout:2035: seq_num 643 ranges {0=778240,778240=401408} 2024-08-19T10:05:24.361 INFO:tasks.rados.rados.0.smithi190.stdout:2035: writing smithi19066007-10 from 0 to 778240 tid 1 2024-08-19T10:05:24.363 INFO:tasks.rados.rados.0.smithi190.stdout:2035: writing smithi19066007-10 from 778240 to 1179648 tid 2 2024-08-19T10:05:24.363 INFO:tasks.rados.rados.0.smithi190.stdout:2036: snap_create 2024-08-19T10:05:24.372 INFO:tasks.rados.rados.0.smithi190.stdout:2035: finishing write tid 1 to smithi19066007-10 2024-08-19T10:05:24.372 INFO:tasks.rados.rados.0.smithi190.stdout:2035: finishing write tid 2 to smithi19066007-10 2024-08-19T10:05:24.372 INFO:tasks.rados.rados.0.smithi190.stdout:2035: finishing write tid 3 to smithi19066007-10 2024-08-19T10:05:24.372 INFO:tasks.rados.rados.0.smithi190.stdout:2034: expect (ObjNum 496 snap 160 seq_num 496) 2024-08-19T10:05:24.502 INFO:tasks.rados.rados.0.smithi190.stdout:2035: finishing write tid 4 to smithi19066007-10 2024-08-19T10:05:24.502 INFO:tasks.rados.rados.0.smithi190.stdout:2035: oid 10 updating version 0 to 1093 2024-08-19T10:05:24.502 INFO:tasks.rados.rados.0.smithi190.stdout:2035: oid 10 updating version 1093 to 1094 2024-08-19T10:05:24.502 INFO:tasks.rados.rados.0.smithi190.stdout:2035: oid 10 updating version 1094 to 1095 2024-08-19T10:05:24.502 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 1095 (ObjNum 643 snap 197 seq_num 643) dirty exists 2024-08-19T10:05:24.502 INFO:tasks.rados.rados.0.smithi190.stdout:2035: left oid 10 (ObjNum 643 snap 197 seq_num 643) 2024-08-19T10:05:24.589 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:24 smithi190 ceph-mon[80032]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:24.589 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:24 smithi190 ceph-mon[80032]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:24.589 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:24 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3311910321' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:24.589 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:24 smithi190 ceph-mon[77620]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:24.589 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:24 smithi190 ceph-mon[77620]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:24.590 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:24 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3311910321' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:24.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:24 smithi196 ceph-mon[72638]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:24.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:24 smithi196 ceph-mon[72638]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:24.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:24 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3311910321' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:25.360 INFO:tasks.rados.rados.0.smithi190.stdout:2034: done (2 left) 2024-08-19T10:05:25.360 INFO:tasks.rados.rados.0.smithi190.stdout:2035: done (1 left) 2024-08-19T10:05:25.361 INFO:tasks.rados.rados.0.smithi190.stdout:2036: done (0 left) 2024-08-19T10:05:25.361 INFO:tasks.rados.rados.0.smithi190.stdout:2037: copy_from oid 45 from oid 2 current snap is 198 2024-08-19T10:05:25.361 INFO:tasks.rados.rados.0.smithi190.stdout:2038: read oid 19 snap 196 2024-08-19T10:05:25.361 INFO:tasks.rados.rados.0.smithi190.stdout:2038: expect (ObjNum 576 snap 178 seq_num 576) 2024-08-19T10:05:25.361 INFO:tasks.rados.rados.0.smithi190.stdout:2039: delete oid 5 current snap is 198 2024-08-19T10:05:25.367 INFO:tasks.rados.rados.0.smithi190.stdout:2038: expect (ObjNum 576 snap 178 seq_num 576) 2024-08-19T10:05:25.418 INFO:tasks.rados.rados.0.smithi190.stdout:2037: finishing copy_from racing read to smithi19066007-45 2024-08-19T10:05:25.418 INFO:tasks.rados.rados.0.smithi190.stdout:2037: finishing copy_from to smithi19066007-45 2024-08-19T10:05:25.419 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 881 (ObjNum 572 snap 177 seq_num 572) dirty exists 2024-08-19T10:05:25.419 INFO:tasks.rados.rados.0.smithi190.stdout:2037: done (2 left) 2024-08-19T10:05:25.419 INFO:tasks.rados.rados.0.smithi190.stdout:2038: done (1 left) 2024-08-19T10:05:25.419 INFO:tasks.rados.rados.0.smithi190.stdout:2039: done (0 left) 2024-08-19T10:05:25.419 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 198 2024-08-19T10:05:25.419 INFO:tasks.rados.rados.0.smithi190.stdout:2040: seq_num 645 ranges {1130496=409600,1540096=778240,2318336=24576} 2024-08-19T10:05:25.426 INFO:tasks.rados.rados.0.smithi190.stdout:2040: writing smithi19066007-26 from 1130496 to 1540096 tid 1 2024-08-19T10:05:25.431 INFO:tasks.rados.rados.0.smithi190.stdout:2040: writing smithi19066007-26 from 1540096 to 2318336 tid 2 2024-08-19T10:05:25.431 INFO:tasks.rados.rados.0.smithi190.stdout:2040: writing smithi19066007-26 from 2318336 to 2342912 tid 3 2024-08-19T10:05:25.431 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 198 2024-08-19T10:05:25.431 INFO:tasks.rados.rados.0.smithi190.stdout:2040: finishing write tid 1 to smithi19066007-26 2024-08-19T10:05:25.431 INFO:tasks.rados.rados.0.smithi190.stdout:2041: seq_num 646 ranges {4481024=425984,4907008=655360,5562368=147456} 2024-08-19T10:05:25.458 INFO:tasks.rados.rados.0.smithi190.stdout:2041: writing smithi19066007-20 from 4481024 to 4907008 tid 1 2024-08-19T10:05:25.461 INFO:tasks.rados.rados.0.smithi190.stdout:2041: writing smithi19066007-20 from 4907008 to 5562368 tid 2 2024-08-19T10:05:25.463 INFO:tasks.rados.rados.0.smithi190.stdout:2041: writing smithi19066007-20 from 5562368 to 5709824 tid 3 2024-08-19T10:05:25.463 INFO:tasks.rados.rados.0.smithi190.stdout:2042: snap_remove snap 191 2024-08-19T10:05:25.463 INFO:tasks.rados.rados.0.smithi190.stdout:2040: finishing write tid 2 to smithi19066007-26 2024-08-19T10:05:25.463 INFO:tasks.rados.rados.0.smithi190.stdout:2040: finishing write tid 3 to smithi19066007-26 2024-08-19T10:05:25.463 INFO:tasks.rados.rados.0.smithi190.stdout:2040: finishing write tid 4 to smithi19066007-26 2024-08-19T10:05:25.463 INFO:tasks.rados.rados.0.smithi190.stdout:2040: finishing write tid 5 to smithi19066007-26 2024-08-19T10:05:25.463 INFO:tasks.rados.rados.0.smithi190.stdout:2040: oid 26 updating version 0 to 1123 2024-08-19T10:05:25.463 INFO:tasks.rados.rados.0.smithi190.stdout:2040: oid 26 version 1123 is already newer than 1121 2024-08-19T10:05:25.463 INFO:tasks.rados.rados.0.smithi190.stdout:2040: oid 26 version 1123 is already newer than 1122 2024-08-19T10:05:25.464 INFO:tasks.rados.rados.0.smithi190.stdout:2040: oid 26 version 1123 is already newer than 1120 2024-08-19T10:05:25.464 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1123 (ObjNum 645 snap 198 seq_num 645) dirty exists 2024-08-19T10:05:25.464 INFO:tasks.rados.rados.0.smithi190.stdout:2040: left oid 26 (ObjNum 645 snap 198 seq_num 645) 2024-08-19T10:05:25.464 INFO:tasks.rados.rados.0.smithi190.stdout:2041: finishing write tid 1 to smithi19066007-20 2024-08-19T10:05:25.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:25 smithi196 ceph-mon[72638]: pgmap v380: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 210 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-08-19T10:05:25.722 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:25 smithi196 ceph-mon[72638]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:25.722 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:25 smithi196 ceph-mon[72638]: osdmap e473: 8 total, 8 up, 8 in 2024-08-19T10:05:25.722 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:25 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:25.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:25 smithi190 ceph-mon[77620]: pgmap v380: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 210 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-08-19T10:05:25.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:25 smithi190 ceph-mon[77620]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:25.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:25 smithi190 ceph-mon[77620]: osdmap e473: 8 total, 8 up, 8 in 2024-08-19T10:05:25.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:25.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:25 smithi190 ceph-mon[80032]: pgmap v380: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 210 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-08-19T10:05:25.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:25 smithi190 ceph-mon[80032]: from='client.44369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:25.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:25 smithi190 ceph-mon[80032]: osdmap e473: 8 total, 8 up, 8 in 2024-08-19T10:05:25.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:26.370 INFO:tasks.rados.rados.0.smithi190.stdout:2040: done (2 left) 2024-08-19T10:05:26.370 INFO:tasks.rados.rados.0.smithi190.stdout:2042: done (1 left) 2024-08-19T10:05:26.370 INFO:tasks.rados.rados.0.smithi190.stdout:2043: setattr oid 24 current snap is 198 2024-08-19T10:05:26.370 INFO:tasks.rados.rados.0.smithi190.stdout:2041: finishing write tid 2 to smithi19066007-20 2024-08-19T10:05:26.370 INFO:tasks.rados.rados.0.smithi190.stdout:2041: finishing write tid 3 to smithi19066007-20 2024-08-19T10:05:26.370 INFO:tasks.rados.rados.0.smithi190.stdout:2041: finishing write tid 4 to smithi19066007-20 2024-08-19T10:05:26.371 INFO:tasks.rados.rados.0.smithi190.stdout:2041: finishing write tid 5 to smithi19066007-20 2024-08-19T10:05:26.371 INFO:tasks.rados.rados.0.smithi190.stdout:2041: oid 20 updating version 0 to 1126 2024-08-19T10:05:26.371 INFO:tasks.rados.rados.0.smithi190.stdout:2041: oid 20 updating version 1126 to 1127 2024-08-19T10:05:26.371 INFO:tasks.rados.rados.0.smithi190.stdout:2041: oid 20 updating version 1127 to 1128 2024-08-19T10:05:26.371 INFO:tasks.rados.rados.0.smithi190.stdout:2041: oid 20 version 1128 is already newer than 1125 2024-08-19T10:05:26.371 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 1128 (ObjNum 646 snap 198 seq_num 646) dirty exists 2024-08-19T10:05:26.371 INFO:tasks.rados.rados.0.smithi190.stdout:2041: left oid 20 (ObjNum 646 snap 198 seq_num 646) 2024-08-19T10:05:26.371 INFO:tasks.rados.rados.0.smithi190.stdout:2041: done (1 left) 2024-08-19T10:05:26.371 INFO:tasks.rados.rados.0.smithi190.stdout:2044: snap_create 2024-08-19T10:05:26.378 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 1129 (ObjNum 619 snap 194 seq_num 619) dirty exists 2024-08-19T10:05:26.435 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:26 smithi196 ceph-mon[72638]: osdmap e474: 8 total, 8 up, 8 in 2024-08-19T10:05:26.435 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:26 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-19T10:05:26.435 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:26 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-19T10:05:26.435 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:26 smithi196 ceph-mon[72638]: Upgrade: osd.6 is safe to restart 2024-08-19T10:05:26.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:26 smithi190 ceph-mon[80032]: osdmap e474: 8 total, 8 up, 8 in 2024-08-19T10:05:26.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:26 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-19T10:05:26.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:26 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-19T10:05:26.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:26 smithi190 ceph-mon[80032]: Upgrade: osd.6 is safe to restart 2024-08-19T10:05:26.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:26 smithi190 ceph-mon[77620]: osdmap e474: 8 total, 8 up, 8 in 2024-08-19T10:05:26.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:26 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-19T10:05:26.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:26 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-19T10:05:26.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:26 smithi190 ceph-mon[77620]: Upgrade: osd.6 is safe to restart 2024-08-19T10:05:27.369 INFO:tasks.rados.rados.0.smithi190.stdout:2043: done (1 left) 2024-08-19T10:05:27.369 INFO:tasks.rados.rados.0.smithi190.stdout:2044: done (0 left) 2024-08-19T10:05:27.369 INFO:tasks.rados.rados.0.smithi190.stdout:2045: snap_remove snap 197 2024-08-19T10:05:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:27 smithi196 ceph-mon[72638]: pgmap v383: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-08-19T10:05:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:27 smithi196 ceph-mon[72638]: osdmap e475: 8 total, 8 up, 8 in 2024-08-19T10:05:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:27 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:27 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-19T10:05:27.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:27 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:05:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:27 smithi190 ceph-mon[77620]: pgmap v383: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-08-19T10:05:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:27 smithi190 ceph-mon[77620]: osdmap e475: 8 total, 8 up, 8 in 2024-08-19T10:05:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:27 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:27 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-19T10:05:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:27 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:05:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:27 smithi190 ceph-mon[80032]: pgmap v383: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-08-19T10:05:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:27 smithi190 ceph-mon[80032]: osdmap e475: 8 total, 8 up, 8 in 2024-08-19T10:05:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:27 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:27.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:27 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-19T10:05:27.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:27 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:05:28.340 INFO:tasks.rados.rados.0.smithi190.stdout:2045: done (0 left) 2024-08-19T10:05:28.340 INFO:tasks.rados.rados.0.smithi190.stdout:2046: read oid 8 snap -1 2024-08-19T10:05:28.340 INFO:tasks.rados.rados.0.smithi190.stdout:2046: expect (ObjNum 630 snap 196 seq_num 630) 2024-08-19T10:05:28.340 INFO:tasks.rados.rados.0.smithi190.stdout:2047: read oid 35 snap -1 2024-08-19T10:05:28.340 INFO:tasks.rados.rados.0.smithi190.stdout:2047: expect (ObjNum 546 snap 174 seq_num 546) 2024-08-19T10:05:28.340 INFO:tasks.rados.rados.0.smithi190.stdout:2048: rollback oid 13 current snap is 199 2024-08-19T10:05:28.340 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 13 to 195 2024-08-19T10:05:28.341 INFO:tasks.rados.rados.0.smithi190.stdout:2049: snap_remove snap 194 2024-08-19T10:05:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:28 smithi196 ceph-mon[72638]: Upgrade: Updating osd.6 2024-08-19T10:05:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:28 smithi196 ceph-mon[72638]: Deploying daemon osd.6 on smithi196 2024-08-19T10:05:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:28 smithi196 ceph-mon[72638]: osdmap e476: 8 total, 8 up, 8 in 2024-08-19T10:05:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:28 smithi196 ceph-mon[72638]: osdmap e477: 8 total, 8 up, 8 in 2024-08-19T10:05:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:28 smithi190 ceph-mon[77620]: Upgrade: Updating osd.6 2024-08-19T10:05:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:28 smithi190 ceph-mon[77620]: Deploying daemon osd.6 on smithi196 2024-08-19T10:05:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:28 smithi190 ceph-mon[77620]: osdmap e476: 8 total, 8 up, 8 in 2024-08-19T10:05:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:28 smithi190 ceph-mon[77620]: osdmap e477: 8 total, 8 up, 8 in 2024-08-19T10:05:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:28 smithi190 ceph-mon[80032]: Upgrade: Updating osd.6 2024-08-19T10:05:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:28 smithi190 ceph-mon[80032]: Deploying daemon osd.6 on smithi196 2024-08-19T10:05:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:28 smithi190 ceph-mon[80032]: osdmap e476: 8 total, 8 up, 8 in 2024-08-19T10:05:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:28 smithi190 ceph-mon[80032]: osdmap e477: 8 total, 8 up, 8 in 2024-08-19T10:05:29.337 INFO:tasks.rados.rados.0.smithi190.stdout:2049: done (3 left) 2024-08-19T10:05:29.337 INFO:tasks.rados.rados.0.smithi190.stdout:2050: read oid 21 snap -1 2024-08-19T10:05:29.337 INFO:tasks.rados.rados.0.smithi190.stdout:2050: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:05:29.337 INFO:tasks.rados.rados.0.smithi190.stdout:2051: setattr oid 17 current snap is 199 2024-08-19T10:05:29.337 INFO:tasks.rados.rados.0.smithi190.stdout:2046: expect (ObjNum 630 snap 196 seq_num 630) 2024-08-19T10:05:29.366 INFO:tasks.rados.rados.0.smithi190.stdout:2048: finishing rollback tid 0 to smithi19066007-13 2024-08-19T10:05:29.366 INFO:tasks.rados.rados.0.smithi190.stdout:2048: finishing rollback tid 1 to smithi19066007-13 2024-08-19T10:05:29.366 INFO:tasks.rados.rados.0.smithi190.stdout:2048: finishing rollback tid 2 to smithi19066007-13 2024-08-19T10:05:29.366 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 1196 (ObjNum 509 snap 163 seq_num 509) dirty exists 2024-08-19T10:05:29.366 INFO:tasks.rados.rados.0.smithi190.stdout:2047: expect (ObjNum 546 snap 174 seq_num 546) 2024-08-19T10:05:29.418 INFO:tasks.rados.rados.0.smithi190.stdout:2050: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:05:29.452 INFO:tasks.rados.rados.0.smithi190.stdout:2046: done (4 left) 2024-08-19T10:05:29.453 INFO:tasks.rados.rados.0.smithi190.stdout:2047: done (3 left) 2024-08-19T10:05:29.453 INFO:tasks.rados.rados.0.smithi190.stdout:2048: done (2 left) 2024-08-19T10:05:29.453 INFO:tasks.rados.rados.0.smithi190.stdout:2050: done (1 left) 2024-08-19T10:05:29.453 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 199 2024-08-19T10:05:29.453 INFO:tasks.rados.rados.0.smithi190.stdout:2052: seq_num 647 ranges {0=442368,442368=589824,1032192=212992} 2024-08-19T10:05:29.455 INFO:tasks.rados.rados.0.smithi190.stdout:2052: writing smithi19066007-29 from 0 to 442368 tid 1 2024-08-19T10:05:29.459 INFO:tasks.rados.rados.0.smithi190.stdout:2052: writing smithi19066007-29 from 442368 to 1032192 tid 2 2024-08-19T10:05:29.460 INFO:tasks.rados.rados.0.smithi190.stdout:2052: writing smithi19066007-29 from 1032192 to 1245184 tid 3 2024-08-19T10:05:29.461 INFO:tasks.rados.rados.0.smithi190.stdout:2053: setattr oid 5 current snap is 199 2024-08-19T10:05:29.461 INFO:tasks.rados.rados.0.smithi190.stdout:2052: finishing write tid 1 to smithi19066007-29 2024-08-19T10:05:29.462 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 1197 (ObjNum 623 snap 195 seq_num 623) dirty exists 2024-08-19T10:05:29.463 INFO:tasks.rados.rados.0.smithi190.stdout:2051: done (2 left) 2024-08-19T10:05:29.463 INFO:tasks.rados.rados.0.smithi190.stdout:2054: rmattr oid 47 current snap is 199 2024-08-19T10:05:29.463 INFO:tasks.rados.rados.0.smithi190.stdout:2055: snap_create 2024-08-19T10:05:29.464 INFO:tasks.rados.rados.0.smithi190.stdout:2052: finishing write tid 2 to smithi19066007-29 2024-08-19T10:05:29.464 INFO:tasks.rados.rados.0.smithi190.stdout:2052: finishing write tid 3 to smithi19066007-29 2024-08-19T10:05:29.465 INFO:tasks.rados.rados.0.smithi190.stdout:2052: finishing write tid 4 to smithi19066007-29 2024-08-19T10:05:29.467 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1124 (ObjNum 510 snap 163 seq_num 510) dirty exists 2024-08-19T10:05:29.467 INFO:tasks.rados.rados.0.smithi190.stdout:2052: finishing write tid 5 to smithi19066007-29 2024-08-19T10:05:29.467 INFO:tasks.rados.rados.0.smithi190.stdout:2052: oid 29 updating version 0 to 1099 2024-08-19T10:05:29.467 INFO:tasks.rados.rados.0.smithi190.stdout:2052: oid 29 version 1099 is already newer than 1097 2024-08-19T10:05:29.467 INFO:tasks.rados.rados.0.smithi190.stdout:2052: oid 29 version 1099 is already newer than 1098 2024-08-19T10:05:29.467 INFO:tasks.rados.rados.0.smithi190.stdout:2052: oid 29 version 1099 is already newer than 1096 2024-08-19T10:05:29.467 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 1099 (ObjNum 647 snap 199 seq_num 647) dirty exists 2024-08-19T10:05:29.467 INFO:tasks.rados.rados.0.smithi190.stdout:2052: left oid 29 (ObjNum 647 snap 199 seq_num 647) 2024-08-19T10:05:29.467 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 1130 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:05:29.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:29 smithi196 ceph-mon[72638]: pgmap v386: 121 pgs: 121 active+clean; 214 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-08-19T10:05:29.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:29 smithi196 ceph-mon[72638]: osdmap e478: 8 total, 8 up, 8 in 2024-08-19T10:05:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:29 smithi190 ceph-mon[77620]: pgmap v386: 121 pgs: 121 active+clean; 214 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-08-19T10:05:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:29 smithi190 ceph-mon[77620]: osdmap e478: 8 total, 8 up, 8 in 2024-08-19T10:05:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:29 smithi190 ceph-mon[80032]: pgmap v386: 121 pgs: 121 active+clean; 214 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-08-19T10:05:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:29 smithi190 ceph-mon[80032]: osdmap e478: 8 total, 8 up, 8 in 2024-08-19T10:05:30.387 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:30 smithi196 systemd[1]: Stopping Ceph osd.6 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:05:30.389 INFO:tasks.rados.rados.0.smithi190.stdout:2052: done (3 left) 2024-08-19T10:05:30.389 INFO:tasks.rados.rados.0.smithi190.stdout:2053: done (2 left) 2024-08-19T10:05:30.389 INFO:tasks.rados.rados.0.smithi190.stdout:2054: done (1 left) 2024-08-19T10:05:30.389 INFO:tasks.rados.rados.0.smithi190.stdout:2055: done (0 left) 2024-08-19T10:05:30.390 INFO:tasks.rados.rados.0.smithi190.stdout:2056: read oid 44 snap 184 2024-08-19T10:05:30.390 INFO:tasks.rados.rados.0.smithi190.stdout:2056: expect (ObjNum 572 snap 177 seq_num 572) 2024-08-19T10:05:30.390 INFO:tasks.rados.rados.0.smithi190.stdout:2057: delete oid 35 current snap is 200 2024-08-19T10:05:30.394 INFO:tasks.rados.rados.0.smithi190.stdout:2057: done (1 left) 2024-08-19T10:05:30.394 INFO:tasks.rados.rados.0.smithi190.stdout:2058: delete oid 39 current snap is 200 2024-08-19T10:05:30.396 INFO:tasks.rados.rados.0.smithi190.stdout:2058: done (1 left) 2024-08-19T10:05:30.397 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 200 2024-08-19T10:05:30.397 INFO:tasks.rados.rados.0.smithi190.stdout:2059: seq_num 650 ranges {3604480=491520,4096000=647168,4743168=155648} 2024-08-19T10:05:30.420 INFO:tasks.rados.rados.0.smithi190.stdout:2059: writing smithi19066007-42 from 3604480 to 4096000 tid 1 2024-08-19T10:05:30.423 INFO:tasks.rados.rados.0.smithi190.stdout:2059: writing smithi19066007-42 from 4096000 to 4743168 tid 2 2024-08-19T10:05:30.424 INFO:tasks.rados.rados.0.smithi190.stdout:2059: writing smithi19066007-42 from 4743168 to 4898816 tid 3 2024-08-19T10:05:30.425 INFO:tasks.rados.rados.0.smithi190.stdout:2060: rmattr oid 14 current snap is 200 2024-08-19T10:05:30.425 INFO:tasks.rados.rados.0.smithi190.stdout:2056: expect (ObjNum 572 snap 177 seq_num 572) 2024-08-19T10:05:30.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:05:30.667 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:30 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[36472]: 2024-08-19T10:05:30.407+0000 7fa7df355640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:05:30.667 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:30 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[36472]: 2024-08-19T10:05:30.407+0000 7fa7df355640 -1 osd.6 479 *** Got signal Terminated *** 2024-08-19T10:05:30.667 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:30 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[36472]: 2024-08-19T10:05:30.407+0000 7fa7df355640 -1 osd.6 479 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:05:30.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:05:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:05:30.924 INFO:tasks.rados.rados.0.smithi190.stdout:2059: finishing write tid 1 to smithi19066007-42 2024-08-19T10:05:30.924 INFO:tasks.rados.rados.0.smithi190.stdout:2059: finishing write tid 2 to smithi19066007-42 2024-08-19T10:05:30.924 INFO:tasks.rados.rados.0.smithi190.stdout:2059: finishing write tid 3 to smithi19066007-42 2024-08-19T10:05:30.924 INFO:tasks.rados.rados.0.smithi190.stdout:2059: finishing write tid 4 to smithi19066007-42 2024-08-19T10:05:30.924 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1212 (ObjNum 585 snap 182 seq_num 585) dirty exists 2024-08-19T10:05:30.924 INFO:tasks.rados.rados.0.smithi190.stdout:2059: finishing write tid 5 to smithi19066007-42 2024-08-19T10:05:30.924 INFO:tasks.rados.rados.0.smithi190.stdout:2059: oid 42 updating version 0 to 1174 2024-08-19T10:05:30.924 INFO:tasks.rados.rados.0.smithi190.stdout:2059: oid 42 updating version 1174 to 1175 2024-08-19T10:05:30.924 INFO:tasks.rados.rados.0.smithi190.stdout:2059: oid 42 updating version 1175 to 1177 2024-08-19T10:05:30.925 INFO:tasks.rados.rados.0.smithi190.stdout:2059: oid 42 version 1177 is already newer than 1176 2024-08-19T10:05:30.925 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1177 (ObjNum 650 snap 200 seq_num 650) dirty exists 2024-08-19T10:05:30.925 INFO:tasks.rados.rados.0.smithi190.stdout:2059: left oid 42 (ObjNum 650 snap 200 seq_num 650) 2024-08-19T10:05:30.925 INFO:tasks.rados.rados.0.smithi190.stdout:2056: done (2 left) 2024-08-19T10:05:30.925 INFO:tasks.rados.rados.0.smithi190.stdout:2059: done (1 left) 2024-08-19T10:05:30.925 INFO:tasks.rados.rados.0.smithi190.stdout:2060: done (0 left) 2024-08-19T10:05:30.925 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 200 2024-08-19T10:05:30.925 INFO:tasks.rados.rados.0.smithi190.stdout:2061: seq_num 651 ranges {2383872=507904,2891776=532480,3424256=270336} 2024-08-19T10:05:30.938 INFO:tasks.rados.rados.0.smithi190.stdout:2061: writing smithi19066007-7 from 2383872 to 2891776 tid 1 2024-08-19T10:05:30.941 INFO:tasks.rados.rados.0.smithi190.stdout:2061: writing smithi19066007-7 from 2891776 to 3424256 tid 2 2024-08-19T10:05:30.943 INFO:tasks.rados.rados.0.smithi190.stdout:2061: writing smithi19066007-7 from 3424256 to 3694592 tid 3 2024-08-19T10:05:30.943 INFO:tasks.rados.rados.0.smithi190.stdout:2062: delete oid 25 current snap is 200 2024-08-19T10:05:30.943 INFO:tasks.rados.rados.0.smithi190.stdout:2061: finishing write tid 1 to smithi19066007-7 2024-08-19T10:05:30.946 INFO:tasks.rados.rados.0.smithi190.stdout:2061: finishing write tid 2 to smithi19066007-7 2024-08-19T10:05:30.946 INFO:tasks.rados.rados.0.smithi190.stdout:2061: finishing write tid 3 to smithi19066007-7 2024-08-19T10:05:30.946 INFO:tasks.rados.rados.0.smithi190.stdout:2062: done (1 left) 2024-08-19T10:05:30.946 INFO:tasks.rados.rados.0.smithi190.stdout:2063: setattr oid 45 current snap is 200 2024-08-19T10:05:30.946 INFO:tasks.rados.rados.0.smithi190.stdout:2061: finishing write tid 4 to smithi19066007-7 2024-08-19T10:05:30.948 INFO:tasks.rados.rados.0.smithi190.stdout:2061: finishing write tid 5 to smithi19066007-7 2024-08-19T10:05:30.948 INFO:tasks.rados.rados.0.smithi190.stdout:2061: oid 7 updating version 0 to 1108 2024-08-19T10:05:30.948 INFO:tasks.rados.rados.0.smithi190.stdout:2061: oid 7 updating version 1108 to 1110 2024-08-19T10:05:30.948 INFO:tasks.rados.rados.0.smithi190.stdout:2061: oid 7 version 1110 is already newer than 1107 2024-08-19T10:05:30.948 INFO:tasks.rados.rados.0.smithi190.stdout:2061: oid 7 version 1110 is already newer than 1109 2024-08-19T10:05:30.948 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1110 (ObjNum 651 snap 200 seq_num 651) dirty exists 2024-08-19T10:05:30.948 INFO:tasks.rados.rados.0.smithi190.stdout:2061: left oid 7 (ObjNum 651 snap 200 seq_num 651) 2024-08-19T10:05:30.948 INFO:tasks.rados.rados.0.smithi190.stdout:2061: done (1 left) 2024-08-19T10:05:30.949 INFO:tasks.rados.rados.0.smithi190.stdout:2064: read oid 50 snap -1 2024-08-19T10:05:30.949 INFO:tasks.rados.rados.0.smithi190.stdout:2064: expect (ObjNum 605 snap 190 seq_num 605) 2024-08-19T10:05:30.949 INFO:tasks.rados.rados.0.smithi190.stdout:2065: copy_from oid 6 from oid 18 current snap is 200 2024-08-19T10:05:30.949 INFO:tasks.rados.rados.0.smithi190.stdout:2066: read oid 16 snap -1 2024-08-19T10:05:30.949 INFO:tasks.rados.rados.0.smithi190.stdout:2066: expect deleted 2024-08-19T10:05:30.949 INFO:tasks.rados.rados.0.smithi190.stdout:2067: snap_create 2024-08-19T10:05:30.949 INFO:tasks.rados.rados.0.smithi190.stdout:2065: finishing copy_from to smithi19066007-6 2024-08-19T10:05:30.950 INFO:tasks.rados.rados.0.smithi190.stdout:2065: got expected ENOENT (src dne) 2024-08-19T10:05:30.950 INFO:tasks.rados.rados.0.smithi190.stdout:2065: finishing copy_from racing read to smithi19066007-6 2024-08-19T10:05:30.952 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 1170 (ObjNum 572 snap 177 seq_num 572) dirty exists 2024-08-19T10:05:30.954 INFO:tasks.rados.rados.0.smithi190.stdout:2064: expect (ObjNum 605 snap 190 seq_num 605) 2024-08-19T10:05:31.396 INFO:tasks.rados.rados.0.smithi190.stdout:2063: done (4 left) 2024-08-19T10:05:31.396 INFO:tasks.rados.rados.0.smithi190.stdout:2064: done (3 left) 2024-08-19T10:05:31.397 INFO:tasks.rados.rados.0.smithi190.stdout:2065: done (2 left) 2024-08-19T10:05:31.397 INFO:tasks.rados.rados.0.smithi190.stdout:2066: done (1 left) 2024-08-19T10:05:31.397 INFO:tasks.rados.rados.0.smithi190.stdout:2067: done (0 left) 2024-08-19T10:05:31.397 INFO:tasks.rados.rados.0.smithi190.stdout:2068: snap_create 2024-08-19T10:05:31.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:31 smithi196 ceph-mon[72638]: pgmap v389: 121 pgs: 121 active+clean; 224 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-08-19T10:05:31.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:31 smithi196 ceph-mon[72638]: osdmap e479: 8 total, 8 up, 8 in 2024-08-19T10:05:31.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:31 smithi196 ceph-mon[72638]: osd.6 marked itself down and dead 2024-08-19T10:05:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:31 smithi190 ceph-mon[77620]: pgmap v389: 121 pgs: 121 active+clean; 224 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-08-19T10:05:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:31 smithi190 ceph-mon[77620]: osdmap e479: 8 total, 8 up, 8 in 2024-08-19T10:05:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:31 smithi190 ceph-mon[77620]: osd.6 marked itself down and dead 2024-08-19T10:05:31.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:31 smithi190 ceph-mon[80032]: pgmap v389: 121 pgs: 121 active+clean; 224 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-08-19T10:05:31.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:31 smithi190 ceph-mon[80032]: osdmap e479: 8 total, 8 up, 8 in 2024-08-19T10:05:31.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:31 smithi190 ceph-mon[80032]: osd.6 marked itself down and dead 2024-08-19T10:05:32.243 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:31 smithi196 podman[87419]: 2024-08-19 10:05:31.972211528 +0000 UTC m=+1.698320239 container died 5b1bd80e75eca45308cebf5d198b48e6d939482a1708c5eb402f8292bfeb89a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6, io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-baa926d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-19T10:05:32.404 INFO:tasks.rados.rados.0.smithi190.stdout:2068: done (0 left) 2024-08-19T10:05:32.404 INFO:tasks.rados.rados.0.smithi190.stdout:2069: delete oid 45 current snap is 202 2024-08-19T10:05:32.413 INFO:tasks.rados.rados.0.smithi190.stdout:2069: done (0 left) 2024-08-19T10:05:32.413 INFO:tasks.rados.rados.0.smithi190.stdout:2070: read oid 40 snap -1 2024-08-19T10:05:32.413 INFO:tasks.rados.rados.0.smithi190.stdout:2070: expect (ObjNum 539 snap 174 seq_num 539) 2024-08-19T10:05:32.413 INFO:tasks.rados.rados.0.smithi190.stdout:2071: snap_remove snap 196 2024-08-19T10:05:32.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:32 smithi196 ceph-mon[72638]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:05:32.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:32 smithi196 ceph-mon[72638]: osdmap e480: 8 total, 7 up, 8 in 2024-08-19T10:05:32.667 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:32 smithi196 podman[87419]: 2024-08-19 10:05:32.408903741 +0000 UTC m=+2.135012461 container cleanup 5b1bd80e75eca45308cebf5d198b48e6d939482a1708c5eb402f8292bfeb89a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6, RELEASE=reef-baa926d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-19T10:05:32.667 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:32 smithi196 bash[87419]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6 2024-08-19T10:05:32.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:32 smithi190 ceph-mon[77620]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:05:32.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:32 smithi190 ceph-mon[77620]: osdmap e480: 8 total, 7 up, 8 in 2024-08-19T10:05:32.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:32 smithi190 ceph-mon[80032]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:05:32.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:32 smithi190 ceph-mon[80032]: osdmap e480: 8 total, 7 up, 8 in 2024-08-19T10:05:33.167 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:32 smithi196 podman[87434]: 2024-08-19 10:05:32.707372349 +0000 UTC m=+0.735712838 container remove 5b1bd80e75eca45308cebf5d198b48e6d939482a1708c5eb402f8292bfeb89a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6, RELEASE=reef-baa926d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-08-19T10:05:33.335 INFO:tasks.rados.rados.0.smithi190.stdout:2071: done (1 left) 2024-08-19T10:05:33.335 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 202 2024-08-19T10:05:33.336 INFO:tasks.rados.rados.0.smithi190.stdout:2072: seq_num 654 ranges {1794048=557056,2351104=630784,2981888=172032} 2024-08-19T10:05:33.349 INFO:tasks.rados.rados.0.smithi190.stdout:2072: writing smithi19066007-36 from 1794048 to 2351104 tid 1 2024-08-19T10:05:33.352 INFO:tasks.rados.rados.0.smithi190.stdout:2072: writing smithi19066007-36 from 2351104 to 2981888 tid 2 2024-08-19T10:05:33.353 INFO:tasks.rados.rados.0.smithi190.stdout:2072: writing smithi19066007-36 from 2981888 to 3153920 tid 3 2024-08-19T10:05:33.353 INFO:tasks.rados.rados.0.smithi190.stdout:2073: delete oid 1 current snap is 202 2024-08-19T10:05:33.354 INFO:tasks.rados.rados.0.smithi190.stdout:2070: expect (ObjNum 539 snap 174 seq_num 539) 2024-08-19T10:05:33.470 INFO:tasks.rados.rados.0.smithi190.stdout:2072: finishing write tid 1 to smithi19066007-36 2024-08-19T10:05:33.470 INFO:tasks.rados.rados.0.smithi190.stdout:2072: finishing write tid 2 to smithi19066007-36 2024-08-19T10:05:33.470 INFO:tasks.rados.rados.0.smithi190.stdout:2072: finishing write tid 3 to smithi19066007-36 2024-08-19T10:05:33.470 INFO:tasks.rados.rados.0.smithi190.stdout:2072: finishing write tid 4 to smithi19066007-36 2024-08-19T10:05:33.470 INFO:tasks.rados.rados.0.smithi190.stdout:2072: finishing write tid 5 to smithi19066007-36 2024-08-19T10:05:33.471 INFO:tasks.rados.rados.0.smithi190.stdout:2072: oid 36 updating version 0 to 1386 2024-08-19T10:05:33.471 INFO:tasks.rados.rados.0.smithi190.stdout:2072: oid 36 version 1386 is already newer than 1384 2024-08-19T10:05:33.471 INFO:tasks.rados.rados.0.smithi190.stdout:2072: oid 36 updating version 1386 to 1387 2024-08-19T10:05:33.471 INFO:tasks.rados.rados.0.smithi190.stdout:2072: oid 36 version 1387 is already newer than 1385 2024-08-19T10:05:33.471 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 1387 (ObjNum 654 snap 202 seq_num 654) dirty exists 2024-08-19T10:05:33.471 INFO:tasks.rados.rados.0.smithi190.stdout:2072: left oid 36 (ObjNum 654 snap 202 seq_num 654) 2024-08-19T10:05:33.471 INFO:tasks.rados.rados.0.smithi190.stdout:2070: done (2 left) 2024-08-19T10:05:33.471 INFO:tasks.rados.rados.0.smithi190.stdout:2072: done (1 left) 2024-08-19T10:05:33.471 INFO:tasks.rados.rados.0.smithi190.stdout:2073: done (0 left) 2024-08-19T10:05:33.471 INFO:tasks.rados.rados.0.smithi190.stdout:2074: read oid 34 snap -1 2024-08-19T10:05:33.471 INFO:tasks.rados.rados.0.smithi190.stdout:2074: expect (ObjNum 612 snap 193 seq_num 612) 2024-08-19T10:05:33.471 INFO:tasks.rados.rados.0.smithi190.stdout:2075: delete oid 41 current snap is 202 2024-08-19T10:05:33.472 INFO:tasks.rados.rados.0.smithi190.stdout:2075: done (1 left) 2024-08-19T10:05:33.472 INFO:tasks.rados.rados.0.smithi190.stdout:2076: delete oid 44 current snap is 202 2024-08-19T10:05:33.475 INFO:tasks.rados.rados.0.smithi190.stdout:2076: done (1 left) 2024-08-19T10:05:33.475 INFO:tasks.rados.rados.0.smithi190.stdout:2077: read oid 32 snap 189 2024-08-19T10:05:33.475 INFO:tasks.rados.rados.0.smithi190.stdout:2077: expect (ObjNum 600 snap 189 seq_num 600) 2024-08-19T10:05:33.475 INFO:tasks.rados.rados.0.smithi190.stdout:2078: read oid 4 snap -1 2024-08-19T10:05:33.476 INFO:tasks.rados.rados.0.smithi190.stdout:2078: expect (ObjNum 567 snap 176 seq_num 567) 2024-08-19T10:05:33.476 INFO:tasks.rados.rados.0.smithi190.stdout:2079: delete oid 17 current snap is 202 2024-08-19T10:05:33.476 INFO:tasks.rados.rados.0.smithi190.stdout:2074: expect (ObjNum 612 snap 193 seq_num 612) 2024-08-19T10:05:33.535 INFO:tasks.rados.rados.0.smithi190.stdout:2074: done (3 left) 2024-08-19T10:05:33.536 INFO:tasks.rados.rados.0.smithi190.stdout:2079: done (2 left) 2024-08-19T10:05:33.536 INFO:tasks.rados.rados.0.smithi190.stdout:2080: rollback oid 19 current snap is 202 2024-08-19T10:05:33.536 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 19 to 184 2024-08-19T10:05:33.536 INFO:tasks.rados.rados.0.smithi190.stdout:2077: expect (ObjNum 600 snap 189 seq_num 600) 2024-08-19T10:05:33.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:33 smithi196 ceph-mon[72638]: pgmap v392: 121 pgs: 14 stale+active+clean, 107 active+clean; 225 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-08-19T10:05:33.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:33 smithi196 ceph-mon[72638]: osdmap e481: 8 total, 7 up, 8 in 2024-08-19T10:05:33.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:33 smithi196 ceph-mon[72638]: osdmap e482: 8 total, 7 up, 8 in 2024-08-19T10:05:33.641 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:33 smithi196 podman[87526]: 2024-08-19 10:05:33.096015728 +0000 UTC m=+0.017065838 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:05:33.641 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:33 smithi196 podman[87526]: 2024-08-19 10:05:33.193968885 +0000 UTC m=+0.115018992 container create 3b3977f786dab63dcde2b644868dcdb8e0fd9ef9a20f61dc4bf06c5c2b6d2b27 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=main-7976693, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:05:33.641 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:33 smithi196 podman[87526]: 2024-08-19 10:05:33.438346494 +0000 UTC m=+0.359396595 container init 3b3977f786dab63dcde2b644868dcdb8e0fd9ef9a20f61dc4bf06c5c2b6d2b27 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-7976693, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:05:33.641 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:33 smithi196 podman[87526]: 2024-08-19 10:05:33.441761449 +0000 UTC m=+0.362811554 container start 3b3977f786dab63dcde2b644868dcdb8e0fd9ef9a20f61dc4bf06c5c2b6d2b27 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-7976693, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-19T10:05:33.648 INFO:tasks.rados.rados.0.smithi190.stdout:2078: expect (ObjNum 567 snap 176 seq_num 567) 2024-08-19T10:05:33.706 INFO:tasks.rados.rados.0.smithi190.stdout:2080: finishing rollback tid 0 to smithi19066007-19 2024-08-19T10:05:33.707 INFO:tasks.rados.rados.0.smithi190.stdout:2080: finishing rollback tid 1 to smithi19066007-19 2024-08-19T10:05:33.707 INFO:tasks.rados.rados.0.smithi190.stdout:2080: finishing rollback tid 2 to smithi19066007-19 2024-08-19T10:05:33.707 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1201 (ObjNum 576 snap 178 seq_num 576) dirty exists 2024-08-19T10:05:33.707 INFO:tasks.rados.rados.0.smithi190.stdout:2077: done (2 left) 2024-08-19T10:05:33.707 INFO:tasks.rados.rados.0.smithi190.stdout:2078: done (1 left) 2024-08-19T10:05:33.707 INFO:tasks.rados.rados.0.smithi190.stdout:2080: done (0 left) 2024-08-19T10:05:33.707 INFO:tasks.rados.rados.0.smithi190.stdout:2081: snap_create 2024-08-19T10:05:33.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:33 smithi190 ceph-mon[77620]: pgmap v392: 121 pgs: 14 stale+active+clean, 107 active+clean; 225 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-08-19T10:05:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:33 smithi190 ceph-mon[77620]: osdmap e481: 8 total, 7 up, 8 in 2024-08-19T10:05:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:33 smithi190 ceph-mon[77620]: osdmap e482: 8 total, 7 up, 8 in 2024-08-19T10:05:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:33 smithi190 ceph-mon[80032]: pgmap v392: 121 pgs: 14 stale+active+clean, 107 active+clean; 225 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-08-19T10:05:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:33 smithi190 ceph-mon[80032]: osdmap e481: 8 total, 7 up, 8 in 2024-08-19T10:05:33.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:33 smithi190 ceph-mon[80032]: osdmap e482: 8 total, 7 up, 8 in 2024-08-19T10:05:33.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:33 smithi196 podman[87526]: 2024-08-19 10:05:33.682087773 +0000 UTC m=+0.603137884 container attach 3b3977f786dab63dcde2b644868dcdb8e0fd9ef9a20f61dc4bf06c5c2b6d2b27 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693) 2024-08-19T10:05:33.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:33 smithi196 podman[87526]: 2024-08-19 10:05:33.682796719 +0000 UTC m=+0.603846821 container died 3b3977f786dab63dcde2b644868dcdb8e0fd9ef9a20f61dc4bf06c5c2b6d2b27 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-19T10:05:34.408 INFO:tasks.rados.rados.0.smithi190.stdout:2081: done (0 left) 2024-08-19T10:05:34.408 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 203 2024-08-19T10:05:34.408 INFO:tasks.rados.rados.0.smithi190.stdout:2082: seq_num 659 ranges {5709824=647168,6356992=450560,6807552=352256} 2024-08-19T10:05:34.441 INFO:tasks.rados.rados.0.smithi190.stdout:2082: writing smithi19066007-20 from 5709824 to 6356992 tid 1 2024-08-19T10:05:34.443 INFO:tasks.rados.rados.0.smithi190.stdout:2082: writing smithi19066007-20 from 6356992 to 6807552 tid 2 2024-08-19T10:05:34.445 INFO:tasks.rados.rados.0.smithi190.stdout:2082: writing smithi19066007-20 from 6807552 to 7159808 tid 3 2024-08-19T10:05:34.446 INFO:tasks.rados.rados.0.smithi190.stdout:2083: delete oid 11 current snap is 203 2024-08-19T10:05:34.449 INFO:tasks.rados.rados.0.smithi190.stdout:2083: done (1 left) 2024-08-19T10:05:34.449 INFO:tasks.rados.rados.0.smithi190.stdout:2084: snap_remove snap 195 2024-08-19T10:05:34.453 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:05:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:05:34] "GET /metrics HTTP/1.1" 200 36306 "" "Prometheus/2.43.0" 2024-08-19T10:05:34.453 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:34 smithi196 podman[87549]: 2024-08-19 10:05:34.233545939 +0000 UTC m=+0.586552379 container remove 3b3977f786dab63dcde2b644868dcdb8e0fd9ef9a20f61dc4bf06c5c2b6d2b27 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-deactivate, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-19T10:05:34.453 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:34 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.6.service: Deactivated successfully. 2024-08-19T10:05:34.453 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:34 smithi196 systemd[1]: Stopped Ceph osd.6 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:05:34.453 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:34 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.6.service: Consumed 14.303s CPU time. 2024-08-19T10:05:34.796 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:34 smithi196 ceph-mon[72638]: Health check failed: Degraded data redundancy: 37/432 objects degraded (8.565%), 4 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:34.796 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:34 smithi196 ceph-mon[72638]: osdmap e483: 8 total, 7 up, 8 in 2024-08-19T10:05:34.797 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:34 smithi196 systemd[1]: Starting Ceph osd.6 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:05:34.797 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:34 smithi196 podman[87652]: 2024-08-19 10:05:34.684885338 +0000 UTC m=+0.109821849 container create 4e9994dac7226984b55f7cbac1b7cb9a88638b7faf5f0cee055bd8f20946b394 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS) 2024-08-19T10:05:34.797 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:34 smithi196 podman[87652]: 2024-08-19 10:05:34.592275354 +0000 UTC m=+0.017211890 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:05:34.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:34 smithi190 ceph-mon[77620]: Health check failed: Degraded data redundancy: 37/432 objects degraded (8.565%), 4 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:34.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:34 smithi190 ceph-mon[77620]: osdmap e483: 8 total, 7 up, 8 in 2024-08-19T10:05:34.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:34 smithi190 ceph-mon[80032]: Health check failed: Degraded data redundancy: 37/432 objects degraded (8.565%), 4 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:34.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:34 smithi190 ceph-mon[80032]: osdmap e483: 8 total, 7 up, 8 in 2024-08-19T10:05:35.054 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:34 smithi196 podman[87652]: 2024-08-19 10:05:34.904303469 +0000 UTC m=+0.329239980 container init 4e9994dac7226984b55f7cbac1b7cb9a88638b7faf5f0cee055bd8f20946b394 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T10:05:35.054 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:34 smithi196 podman[87652]: 2024-08-19 10:05:34.907654674 +0000 UTC m=+0.332591188 container start 4e9994dac7226984b55f7cbac1b7cb9a88638b7faf5f0cee055bd8f20946b394 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-19T10:05:35.054 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:34 smithi196 podman[87652]: 2024-08-19 10:05:34.987527831 +0000 UTC m=+0.412464343 container attach 4e9994dac7226984b55f7cbac1b7cb9a88638b7faf5f0cee055bd8f20946b394 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-7976693, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-08-19T10:05:35.054 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate[87667]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:35.054 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 bash[87652]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:35.411 INFO:tasks.rados.rados.0.smithi190.stdout:2084: done (1 left) 2024-08-19T10:05:35.411 INFO:tasks.rados.rados.0.smithi190.stdout:2085: read oid 18 snap 189 2024-08-19T10:05:35.412 INFO:tasks.rados.rados.0.smithi190.stdout:2085: expect deleted 2024-08-19T10:05:35.412 INFO:tasks.rados.rados.0.smithi190.stdout:2086: delete oid 42 current snap is 203 2024-08-19T10:05:35.412 INFO:tasks.rados.rados.0.smithi190.stdout:2082: finishing write tid 1 to smithi19066007-20 2024-08-19T10:05:35.412 INFO:tasks.rados.rados.0.smithi190.stdout:2082: finishing write tid 2 to smithi19066007-20 2024-08-19T10:05:35.412 INFO:tasks.rados.rados.0.smithi190.stdout:2082: finishing write tid 3 to smithi19066007-20 2024-08-19T10:05:35.412 INFO:tasks.rados.rados.0.smithi190.stdout:2082: finishing write tid 4 to smithi19066007-20 2024-08-19T10:05:35.412 INFO:tasks.rados.rados.0.smithi190.stdout:2082: finishing write tid 5 to smithi19066007-20 2024-08-19T10:05:35.412 INFO:tasks.rados.rados.0.smithi190.stdout:2082: oid 20 updating version 0 to 1134 2024-08-19T10:05:35.412 INFO:tasks.rados.rados.0.smithi190.stdout:2082: oid 20 version 1134 is already newer than 1133 2024-08-19T10:05:35.412 INFO:tasks.rados.rados.0.smithi190.stdout:2082: oid 20 version 1134 is already newer than 1131 2024-08-19T10:05:35.412 INFO:tasks.rados.rados.0.smithi190.stdout:2082: oid 20 version 1134 is already newer than 1132 2024-08-19T10:05:35.412 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 1134 (ObjNum 659 snap 203 seq_num 659) dirty exists 2024-08-19T10:05:35.412 INFO:tasks.rados.rados.0.smithi190.stdout:2082: left oid 20 (ObjNum 659 snap 203 seq_num 659) 2024-08-19T10:05:35.417 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate[87667]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:35.418 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 bash[87652]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:35.418 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate[87667]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:05:35.418 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 bash[87652]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:05:35.418 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate[87667]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:35.418 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 bash[87652]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:35.418 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate[87667]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:35.418 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 bash[87652]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:05:35.418 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate[87667]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-19T10:05:35.418 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 bash[87652]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-19T10:05:35.418 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate[87667]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-08-19T10:05:35.418 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 bash[87652]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-08-19T10:05:35.419 INFO:tasks.rados.rados.0.smithi190.stdout:2082: done (2 left) 2024-08-19T10:05:35.419 INFO:tasks.rados.rados.0.smithi190.stdout:2085: done (1 left) 2024-08-19T10:05:35.419 INFO:tasks.rados.rados.0.smithi190.stdout:2086: done (0 left) 2024-08-19T10:05:35.419 INFO:tasks.rados.rados.0.smithi190.stdout:2087: read oid 7 snap -1 2024-08-19T10:05:35.419 INFO:tasks.rados.rados.0.smithi190.stdout:2087: expect (ObjNum 651 snap 200 seq_num 651) 2024-08-19T10:05:35.419 INFO:tasks.rados.rados.0.smithi190.stdout:2088: snap_create 2024-08-19T10:05:35.438 INFO:tasks.rados.rados.0.smithi190.stdout:2087: expect (ObjNum 651 snap 200 seq_num 651) 2024-08-19T10:05:35.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:35 smithi190 ceph-mon[77620]: pgmap v395: 121 pgs: 16 active+undersized, 7 stale+active+clean, 4 active+undersized+degraded, 94 active+clean; 227 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 952 KiB/s wr, 13 op/s; 37/432 objects degraded (8.565%) 2024-08-19T10:05:35.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:35 smithi190 ceph-mon[77620]: osdmap e484: 8 total, 7 up, 8 in 2024-08-19T10:05:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:35 smithi190 ceph-mon[80032]: pgmap v395: 121 pgs: 16 active+undersized, 7 stale+active+clean, 4 active+undersized+degraded, 94 active+clean; 227 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 952 KiB/s wr, 13 op/s; 37/432 objects degraded (8.565%) 2024-08-19T10:05:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:35 smithi190 ceph-mon[80032]: osdmap e484: 8 total, 7 up, 8 in 2024-08-19T10:05:35.850 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:35 smithi196 ceph-mon[72638]: pgmap v395: 121 pgs: 16 active+undersized, 7 stale+active+clean, 4 active+undersized+degraded, 94 active+clean; 227 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 952 KiB/s wr, 13 op/s; 37/432 objects degraded (8.565%) 2024-08-19T10:05:35.850 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:35 smithi196 ceph-mon[72638]: osdmap e484: 8 total, 7 up, 8 in 2024-08-19T10:05:35.850 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate[87667]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-19T10:05:35.850 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 bash[87652]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-19T10:05:35.850 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate[87667]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-08-19T10:05:35.850 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 bash[87652]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-08-19T10:05:35.850 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate[87667]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-19T10:05:35.851 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 bash[87652]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-19T10:05:35.851 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate[87667]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-19T10:05:35.851 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 bash[87652]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-19T10:05:35.851 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate[87667]: --> ceph-volume lvm activate successful for osd ID: 6 2024-08-19T10:05:35.851 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 bash[87652]: --> ceph-volume lvm activate successful for osd ID: 6 2024-08-19T10:05:35.851 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:35 smithi196 podman[87652]: 2024-08-19 10:05:35.483993933 +0000 UTC m=+0.908930452 container died 4e9994dac7226984b55f7cbac1b7cb9a88638b7faf5f0cee055bd8f20946b394 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=main-7976693, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T10:05:36.412 INFO:tasks.rados.rados.0.smithi190.stdout:2087: done (1 left) 2024-08-19T10:05:36.413 INFO:tasks.rados.rados.0.smithi190.stdout:2088: done (0 left) 2024-08-19T10:05:36.413 INFO:tasks.rados.rados.0.smithi190.stdout:2089: read oid 46 snap 200 2024-08-19T10:05:36.413 INFO:tasks.rados.rados.0.smithi190.stdout:2089: expect (ObjNum 561 snap 175 seq_num 561) 2024-08-19T10:05:36.413 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 204 2024-08-19T10:05:36.413 INFO:tasks.rados.rados.0.smithi190.stdout:2090: seq_num 662 ranges {0=696320,696320=557056,1253376=245760} 2024-08-19T10:05:36.415 INFO:tasks.rados.rados.0.smithi190.stdout:2090: writing smithi19066007-32 from 0 to 696320 tid 1 2024-08-19T10:05:36.418 INFO:tasks.rados.rados.0.smithi190.stdout:2090: writing smithi19066007-32 from 696320 to 1253376 tid 2 2024-08-19T10:05:36.420 INFO:tasks.rados.rados.0.smithi190.stdout:2090: writing smithi19066007-32 from 1253376 to 1499136 tid 3 2024-08-19T10:05:36.420 INFO:tasks.rados.rados.0.smithi190.stdout:2091: read oid 31 snap -1 2024-08-19T10:05:36.421 INFO:tasks.rados.rados.0.smithi190.stdout:2091: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:05:36.421 INFO:tasks.rados.rados.0.smithi190.stdout:2092: read oid 48 snap 199 2024-08-19T10:05:36.421 INFO:tasks.rados.rados.0.smithi190.stdout:2092: expect (ObjNum 629 snap 196 seq_num 629) 2024-08-19T10:05:36.421 INFO:tasks.rados.rados.0.smithi190.stdout:2093: rmattr oid 22 current snap is 204 2024-08-19T10:05:36.421 INFO:tasks.rados.rados.0.smithi190.stdout:2093: done (4 left) 2024-08-19T10:05:36.421 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 204 2024-08-19T10:05:36.421 INFO:tasks.rados.rados.0.smithi190.stdout:2094: seq_num 663 ranges {1245184=712704,1957888=442368,2400256=360448} 2024-08-19T10:05:36.432 INFO:tasks.rados.rados.0.smithi190.stdout:2094: writing smithi19066007-29 from 1245184 to 1957888 tid 1 2024-08-19T10:05:36.434 INFO:tasks.rados.rados.0.smithi190.stdout:2094: writing smithi19066007-29 from 1957888 to 2400256 tid 2 2024-08-19T10:05:36.437 INFO:tasks.rados.rados.0.smithi190.stdout:2094: writing smithi19066007-29 from 2400256 to 2760704 tid 3 2024-08-19T10:05:36.437 INFO:tasks.rados.rados.0.smithi190.stdout:2095: copy_from oid 47 from oid 12 current snap is 204 2024-08-19T10:05:36.437 INFO:tasks.rados.rados.0.smithi190.stdout:2090: finishing write tid 1 to smithi19066007-32 2024-08-19T10:05:36.437 INFO:tasks.rados.rados.0.smithi190.stdout:2090: finishing write tid 2 to smithi19066007-32 2024-08-19T10:05:36.437 INFO:tasks.rados.rados.0.smithi190.stdout:2090: finishing write tid 3 to smithi19066007-32 2024-08-19T10:05:36.437 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 204 2024-08-19T10:05:36.437 INFO:tasks.rados.rados.0.smithi190.stdout:2090: finishing write tid 4 to smithi19066007-32 2024-08-19T10:05:36.437 INFO:tasks.rados.rados.0.smithi190.stdout:2091: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:05:36.441 INFO:tasks.rados.rados.0.smithi190.stdout:2090: finishing write tid 5 to smithi19066007-32 2024-08-19T10:05:36.441 INFO:tasks.rados.rados.0.smithi190.stdout:2090: oid 32 updating version 0 to 1230 2024-08-19T10:05:36.441 INFO:tasks.rados.rados.0.smithi190.stdout:2090: oid 32 version 1230 is already newer than 1227 2024-08-19T10:05:36.441 INFO:tasks.rados.rados.0.smithi190.stdout:2090: oid 32 version 1230 is already newer than 1228 2024-08-19T10:05:36.441 INFO:tasks.rados.rados.0.smithi190.stdout:2090: oid 32 version 1230 is already newer than 1229 2024-08-19T10:05:36.441 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 1230 (ObjNum 662 snap 204 seq_num 662) dirty exists 2024-08-19T10:05:36.441 INFO:tasks.rados.rados.0.smithi190.stdout:2090: left oid 32 (ObjNum 662 snap 204 seq_num 662) 2024-08-19T10:05:36.441 INFO:tasks.rados.rados.0.smithi190.stdout:2092: expect (ObjNum 629 snap 196 seq_num 629) 2024-08-19T10:05:36.503 INFO:tasks.rados.rados.0.smithi190.stdout:2089: expect (ObjNum 561 snap 175 seq_num 561) 2024-08-19T10:05:36.568 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:36 smithi196 podman[87777]: 2024-08-19 10:05:36.1918349 +0000 UTC m=+0.699968790 container remove 4e9994dac7226984b55f7cbac1b7cb9a88638b7faf5f0cee055bd8f20946b394 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=main-7976693, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-19T10:05:36.568 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:36 smithi196 podman[87837]: 2024-08-19 10:05:36.312344823 +0000 UTC m=+0.017232574 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:05:36.568 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:36 smithi196 podman[87837]: 2024-08-19 10:05:36.426005309 +0000 UTC m=+0.130893046 container create c400fd4d81f674f2f58dbe8b5bbd758247061d353da4c8c03bca5e5fc3369324 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-7976693, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=) 2024-08-19T10:05:36.701 INFO:tasks.rados.rados.0.smithi190.stdout:2094: finishing write tid 1 to smithi19066007-29 2024-08-19T10:05:36.702 INFO:tasks.rados.rados.0.smithi190.stdout:2094: finishing write tid 2 to smithi19066007-29 2024-08-19T10:05:36.702 INFO:tasks.rados.rados.0.smithi190.stdout:2094: finishing write tid 3 to smithi19066007-29 2024-08-19T10:05:36.702 INFO:tasks.rados.rados.0.smithi190.stdout:2094: finishing write tid 4 to smithi19066007-29 2024-08-19T10:05:36.702 INFO:tasks.rados.rados.0.smithi190.stdout:2094: finishing write tid 5 to smithi19066007-29 2024-08-19T10:05:36.702 INFO:tasks.rados.rados.0.smithi190.stdout:2094: oid 29 updating version 0 to 1102 2024-08-19T10:05:36.702 INFO:tasks.rados.rados.0.smithi190.stdout:2094: oid 29 version 1102 is already newer than 1101 2024-08-19T10:05:36.702 INFO:tasks.rados.rados.0.smithi190.stdout:2094: oid 29 version 1102 is already newer than 1100 2024-08-19T10:05:36.702 INFO:tasks.rados.rados.0.smithi190.stdout:2094: oid 29 updating version 1102 to 1103 2024-08-19T10:05:36.702 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 1103 (ObjNum 663 snap 204 seq_num 663) dirty exists 2024-08-19T10:05:36.702 INFO:tasks.rados.rados.0.smithi190.stdout:2094: left oid 29 (ObjNum 663 snap 204 seq_num 663) 2024-08-19T10:05:36.702 INFO:tasks.rados.rados.0.smithi190.stdout:2095: finishing copy_from racing read to smithi19066007-47 2024-08-19T10:05:36.702 INFO:tasks.rados.rados.0.smithi190.stdout:2096: seq_num 664 ranges {0=729088,729088=729088,1458176=73728} 2024-08-19T10:05:36.705 INFO:tasks.rados.rados.0.smithi190.stdout:2096: writing smithi19066007-16 from 0 to 729088 tid 1 2024-08-19T10:05:36.711 INFO:tasks.rados.rados.0.smithi190.stdout:2096: writing smithi19066007-16 from 729088 to 1458176 tid 2 2024-08-19T10:05:36.711 INFO:tasks.rados.rados.0.smithi190.stdout:2096: writing smithi19066007-16 from 1458176 to 1531904 tid 3 2024-08-19T10:05:36.711 INFO:tasks.rados.rados.0.smithi190.stdout:2089: done (6 left) 2024-08-19T10:05:36.712 INFO:tasks.rados.rados.0.smithi190.stdout:2090: done (5 left) 2024-08-19T10:05:36.712 INFO:tasks.rados.rados.0.smithi190.stdout:2091: done (4 left) 2024-08-19T10:05:36.712 INFO:tasks.rados.rados.0.smithi190.stdout:2092: done (3 left) 2024-08-19T10:05:36.712 INFO:tasks.rados.rados.0.smithi190.stdout:2094: done (2 left) 2024-08-19T10:05:36.712 INFO:tasks.rados.rados.0.smithi190.stdout:2097: setattr oid 43 current snap is 204 2024-08-19T10:05:36.712 INFO:tasks.rados.rados.0.smithi190.stdout:2095: finishing copy_from to smithi19066007-47 2024-08-19T10:05:36.712 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1193 (ObjNum 627 snap 196 seq_num 627) dirty exists 2024-08-19T10:05:36.712 INFO:tasks.rados.rados.0.smithi190.stdout:2096: finishing write tid 1 to smithi19066007-16 2024-08-19T10:05:36.713 INFO:tasks.rados.rados.0.smithi190.stdout:2095: done (2 left) 2024-08-19T10:05:36.713 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 19 current snap is 204 2024-08-19T10:05:36.713 INFO:tasks.rados.rados.0.smithi190.stdout:2098: seq_num 665 ranges {1130496=745472,1875968=606208,2482176=196608} 2024-08-19T10:05:36.722 INFO:tasks.rados.rados.0.smithi190.stdout:2098: writing smithi19066007-19 from 1130496 to 1875968 tid 1 2024-08-19T10:05:36.726 INFO:tasks.rados.rados.0.smithi190.stdout:2098: writing smithi19066007-19 from 1875968 to 2482176 tid 2 2024-08-19T10:05:36.729 INFO:tasks.rados.rados.0.smithi190.stdout:2098: writing smithi19066007-19 from 2482176 to 2678784 tid 3 2024-08-19T10:05:36.729 INFO:tasks.rados.rados.0.smithi190.stdout:2099: read oid 47 snap -1 2024-08-19T10:05:36.729 INFO:tasks.rados.rados.0.smithi190.stdout:2099: expect (ObjNum 627 snap 196 seq_num 627) 2024-08-19T10:05:36.729 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 11 current snap is 204 2024-08-19T10:05:36.729 INFO:tasks.rados.rados.0.smithi190.stdout:2096: finishing write tid 2 to smithi19066007-16 2024-08-19T10:05:36.729 INFO:tasks.rados.rados.0.smithi190.stdout:2096: finishing write tid 3 to smithi19066007-16 2024-08-19T10:05:36.729 INFO:tasks.rados.rados.0.smithi190.stdout:2096: finishing write tid 4 to smithi19066007-16 2024-08-19T10:05:36.729 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1135 (ObjNum 305 snap 0 seq_num 1526705664) dirty exists 2024-08-19T10:05:36.729 INFO:tasks.rados.rados.0.smithi190.stdout:2096: finishing write tid 5 to smithi19066007-16 2024-08-19T10:05:36.729 INFO:tasks.rados.rados.0.smithi190.stdout:2096: oid 16 updating version 0 to 1188 2024-08-19T10:05:36.730 INFO:tasks.rados.rados.0.smithi190.stdout:2096: oid 16 version 1188 is already newer than 1186 2024-08-19T10:05:36.730 INFO:tasks.rados.rados.0.smithi190.stdout:2096: oid 16 updating version 1188 to 1189 2024-08-19T10:05:36.730 INFO:tasks.rados.rados.0.smithi190.stdout:2096: oid 16 version 1189 is already newer than 1187 2024-08-19T10:05:36.730 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 1189 (ObjNum 664 snap 204 seq_num 664) dirty exists 2024-08-19T10:05:36.730 INFO:tasks.rados.rados.0.smithi190.stdout:2096: left oid 16 (ObjNum 664 snap 204 seq_num 664) 2024-08-19T10:05:36.730 INFO:tasks.rados.rados.0.smithi190.stdout:2098: finishing write tid 1 to smithi19066007-19 2024-08-19T10:05:36.730 INFO:tasks.rados.rados.0.smithi190.stdout:2100: seq_num 666 ranges {0=761856,761856=491520,1253376=311296} 2024-08-19T10:05:36.733 INFO:tasks.rados.rados.0.smithi190.stdout:2100: writing smithi19066007-11 from 0 to 761856 tid 1 2024-08-19T10:05:36.735 INFO:tasks.rados.rados.0.smithi190.stdout:2100: writing smithi19066007-11 from 761856 to 1253376 tid 2 2024-08-19T10:05:36.738 INFO:tasks.rados.rados.0.smithi190.stdout:2100: writing smithi19066007-11 from 1253376 to 1564672 tid 3 2024-08-19T10:05:36.738 INFO:tasks.rados.rados.0.smithi190.stdout:2096: done (4 left) 2024-08-19T10:05:36.738 INFO:tasks.rados.rados.0.smithi190.stdout:2097: done (3 left) 2024-08-19T10:05:36.738 INFO:tasks.rados.rados.0.smithi190.stdout:2101: snap_create 2024-08-19T10:05:36.738 INFO:tasks.rados.rados.0.smithi190.stdout:2098: finishing write tid 2 to smithi19066007-19 2024-08-19T10:05:36.738 INFO:tasks.rados.rados.0.smithi190.stdout:2098: finishing write tid 3 to smithi19066007-19 2024-08-19T10:05:36.739 INFO:tasks.rados.rados.0.smithi190.stdout:2098: finishing write tid 4 to smithi19066007-19 2024-08-19T10:05:36.739 INFO:tasks.rados.rados.0.smithi190.stdout:2098: finishing write tid 5 to smithi19066007-19 2024-08-19T10:05:36.739 INFO:tasks.rados.rados.0.smithi190.stdout:2098: oid 19 updating version 0 to 1205 2024-08-19T10:05:36.739 INFO:tasks.rados.rados.0.smithi190.stdout:2098: oid 19 version 1205 is already newer than 1202 2024-08-19T10:05:36.739 INFO:tasks.rados.rados.0.smithi190.stdout:2098: oid 19 version 1205 is already newer than 1204 2024-08-19T10:05:36.739 INFO:tasks.rados.rados.0.smithi190.stdout:2098: oid 19 version 1205 is already newer than 1203 2024-08-19T10:05:36.739 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1205 (ObjNum 665 snap 204 seq_num 665) dirty exists 2024-08-19T10:05:36.739 INFO:tasks.rados.rados.0.smithi190.stdout:2098: left oid 19 (ObjNum 665 snap 204 seq_num 665) 2024-08-19T10:05:36.739 INFO:tasks.rados.rados.0.smithi190.stdout:2099: expect (ObjNum 627 snap 196 seq_num 627) 2024-08-19T10:05:36.761 INFO:tasks.rados.rados.0.smithi190.stdout:2100: finishing write tid 1 to smithi19066007-11 2024-08-19T10:05:36.761 INFO:tasks.rados.rados.0.smithi190.stdout:2100: finishing write tid 2 to smithi19066007-11 2024-08-19T10:05:36.761 INFO:tasks.rados.rados.0.smithi190.stdout:2100: finishing write tid 3 to smithi19066007-11 2024-08-19T10:05:36.761 INFO:tasks.rados.rados.0.smithi190.stdout:2100: finishing write tid 4 to smithi19066007-11 2024-08-19T10:05:36.762 INFO:tasks.rados.rados.0.smithi190.stdout:2100: finishing write tid 5 to smithi19066007-11 2024-08-19T10:05:36.762 INFO:tasks.rados.rados.0.smithi190.stdout:2100: oid 11 updating version 0 to 1182 2024-08-19T10:05:36.762 INFO:tasks.rados.rados.0.smithi190.stdout:2100: oid 11 version 1182 is already newer than 1180 2024-08-19T10:05:36.762 INFO:tasks.rados.rados.0.smithi190.stdout:2100: oid 11 updating version 1182 to 1183 2024-08-19T10:05:36.762 INFO:tasks.rados.rados.0.smithi190.stdout:2100: oid 11 version 1183 is already newer than 1181 2024-08-19T10:05:36.762 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1183 (ObjNum 666 snap 204 seq_num 666) dirty exists 2024-08-19T10:05:36.762 INFO:tasks.rados.rados.0.smithi190.stdout:2100: left oid 11 (ObjNum 666 snap 204 seq_num 666) 2024-08-19T10:05:36.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:36 smithi196 podman[87837]: 2024-08-19 10:05:36.703830272 +0000 UTC m=+0.408718009 container init c400fd4d81f674f2f58dbe8b5bbd758247061d353da4c8c03bca5e5fc3369324 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:05:36.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:36 smithi196 podman[87837]: 2024-08-19 10:05:36.70710881 +0000 UTC m=+0.411996558 container start c400fd4d81f674f2f58dbe8b5bbd758247061d353da4c8c03bca5e5fc3369324 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, RELEASE=main-7976693, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-19T10:05:36.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:36 smithi196 ceph-osd[87856]: -- 172.21.15.196:0/3390035249 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c12a275a40 con 0x55c12a418400 2024-08-19T10:05:36.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:36 smithi196 bash[87837]: c400fd4d81f674f2f58dbe8b5bbd758247061d353da4c8c03bca5e5fc3369324 2024-08-19T10:05:36.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:36 smithi196 systemd[1]: Started Ceph osd.6 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:05:37.461 INFO:tasks.rados.rados.0.smithi190.stdout:2098: done (3 left) 2024-08-19T10:05:37.461 INFO:tasks.rados.rados.0.smithi190.stdout:2099: done (2 left) 2024-08-19T10:05:37.461 INFO:tasks.rados.rados.0.smithi190.stdout:2100: done (1 left) 2024-08-19T10:05:37.461 INFO:tasks.rados.rados.0.smithi190.stdout:2101: done (0 left) 2024-08-19T10:05:37.461 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 205 2024-08-19T10:05:37.461 INFO:tasks.rados.rados.0.smithi190.stdout:2102: seq_num 667 ranges {1089536=778240,1867776=778240,2646016=24576} 2024-08-19T10:05:37.471 INFO:tasks.rados.rados.0.smithi190.stdout:2102: writing smithi19066007-6 from 1089536 to 1867776 tid 1 2024-08-19T10:05:37.476 INFO:tasks.rados.rados.0.smithi190.stdout:2102: writing smithi19066007-6 from 1867776 to 2646016 tid 2 2024-08-19T10:05:37.476 INFO:tasks.rados.rados.0.smithi190.stdout:2102: writing smithi19066007-6 from 2646016 to 2670592 tid 3 2024-08-19T10:05:37.476 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 205 2024-08-19T10:05:37.476 INFO:tasks.rados.rados.0.smithi190.stdout:2103: seq_num 668 ranges {3153920=794624,3948544=663552,4612096=139264} 2024-08-19T10:05:37.498 INFO:tasks.rados.rados.0.smithi190.stdout:2103: writing smithi19066007-36 from 3153920 to 3948544 tid 1 2024-08-19T10:05:37.500 INFO:tasks.rados.rados.0.smithi190.stdout:2103: writing smithi19066007-36 from 3948544 to 4612096 tid 2 2024-08-19T10:05:37.502 INFO:tasks.rados.rados.0.smithi190.stdout:2103: writing smithi19066007-36 from 4612096 to 4751360 tid 3 2024-08-19T10:05:37.502 INFO:tasks.rados.rados.0.smithi190.stdout:2104: snap_create 2024-08-19T10:05:37.502 INFO:tasks.rados.rados.0.smithi190.stdout:2102: finishing write tid 1 to smithi19066007-6 2024-08-19T10:05:37.502 INFO:tasks.rados.rados.0.smithi190.stdout:2102: finishing write tid 2 to smithi19066007-6 2024-08-19T10:05:37.502 INFO:tasks.rados.rados.0.smithi190.stdout:2102: finishing write tid 3 to smithi19066007-6 2024-08-19T10:05:37.502 INFO:tasks.rados.rados.0.smithi190.stdout:2102: finishing write tid 4 to smithi19066007-6 2024-08-19T10:05:37.502 INFO:tasks.rados.rados.0.smithi190.stdout:2102: finishing write tid 5 to smithi19066007-6 2024-08-19T10:05:37.502 INFO:tasks.rados.rados.0.smithi190.stdout:2102: oid 6 updating version 0 to 1195 2024-08-19T10:05:37.503 INFO:tasks.rados.rados.0.smithi190.stdout:2102: oid 6 updating version 1195 to 1196 2024-08-19T10:05:37.503 INFO:tasks.rados.rados.0.smithi190.stdout:2102: oid 6 updating version 1196 to 1197 2024-08-19T10:05:37.503 INFO:tasks.rados.rados.0.smithi190.stdout:2102: oid 6 version 1197 is already newer than 1194 2024-08-19T10:05:37.503 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1197 (ObjNum 667 snap 205 seq_num 667) dirty exists 2024-08-19T10:05:37.503 INFO:tasks.rados.rados.0.smithi190.stdout:2102: left oid 6 (ObjNum 667 snap 205 seq_num 667) 2024-08-19T10:05:37.504 INFO:tasks.rados.rados.0.smithi190.stdout:2103: finishing write tid 1 to smithi19066007-36 2024-08-19T10:05:37.506 INFO:tasks.rados.rados.0.smithi190.stdout:2103: finishing write tid 2 to smithi19066007-36 2024-08-19T10:05:37.506 INFO:tasks.rados.rados.0.smithi190.stdout:2103: finishing write tid 3 to smithi19066007-36 2024-08-19T10:05:37.506 INFO:tasks.rados.rados.0.smithi190.stdout:2103: finishing write tid 4 to smithi19066007-36 2024-08-19T10:05:37.507 INFO:tasks.rados.rados.0.smithi190.stdout:2103: finishing write tid 5 to smithi19066007-36 2024-08-19T10:05:37.507 INFO:tasks.rados.rados.0.smithi190.stdout:2103: oid 36 updating version 0 to 1389 2024-08-19T10:05:37.507 INFO:tasks.rados.rados.0.smithi190.stdout:2103: oid 36 updating version 1389 to 1391 2024-08-19T10:05:37.507 INFO:tasks.rados.rados.0.smithi190.stdout:2103: oid 36 updating version 1391 to 1392 2024-08-19T10:05:37.508 INFO:tasks.rados.rados.0.smithi190.stdout:2103: oid 36 version 1392 is already newer than 1390 2024-08-19T10:05:37.508 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 1392 (ObjNum 668 snap 205 seq_num 668) dirty exists 2024-08-19T10:05:37.508 INFO:tasks.rados.rados.0.smithi190.stdout:2103: left oid 36 (ObjNum 668 snap 205 seq_num 668) 2024-08-19T10:05:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:37 smithi196 ceph-mon[72638]: pgmap v398: 121 pgs: 26 active+undersized, 3 stale+active+clean, 4 active+undersized+degraded, 88 active+clean; 228 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 956 KiB/s wr, 30 op/s; 37/459 objects degraded (8.061%) 2024-08-19T10:05:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:37 smithi196 ceph-mon[72638]: osdmap e485: 8 total, 7 up, 8 in 2024-08-19T10:05:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:37 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:37 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:37.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:37 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:05:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:37 smithi190 ceph-mon[77620]: pgmap v398: 121 pgs: 26 active+undersized, 3 stale+active+clean, 4 active+undersized+degraded, 88 active+clean; 228 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 956 KiB/s wr, 30 op/s; 37/459 objects degraded (8.061%) 2024-08-19T10:05:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:37 smithi190 ceph-mon[77620]: osdmap e485: 8 total, 7 up, 8 in 2024-08-19T10:05:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:37 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:37 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:37 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:05:37.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:37 smithi190 ceph-mon[80032]: pgmap v398: 121 pgs: 26 active+undersized, 3 stale+active+clean, 4 active+undersized+degraded, 88 active+clean; 228 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 956 KiB/s wr, 30 op/s; 37/459 objects degraded (8.061%) 2024-08-19T10:05:37.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:37 smithi190 ceph-mon[80032]: osdmap e485: 8 total, 7 up, 8 in 2024-08-19T10:05:37.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:37 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:37.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:37 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:37.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:37 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:05:38.342 INFO:tasks.rados.rados.0.smithi190.stdout:2102: done (2 left) 2024-08-19T10:05:38.343 INFO:tasks.rados.rados.0.smithi190.stdout:2103: done (1 left) 2024-08-19T10:05:38.343 INFO:tasks.rados.rados.0.smithi190.stdout:2104: done (0 left) 2024-08-19T10:05:38.343 INFO:tasks.rados.rados.0.smithi190.stdout:2105: rmattr oid 11 current snap is 206 2024-08-19T10:05:38.343 INFO:tasks.rados.rados.0.smithi190.stdout:2105: done (0 left) 2024-08-19T10:05:38.343 INFO:tasks.rados.rados.0.smithi190.stdout:2106: read oid 45 snap -1 2024-08-19T10:05:38.343 INFO:tasks.rados.rados.0.smithi190.stdout:2106: expect deleted 2024-08-19T10:05:38.343 INFO:tasks.rados.rados.0.smithi190.stdout:2107: copy_from oid 30 from oid 9 current snap is 206 2024-08-19T10:05:38.343 INFO:tasks.rados.rados.0.smithi190.stdout:2108: snap_create 2024-08-19T10:05:38.356 INFO:tasks.rados.rados.0.smithi190.stdout:2107: finishing copy_from racing read to smithi19066007-30 2024-08-19T10:05:38.357 INFO:tasks.rados.rados.0.smithi190.stdout:2107: finishing copy_from to smithi19066007-30 2024-08-19T10:05:38.357 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 686 (ObjNum 515 snap 164 seq_num 515) dirty exists 2024-08-19T10:05:38.579 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:38 smithi196 ceph-mon[72638]: osdmap e486: 8 total, 7 up, 8 in 2024-08-19T10:05:38.579 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:38 smithi196 ceph-mon[72638]: osdmap e487: 8 total, 7 up, 8 in 2024-08-19T10:05:38.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:38 smithi190 ceph-mon[77620]: osdmap e486: 8 total, 7 up, 8 in 2024-08-19T10:05:38.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:38 smithi190 ceph-mon[77620]: osdmap e487: 8 total, 7 up, 8 in 2024-08-19T10:05:38.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:38 smithi190 ceph-mon[80032]: osdmap e486: 8 total, 7 up, 8 in 2024-08-19T10:05:38.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:38 smithi190 ceph-mon[80032]: osdmap e487: 8 total, 7 up, 8 in 2024-08-19T10:05:38.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:38 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:05:38.589+0000 7fd6e0a91640 -1 Falling back to public interface 2024-08-19T10:05:39.339 INFO:tasks.rados.rados.0.smithi190.stdout:2106: done (2 left) 2024-08-19T10:05:39.339 INFO:tasks.rados.rados.0.smithi190.stdout:2107: done (1 left) 2024-08-19T10:05:39.339 INFO:tasks.rados.rados.0.smithi190.stdout:2108: done (0 left) 2024-08-19T10:05:39.339 INFO:tasks.rados.rados.0.smithi190.stdout:2109: rollback oid 30 current snap is 207 2024-08-19T10:05:39.339 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 30 to 205 2024-08-19T10:05:39.339 INFO:tasks.rados.rados.0.smithi190.stdout:2110: rollback oid 36 current snap is 207 2024-08-19T10:05:39.340 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 36 to 206 2024-08-19T10:05:39.340 INFO:tasks.rados.rados.0.smithi190.stdout:2111: read oid 1 snap -1 2024-08-19T10:05:39.340 INFO:tasks.rados.rados.0.smithi190.stdout:2111: expect deleted 2024-08-19T10:05:39.340 INFO:tasks.rados.rados.0.smithi190.stdout:2112: snap_remove snap 201 2024-08-19T10:05:39.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:39 smithi190 ceph-mon[77620]: pgmap v401: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 542 KiB/s wr, 21 op/s; 53/462 objects degraded (11.472%) 2024-08-19T10:05:39.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:39 smithi190 ceph-mon[77620]: osdmap e488: 8 total, 7 up, 8 in 2024-08-19T10:05:39.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:39 smithi190 ceph-mon[80032]: pgmap v401: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 542 KiB/s wr, 21 op/s; 53/462 objects degraded (11.472%) 2024-08-19T10:05:39.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:39 smithi190 ceph-mon[80032]: osdmap e488: 8 total, 7 up, 8 in 2024-08-19T10:05:39.859 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:39 smithi196 ceph-mon[72638]: pgmap v401: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 229 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 542 KiB/s wr, 21 op/s; 53/462 objects degraded (11.472%) 2024-08-19T10:05:39.859 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:39 smithi196 ceph-mon[72638]: osdmap e488: 8 total, 7 up, 8 in 2024-08-19T10:05:40.341 INFO:tasks.rados.rados.0.smithi190.stdout:2112: done (3 left) 2024-08-19T10:05:40.341 INFO:tasks.rados.rados.0.smithi190.stdout:2113: snap_create 2024-08-19T10:05:40.341 INFO:tasks.rados.rados.0.smithi190.stdout:2109: finishing rollback tid 0 to smithi19066007-30 2024-08-19T10:05:40.341 INFO:tasks.rados.rados.0.smithi190.stdout:2109: finishing rollback tid 1 to smithi19066007-30 2024-08-19T10:05:40.341 INFO:tasks.rados.rados.0.smithi190.stdout:2109: finishing rollback tid 2 to smithi19066007-30 2024-08-19T10:05:40.341 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 1398 (ObjNum 611 snap 193 seq_num 611) dirty exists 2024-08-19T10:05:40.341 INFO:tasks.rados.rados.0.smithi190.stdout:2110: finishing rollback tid 0 to smithi19066007-36 2024-08-19T10:05:40.341 INFO:tasks.rados.rados.0.smithi190.stdout:2110: finishing rollback tid 1 to smithi19066007-36 2024-08-19T10:05:40.341 INFO:tasks.rados.rados.0.smithi190.stdout:2110: finishing rollback tid 2 to smithi19066007-36 2024-08-19T10:05:40.341 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 1402 (ObjNum 668 snap 205 seq_num 668) dirty exists 2024-08-19T10:05:41.348 INFO:tasks.rados.rados.0.smithi190.stdout:2109: done (3 left) 2024-08-19T10:05:41.348 INFO:tasks.rados.rados.0.smithi190.stdout:2110: done (2 left) 2024-08-19T10:05:41.348 INFO:tasks.rados.rados.0.smithi190.stdout:2111: done (1 left) 2024-08-19T10:05:41.349 INFO:tasks.rados.rados.0.smithi190.stdout:2113: done (0 left) 2024-08-19T10:05:41.349 INFO:tasks.rados.rados.0.smithi190.stdout:2114: snap_create 2024-08-19T10:05:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:41 smithi196 ceph-mon[72638]: pgmap v404: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.7 MiB/s wr, 17 op/s; 57/477 objects degraded (11.950%) 2024-08-19T10:05:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:41 smithi196 ceph-mon[72638]: osdmap e489: 8 total, 7 up, 8 in 2024-08-19T10:05:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:41 smithi196 ceph-mon[72638]: Health check update: Degraded data redundancy: 57/477 objects degraded (11.950%), 9 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:41 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:41 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:41.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:41 smithi190 ceph-mon[77620]: pgmap v404: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.7 MiB/s wr, 17 op/s; 57/477 objects degraded (11.950%) 2024-08-19T10:05:41.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:41 smithi190 ceph-mon[77620]: osdmap e489: 8 total, 7 up, 8 in 2024-08-19T10:05:41.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:41 smithi190 ceph-mon[77620]: Health check update: Degraded data redundancy: 57/477 objects degraded (11.950%), 9 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:41.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:41 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:41.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:41 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:41.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:41 smithi190 ceph-mon[80032]: pgmap v404: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.7 MiB/s wr, 17 op/s; 57/477 objects degraded (11.950%) 2024-08-19T10:05:41.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:41 smithi190 ceph-mon[80032]: osdmap e489: 8 total, 7 up, 8 in 2024-08-19T10:05:41.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:41 smithi190 ceph-mon[80032]: Health check update: Degraded data redundancy: 57/477 objects degraded (11.950%), 9 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:41.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:41 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:41.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:41 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:42.362 INFO:tasks.rados.rados.0.smithi190.stdout:2114: done (0 left) 2024-08-19T10:05:42.362 INFO:tasks.rados.rados.0.smithi190.stdout:2115: setattr oid 22 current snap is 209 2024-08-19T10:05:42.363 INFO:tasks.rados.rados.0.smithi190.stdout:2116: snap_remove snap 208 2024-08-19T10:05:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:42 smithi196 ceph-mon[72638]: osdmap e490: 8 total, 7 up, 8 in 2024-08-19T10:05:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:42 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:42 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:42.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:42 smithi190 ceph-mon[77620]: osdmap e490: 8 total, 7 up, 8 in 2024-08-19T10:05:42.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:42 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:42.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:42 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:42.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:42 smithi190 ceph-mon[80032]: osdmap e490: 8 total, 7 up, 8 in 2024-08-19T10:05:42.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:42 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:42.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:42 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:43.102 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:42 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:05:42.681+0000 7fd6e0a91640 -1 osd.6 479 log_to_monitors true 2024-08-19T10:05:43.376 INFO:tasks.rados.rados.0.smithi190.stdout:2116: done (1 left) 2024-08-19T10:05:43.376 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 11 current snap is 209 2024-08-19T10:05:43.376 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 888 (ObjNum 578 snap 181 seq_num 578) dirty exists 2024-08-19T10:05:43.376 INFO:tasks.rados.rados.0.smithi190.stdout:2117: seq_num 669 ranges {1564672=409600,1974272=548864,2523136=655360} 2024-08-19T10:05:43.386 INFO:tasks.rados.rados.0.smithi190.stdout:2117: writing smithi19066007-11 from 1564672 to 1974272 tid 1 2024-08-19T10:05:43.389 INFO:tasks.rados.rados.0.smithi190.stdout:2117: writing smithi19066007-11 from 1974272 to 2523136 tid 2 2024-08-19T10:05:43.393 INFO:tasks.rados.rados.0.smithi190.stdout:2117: writing smithi19066007-11 from 2523136 to 3178496 tid 3 2024-08-19T10:05:43.393 INFO:tasks.rados.rados.0.smithi190.stdout:2115: done (1 left) 2024-08-19T10:05:43.394 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 209 2024-08-19T10:05:43.394 INFO:tasks.rados.rados.0.smithi190.stdout:2117: finishing write tid 1 to smithi19066007-11 2024-08-19T10:05:43.394 INFO:tasks.rados.rados.0.smithi190.stdout:2117: finishing write tid 2 to smithi19066007-11 2024-08-19T10:05:43.394 INFO:tasks.rados.rados.0.smithi190.stdout:2118: seq_num 670 ranges {0=425984,425984=483328,909312=507904,1417216=212992} 2024-08-19T10:05:43.396 INFO:tasks.rados.rados.0.smithi190.stdout:2118: writing smithi19066007-44 from 0 to 425984 tid 1 2024-08-19T10:05:43.399 INFO:tasks.rados.rados.0.smithi190.stdout:2118: writing smithi19066007-44 from 425984 to 909312 tid 2 2024-08-19T10:05:43.402 INFO:tasks.rados.rados.0.smithi190.stdout:2118: writing smithi19066007-44 from 909312 to 1417216 tid 3 2024-08-19T10:05:43.404 INFO:tasks.rados.rados.0.smithi190.stdout:2118: writing smithi19066007-44 from 1417216 to 1630208 tid 4 2024-08-19T10:05:43.404 INFO:tasks.rados.rados.0.smithi190.stdout:2119: setattr oid 23 current snap is 209 2024-08-19T10:05:43.404 INFO:tasks.rados.rados.0.smithi190.stdout:2117: finishing write tid 3 to smithi19066007-11 2024-08-19T10:05:43.404 INFO:tasks.rados.rados.0.smithi190.stdout:2117: finishing write tid 4 to smithi19066007-11 2024-08-19T10:05:43.404 INFO:tasks.rados.rados.0.smithi190.stdout:2117: finishing write tid 5 to smithi19066007-11 2024-08-19T10:05:43.404 INFO:tasks.rados.rados.0.smithi190.stdout:2117: oid 11 updating version 0 to 1185 2024-08-19T10:05:43.404 INFO:tasks.rados.rados.0.smithi190.stdout:2117: oid 11 updating version 1185 to 1187 2024-08-19T10:05:43.404 INFO:tasks.rados.rados.0.smithi190.stdout:2117: oid 11 version 1187 is already newer than 1184 2024-08-19T10:05:43.404 INFO:tasks.rados.rados.0.smithi190.stdout:2117: oid 11 version 1187 is already newer than 1186 2024-08-19T10:05:43.404 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1187 (ObjNum 669 snap 209 seq_num 669) dirty exists 2024-08-19T10:05:43.405 INFO:tasks.rados.rados.0.smithi190.stdout:2117: left oid 11 (ObjNum 669 snap 209 seq_num 669) 2024-08-19T10:05:43.405 INFO:tasks.rados.rados.0.smithi190.stdout:2118: finishing write tid 1 to smithi19066007-44 2024-08-19T10:05:43.405 INFO:tasks.rados.rados.0.smithi190.stdout:2117: done (2 left) 2024-08-19T10:05:43.405 INFO:tasks.rados.rados.0.smithi190.stdout:2120: snap_remove snap 207 2024-08-19T10:05:43.651 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:43 smithi196 ceph-mon[72638]: pgmap v407: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 241 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.9 MiB/s wr, 18 op/s; 57/477 objects degraded (11.950%) 2024-08-19T10:05:43.652 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:43 smithi196 ceph-mon[72638]: osdmap e491: 8 total, 7 up, 8 in 2024-08-19T10:05:43.652 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:43 smithi196 ceph-mon[72638]: from='osd.6 [v2:172.21.15.196:6816/4210178664,v1:172.21.15.196:6817/4210178664]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-19T10:05:43.652 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:43 smithi196 ceph-mon[72638]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-19T10:05:43.652 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:05:43 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:05:43.396+0000 7fd6d883b640 -1 osd.6 479 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T10:05:43.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:43 smithi190 ceph-mon[77620]: pgmap v407: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 241 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.9 MiB/s wr, 18 op/s; 57/477 objects degraded (11.950%) 2024-08-19T10:05:43.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:43 smithi190 ceph-mon[77620]: osdmap e491: 8 total, 7 up, 8 in 2024-08-19T10:05:43.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:43 smithi190 ceph-mon[77620]: from='osd.6 [v2:172.21.15.196:6816/4210178664,v1:172.21.15.196:6817/4210178664]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-19T10:05:43.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:43 smithi190 ceph-mon[77620]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-19T10:05:43.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:43 smithi190 ceph-mon[80032]: pgmap v407: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 241 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.9 MiB/s wr, 18 op/s; 57/477 objects degraded (11.950%) 2024-08-19T10:05:43.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:43 smithi190 ceph-mon[80032]: osdmap e491: 8 total, 7 up, 8 in 2024-08-19T10:05:43.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:43 smithi190 ceph-mon[80032]: from='osd.6 [v2:172.21.15.196:6816/4210178664,v1:172.21.15.196:6817/4210178664]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-19T10:05:43.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:43 smithi190 ceph-mon[80032]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-19T10:05:44.384 INFO:tasks.rados.rados.0.smithi190.stdout:2120: done (2 left) 2024-08-19T10:05:44.384 INFO:tasks.rados.rados.0.smithi190.stdout:2121: read oid 25 snap -1 2024-08-19T10:05:44.384 INFO:tasks.rados.rados.0.smithi190.stdout:2121: expect deleted 2024-08-19T10:05:44.384 INFO:tasks.rados.rados.0.smithi190.stdout:2122: delete oid 30 current snap is 209 2024-08-19T10:05:44.384 INFO:tasks.rados.rados.0.smithi190.stdout:2118: finishing write tid 2 to smithi19066007-44 2024-08-19T10:05:44.384 INFO:tasks.rados.rados.0.smithi190.stdout:2118: finishing write tid 3 to smithi19066007-44 2024-08-19T10:05:44.384 INFO:tasks.rados.rados.0.smithi190.stdout:2118: finishing write tid 4 to smithi19066007-44 2024-08-19T10:05:44.384 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 942 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-19T10:05:44.384 INFO:tasks.rados.rados.0.smithi190.stdout:2118: finishing write tid 5 to smithi19066007-44 2024-08-19T10:05:44.384 INFO:tasks.rados.rados.0.smithi190.stdout:2118: finishing write tid 6 to smithi19066007-44 2024-08-19T10:05:44.384 INFO:tasks.rados.rados.0.smithi190.stdout:2118: oid 44 updating version 0 to 889 2024-08-19T10:05:44.385 INFO:tasks.rados.rados.0.smithi190.stdout:2118: oid 44 updating version 889 to 892 2024-08-19T10:05:44.385 INFO:tasks.rados.rados.0.smithi190.stdout:2118: oid 44 version 892 is already newer than 890 2024-08-19T10:05:44.385 INFO:tasks.rados.rados.0.smithi190.stdout:2118: oid 44 version 892 is already newer than 891 2024-08-19T10:05:44.385 INFO:tasks.rados.rados.0.smithi190.stdout:2118: oid 44 updating version 892 to 893 2024-08-19T10:05:44.385 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 893 (ObjNum 670 snap 209 seq_num 670) dirty exists 2024-08-19T10:05:44.385 INFO:tasks.rados.rados.0.smithi190.stdout:2118: left oid 44 (ObjNum 670 snap 209 seq_num 670) 2024-08-19T10:05:44.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:44 smithi196 ceph-mon[72638]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-19T10:05:44.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:44 smithi196 ceph-mon[72638]: from='osd.6 [v2:172.21.15.196:6816/4210178664,v1:172.21.15.196:6817/4210178664]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:05:44.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:44 smithi196 ceph-mon[72638]: osdmap e492: 8 total, 7 up, 8 in 2024-08-19T10:05:44.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:44 smithi196 ceph-mon[72638]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:05:44.565 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:05:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:05:44] "GET /metrics HTTP/1.1" 200 36306 "" "Prometheus/2.43.0" 2024-08-19T10:05:44.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:44 smithi190 ceph-mon[77620]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-19T10:05:44.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:44 smithi190 ceph-mon[77620]: from='osd.6 [v2:172.21.15.196:6816/4210178664,v1:172.21.15.196:6817/4210178664]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:05:44.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:44 smithi190 ceph-mon[77620]: osdmap e492: 8 total, 7 up, 8 in 2024-08-19T10:05:44.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:44 smithi190 ceph-mon[77620]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:05:44.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:44 smithi190 ceph-mon[80032]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-19T10:05:44.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:44 smithi190 ceph-mon[80032]: from='osd.6 [v2:172.21.15.196:6816/4210178664,v1:172.21.15.196:6817/4210178664]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:05:44.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:44 smithi190 ceph-mon[80032]: osdmap e492: 8 total, 7 up, 8 in 2024-08-19T10:05:44.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:44 smithi190 ceph-mon[80032]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:05:45.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:05:45.039+0000 7f58ccd6c640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-19T10:05:45.405 INFO:tasks.rados.rados.0.smithi190.stdout:2118: done (3 left) 2024-08-19T10:05:45.405 INFO:tasks.rados.rados.0.smithi190.stdout:2119: done (2 left) 2024-08-19T10:05:45.405 INFO:tasks.rados.rados.0.smithi190.stdout:2121: done (1 left) 2024-08-19T10:05:45.405 INFO:tasks.rados.rados.0.smithi190.stdout:2122: done (0 left) 2024-08-19T10:05:45.405 INFO:tasks.rados.rados.0.smithi190.stdout:2123: snap_remove snap 202 2024-08-19T10:05:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: pgmap v410: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 768 KiB/s wr, 4 op/s; 59/486 objects degraded (12.140%) 2024-08-19T10:05:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:05:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: osd.6 [v2:172.21.15.196:6816/4210178664,v1:172.21.15.196:6817/4210178664] boot 2024-08-19T10:05:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: osdmap e493: 8 total, 8 up, 8 in 2024-08-19T10:05:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-19T10:05:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:05:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:05:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:05:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-19T10:05:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:05:45.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:45 smithi196 ceph-mon[72638]: osdmap e494: 8 total, 8 up, 8 in 2024-08-19T10:05:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: pgmap v410: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 768 KiB/s wr, 4 op/s; 59/486 objects degraded (12.140%) 2024-08-19T10:05:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:05:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: osd.6 [v2:172.21.15.196:6816/4210178664,v1:172.21.15.196:6817/4210178664] boot 2024-08-19T10:05:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: osdmap e493: 8 total, 8 up, 8 in 2024-08-19T10:05:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-19T10:05:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:45.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:45.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:05:45.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:05:45.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:45.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:05:45.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:45.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:45.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:45.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-19T10:05:45.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:45.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:05:45.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[77620]: osdmap e494: 8 total, 8 up, 8 in 2024-08-19T10:05:45.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: pgmap v410: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 768 KiB/s wr, 4 op/s; 59/486 objects degraded (12.140%) 2024-08-19T10:05:45.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:05:45.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: osd.6 [v2:172.21.15.196:6816/4210178664,v1:172.21.15.196:6817/4210178664] boot 2024-08-19T10:05:45.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: osdmap e493: 8 total, 8 up, 8 in 2024-08-19T10:05:45.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-19T10:05:45.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:45.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:45.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:05:45.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:05:45.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:45.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:05:45.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:45.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:45.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:45.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-19T10:05:45.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:45.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:05:45.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:45 smithi190 ceph-mon[80032]: osdmap e494: 8 total, 8 up, 8 in 2024-08-19T10:05:46.398 INFO:tasks.rados.rados.0.smithi190.stdout:2123: done (0 left) 2024-08-19T10:05:46.399 INFO:tasks.rados.rados.0.smithi190.stdout:2124: rollback oid 11 current snap is 209 2024-08-19T10:05:46.399 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 11 to 198 2024-08-19T10:05:46.399 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 209 2024-08-19T10:05:46.399 INFO:tasks.rados.rados.0.smithi190.stdout:2125: seq_num 672 ranges {2670592=458752,3129344=647168,3776512=466944,4243456=90112} 2024-08-19T10:05:46.416 INFO:tasks.rados.rados.0.smithi190.stdout:2125: writing smithi19066007-6 from 2670592 to 3129344 tid 1 2024-08-19T10:05:46.419 INFO:tasks.rados.rados.0.smithi190.stdout:2125: writing smithi19066007-6 from 3129344 to 3776512 tid 2 2024-08-19T10:05:46.422 INFO:tasks.rados.rados.0.smithi190.stdout:2125: writing smithi19066007-6 from 3776512 to 4243456 tid 3 2024-08-19T10:05:46.423 INFO:tasks.rados.rados.0.smithi190.stdout:2125: writing smithi19066007-6 from 4243456 to 4333568 tid 4 2024-08-19T10:05:46.423 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 209 2024-08-19T10:05:46.423 INFO:tasks.rados.rados.0.smithi190.stdout:2124: finishing rollback tid 0 to smithi19066007-11 2024-08-19T10:05:46.424 INFO:tasks.rados.rados.0.smithi190.stdout:2124: finishing rollback tid 1 to smithi19066007-11 2024-08-19T10:05:46.424 INFO:tasks.rados.rados.0.smithi190.stdout:2124: finishing rollback tid 2 to smithi19066007-11 2024-08-19T10:05:46.424 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1190 (ObjNum 609 snap 192 seq_num 609) dirty exists 2024-08-19T10:05:46.424 INFO:tasks.rados.rados.0.smithi190.stdout:2125: finishing write tid 1 to smithi19066007-6 2024-08-19T10:05:46.424 INFO:tasks.rados.rados.0.smithi190.stdout:2125: finishing write tid 2 to smithi19066007-6 2024-08-19T10:05:46.424 INFO:tasks.rados.rados.0.smithi190.stdout:2126: seq_num 673 ranges {4079616=475136,4554752=532480,5087232=671744} 2024-08-19T10:05:46.447 INFO:tasks.rados.rados.0.smithi190.stdout:2126: writing smithi19066007-37 from 4079616 to 4554752 tid 1 2024-08-19T10:05:46.450 INFO:tasks.rados.rados.0.smithi190.stdout:2126: writing smithi19066007-37 from 4554752 to 5087232 tid 2 2024-08-19T10:05:46.455 INFO:tasks.rados.rados.0.smithi190.stdout:2126: writing smithi19066007-37 from 5087232 to 5758976 tid 3 2024-08-19T10:05:46.455 INFO:tasks.rados.rados.0.smithi190.stdout:2124: done (2 left) 2024-08-19T10:05:46.455 INFO:tasks.rados.rados.0.smithi190.stdout:2127: snap_create 2024-08-19T10:05:46.455 INFO:tasks.rados.rados.0.smithi190.stdout:2125: finishing write tid 3 to smithi19066007-6 2024-08-19T10:05:46.455 INFO:tasks.rados.rados.0.smithi190.stdout:2125: finishing write tid 4 to smithi19066007-6 2024-08-19T10:05:46.455 INFO:tasks.rados.rados.0.smithi190.stdout:2125: finishing write tid 5 to smithi19066007-6 2024-08-19T10:05:46.455 INFO:tasks.rados.rados.0.smithi190.stdout:2125: finishing write tid 6 to smithi19066007-6 2024-08-19T10:05:46.455 INFO:tasks.rados.rados.0.smithi190.stdout:2125: oid 6 updating version 0 to 1201 2024-08-19T10:05:46.455 INFO:tasks.rados.rados.0.smithi190.stdout:2125: oid 6 version 1201 is already newer than 1200 2024-08-19T10:05:46.455 INFO:tasks.rados.rados.0.smithi190.stdout:2125: oid 6 version 1201 is already newer than 1198 2024-08-19T10:05:46.455 INFO:tasks.rados.rados.0.smithi190.stdout:2125: oid 6 updating version 1201 to 1202 2024-08-19T10:05:46.455 INFO:tasks.rados.rados.0.smithi190.stdout:2125: oid 6 version 1202 is already newer than 1199 2024-08-19T10:05:46.455 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1202 (ObjNum 672 snap 209 seq_num 672) dirty exists 2024-08-19T10:05:46.456 INFO:tasks.rados.rados.0.smithi190.stdout:2125: left oid 6 (ObjNum 672 snap 209 seq_num 672) 2024-08-19T10:05:46.456 INFO:tasks.rados.rados.0.smithi190.stdout:2126: finishing write tid 1 to smithi19066007-37 2024-08-19T10:05:46.456 INFO:tasks.rados.rados.0.smithi190.stdout:2126: finishing write tid 2 to smithi19066007-37 2024-08-19T10:05:46.457 INFO:tasks.rados.rados.0.smithi190.stdout:2126: finishing write tid 3 to smithi19066007-37 2024-08-19T10:05:46.457 INFO:tasks.rados.rados.0.smithi190.stdout:2126: finishing write tid 4 to smithi19066007-37 2024-08-19T10:05:46.460 INFO:tasks.rados.rados.0.smithi190.stdout:2126: finishing write tid 5 to smithi19066007-37 2024-08-19T10:05:46.460 INFO:tasks.rados.rados.0.smithi190.stdout:2126: oid 37 updating version 0 to 1190 2024-08-19T10:05:46.460 INFO:tasks.rados.rados.0.smithi190.stdout:2126: oid 37 updating version 1190 to 1192 2024-08-19T10:05:46.460 INFO:tasks.rados.rados.0.smithi190.stdout:2126: oid 37 updating version 1192 to 1193 2024-08-19T10:05:46.460 INFO:tasks.rados.rados.0.smithi190.stdout:2126: oid 37 version 1193 is already newer than 1191 2024-08-19T10:05:46.460 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 1193 (ObjNum 673 snap 209 seq_num 673) dirty exists 2024-08-19T10:05:46.461 INFO:tasks.rados.rados.0.smithi190.stdout:2126: left oid 37 (ObjNum 673 snap 209 seq_num 673) 2024-08-19T10:05:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:46 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-19T10:05:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:46 smithi196 ceph-mon[72638]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-19T10:05:46.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:46 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-19T10:05:46.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:46 smithi190 ceph-mon[77620]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-19T10:05:46.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:46 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-19T10:05:46.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:46 smithi190 ceph-mon[80032]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-19T10:05:47.410 INFO:tasks.rados.rados.0.smithi190.stdout:2125: done (2 left) 2024-08-19T10:05:47.410 INFO:tasks.rados.rados.0.smithi190.stdout:2126: done (1 left) 2024-08-19T10:05:47.410 INFO:tasks.rados.rados.0.smithi190.stdout:2127: done (0 left) 2024-08-19T10:05:47.410 INFO:tasks.rados.rados.0.smithi190.stdout:2128: rollback oid 16 current snap is 210 2024-08-19T10:05:47.410 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 16 to 204 2024-08-19T10:05:47.410 INFO:tasks.rados.rados.0.smithi190.stdout:2129: read oid 42 snap -1 2024-08-19T10:05:47.410 INFO:tasks.rados.rados.0.smithi190.stdout:2129: expect deleted 2024-08-19T10:05:47.410 INFO:tasks.rados.rados.0.smithi190.stdout:2130: snap_remove snap 198 2024-08-19T10:05:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:47 smithi196 ceph-mon[72638]: pgmap v413: 121 pgs: 6 peering, 28 active+undersized, 9 active+undersized+degraded, 78 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 784 KiB/s wr, 8 op/s; 59/489 objects degraded (12.065%) 2024-08-19T10:05:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:47 smithi196 ceph-mon[72638]: Health check update: Degraded data redundancy: 59/489 objects degraded (12.065%), 9 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:47 smithi196 ceph-mon[72638]: osdmap e495: 8 total, 8 up, 8 in 2024-08-19T10:05:47.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:47 smithi190 ceph-mon[77620]: pgmap v413: 121 pgs: 6 peering, 28 active+undersized, 9 active+undersized+degraded, 78 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 784 KiB/s wr, 8 op/s; 59/489 objects degraded (12.065%) 2024-08-19T10:05:47.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:47 smithi190 ceph-mon[77620]: Health check update: Degraded data redundancy: 59/489 objects degraded (12.065%), 9 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:47.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:47 smithi190 ceph-mon[77620]: osdmap e495: 8 total, 8 up, 8 in 2024-08-19T10:05:47.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:47 smithi190 ceph-mon[80032]: pgmap v413: 121 pgs: 6 peering, 28 active+undersized, 9 active+undersized+degraded, 78 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 784 KiB/s wr, 8 op/s; 59/489 objects degraded (12.065%) 2024-08-19T10:05:47.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:47 smithi190 ceph-mon[80032]: Health check update: Degraded data redundancy: 59/489 objects degraded (12.065%), 9 pgs degraded (PG_DEGRADED) 2024-08-19T10:05:47.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:47 smithi190 ceph-mon[80032]: osdmap e495: 8 total, 8 up, 8 in 2024-08-19T10:05:48.418 INFO:tasks.rados.rados.0.smithi190.stdout:2128: finishing rollback tid 0 to smithi19066007-16 2024-08-19T10:05:48.418 INFO:tasks.rados.rados.0.smithi190.stdout:2128: finishing rollback tid 1 to smithi19066007-16 2024-08-19T10:05:48.418 INFO:tasks.rados.rados.0.smithi190.stdout:2128: finishing rollback tid 2 to smithi19066007-16 2024-08-19T10:05:48.418 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 1196 (ObjNum 664 snap 204 seq_num 664) dirty exists 2024-08-19T10:05:48.418 INFO:tasks.rados.rados.0.smithi190.stdout:2128: done (2 left) 2024-08-19T10:05:48.418 INFO:tasks.rados.rados.0.smithi190.stdout:2129: done (1 left) 2024-08-19T10:05:48.418 INFO:tasks.rados.rados.0.smithi190.stdout:2130: done (0 left) 2024-08-19T10:05:48.418 INFO:tasks.rados.rados.0.smithi190.stdout:2131: copy_from oid 50 from oid 39 current snap is 210 2024-08-19T10:05:48.418 INFO:tasks.rados.rados.0.smithi190.stdout:2132: snap_create 2024-08-19T10:05:48.421 INFO:tasks.rados.rados.0.smithi190.stdout:2131: finishing copy_from to smithi19066007-50 2024-08-19T10:05:48.422 INFO:tasks.rados.rados.0.smithi190.stdout:2131: got expected ENOENT (src dne) 2024-08-19T10:05:48.422 INFO:tasks.rados.rados.0.smithi190.stdout:2131: finishing copy_from racing read to smithi19066007-50 2024-08-19T10:05:48.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:48 smithi196 ceph-mon[72638]: osdmap e496: 8 total, 8 up, 8 in 2024-08-19T10:05:48.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:48 smithi190 ceph-mon[77620]: osdmap e496: 8 total, 8 up, 8 in 2024-08-19T10:05:48.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:48 smithi190 ceph-mon[80032]: osdmap e496: 8 total, 8 up, 8 in 2024-08-19T10:05:49.419 INFO:tasks.rados.rados.0.smithi190.stdout:2131: done (1 left) 2024-08-19T10:05:49.419 INFO:tasks.rados.rados.0.smithi190.stdout:2132: done (0 left) 2024-08-19T10:05:49.419 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 211 2024-08-19T10:05:49.419 INFO:tasks.rados.rados.0.smithi190.stdout:2133: seq_num 674 ranges {3489792=491520,3981312=417792,4399104=483328,4882432=303104} 2024-08-19T10:05:49.439 INFO:tasks.rados.rados.0.smithi190.stdout:2133: writing smithi19066007-40 from 3489792 to 3981312 tid 1 2024-08-19T10:05:49.442 INFO:tasks.rados.rados.0.smithi190.stdout:2133: writing smithi19066007-40 from 3981312 to 4399104 tid 2 2024-08-19T10:05:49.444 INFO:tasks.rados.rados.0.smithi190.stdout:2133: writing smithi19066007-40 from 4399104 to 4882432 tid 3 2024-08-19T10:05:49.447 INFO:tasks.rados.rados.0.smithi190.stdout:2133: writing smithi19066007-40 from 4882432 to 5185536 tid 4 2024-08-19T10:05:49.447 INFO:tasks.rados.rados.0.smithi190.stdout:2134: copy_from oid 27 from oid 9 current snap is 211 2024-08-19T10:05:49.447 INFO:tasks.rados.rados.0.smithi190.stdout:2135: snap_remove snap 189 2024-08-19T10:05:49.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:49 smithi190 ceph-mon[77620]: pgmap v416: 121 pgs: 6 peering, 16 active+undersized, 5 active+undersized+degraded, 94 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 13 op/s; 44/495 objects degraded (8.889%); 2.6 MiB/s, 1 objects/s recovering 2024-08-19T10:05:49.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:49 smithi190 ceph-mon[77620]: osdmap e497: 8 total, 8 up, 8 in 2024-08-19T10:05:49.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:49 smithi190 ceph-mon[80032]: pgmap v416: 121 pgs: 6 peering, 16 active+undersized, 5 active+undersized+degraded, 94 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 13 op/s; 44/495 objects degraded (8.889%); 2.6 MiB/s, 1 objects/s recovering 2024-08-19T10:05:49.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:49 smithi190 ceph-mon[80032]: osdmap e497: 8 total, 8 up, 8 in 2024-08-19T10:05:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:49 smithi196 ceph-mon[72638]: pgmap v416: 121 pgs: 6 peering, 16 active+undersized, 5 active+undersized+degraded, 94 active+clean; 248 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 13 op/s; 44/495 objects degraded (8.889%); 2.6 MiB/s, 1 objects/s recovering 2024-08-19T10:05:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:49 smithi196 ceph-mon[72638]: osdmap e497: 8 total, 8 up, 8 in 2024-08-19T10:05:50.430 INFO:tasks.rados.rados.0.smithi190.stdout:2133: finishing write tid 1 to smithi19066007-40 2024-08-19T10:05:50.430 INFO:tasks.rados.rados.0.smithi190.stdout:2133: finishing write tid 2 to smithi19066007-40 2024-08-19T10:05:50.430 INFO:tasks.rados.rados.0.smithi190.stdout:2133: finishing write tid 3 to smithi19066007-40 2024-08-19T10:05:50.430 INFO:tasks.rados.rados.0.smithi190.stdout:2133: finishing write tid 4 to smithi19066007-40 2024-08-19T10:05:50.430 INFO:tasks.rados.rados.0.smithi190.stdout:2133: finishing write tid 5 to smithi19066007-40 2024-08-19T10:05:50.430 INFO:tasks.rados.rados.0.smithi190.stdout:2133: finishing write tid 6 to smithi19066007-40 2024-08-19T10:05:50.431 INFO:tasks.rados.rados.0.smithi190.stdout:2133: oid 40 updating version 0 to 145 2024-08-19T10:05:50.431 INFO:tasks.rados.rados.0.smithi190.stdout:2133: oid 40 version 145 is already newer than 143 2024-08-19T10:05:50.431 INFO:tasks.rados.rados.0.smithi190.stdout:2133: oid 40 updating version 145 to 146 2024-08-19T10:05:50.431 INFO:tasks.rados.rados.0.smithi190.stdout:2133: oid 40 version 146 is already newer than 142 2024-08-19T10:05:50.431 INFO:tasks.rados.rados.0.smithi190.stdout:2133: oid 40 version 146 is already newer than 144 2024-08-19T10:05:50.431 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 146 (ObjNum 674 snap 211 seq_num 674) dirty exists 2024-08-19T10:05:50.431 INFO:tasks.rados.rados.0.smithi190.stdout:2133: left oid 40 (ObjNum 674 snap 211 seq_num 674) 2024-08-19T10:05:50.431 INFO:tasks.rados.rados.0.smithi190.stdout:2134: finishing copy_from racing read to smithi19066007-27 2024-08-19T10:05:50.431 INFO:tasks.rados.rados.0.smithi190.stdout:2134: finishing copy_from to smithi19066007-27 2024-08-19T10:05:50.431 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 686 (ObjNum 515 snap 164 seq_num 515) dirty exists 2024-08-19T10:05:50.431 INFO:tasks.rados.rados.0.smithi190.stdout:2133: done (2 left) 2024-08-19T10:05:50.431 INFO:tasks.rados.rados.0.smithi190.stdout:2134: done (1 left) 2024-08-19T10:05:50.431 INFO:tasks.rados.rados.0.smithi190.stdout:2135: done (0 left) 2024-08-19T10:05:50.431 INFO:tasks.rados.rados.0.smithi190.stdout:2136: copy_from oid 34 from oid 33 current snap is 211 2024-08-19T10:05:50.431 INFO:tasks.rados.rados.0.smithi190.stdout:2137: rmattr oid 44 current snap is 211 2024-08-19T10:05:50.432 INFO:tasks.rados.rados.0.smithi190.stdout:2137: done (1 left) 2024-08-19T10:05:50.432 INFO:tasks.rados.rados.0.smithi190.stdout:2138: copy_from oid 6 from oid 24 current snap is 211 2024-08-19T10:05:50.432 INFO:tasks.rados.rados.0.smithi190.stdout:2139: snap_create 2024-08-19T10:05:50.453 INFO:tasks.rados.rados.0.smithi190.stdout:2138: finishing copy_from racing read to smithi19066007-6 2024-08-19T10:05:50.455 INFO:tasks.rados.rados.0.smithi190.stdout:2138: finishing copy_from to smithi19066007-6 2024-08-19T10:05:50.455 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1129 (ObjNum 619 snap 194 seq_num 619) dirty exists 2024-08-19T10:05:50.467 INFO:tasks.rados.rados.0.smithi190.stdout:2136: finishing copy_from racing read to smithi19066007-34 2024-08-19T10:05:50.470 INFO:tasks.rados.rados.0.smithi190.stdout:2136: finishing copy_from to smithi19066007-34 2024-08-19T10:05:50.470 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 1169 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-08-19T10:05:50.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:50 smithi190 ceph-mon[77620]: osdmap e498: 8 total, 8 up, 8 in 2024-08-19T10:05:50.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:50 smithi190 ceph-mon[80032]: osdmap e498: 8 total, 8 up, 8 in 2024-08-19T10:05:50.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:50 smithi196 ceph-mon[72638]: osdmap e498: 8 total, 8 up, 8 in 2024-08-19T10:05:51.434 INFO:tasks.rados.rados.0.smithi190.stdout:2136: done (2 left) 2024-08-19T10:05:51.434 INFO:tasks.rados.rados.0.smithi190.stdout:2138: done (1 left) 2024-08-19T10:05:51.434 INFO:tasks.rados.rados.0.smithi190.stdout:2139: done (0 left) 2024-08-19T10:05:51.434 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 212 2024-08-19T10:05:51.434 INFO:tasks.rados.rados.0.smithi190.stdout:2140: seq_num 675 ranges {5185536=507904,5693440=704512,6397952=499712} 2024-08-19T10:05:51.463 INFO:tasks.rados.rados.0.smithi190.stdout:2140: writing smithi19066007-40 from 5185536 to 5693440 tid 1 2024-08-19T10:05:51.467 INFO:tasks.rados.rados.0.smithi190.stdout:2140: writing smithi19066007-40 from 5693440 to 6397952 tid 2 2024-08-19T10:05:51.470 INFO:tasks.rados.rados.0.smithi190.stdout:2140: writing smithi19066007-40 from 6397952 to 6897664 tid 3 2024-08-19T10:05:51.471 INFO:tasks.rados.rados.0.smithi190.stdout:2141: setattr oid 23 current snap is 212 2024-08-19T10:05:51.471 INFO:tasks.rados.rados.0.smithi190.stdout:2140: finishing write tid 1 to smithi19066007-40 2024-08-19T10:05:51.471 INFO:tasks.rados.rados.0.smithi190.stdout:2140: finishing write tid 2 to smithi19066007-40 2024-08-19T10:05:51.472 INFO:tasks.rados.rados.0.smithi190.stdout:2142: delete oid 21 current snap is 212 2024-08-19T10:05:51.475 INFO:tasks.rados.rados.0.smithi190.stdout:2140: finishing write tid 3 to smithi19066007-40 2024-08-19T10:05:51.475 INFO:tasks.rados.rados.0.smithi190.stdout:2140: finishing write tid 4 to smithi19066007-40 2024-08-19T10:05:51.476 INFO:tasks.rados.rados.0.smithi190.stdout:2140: finishing write tid 5 to smithi19066007-40 2024-08-19T10:05:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:2140: oid 40 updating version 0 to 151 2024-08-19T10:05:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:2140: oid 40 updating version 151 to 153 2024-08-19T10:05:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:2140: oid 40 version 153 is already newer than 152 2024-08-19T10:05:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:2140: oid 40 version 153 is already newer than 150 2024-08-19T10:05:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 153 (ObjNum 675 snap 212 seq_num 675) dirty exists 2024-08-19T10:05:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:2140: left oid 40 (ObjNum 675 snap 212 seq_num 675) 2024-08-19T10:05:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:2140: done (2 left) 2024-08-19T10:05:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:2142: done (1 left) 2024-08-19T10:05:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:2143: read oid 18 snap -1 2024-08-19T10:05:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:2143: expect deleted 2024-08-19T10:05:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:2144: rollback oid 44 current snap is 212 2024-08-19T10:05:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 44 to 209 2024-08-19T10:05:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:2145: setattr oid 33 current snap is 212 2024-08-19T10:05:51.478 INFO:tasks.rados.rados.0.smithi190.stdout:2143: done (3 left) 2024-08-19T10:05:51.478 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 10 current snap is 212 2024-08-19T10:05:51.478 INFO:tasks.rados.rados.0.smithi190.stdout:2146: seq_num 677 ranges {1179648=540672,1720320=516096,2236416=655360,2891776=32768} 2024-08-19T10:05:51.487 INFO:tasks.rados.rados.0.smithi190.stdout:2146: writing smithi19066007-10 from 1179648 to 1720320 tid 1 2024-08-19T10:05:51.490 INFO:tasks.rados.rados.0.smithi190.stdout:2146: writing smithi19066007-10 from 1720320 to 2236416 tid 2 2024-08-19T10:05:51.494 INFO:tasks.rados.rados.0.smithi190.stdout:2146: writing smithi19066007-10 from 2236416 to 2891776 tid 3 2024-08-19T10:05:51.495 INFO:tasks.rados.rados.0.smithi190.stdout:2146: writing smithi19066007-10 from 2891776 to 2924544 tid 4 2024-08-19T10:05:51.495 INFO:tasks.rados.rados.0.smithi190.stdout:2147: copy_from oid 47 from oid 11 current snap is 212 2024-08-19T10:05:51.495 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 943 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-19T10:05:51.495 INFO:tasks.rados.rados.0.smithi190.stdout:2144: finishing rollback tid 0 to smithi19066007-44 2024-08-19T10:05:51.495 INFO:tasks.rados.rados.0.smithi190.stdout:2144: finishing rollback tid 1 to smithi19066007-44 2024-08-19T10:05:51.495 INFO:tasks.rados.rados.0.smithi190.stdout:2144: finishing rollback tid 2 to smithi19066007-44 2024-08-19T10:05:51.495 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 896 (ObjNum 670 snap 209 seq_num 670) dirty exists 2024-08-19T10:05:51.495 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 1175 (ObjNum 573 snap 178 seq_num 573) dirty exists 2024-08-19T10:05:51.495 INFO:tasks.rados.rados.0.smithi190.stdout:2146: finishing write tid 1 to smithi19066007-10 2024-08-19T10:05:51.496 INFO:tasks.rados.rados.0.smithi190.stdout:2141: done (4 left) 2024-08-19T10:05:51.496 INFO:tasks.rados.rados.0.smithi190.stdout:2144: done (3 left) 2024-08-19T10:05:51.496 INFO:tasks.rados.rados.0.smithi190.stdout:2145: done (2 left) 2024-08-19T10:05:51.496 INFO:tasks.rados.rados.0.smithi190.stdout:2148: snap_remove snap 200 2024-08-19T10:05:51.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:51 smithi190 ceph-mon[80032]: pgmap v419: 121 pgs: 121 active+clean; 250 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 11 op/s; 10 MiB/s, 3 objects/s recovering 2024-08-19T10:05:51.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:51 smithi190 ceph-mon[80032]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/495 objects degraded (8.889%), 5 pgs degraded) 2024-08-19T10:05:51.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:51 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:05:51.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:51 smithi190 ceph-mon[80032]: osdmap e499: 8 total, 8 up, 8 in 2024-08-19T10:05:51.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:51 smithi190 ceph-mon[77620]: pgmap v419: 121 pgs: 121 active+clean; 250 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 11 op/s; 10 MiB/s, 3 objects/s recovering 2024-08-19T10:05:51.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:51 smithi190 ceph-mon[77620]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/495 objects degraded (8.889%), 5 pgs degraded) 2024-08-19T10:05:51.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:51 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:05:51.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:51 smithi190 ceph-mon[77620]: osdmap e499: 8 total, 8 up, 8 in 2024-08-19T10:05:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:51 smithi196 ceph-mon[72638]: pgmap v419: 121 pgs: 121 active+clean; 250 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 11 op/s; 10 MiB/s, 3 objects/s recovering 2024-08-19T10:05:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:51 smithi196 ceph-mon[72638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 44/495 objects degraded (8.889%), 5 pgs degraded) 2024-08-19T10:05:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:51 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:05:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:51 smithi196 ceph-mon[72638]: osdmap e499: 8 total, 8 up, 8 in 2024-08-19T10:05:52.442 INFO:tasks.rados.rados.0.smithi190.stdout:2146: finishing write tid 2 to smithi19066007-10 2024-08-19T10:05:52.442 INFO:tasks.rados.rados.0.smithi190.stdout:2146: finishing write tid 3 to smithi19066007-10 2024-08-19T10:05:52.442 INFO:tasks.rados.rados.0.smithi190.stdout:2146: finishing write tid 4 to smithi19066007-10 2024-08-19T10:05:52.442 INFO:tasks.rados.rados.0.smithi190.stdout:2146: finishing write tid 5 to smithi19066007-10 2024-08-19T10:05:52.442 INFO:tasks.rados.rados.0.smithi190.stdout:2146: finishing write tid 6 to smithi19066007-10 2024-08-19T10:05:52.442 INFO:tasks.rados.rados.0.smithi190.stdout:2146: oid 10 updating version 0 to 1107 2024-08-19T10:05:52.442 INFO:tasks.rados.rados.0.smithi190.stdout:2146: oid 10 version 1107 is already newer than 1106 2024-08-19T10:05:52.442 INFO:tasks.rados.rados.0.smithi190.stdout:2146: oid 10 version 1107 is already newer than 1104 2024-08-19T10:05:52.442 INFO:tasks.rados.rados.0.smithi190.stdout:2146: oid 10 version 1107 is already newer than 1105 2024-08-19T10:05:52.442 INFO:tasks.rados.rados.0.smithi190.stdout:2146: oid 10 updating version 1107 to 1108 2024-08-19T10:05:52.442 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 1108 (ObjNum 677 snap 212 seq_num 677) dirty exists 2024-08-19T10:05:52.443 INFO:tasks.rados.rados.0.smithi190.stdout:2146: left oid 10 (ObjNum 677 snap 212 seq_num 677) 2024-08-19T10:05:52.443 INFO:tasks.rados.rados.0.smithi190.stdout:2147: finishing copy_from racing read to smithi19066007-47 2024-08-19T10:05:52.443 INFO:tasks.rados.rados.0.smithi190.stdout:2147: finishing copy_from to smithi19066007-47 2024-08-19T10:05:52.443 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1190 (ObjNum 609 snap 192 seq_num 609) dirty exists 2024-08-19T10:05:52.443 INFO:tasks.rados.rados.0.smithi190.stdout:2146: done (2 left) 2024-08-19T10:05:52.443 INFO:tasks.rados.rados.0.smithi190.stdout:2147: done (1 left) 2024-08-19T10:05:52.443 INFO:tasks.rados.rados.0.smithi190.stdout:2148: done (0 left) 2024-08-19T10:05:52.443 INFO:tasks.rados.rados.0.smithi190.stdout:2149: snap_create 2024-08-19T10:05:52.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:52 smithi190 ceph-mon[77620]: osdmap e500: 8 total, 8 up, 8 in 2024-08-19T10:05:52.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:52 smithi190 ceph-mon[80032]: osdmap e500: 8 total, 8 up, 8 in 2024-08-19T10:05:52.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:52 smithi196 ceph-mon[72638]: osdmap e500: 8 total, 8 up, 8 in 2024-08-19T10:05:53.343 INFO:tasks.rados.rados.0.smithi190.stdout:2149: done (0 left) 2024-08-19T10:05:53.344 INFO:tasks.rados.rados.0.smithi190.stdout:2150: rollback oid 29 current snap is 213 2024-08-19T10:05:53.344 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 29 to 211 2024-08-19T10:05:53.344 INFO:tasks.rados.rados.0.smithi190.stdout:2151: snap_remove snap 212 2024-08-19T10:05:53.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:53 smithi190 ceph-mon[80032]: pgmap v422: 121 pgs: 121 active+clean; 250 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 824 KiB/s wr, 4 op/s; 7.5 MiB/s, 2 objects/s recovering 2024-08-19T10:05:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:53 smithi190 ceph-mon[80032]: osdmap e501: 8 total, 8 up, 8 in 2024-08-19T10:05:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:53 smithi190 ceph-mon[80032]: osdmap e502: 8 total, 8 up, 8 in 2024-08-19T10:05:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:53 smithi190 ceph-mon[77620]: pgmap v422: 121 pgs: 121 active+clean; 250 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 824 KiB/s wr, 4 op/s; 7.5 MiB/s, 2 objects/s recovering 2024-08-19T10:05:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:53 smithi190 ceph-mon[77620]: osdmap e501: 8 total, 8 up, 8 in 2024-08-19T10:05:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:53 smithi190 ceph-mon[77620]: osdmap e502: 8 total, 8 up, 8 in 2024-08-19T10:05:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:53 smithi196 ceph-mon[72638]: pgmap v422: 121 pgs: 121 active+clean; 250 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 824 KiB/s wr, 4 op/s; 7.5 MiB/s, 2 objects/s recovering 2024-08-19T10:05:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:53 smithi196 ceph-mon[72638]: osdmap e501: 8 total, 8 up, 8 in 2024-08-19T10:05:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:53 smithi196 ceph-mon[72638]: osdmap e502: 8 total, 8 up, 8 in 2024-08-19T10:05:54.299 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:05:54.344 INFO:tasks.rados.rados.0.smithi190.stdout:2151: done (1 left) 2024-08-19T10:05:54.344 INFO:tasks.rados.rados.0.smithi190.stdout:2152: rollback oid 42 current snap is 213 2024-08-19T10:05:54.344 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 42 to 206 2024-08-19T10:05:54.345 INFO:tasks.rados.rados.0.smithi190.stdout:2150: finishing rollback tid 0 to smithi19066007-29 2024-08-19T10:05:54.345 INFO:tasks.rados.rados.0.smithi190.stdout:2150: finishing rollback tid 1 to smithi19066007-29 2024-08-19T10:05:54.345 INFO:tasks.rados.rados.0.smithi190.stdout:2150: finishing rollback tid 2 to smithi19066007-29 2024-08-19T10:05:54.345 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 1111 (ObjNum 663 snap 204 seq_num 663) dirty exists 2024-08-19T10:05:54.345 INFO:tasks.rados.rados.0.smithi190.stdout:2150: done (1 left) 2024-08-19T10:05:54.345 INFO:tasks.rados.rados.0.smithi190.stdout:2153: delete oid 11 current snap is 213 2024-08-19T10:05:54.347 INFO:tasks.rados.rados.0.smithi190.stdout:2152: finishing rollback tid 1 to smithi19066007-42 2024-08-19T10:05:54.347 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1179 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T10:05:54.348 INFO:tasks.rados.rados.0.smithi190.stdout:2152: done (1 left) 2024-08-19T10:05:54.349 INFO:tasks.rados.rados.0.smithi190.stdout:2153: done (0 left) 2024-08-19T10:05:54.349 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 34 current snap is 213 2024-08-19T10:05:54.349 INFO:tasks.rados.rados.0.smithi190.stdout:2154: seq_num 679 ranges {5767168=581632,6348800=688128,7036928=516096} 2024-08-19T10:05:54.384 INFO:tasks.rados.rados.0.smithi190.stdout:2154: writing smithi19066007-34 from 5767168 to 6348800 tid 1 2024-08-19T10:05:54.388 INFO:tasks.rados.rados.0.smithi190.stdout:2154: writing smithi19066007-34 from 6348800 to 7036928 tid 2 2024-08-19T10:05:54.392 INFO:tasks.rados.rados.0.smithi190.stdout:2154: writing smithi19066007-34 from 7036928 to 7553024 tid 3 2024-08-19T10:05:54.392 INFO:tasks.rados.rados.0.smithi190.stdout:2155: rmattr oid 44 current snap is 213 2024-08-19T10:05:54.392 INFO:tasks.rados.rados.0.smithi190.stdout:2155: done (1 left) 2024-08-19T10:05:54.392 INFO:tasks.rados.rados.0.smithi190.stdout:2156: rmattr oid 48 current snap is 213 2024-08-19T10:05:54.392 INFO:tasks.rados.rados.0.smithi190.stdout:2156: done (1 left) 2024-08-19T10:05:54.392 INFO:tasks.rados.rados.0.smithi190.stdout:2157: copy_from oid 39 from oid 8 current snap is 213 2024-08-19T10:05:54.392 INFO:tasks.rados.rados.0.smithi190.stdout:2154: finishing write tid 1 to smithi19066007-34 2024-08-19T10:05:54.393 INFO:tasks.rados.rados.0.smithi190.stdout:2158: copy_from oid 42 from oid 41 current snap is 213 2024-08-19T10:05:54.393 INFO:tasks.rados.rados.0.smithi190.stdout:2159: snap_remove snap 209 2024-08-19T10:05:54.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:05:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:05:54] "GET /metrics HTTP/1.1" 200 36162 "" "Prometheus/2.43.0" 2024-08-19T10:05:54.867 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:05:54.867 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (9m) 115s ago 9m 24.6M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T10:05:54.867 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (9m) 13s ago 9m 88.2M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:05:54.867 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (11m) 115s ago 11m 18.6M - 18.2.4-721-gbaa926de e6c292a6bc95 e6af5dc87346 2024-08-19T10:05:54.867 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (11m) 13s ago 11m 21.2M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T10:05:54.868 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (5m) 13s ago 14m 454M - 19.0.0-5847-g79766939 50bbda8a3289 0261da8614e1 2024-08-19T10:05:54.868 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (5m) 115s ago 16m 519M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:05:54.868 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (5m) 115s ago 16m 52.5M 2048M 19.0.0-5847-g79766939 50bbda8a3289 91d6e2488c1e 2024-08-19T10:05:54.868 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (4m) 13s ago 14m 46.7M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9404d29f9b76 2024-08-19T10:05:54.868 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (4m) 115s ago 14m 44.0M 2048M 19.0.0-5847-g79766939 50bbda8a3289 3794657df204 2024-08-19T10:05:54.868 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (9m) 115s ago 9m 17.5M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T10:05:54.868 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (9m) 13s ago 9m 16.1M - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T10:05:54.868 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (3m) 115s ago 14m 171M 2480M 19.0.0-5847-g79766939 50bbda8a3289 61b2dae95959 2024-08-19T10:05:54.868 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (3m) 115s ago 13m 135M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7f561102fab8 2024-08-19T10:05:54.868 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (2m) 115s ago 13m 97.9M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7934388ea700 2024-08-19T10:05:54.868 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (119s) 115s ago 13m 11.3M 2480M 19.0.0-5847-g79766939 50bbda8a3289 977721cdb7a4 2024-08-19T10:05:54.868 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (86s) 13s ago 12m 124M 2480M 19.0.0-5847-g79766939 50bbda8a3289 1c12e17d0300 2024-08-19T10:05:54.868 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (52s) 13s ago 12m 110M 2480M 19.0.0-5847-g79766939 50bbda8a3289 df36d05a1629 2024-08-19T10:05:54.868 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (18s) 13s ago 11m 11.8M 2480M 19.0.0-5847-g79766939 50bbda8a3289 c400fd4d81f6 2024-08-19T10:05:54.869 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (11m) 13s ago 11m 169M 2480M 18.2.4-721-gbaa926de e6c292a6bc95 0af4ca14b11c 2024-08-19T10:05:54.869 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (5m) 13s ago 10m 52.8M - 2.43.0 a07b618ecd1d 3fdb2a720e67 2024-08-19T10:05:55.202 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:05:55.203 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:05:55.203 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:05:55.203 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:05:55.203 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:05:55.203 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:05:55.203 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:05:55.203 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:05:55.203 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 1, 2024-08-19T10:05:55.203 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 7 2024-08-19T10:05:55.203 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:05:55.203 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:05:55.204 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 2 2024-08-19T10:05:55.204 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:05:55.204 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:05:55.204 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 3, 2024-08-19T10:05:55.204 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 12 2024-08-19T10:05:55.204 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:05:55.204 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:05:55.352 INFO:tasks.rados.rados.0.smithi190.stdout:2159: done (3 left) 2024-08-19T10:05:55.352 INFO:tasks.rados.rados.0.smithi190.stdout:2160: rollback oid 26 current snap is 213 2024-08-19T10:05:55.352 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 26 to 199 2024-08-19T10:05:55.352 INFO:tasks.rados.rados.0.smithi190.stdout:2154: finishing write tid 2 to smithi19066007-34 2024-08-19T10:05:55.352 INFO:tasks.rados.rados.0.smithi190.stdout:2158: finishing copy_from to smithi19066007-42 2024-08-19T10:05:55.352 INFO:tasks.rados.rados.0.smithi190.stdout:2158: got expected ENOENT (src dne) 2024-08-19T10:05:55.353 INFO:tasks.rados.rados.0.smithi190.stdout:2158: finishing copy_from racing read to smithi19066007-42 2024-08-19T10:05:55.353 INFO:tasks.rados.rados.0.smithi190.stdout:2154: finishing write tid 3 to smithi19066007-34 2024-08-19T10:05:55.353 INFO:tasks.rados.rados.0.smithi190.stdout:2154: finishing write tid 4 to smithi19066007-34 2024-08-19T10:05:55.353 INFO:tasks.rados.rados.0.smithi190.stdout:2154: finishing write tid 5 to smithi19066007-34 2024-08-19T10:05:55.353 INFO:tasks.rados.rados.0.smithi190.stdout:2154: oid 34 updating version 0 to 1175 2024-08-19T10:05:55.353 INFO:tasks.rados.rados.0.smithi190.stdout:2154: oid 34 version 1175 is already newer than 1173 2024-08-19T10:05:55.353 INFO:tasks.rados.rados.0.smithi190.stdout:2154: oid 34 version 1175 is already newer than 1174 2024-08-19T10:05:55.353 INFO:tasks.rados.rados.0.smithi190.stdout:2154: oid 34 version 1175 is already newer than 1172 2024-08-19T10:05:55.353 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 1175 (ObjNum 679 snap 213 seq_num 679) dirty exists 2024-08-19T10:05:55.353 INFO:tasks.rados.rados.0.smithi190.stdout:2154: left oid 34 (ObjNum 679 snap 213 seq_num 679) 2024-08-19T10:05:55.353 INFO:tasks.rados.rados.0.smithi190.stdout:2157: finishing copy_from racing read to smithi19066007-39 2024-08-19T10:05:55.354 INFO:tasks.rados.rados.0.smithi190.stdout:2157: finishing copy_from to smithi19066007-39 2024-08-19T10:05:55.354 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1362 (ObjNum 630 snap 196 seq_num 630) dirty exists 2024-08-19T10:05:55.354 INFO:tasks.rados.rados.0.smithi190.stdout:2154: done (3 left) 2024-08-19T10:05:55.354 INFO:tasks.rados.rados.0.smithi190.stdout:2157: done (2 left) 2024-08-19T10:05:55.354 INFO:tasks.rados.rados.0.smithi190.stdout:2158: done (1 left) 2024-08-19T10:05:55.354 INFO:tasks.rados.rados.0.smithi190.stdout:2161: rollback oid 9 current snap is 213 2024-08-19T10:05:55.354 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 9 to 184 2024-08-19T10:05:55.354 INFO:tasks.rados.rados.0.smithi190.stdout:2162: read oid 48 snap -1 2024-08-19T10:05:55.354 INFO:tasks.rados.rados.0.smithi190.stdout:2162: expect (ObjNum 629 snap 196 seq_num 629) 2024-08-19T10:05:55.354 INFO:tasks.rados.rados.0.smithi190.stdout:2163: rollback oid 47 current snap is 213 2024-08-19T10:05:55.354 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 47 to 199 2024-08-19T10:05:55.354 INFO:tasks.rados.rados.0.smithi190.stdout:2164: snap_remove snap 210 2024-08-19T10:05:55.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:55 smithi190 ceph-mon[80032]: pgmap v425: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-19T10:05:55.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:55 smithi190 ceph-mon[80032]: from='client.34455 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:55.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:55 smithi190 ceph-mon[80032]: osdmap e503: 8 total, 8 up, 8 in 2024-08-19T10:05:55.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:55 smithi190 ceph-mon[80032]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:55.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:55 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:55.500 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:55 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1829824658' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:55.500 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:55 smithi190 ceph-mon[77620]: pgmap v425: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-19T10:05:55.501 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:55 smithi190 ceph-mon[77620]: from='client.34455 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:55.501 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:55 smithi190 ceph-mon[77620]: osdmap e503: 8 total, 8 up, 8 in 2024-08-19T10:05:55.501 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:55 smithi190 ceph-mon[77620]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:55.501 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:55 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:55.501 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:55 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1829824658' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:55.501 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:05:55.501 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:05:55.501 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:05:55.501 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:05:55.501 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [ 2024-08-19T10:05:55.501 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr", 2024-08-19T10:05:55.501 INFO:teuthology.orchestra.run.smithi190.stdout: "mon" 2024-08-19T10:05:55.502 INFO:teuthology.orchestra.run.smithi190.stdout: ], 2024-08-19T10:05:55.502 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "12/20 daemons upgraded", 2024-08-19T10:05:55.502 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading osd daemons", 2024-08-19T10:05:55.502 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:05:55.502 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:05:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:55 smithi196 ceph-mon[72638]: pgmap v425: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-19T10:05:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:55 smithi196 ceph-mon[72638]: from='client.34455 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:55 smithi196 ceph-mon[72638]: osdmap e503: 8 total, 8 up, 8 in 2024-08-19T10:05:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:55 smithi196 ceph-mon[72638]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:55 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:05:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:55 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1829824658' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:05:56.362 INFO:tasks.rados.rados.0.smithi190.stdout:2164: done (4 left) 2024-08-19T10:05:56.362 INFO:tasks.rados.rados.0.smithi190.stdout:2165: rollback oid 40 current snap is 213 2024-08-19T10:05:56.362 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 40 to 199 2024-08-19T10:05:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:2161: finishing rollback tid 0 to smithi19066007-9 2024-08-19T10:05:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:2161: finishing rollback tid 1 to smithi19066007-9 2024-08-19T10:05:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:2161: finishing rollback tid 2 to smithi19066007-9 2024-08-19T10:05:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 946 (ObjNum 515 snap 164 seq_num 515) dirty exists 2024-08-19T10:05:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:2160: finishing rollback tid 0 to smithi19066007-26 2024-08-19T10:05:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:2160: finishing rollback tid 1 to smithi19066007-26 2024-08-19T10:05:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:2160: finishing rollback tid 2 to smithi19066007-26 2024-08-19T10:05:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1205 (ObjNum 645 snap 198 seq_num 645) dirty exists 2024-08-19T10:05:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:2163: finishing rollback tid 0 to smithi19066007-47 2024-08-19T10:05:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:2163: finishing rollback tid 1 to smithi19066007-47 2024-08-19T10:05:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:2163: finishing rollback tid 2 to smithi19066007-47 2024-08-19T10:05:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1208 (ObjNum 510 snap 163 seq_num 510) dirty exists 2024-08-19T10:05:56.363 INFO:tasks.rados.rados.0.smithi190.stdout:2162: expect (ObjNum 629 snap 196 seq_num 629) 2024-08-19T10:05:56.428 INFO:tasks.rados.rados.0.smithi190.stdout:2165: finishing rollback tid 0 to smithi19066007-40 2024-08-19T10:05:56.428 INFO:tasks.rados.rados.0.smithi190.stdout:2165: finishing rollback tid 1 to smithi19066007-40 2024-08-19T10:05:56.428 INFO:tasks.rados.rados.0.smithi190.stdout:2160: done (4 left) 2024-08-19T10:05:56.428 INFO:tasks.rados.rados.0.smithi190.stdout:2161: done (3 left) 2024-08-19T10:05:56.428 INFO:tasks.rados.rados.0.smithi190.stdout:2162: done (2 left) 2024-08-19T10:05:56.428 INFO:tasks.rados.rados.0.smithi190.stdout:2163: done (1 left) 2024-08-19T10:05:56.428 INFO:tasks.rados.rados.0.smithi190.stdout:2166: delete oid 36 current snap is 213 2024-08-19T10:05:56.429 INFO:tasks.rados.rados.0.smithi190.stdout:2165: finishing rollback tid 2 to smithi19066007-40 2024-08-19T10:05:56.429 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 160 (ObjNum 539 snap 174 seq_num 539) dirty exists 2024-08-19T10:05:56.430 INFO:tasks.rados.rados.0.smithi190.stdout:2165: done (1 left) 2024-08-19T10:05:56.430 INFO:tasks.rados.rados.0.smithi190.stdout:2166: done (0 left) 2024-08-19T10:05:56.430 INFO:tasks.rados.rados.0.smithi190.stdout:2167: rollback oid 11 current snap is 213 2024-08-19T10:05:56.430 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 11 to 184 2024-08-19T10:05:56.430 INFO:tasks.rados.rados.0.smithi190.stdout:2168: snap_create 2024-08-19T10:05:56.433 INFO:tasks.rados.rados.0.smithi190.stdout:2167: finishing rollback tid 1 to smithi19066007-11 2024-08-19T10:05:56.433 INFO:tasks.rados.rados.0.smithi190.stdout:2167: finishing rollback tid 2 to smithi19066007-11 2024-08-19T10:05:56.433 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1193 (ObjNum 33 snap 0 seq_num 3355642912) dirty exists 2024-08-19T10:05:56.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:56 smithi196 ceph-mon[72638]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:56.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:56 smithi196 ceph-mon[72638]: osdmap e504: 8 total, 8 up, 8 in 2024-08-19T10:05:56.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:56 smithi196 ceph-mon[72638]: from='client.44405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:56.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:56 smithi190 ceph-mon[77620]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:56.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:56 smithi190 ceph-mon[77620]: osdmap e504: 8 total, 8 up, 8 in 2024-08-19T10:05:56.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:56 smithi190 ceph-mon[77620]: from='client.44405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:56.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:56 smithi190 ceph-mon[80032]: from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:56.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:56 smithi190 ceph-mon[80032]: osdmap e504: 8 total, 8 up, 8 in 2024-08-19T10:05:56.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:56 smithi190 ceph-mon[80032]: from='client.44405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:05:57.365 INFO:tasks.rados.rados.0.smithi190.stdout:2167: done (1 left) 2024-08-19T10:05:57.366 INFO:tasks.rados.rados.0.smithi190.stdout:2168: done (0 left) 2024-08-19T10:05:57.366 INFO:tasks.rados.rados.0.smithi190.stdout:2169: snap_create 2024-08-19T10:05:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:57 smithi196 ceph-mon[72638]: pgmap v428: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.6 MiB/s wr, 12 op/s 2024-08-19T10:05:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:57 smithi196 ceph-mon[72638]: osdmap e505: 8 total, 8 up, 8 in 2024-08-19T10:05:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:57 smithi190 ceph-mon[77620]: pgmap v428: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.6 MiB/s wr, 12 op/s 2024-08-19T10:05:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:57 smithi190 ceph-mon[77620]: osdmap e505: 8 total, 8 up, 8 in 2024-08-19T10:05:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:57 smithi190 ceph-mon[80032]: pgmap v428: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.6 MiB/s wr, 12 op/s 2024-08-19T10:05:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:57 smithi190 ceph-mon[80032]: osdmap e505: 8 total, 8 up, 8 in 2024-08-19T10:05:58.347 INFO:tasks.rados.rados.0.smithi190.stdout:2169: done (0 left) 2024-08-19T10:05:58.347 INFO:tasks.rados.rados.0.smithi190.stdout:2170: snap_create 2024-08-19T10:05:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:58 smithi196 ceph-mon[72638]: osdmap e506: 8 total, 8 up, 8 in 2024-08-19T10:05:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:58 smithi196 ceph-mon[72638]: osdmap e507: 8 total, 8 up, 8 in 2024-08-19T10:05:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:58 smithi190 ceph-mon[77620]: osdmap e506: 8 total, 8 up, 8 in 2024-08-19T10:05:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:58 smithi190 ceph-mon[77620]: osdmap e507: 8 total, 8 up, 8 in 2024-08-19T10:05:58.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:58 smithi190 ceph-mon[80032]: osdmap e506: 8 total, 8 up, 8 in 2024-08-19T10:05:58.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:58 smithi190 ceph-mon[80032]: osdmap e507: 8 total, 8 up, 8 in 2024-08-19T10:05:59.348 INFO:tasks.rados.rados.0.smithi190.stdout:2170: done (0 left) 2024-08-19T10:05:59.348 INFO:tasks.rados.rados.0.smithi190.stdout:2171: read oid 21 snap -1 2024-08-19T10:05:59.348 INFO:tasks.rados.rados.0.smithi190.stdout:2171: expect deleted 2024-08-19T10:05:59.348 INFO:tasks.rados.rados.0.smithi190.stdout:2172: delete oid 10 current snap is 216 2024-08-19T10:05:59.352 INFO:tasks.rados.rados.0.smithi190.stdout:2171: done (1 left) 2024-08-19T10:05:59.352 INFO:tasks.rados.rados.0.smithi190.stdout:2172: done (0 left) 2024-08-19T10:05:59.352 INFO:tasks.rados.rados.0.smithi190.stdout:2173: rollback oid 38 current snap is 216 2024-08-19T10:05:59.352 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 38 to 205 2024-08-19T10:05:59.352 INFO:tasks.rados.rados.0.smithi190.stdout:2174: snap_remove snap 213 2024-08-19T10:05:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:59 smithi196 ceph-mon[72638]: pgmap v431: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.2 MiB/s wr, 15 op/s 2024-08-19T10:05:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:05:59 smithi196 ceph-mon[72638]: osdmap e508: 8 total, 8 up, 8 in 2024-08-19T10:05:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:59 smithi190 ceph-mon[77620]: pgmap v431: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.2 MiB/s wr, 15 op/s 2024-08-19T10:05:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:05:59 smithi190 ceph-mon[77620]: osdmap e508: 8 total, 8 up, 8 in 2024-08-19T10:05:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:59 smithi190 ceph-mon[80032]: pgmap v431: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.2 MiB/s wr, 15 op/s 2024-08-19T10:05:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:05:59 smithi190 ceph-mon[80032]: osdmap e508: 8 total, 8 up, 8 in 2024-08-19T10:06:00.352 INFO:tasks.rados.rados.0.smithi190.stdout:2173: finishing rollback tid 0 to smithi19066007-38 2024-08-19T10:06:00.352 INFO:tasks.rados.rados.0.smithi190.stdout:2173: finishing rollback tid 1 to smithi19066007-38 2024-08-19T10:06:00.352 INFO:tasks.rados.rados.0.smithi190.stdout:2174: done (1 left) 2024-08-19T10:06:00.352 INFO:tasks.rados.rados.0.smithi190.stdout:2175: snap_create 2024-08-19T10:06:00.352 INFO:tasks.rados.rados.0.smithi190.stdout:2173: finishing rollback tid 2 to smithi19066007-38 2024-08-19T10:06:00.352 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 949 (ObjNum 641 snap 196 seq_num 641) dirty exists 2024-08-19T10:06:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-19T10:06:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:06:00.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:00 smithi196 ceph-mon[72638]: osdmap e509: 8 total, 8 up, 8 in 2024-08-19T10:06:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-19T10:06:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:06:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:00 smithi190 ceph-mon[77620]: osdmap e509: 8 total, 8 up, 8 in 2024-08-19T10:06:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-19T10:06:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:06:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:00 smithi190 ceph-mon[80032]: osdmap e509: 8 total, 8 up, 8 in 2024-08-19T10:06:01.357 INFO:tasks.rados.rados.0.smithi190.stdout:2173: done (1 left) 2024-08-19T10:06:01.357 INFO:tasks.rados.rados.0.smithi190.stdout:2175: done (0 left) 2024-08-19T10:06:01.357 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 217 2024-08-19T10:06:01.358 INFO:tasks.rados.rados.0.smithi190.stdout:2176: seq_num 682 ranges {3489792=630784,4120576=745472,4866048=442368,5308416=16384} 2024-08-19T10:06:01.379 INFO:tasks.rados.rados.0.smithi190.stdout:2176: writing smithi19066007-40 from 3489792 to 4120576 tid 1 2024-08-19T10:06:01.384 INFO:tasks.rados.rados.0.smithi190.stdout:2176: writing smithi19066007-40 from 4120576 to 4866048 tid 2 2024-08-19T10:06:01.386 INFO:tasks.rados.rados.0.smithi190.stdout:2176: writing smithi19066007-40 from 4866048 to 5308416 tid 3 2024-08-19T10:06:01.387 INFO:tasks.rados.rados.0.smithi190.stdout:2176: writing smithi19066007-40 from 5308416 to 5324800 tid 4 2024-08-19T10:06:01.387 INFO:tasks.rados.rados.0.smithi190.stdout:2177: setattr oid 18 current snap is 217 2024-08-19T10:06:01.387 INFO:tasks.rados.rados.0.smithi190.stdout:2176: finishing write tid 1 to smithi19066007-40 2024-08-19T10:06:01.388 INFO:tasks.rados.rados.0.smithi190.stdout:2178: setattr oid 7 current snap is 217 2024-08-19T10:06:01.389 INFO:tasks.rados.rados.0.smithi190.stdout:2176: finishing write tid 2 to smithi19066007-40 2024-08-19T10:06:01.390 INFO:tasks.rados.rados.0.smithi190.stdout:2179: rollback oid 12 current snap is 217 2024-08-19T10:06:01.390 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 12 to 203 2024-08-19T10:06:01.390 INFO:tasks.rados.rados.0.smithi190.stdout:2176: finishing write tid 3 to smithi19066007-40 2024-08-19T10:06:01.390 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 4 current snap is 217 2024-08-19T10:06:01.390 INFO:tasks.rados.rados.0.smithi190.stdout:2180: seq_num 683 ranges {2310144=647168,2957312=630784,3588096=573440} 2024-08-19T10:06:01.406 INFO:tasks.rados.rados.0.smithi190.stdout:2180: writing smithi19066007-4 from 2310144 to 2957312 tid 1 2024-08-19T10:06:01.409 INFO:tasks.rados.rados.0.smithi190.stdout:2180: writing smithi19066007-4 from 2957312 to 3588096 tid 2 2024-08-19T10:06:01.414 INFO:tasks.rados.rados.0.smithi190.stdout:2180: writing smithi19066007-4 from 3588096 to 4161536 tid 3 2024-08-19T10:06:01.414 INFO:tasks.rados.rados.0.smithi190.stdout:2181: read oid 32 snap 216 2024-08-19T10:06:01.414 INFO:tasks.rados.rados.0.smithi190.stdout:2181: expect (ObjNum 662 snap 204 seq_num 662) 2024-08-19T10:06:01.414 INFO:tasks.rados.rados.0.smithi190.stdout:2182: copy_from oid 46 from oid 20 current snap is 217 2024-08-19T10:06:01.414 INFO:tasks.rados.rados.0.smithi190.stdout:2176: finishing write tid 4 to smithi19066007-40 2024-08-19T10:06:01.414 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 1433 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-19T10:06:01.415 INFO:tasks.rados.rados.0.smithi190.stdout:2176: finishing write tid 5 to smithi19066007-40 2024-08-19T10:06:01.415 INFO:tasks.rados.rados.0.smithi190.stdout:2179: finishing rollback tid 0 to smithi19066007-12 2024-08-19T10:06:01.415 INFO:tasks.rados.rados.0.smithi190.stdout:2176: finishing write tid 6 to smithi19066007-40 2024-08-19T10:06:01.415 INFO:tasks.rados.rados.0.smithi190.stdout:2176: oid 40 updating version 0 to 167 2024-08-19T10:06:01.415 INFO:tasks.rados.rados.0.smithi190.stdout:2176: oid 40 updating version 167 to 168 2024-08-19T10:06:01.415 INFO:tasks.rados.rados.0.smithi190.stdout:2176: oid 40 version 168 is already newer than 165 2024-08-19T10:06:01.415 INFO:tasks.rados.rados.0.smithi190.stdout:2176: oid 40 version 168 is already newer than 166 2024-08-19T10:06:01.415 INFO:tasks.rados.rados.0.smithi190.stdout:2176: oid 40 version 168 is already newer than 164 2024-08-19T10:06:01.415 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 168 (ObjNum 682 snap 217 seq_num 682) dirty exists 2024-08-19T10:06:01.415 INFO:tasks.rados.rados.0.smithi190.stdout:2176: left oid 40 (ObjNum 682 snap 217 seq_num 682) 2024-08-19T10:06:01.415 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1111 (ObjNum 651 snap 200 seq_num 651) dirty exists 2024-08-19T10:06:01.415 INFO:tasks.rados.rados.0.smithi190.stdout:2179: finishing rollback tid 1 to smithi19066007-12 2024-08-19T10:06:01.415 INFO:tasks.rados.rados.0.smithi190.stdout:2179: finishing rollback tid 2 to smithi19066007-12 2024-08-19T10:06:01.415 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 1208 (ObjNum 627 snap 196 seq_num 627) dirty exists 2024-08-19T10:06:01.416 INFO:tasks.rados.rados.0.smithi190.stdout:2180: finishing write tid 1 to smithi19066007-4 2024-08-19T10:06:01.416 INFO:tasks.rados.rados.0.smithi190.stdout:2180: finishing write tid 2 to smithi19066007-4 2024-08-19T10:06:01.416 INFO:tasks.rados.rados.0.smithi190.stdout:2176: done (6 left) 2024-08-19T10:06:01.416 INFO:tasks.rados.rados.0.smithi190.stdout:2177: done (5 left) 2024-08-19T10:06:01.416 INFO:tasks.rados.rados.0.smithi190.stdout:2178: done (4 left) 2024-08-19T10:06:01.416 INFO:tasks.rados.rados.0.smithi190.stdout:2179: done (3 left) 2024-08-19T10:06:01.416 INFO:tasks.rados.rados.0.smithi190.stdout:2183: read oid 38 snap 215 2024-08-19T10:06:01.416 INFO:tasks.rados.rados.0.smithi190.stdout:2183: expect (ObjNum 641 snap 196 seq_num 641) 2024-08-19T10:06:01.416 INFO:tasks.rados.rados.0.smithi190.stdout:2184: snap_create 2024-08-19T10:06:01.417 INFO:tasks.rados.rados.0.smithi190.stdout:2180: finishing write tid 3 to smithi19066007-4 2024-08-19T10:06:01.420 INFO:tasks.rados.rados.0.smithi190.stdout:2180: finishing write tid 4 to smithi19066007-4 2024-08-19T10:06:01.423 INFO:tasks.rados.rados.0.smithi190.stdout:2183: expect (ObjNum 641 snap 196 seq_num 641) 2024-08-19T10:06:01.490 INFO:tasks.rados.rados.0.smithi190.stdout:2181: expect (ObjNum 662 snap 204 seq_num 662) 2024-08-19T10:06:01.528 INFO:tasks.rados.rados.0.smithi190.stdout:2180: finishing write tid 5 to smithi19066007-4 2024-08-19T10:06:01.528 INFO:tasks.rados.rados.0.smithi190.stdout:2180: oid 4 updating version 0 to 1245 2024-08-19T10:06:01.528 INFO:tasks.rados.rados.0.smithi190.stdout:2180: oid 4 version 1245 is already newer than 1243 2024-08-19T10:06:01.528 INFO:tasks.rados.rados.0.smithi190.stdout:2180: oid 4 version 1245 is already newer than 1242 2024-08-19T10:06:01.529 INFO:tasks.rados.rados.0.smithi190.stdout:2180: oid 4 version 1245 is already newer than 1244 2024-08-19T10:06:01.529 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 1245 (ObjNum 683 snap 217 seq_num 683) dirty exists 2024-08-19T10:06:01.529 INFO:tasks.rados.rados.0.smithi190.stdout:2180: left oid 4 (ObjNum 683 snap 217 seq_num 683) 2024-08-19T10:06:01.529 INFO:tasks.rados.rados.0.smithi190.stdout:2182: finishing copy_from racing read to smithi19066007-46 2024-08-19T10:06:01.529 INFO:tasks.rados.rados.0.smithi190.stdout:2182: finishing copy_from to smithi19066007-46 2024-08-19T10:06:01.529 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 1134 (ObjNum 659 snap 203 seq_num 659) dirty exists 2024-08-19T10:06:01.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:01 smithi196 ceph-mon[72638]: pgmap v434: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 254 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 234 KiB/s wr, 8 op/s 2024-08-19T10:06:01.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:01 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-19T10:06:01.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:01 smithi196 ceph-mon[72638]: Upgrade: osd.7 is safe to restart 2024-08-19T10:06:01.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:01 smithi196 ceph-mon[72638]: osdmap e510: 8 total, 8 up, 8 in 2024-08-19T10:06:01.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:01 smithi190 ceph-mon[77620]: pgmap v434: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 254 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 234 KiB/s wr, 8 op/s 2024-08-19T10:06:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:01 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-19T10:06:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:01 smithi190 ceph-mon[77620]: Upgrade: osd.7 is safe to restart 2024-08-19T10:06:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:01 smithi190 ceph-mon[77620]: osdmap e510: 8 total, 8 up, 8 in 2024-08-19T10:06:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:01 smithi190 ceph-mon[80032]: pgmap v434: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 254 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 234 KiB/s wr, 8 op/s 2024-08-19T10:06:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:01 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-19T10:06:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:01 smithi190 ceph-mon[80032]: Upgrade: osd.7 is safe to restart 2024-08-19T10:06:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:01 smithi190 ceph-mon[80032]: osdmap e510: 8 total, 8 up, 8 in 2024-08-19T10:06:02.382 INFO:tasks.rados.rados.0.smithi190.stdout:2180: done (4 left) 2024-08-19T10:06:02.382 INFO:tasks.rados.rados.0.smithi190.stdout:2181: done (3 left) 2024-08-19T10:06:02.382 INFO:tasks.rados.rados.0.smithi190.stdout:2182: done (2 left) 2024-08-19T10:06:02.382 INFO:tasks.rados.rados.0.smithi190.stdout:2183: done (1 left) 2024-08-19T10:06:02.382 INFO:tasks.rados.rados.0.smithi190.stdout:2184: done (0 left) 2024-08-19T10:06:02.382 INFO:tasks.rados.rados.0.smithi190.stdout:2185: copy_from oid 23 from oid 16 current snap is 218 2024-08-19T10:06:02.383 INFO:tasks.rados.rados.0.smithi190.stdout:2186: setattr oid 43 current snap is 218 2024-08-19T10:06:02.383 INFO:tasks.rados.rados.0.smithi190.stdout:2187: snap_create 2024-08-19T10:06:02.389 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1137 (ObjNum 961 snap 0 seq_num 2641444099) dirty exists 2024-08-19T10:06:02.393 INFO:tasks.rados.rados.0.smithi190.stdout:2185: finishing copy_from racing read to smithi19066007-23 2024-08-19T10:06:02.394 INFO:tasks.rados.rados.0.smithi190.stdout:2185: finishing copy_from to smithi19066007-23 2024-08-19T10:06:02.394 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1196 (ObjNum 664 snap 204 seq_num 664) dirty exists 2024-08-19T10:06:02.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:02 smithi196 ceph-mon[72638]: Upgrade: Updating osd.7 2024-08-19T10:06:02.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:02 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:02.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:02 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-19T10:06:02.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:02 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:02.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:02 smithi196 ceph-mon[72638]: Deploying daemon osd.7 on smithi196 2024-08-19T10:06:02.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:02 smithi196 ceph-mon[72638]: osdmap e511: 8 total, 8 up, 8 in 2024-08-19T10:06:03.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:02 smithi190 ceph-mon[80032]: Upgrade: Updating osd.7 2024-08-19T10:06:03.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:02 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:03.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:02 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-19T10:06:03.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:02 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:03.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:02 smithi190 ceph-mon[80032]: Deploying daemon osd.7 on smithi196 2024-08-19T10:06:03.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:02 smithi190 ceph-mon[80032]: osdmap e511: 8 total, 8 up, 8 in 2024-08-19T10:06:03.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:02 smithi190 ceph-mon[77620]: Upgrade: Updating osd.7 2024-08-19T10:06:03.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:02 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:03.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:02 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-19T10:06:03.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:02 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:03.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:02 smithi190 ceph-mon[77620]: Deploying daemon osd.7 on smithi196 2024-08-19T10:06:03.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:02 smithi190 ceph-mon[77620]: osdmap e511: 8 total, 8 up, 8 in 2024-08-19T10:06:03.347 INFO:tasks.rados.rados.0.smithi190.stdout:2185: done (2 left) 2024-08-19T10:06:03.347 INFO:tasks.rados.rados.0.smithi190.stdout:2186: done (1 left) 2024-08-19T10:06:03.347 INFO:tasks.rados.rados.0.smithi190.stdout:2187: done (0 left) 2024-08-19T10:06:03.347 INFO:tasks.rados.rados.0.smithi190.stdout:2188: copy_from oid 9 from oid 43 current snap is 219 2024-08-19T10:06:03.347 INFO:tasks.rados.rados.0.smithi190.stdout:2189: copy_from oid 20 from oid 18 current snap is 219 2024-08-19T10:06:03.347 INFO:tasks.rados.rados.0.smithi190.stdout:2190: read oid 15 snap 203 2024-08-19T10:06:03.347 INFO:tasks.rados.rados.0.smithi190.stdout:2190: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:06:03.348 INFO:tasks.rados.rados.0.smithi190.stdout:2191: rollback oid 48 current snap is 219 2024-08-19T10:06:03.348 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 48 to 203 2024-08-19T10:06:03.348 INFO:tasks.rados.rados.0.smithi190.stdout:2192: read oid 19 snap -1 2024-08-19T10:06:03.348 INFO:tasks.rados.rados.0.smithi190.stdout:2192: expect (ObjNum 665 snap 204 seq_num 665) 2024-08-19T10:06:03.348 INFO:tasks.rados.rados.0.smithi190.stdout:2193: read oid 45 snap -1 2024-08-19T10:06:03.348 INFO:tasks.rados.rados.0.smithi190.stdout:2193: expect deleted 2024-08-19T10:06:03.348 INFO:tasks.rados.rados.0.smithi190.stdout:2194: setattr oid 38 current snap is 219 2024-08-19T10:06:03.348 INFO:tasks.rados.rados.0.smithi190.stdout:2193: done (6 left) 2024-08-19T10:06:03.348 INFO:tasks.rados.rados.0.smithi190.stdout:2195: rollback oid 21 current snap is 219 2024-08-19T10:06:03.348 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 21 to 203 2024-08-19T10:06:03.349 INFO:tasks.rados.rados.0.smithi190.stdout:2196: snap_create 2024-08-19T10:06:03.353 INFO:tasks.rados.rados.0.smithi190.stdout:2191: finishing rollback tid 0 to smithi19066007-48 2024-08-19T10:06:03.354 INFO:tasks.rados.rados.0.smithi190.stdout:2191: finishing rollback tid 1 to smithi19066007-48 2024-08-19T10:06:03.354 INFO:tasks.rados.rados.0.smithi190.stdout:2191: finishing rollback tid 2 to smithi19066007-48 2024-08-19T10:06:03.354 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1437 (ObjNum 629 snap 196 seq_num 629) dirty exists 2024-08-19T10:06:03.356 INFO:tasks.rados.rados.0.smithi190.stdout:2188: finishing copy_from racing read to smithi19066007-9 2024-08-19T10:06:03.356 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 1197 (ObjNum 641 snap 196 seq_num 641) dirty exists 2024-08-19T10:06:03.359 INFO:tasks.rados.rados.0.smithi190.stdout:2188: finishing copy_from to smithi19066007-9 2024-08-19T10:06:03.359 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1137 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:06:03.360 INFO:tasks.rados.rados.0.smithi190.stdout:2190: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:06:03.396 INFO:tasks.rados.rados.0.smithi190.stdout:2189: finishing copy_from racing read to smithi19066007-20 2024-08-19T10:06:03.397 INFO:tasks.rados.rados.0.smithi190.stdout:2195: finishing rollback tid 1 to smithi19066007-21 2024-08-19T10:06:03.397 INFO:tasks.rados.rados.0.smithi190.stdout:2195: finishing rollback tid 2 to smithi19066007-21 2024-08-19T10:06:03.397 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 1139 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:06:03.397 INFO:tasks.rados.rados.0.smithi190.stdout:2189: finishing copy_from to smithi19066007-20 2024-08-19T10:06:03.397 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 1433 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:06:03.397 INFO:tasks.rados.rados.0.smithi190.stdout:2192: expect (ObjNum 665 snap 204 seq_num 665) 2024-08-19T10:06:03.656 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:03 smithi196 ceph-mon[72638]: pgmap v437: 121 pgs: 121 active+clean; 254 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 234 KiB/s wr, 2 op/s 2024-08-19T10:06:03.656 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:03 smithi196 ceph-mon[72638]: osdmap e512: 8 total, 8 up, 8 in 2024-08-19T10:06:04.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:03 smithi190 ceph-mon[77620]: pgmap v437: 121 pgs: 121 active+clean; 254 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 234 KiB/s wr, 2 op/s 2024-08-19T10:06:04.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:03 smithi190 ceph-mon[77620]: osdmap e512: 8 total, 8 up, 8 in 2024-08-19T10:06:04.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:03 smithi190 ceph-mon[80032]: pgmap v437: 121 pgs: 121 active+clean; 254 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 234 KiB/s wr, 2 op/s 2024-08-19T10:06:04.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:03 smithi190 ceph-mon[80032]: osdmap e512: 8 total, 8 up, 8 in 2024-08-19T10:06:04.348 INFO:tasks.rados.rados.0.smithi190.stdout:2188: done (7 left) 2024-08-19T10:06:04.349 INFO:tasks.rados.rados.0.smithi190.stdout:2189: done (6 left) 2024-08-19T10:06:04.349 INFO:tasks.rados.rados.0.smithi190.stdout:2190: done (5 left) 2024-08-19T10:06:04.349 INFO:tasks.rados.rados.0.smithi190.stdout:2191: done (4 left) 2024-08-19T10:06:04.349 INFO:tasks.rados.rados.0.smithi190.stdout:2192: done (3 left) 2024-08-19T10:06:04.349 INFO:tasks.rados.rados.0.smithi190.stdout:2194: done (2 left) 2024-08-19T10:06:04.349 INFO:tasks.rados.rados.0.smithi190.stdout:2195: done (1 left) 2024-08-19T10:06:04.349 INFO:tasks.rados.rados.0.smithi190.stdout:2196: done (0 left) 2024-08-19T10:06:04.349 INFO:tasks.rados.rados.0.smithi190.stdout:2197: read oid 7 snap -1 2024-08-19T10:06:04.349 INFO:tasks.rados.rados.0.smithi190.stdout:2197: expect (ObjNum 651 snap 200 seq_num 651) 2024-08-19T10:06:04.349 INFO:tasks.rados.rados.0.smithi190.stdout:2198: read oid 34 snap -1 2024-08-19T10:06:04.349 INFO:tasks.rados.rados.0.smithi190.stdout:2198: expect (ObjNum 679 snap 213 seq_num 679) 2024-08-19T10:06:04.349 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 220 2024-08-19T10:06:04.349 INFO:tasks.rados.rados.0.smithi190.stdout:2199: seq_num 684 ranges {1531904=663552,2195456=507904,2703360=409600,3112960=286720} 2024-08-19T10:06:04.360 INFO:tasks.rados.rados.0.smithi190.stdout:2199: writing smithi19066007-23 from 1531904 to 2195456 tid 1 2024-08-19T10:06:04.363 INFO:tasks.rados.rados.0.smithi190.stdout:2199: writing smithi19066007-23 from 2195456 to 2703360 tid 2 2024-08-19T10:06:04.366 INFO:tasks.rados.rados.0.smithi190.stdout:2199: writing smithi19066007-23 from 2703360 to 3112960 tid 3 2024-08-19T10:06:04.368 INFO:tasks.rados.rados.0.smithi190.stdout:2199: writing smithi19066007-23 from 3112960 to 3399680 tid 4 2024-08-19T10:06:04.368 INFO:tasks.rados.rados.0.smithi190.stdout:2200: copy_from oid 1 from oid 39 current snap is 220 2024-08-19T10:06:04.368 INFO:tasks.rados.rados.0.smithi190.stdout:2199: finishing write tid 1 to smithi19066007-23 2024-08-19T10:06:04.368 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 9 current snap is 220 2024-08-19T10:06:04.368 INFO:tasks.rados.rados.0.smithi190.stdout:2201: seq_num 685 ranges {0=679936,679936=442368,1122304=622592,1744896=139264} 2024-08-19T10:06:04.372 INFO:tasks.rados.rados.0.smithi190.stdout:2201: writing smithi19066007-9 from 0 to 679936 tid 1 2024-08-19T10:06:04.375 INFO:tasks.rados.rados.0.smithi190.stdout:2201: writing smithi19066007-9 from 679936 to 1122304 tid 2 2024-08-19T10:06:04.380 INFO:tasks.rados.rados.0.smithi190.stdout:2201: writing smithi19066007-9 from 1122304 to 1744896 tid 3 2024-08-19T10:06:04.380 INFO:tasks.rados.rados.0.smithi190.stdout:2201: writing smithi19066007-9 from 1744896 to 1884160 tid 4 2024-08-19T10:06:04.380 INFO:tasks.rados.rados.0.smithi190.stdout:2202: read oid 10 snap -1 2024-08-19T10:06:04.380 INFO:tasks.rados.rados.0.smithi190.stdout:2202: expect deleted 2024-08-19T10:06:04.380 INFO:tasks.rados.rados.0.smithi190.stdout:2197: expect (ObjNum 651 snap 200 seq_num 651) 2024-08-19T10:06:04.547 INFO:tasks.rados.rados.0.smithi190.stdout:2199: finishing write tid 2 to smithi19066007-23 2024-08-19T10:06:04.547 INFO:tasks.rados.rados.0.smithi190.stdout:2199: finishing write tid 3 to smithi19066007-23 2024-08-19T10:06:04.548 INFO:tasks.rados.rados.0.smithi190.stdout:2199: finishing write tid 4 to smithi19066007-23 2024-08-19T10:06:04.548 INFO:tasks.rados.rados.0.smithi190.stdout:2199: finishing write tid 5 to smithi19066007-23 2024-08-19T10:06:04.548 INFO:tasks.rados.rados.0.smithi190.stdout:2200: finishing copy_from racing read to smithi19066007-1 2024-08-19T10:06:04.548 INFO:tasks.rados.rados.0.smithi190.stdout:2200: finishing copy_from to smithi19066007-1 2024-08-19T10:06:04.548 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 1362 (ObjNum 630 snap 196 seq_num 630) dirty exists 2024-08-19T10:06:04.548 INFO:tasks.rados.rados.0.smithi190.stdout:2199: finishing write tid 6 to smithi19066007-23 2024-08-19T10:06:04.548 INFO:tasks.rados.rados.0.smithi190.stdout:2199: oid 23 updating version 0 to 1201 2024-08-19T10:06:04.548 INFO:tasks.rados.rados.0.smithi190.stdout:2199: oid 23 version 1201 is already newer than 1198 2024-08-19T10:06:04.548 INFO:tasks.rados.rados.0.smithi190.stdout:2199: oid 23 version 1201 is already newer than 1200 2024-08-19T10:06:04.548 INFO:tasks.rados.rados.0.smithi190.stdout:2199: oid 23 updating version 1201 to 1202 2024-08-19T10:06:04.548 INFO:tasks.rados.rados.0.smithi190.stdout:2199: oid 23 version 1202 is already newer than 1199 2024-08-19T10:06:04.548 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1202 (ObjNum 684 snap 220 seq_num 684) dirty exists 2024-08-19T10:06:04.548 INFO:tasks.rados.rados.0.smithi190.stdout:2199: left oid 23 (ObjNum 684 snap 220 seq_num 684) 2024-08-19T10:06:04.549 INFO:tasks.rados.rados.0.smithi190.stdout:2201: finishing write tid 1 to smithi19066007-9 2024-08-19T10:06:04.549 INFO:tasks.rados.rados.0.smithi190.stdout:2197: done (5 left) 2024-08-19T10:06:04.549 INFO:tasks.rados.rados.0.smithi190.stdout:2199: done (4 left) 2024-08-19T10:06:04.549 INFO:tasks.rados.rados.0.smithi190.stdout:2200: done (3 left) 2024-08-19T10:06:04.549 INFO:tasks.rados.rados.0.smithi190.stdout:2203: read oid 13 snap -1 2024-08-19T10:06:04.549 INFO:tasks.rados.rados.0.smithi190.stdout:2203: expect (ObjNum 509 snap 163 seq_num 509) 2024-08-19T10:06:04.549 INFO:tasks.rados.rados.0.smithi190.stdout:2204: copy_from oid 1 from oid 31 current snap is 220 2024-08-19T10:06:04.549 INFO:tasks.rados.rados.0.smithi190.stdout:2201: finishing write tid 2 to smithi19066007-9 2024-08-19T10:06:04.549 INFO:tasks.rados.rados.0.smithi190.stdout:2201: finishing write tid 3 to smithi19066007-9 2024-08-19T10:06:04.549 INFO:tasks.rados.rados.0.smithi190.stdout:2201: finishing write tid 4 to smithi19066007-9 2024-08-19T10:06:04.549 INFO:tasks.rados.rados.0.smithi190.stdout:2201: finishing write tid 5 to smithi19066007-9 2024-08-19T10:06:04.549 INFO:tasks.rados.rados.0.smithi190.stdout:2201: finishing write tid 6 to smithi19066007-9 2024-08-19T10:06:04.549 INFO:tasks.rados.rados.0.smithi190.stdout:2201: oid 9 updating version 0 to 1203 2024-08-19T10:06:04.549 INFO:tasks.rados.rados.0.smithi190.stdout:2201: oid 9 updating version 1203 to 1204 2024-08-19T10:06:04.549 INFO:tasks.rados.rados.0.smithi190.stdout:2201: oid 9 updating version 1204 to 1205 2024-08-19T10:06:04.550 INFO:tasks.rados.rados.0.smithi190.stdout:2201: oid 9 updating version 1205 to 1206 2024-08-19T10:06:04.550 INFO:tasks.rados.rados.0.smithi190.stdout:2201: oid 9 updating version 1206 to 1207 2024-08-19T10:06:04.550 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1207 (ObjNum 685 snap 220 seq_num 685) dirty exists 2024-08-19T10:06:04.550 INFO:tasks.rados.rados.0.smithi190.stdout:2201: left oid 9 (ObjNum 685 snap 220 seq_num 685) 2024-08-19T10:06:04.550 INFO:tasks.rados.rados.0.smithi190.stdout:2198: expect (ObjNum 679 snap 213 seq_num 679) 2024-08-19T10:06:04.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:06:04 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:06:04] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-08-19T10:06:04.870 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:04 smithi196 systemd[1]: Stopping Ceph osd.7 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:06:04.947 INFO:tasks.rados.rados.0.smithi190.stdout:2204: finishing copy_from racing read to smithi19066007-1 2024-08-19T10:06:04.947 INFO:tasks.rados.rados.0.smithi190.stdout:2204: finishing copy_from to smithi19066007-1 2024-08-19T10:06:04.948 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 1172 (ObjNum 129 snap 0 seq_num 2641409883) dirty exists 2024-08-19T10:06:04.948 INFO:tasks.rados.rados.0.smithi190.stdout:2203: expect (ObjNum 509 snap 163 seq_num 509) 2024-08-19T10:06:04.999 INFO:tasks.rados.rados.0.smithi190.stdout:2198: done (4 left) 2024-08-19T10:06:04.999 INFO:tasks.rados.rados.0.smithi190.stdout:2201: done (3 left) 2024-08-19T10:06:04.999 INFO:tasks.rados.rados.0.smithi190.stdout:2202: done (2 left) 2024-08-19T10:06:04.999 INFO:tasks.rados.rados.0.smithi190.stdout:2203: done (1 left) 2024-08-19T10:06:05.000 INFO:tasks.rados.rados.0.smithi190.stdout:2204: done (0 left) 2024-08-19T10:06:05.000 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 220 2024-08-19T10:06:05.000 INFO:tasks.rados.rados.0.smithi190.stdout:2205: seq_num 686 ranges {81920=696320,778240=729088,1507328=425984,1933312=49152} 2024-08-19T10:06:05.003 INFO:tasks.rados.rados.0.smithi190.stdout:2205: writing smithi19066007-22 from 81920 to 778240 tid 1 2024-08-19T10:06:05.007 INFO:tasks.rados.rados.0.smithi190.stdout:2205: writing smithi19066007-22 from 778240 to 1507328 tid 2 2024-08-19T10:06:05.009 INFO:tasks.rados.rados.0.smithi190.stdout:2205: writing smithi19066007-22 from 1507328 to 1933312 tid 3 2024-08-19T10:06:05.010 INFO:tasks.rados.rados.0.smithi190.stdout:2205: writing smithi19066007-22 from 1933312 to 1982464 tid 4 2024-08-19T10:06:05.010 INFO:tasks.rados.rados.0.smithi190.stdout:2206: snap_create 2024-08-19T10:06:05.010 INFO:tasks.rados.rados.0.smithi190.stdout:2205: finishing write tid 1 to smithi19066007-22 2024-08-19T10:06:05.011 INFO:tasks.rados.rados.0.smithi190.stdout:2205: finishing write tid 2 to smithi19066007-22 2024-08-19T10:06:05.013 INFO:tasks.rados.rados.0.smithi190.stdout:2205: finishing write tid 3 to smithi19066007-22 2024-08-19T10:06:05.013 INFO:tasks.rados.rados.0.smithi190.stdout:2205: finishing write tid 4 to smithi19066007-22 2024-08-19T10:06:05.013 INFO:tasks.rados.rados.0.smithi190.stdout:2205: finishing write tid 5 to smithi19066007-22 2024-08-19T10:06:05.013 INFO:tasks.rados.rados.0.smithi190.stdout:2205: finishing write tid 6 to smithi19066007-22 2024-08-19T10:06:05.013 INFO:tasks.rados.rados.0.smithi190.stdout:2205: oid 22 updating version 0 to 900 2024-08-19T10:06:05.013 INFO:tasks.rados.rados.0.smithi190.stdout:2205: oid 22 version 900 is already newer than 898 2024-08-19T10:06:05.014 INFO:tasks.rados.rados.0.smithi190.stdout:2205: oid 22 version 900 is already newer than 899 2024-08-19T10:06:05.014 INFO:tasks.rados.rados.0.smithi190.stdout:2205: oid 22 version 900 is already newer than 897 2024-08-19T10:06:05.014 INFO:tasks.rados.rados.0.smithi190.stdout:2205: oid 22 updating version 900 to 901 2024-08-19T10:06:05.014 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 901 (ObjNum 686 snap 220 seq_num 686) dirty exists 2024-08-19T10:06:05.014 INFO:tasks.rados.rados.0.smithi190.stdout:2205: left oid 22 (ObjNum 686 snap 220 seq_num 686) 2024-08-19T10:06:05.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[42219]: 2024-08-19T10:06:04.872+0000 7f9fc47c2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:06:05.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[42219]: 2024-08-19T10:06:04.872+0000 7f9fc47c2640 -1 osd.7 513 *** Got signal Terminated *** 2024-08-19T10:06:05.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[42219]: 2024-08-19T10:06:04.872+0000 7f9fc47c2640 -1 osd.7 513 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:06:05.588 INFO:tasks.rados.rados.0.smithi190.stdout:2205: done (1 left) 2024-08-19T10:06:05.588 INFO:tasks.rados.rados.0.smithi190.stdout:2206: done (0 left) 2024-08-19T10:06:05.588 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 221 2024-08-19T10:06:05.588 INFO:tasks.rados.rados.0.smithi190.stdout:2207: seq_num 687 ranges {0=712704,712704=614400,1327104=589824} 2024-08-19T10:06:05.589 INFO:tasks.rados.rados.0.smithi190.stdout:2207: writing smithi19066007-43 from 0 to 712704 tid 1 2024-08-19T10:06:05.593 INFO:tasks.rados.rados.0.smithi190.stdout:2207: writing smithi19066007-43 from 712704 to 1327104 tid 2 2024-08-19T10:06:05.597 INFO:tasks.rados.rados.0.smithi190.stdout:2207: writing smithi19066007-43 from 1327104 to 1916928 tid 3 2024-08-19T10:06:05.597 INFO:tasks.rados.rados.0.smithi190.stdout:2208: snap_remove snap 215 2024-08-19T10:06:05.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:05 smithi196 ceph-mon[72638]: pgmap v440: 121 pgs: 121 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 12 op/s 2024-08-19T10:06:05.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:05 smithi196 ceph-mon[72638]: osdmap e513: 8 total, 8 up, 8 in 2024-08-19T10:06:05.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:05 smithi196 ceph-mon[72638]: osd.7 marked itself down and dead 2024-08-19T10:06:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:05 smithi190 ceph-mon[77620]: pgmap v440: 121 pgs: 121 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 12 op/s 2024-08-19T10:06:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:05 smithi190 ceph-mon[77620]: osdmap e513: 8 total, 8 up, 8 in 2024-08-19T10:06:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:05 smithi190 ceph-mon[77620]: osd.7 marked itself down and dead 2024-08-19T10:06:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:05 smithi190 ceph-mon[80032]: pgmap v440: 121 pgs: 121 active+clean; 255 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 12 op/s 2024-08-19T10:06:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:05 smithi190 ceph-mon[80032]: osdmap e513: 8 total, 8 up, 8 in 2024-08-19T10:06:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:05 smithi190 ceph-mon[80032]: osd.7 marked itself down and dead 2024-08-19T10:06:06.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:06 smithi196 podman[92344]: 2024-08-19 10:06:06.052675814 +0000 UTC m=+1.277349476 container died 0af4ca14b11cdb540e1430c196ba9501055aea42d62cc8d539ceda94ef09a5ba (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=reef-baa926d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0) 2024-08-19T10:06:06.489 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:06 smithi196 ceph-mon[72638]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:06:06.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:06 smithi196 ceph-mon[72638]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-19T10:06:06.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:06 smithi196 ceph-mon[72638]: osdmap e514: 8 total, 7 up, 8 in 2024-08-19T10:06:06.595 INFO:tasks.rados.rados.0.smithi190.stdout:2208: done (1 left) 2024-08-19T10:06:06.595 INFO:tasks.rados.rados.0.smithi190.stdout:2209: copy_from oid 29 from oid 6 current snap is 221 2024-08-19T10:06:06.595 INFO:tasks.rados.rados.0.smithi190.stdout:2207: finishing write tid 1 to smithi19066007-43 2024-08-19T10:06:06.596 INFO:tasks.rados.rados.0.smithi190.stdout:2207: finishing write tid 2 to smithi19066007-43 2024-08-19T10:06:06.596 INFO:tasks.rados.rados.0.smithi190.stdout:2207: finishing write tid 3 to smithi19066007-43 2024-08-19T10:06:06.596 INFO:tasks.rados.rados.0.smithi190.stdout:2207: finishing write tid 4 to smithi19066007-43 2024-08-19T10:06:06.596 INFO:tasks.rados.rados.0.smithi190.stdout:2207: finishing write tid 5 to smithi19066007-43 2024-08-19T10:06:06.596 INFO:tasks.rados.rados.0.smithi190.stdout:2207: oid 43 updating version 0 to 1434 2024-08-19T10:06:06.596 INFO:tasks.rados.rados.0.smithi190.stdout:2207: oid 43 updating version 1434 to 1436 2024-08-19T10:06:06.596 INFO:tasks.rados.rados.0.smithi190.stdout:2207: oid 43 updating version 1436 to 1437 2024-08-19T10:06:06.596 INFO:tasks.rados.rados.0.smithi190.stdout:2207: oid 43 version 1437 is already newer than 1435 2024-08-19T10:06:06.596 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1437 (ObjNum 687 snap 221 seq_num 687) dirty exists 2024-08-19T10:06:06.596 INFO:tasks.rados.rados.0.smithi190.stdout:2207: left oid 43 (ObjNum 687 snap 221 seq_num 687) 2024-08-19T10:06:06.596 INFO:tasks.rados.rados.0.smithi190.stdout:2207: done (1 left) 2024-08-19T10:06:06.596 INFO:tasks.rados.rados.0.smithi190.stdout:2210: copy_from oid 23 from oid 16 current snap is 221 2024-08-19T10:06:06.596 INFO:tasks.rados.rados.0.smithi190.stdout:2211: delete oid 10 current snap is 221 2024-08-19T10:06:06.603 INFO:tasks.rados.rados.0.smithi190.stdout:2211: done (2 left) 2024-08-19T10:06:06.603 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 19 current snap is 221 2024-08-19T10:06:06.603 INFO:tasks.rados.rados.0.smithi190.stdout:2212: seq_num 689 ranges {2678784=745472,3424256=786432,4210688=417792} 2024-08-19T10:06:06.622 INFO:tasks.rados.rados.0.smithi190.stdout:2212: writing smithi19066007-19 from 2678784 to 3424256 tid 1 2024-08-19T10:06:06.626 INFO:tasks.rados.rados.0.smithi190.stdout:2212: writing smithi19066007-19 from 3424256 to 4210688 tid 2 2024-08-19T10:06:06.629 INFO:tasks.rados.rados.0.smithi190.stdout:2212: writing smithi19066007-19 from 4210688 to 4628480 tid 3 2024-08-19T10:06:06.629 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 4 current snap is 221 2024-08-19T10:06:06.629 INFO:tasks.rados.rados.0.smithi190.stdout:2209: finishing copy_from racing read to smithi19066007-29 2024-08-19T10:06:06.629 INFO:tasks.rados.rados.0.smithi190.stdout:2213: seq_num 690 ranges {4161536=761856,4923392=663552,5586944=409600,5996544=131072} 2024-08-19T10:06:06.655 INFO:tasks.rados.rados.0.smithi190.stdout:2213: writing smithi19066007-4 from 4161536 to 4923392 tid 1 2024-08-19T10:06:06.659 INFO:tasks.rados.rados.0.smithi190.stdout:2213: writing smithi19066007-4 from 4923392 to 5586944 tid 2 2024-08-19T10:06:06.662 INFO:tasks.rados.rados.0.smithi190.stdout:2213: writing smithi19066007-4 from 5586944 to 5996544 tid 3 2024-08-19T10:06:06.664 INFO:tasks.rados.rados.0.smithi190.stdout:2213: writing smithi19066007-4 from 5996544 to 6127616 tid 4 2024-08-19T10:06:06.664 INFO:tasks.rados.rados.0.smithi190.stdout:2214: read oid 15 snap -1 2024-08-19T10:06:06.664 INFO:tasks.rados.rados.0.smithi190.stdout:2214: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:06:06.664 INFO:tasks.rados.rados.0.smithi190.stdout:2215: snap_create 2024-08-19T10:06:06.664 INFO:tasks.rados.rados.0.smithi190.stdout:2210: finishing copy_from racing read to smithi19066007-23 2024-08-19T10:06:06.664 INFO:tasks.rados.rados.0.smithi190.stdout:2210: finishing copy_from to smithi19066007-23 2024-08-19T10:06:06.665 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1196 (ObjNum 664 snap 204 seq_num 664) dirty exists 2024-08-19T10:06:06.665 INFO:tasks.rados.rados.0.smithi190.stdout:2209: finishing copy_from to smithi19066007-29 2024-08-19T10:06:06.665 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 1129 (ObjNum 619 snap 194 seq_num 619) dirty exists 2024-08-19T10:06:06.665 INFO:tasks.rados.rados.0.smithi190.stdout:2212: finishing write tid 1 to smithi19066007-19 2024-08-19T10:06:06.665 INFO:tasks.rados.rados.0.smithi190.stdout:2212: finishing write tid 2 to smithi19066007-19 2024-08-19T10:06:06.665 INFO:tasks.rados.rados.0.smithi190.stdout:2212: finishing write tid 3 to smithi19066007-19 2024-08-19T10:06:06.665 INFO:tasks.rados.rados.0.smithi190.stdout:2212: finishing write tid 4 to smithi19066007-19 2024-08-19T10:06:06.666 INFO:tasks.rados.rados.0.smithi190.stdout:2212: finishing write tid 5 to smithi19066007-19 2024-08-19T10:06:06.666 INFO:tasks.rados.rados.0.smithi190.stdout:2212: oid 19 updating version 0 to 1212 2024-08-19T10:06:06.666 INFO:tasks.rados.rados.0.smithi190.stdout:2212: oid 19 version 1212 is already newer than 1209 2024-08-19T10:06:06.666 INFO:tasks.rados.rados.0.smithi190.stdout:2212: oid 19 version 1212 is already newer than 1211 2024-08-19T10:06:06.666 INFO:tasks.rados.rados.0.smithi190.stdout:2212: oid 19 version 1212 is already newer than 1210 2024-08-19T10:06:06.666 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1212 (ObjNum 689 snap 221 seq_num 689) dirty exists 2024-08-19T10:06:06.667 INFO:tasks.rados.rados.0.smithi190.stdout:2212: left oid 19 (ObjNum 689 snap 221 seq_num 689) 2024-08-19T10:06:06.667 INFO:tasks.rados.rados.0.smithi190.stdout:2213: finishing write tid 1 to smithi19066007-4 2024-08-19T10:06:06.667 INFO:tasks.rados.rados.0.smithi190.stdout:2213: finishing write tid 2 to smithi19066007-4 2024-08-19T10:06:06.667 INFO:tasks.rados.rados.0.smithi190.stdout:2214: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:06:06.702 INFO:tasks.rados.rados.0.smithi190.stdout:2213: finishing write tid 3 to smithi19066007-4 2024-08-19T10:06:06.702 INFO:tasks.rados.rados.0.smithi190.stdout:2213: finishing write tid 4 to smithi19066007-4 2024-08-19T10:06:06.702 INFO:tasks.rados.rados.0.smithi190.stdout:2213: finishing write tid 5 to smithi19066007-4 2024-08-19T10:06:06.703 INFO:tasks.rados.rados.0.smithi190.stdout:2213: finishing write tid 6 to smithi19066007-4 2024-08-19T10:06:06.703 INFO:tasks.rados.rados.0.smithi190.stdout:2213: oid 4 updating version 0 to 1252 2024-08-19T10:06:06.703 INFO:tasks.rados.rados.0.smithi190.stdout:2213: oid 4 version 1252 is already newer than 1251 2024-08-19T10:06:06.703 INFO:tasks.rados.rados.0.smithi190.stdout:2213: oid 4 version 1252 is already newer than 1250 2024-08-19T10:06:06.703 INFO:tasks.rados.rados.0.smithi190.stdout:2213: oid 4 updating version 1252 to 1253 2024-08-19T10:06:06.703 INFO:tasks.rados.rados.0.smithi190.stdout:2213: oid 4 version 1253 is already newer than 1249 2024-08-19T10:06:06.703 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 1253 (ObjNum 690 snap 221 seq_num 690) dirty exists 2024-08-19T10:06:06.703 INFO:tasks.rados.rados.0.smithi190.stdout:2213: left oid 4 (ObjNum 690 snap 221 seq_num 690) 2024-08-19T10:06:06.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:06 smithi190 ceph-mon[80032]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:06:06.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:06 smithi190 ceph-mon[80032]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-19T10:06:06.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:06 smithi190 ceph-mon[80032]: osdmap e514: 8 total, 7 up, 8 in 2024-08-19T10:06:06.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:06 smithi190 ceph-mon[77620]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-19T10:06:06.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:06 smithi190 ceph-mon[77620]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-19T10:06:06.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:06 smithi190 ceph-mon[77620]: osdmap e514: 8 total, 7 up, 8 in 2024-08-19T10:06:06.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:06 smithi196 podman[92344]: 2024-08-19 10:06:06.489061672 +0000 UTC m=+1.713735332 container cleanup 0af4ca14b11cdb540e1430c196ba9501055aea42d62cc8d539ceda94ef09a5ba (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7, RELEASE=reef-baa926d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-19T10:06:06.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:06 smithi196 bash[92344]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7 2024-08-19T10:06:06.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:06 smithi196 podman[92370]: 2024-08-19 10:06:06.724305816 +0000 UTC m=+0.669350236 container remove 0af4ca14b11cdb540e1430c196ba9501055aea42d62cc8d539ceda94ef09a5ba (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-19T10:06:07.428 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:07 smithi196 podman[92461]: 2024-08-19 10:06:07.069199943 +0000 UTC m=+0.017073669 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:06:07.428 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:07 smithi196 podman[92461]: 2024-08-19 10:06:07.192066606 +0000 UTC m=+0.139940379 container create 63ce98980ab14b0fac4d7c943f50c1056f11c6c78559b070c2186b48c7ed3630 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-deactivate, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-7976693, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-19T10:06:07.428 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:07 smithi196 podman[92461]: 2024-08-19 10:06:07.427762083 +0000 UTC m=+0.375635802 container init 63ce98980ab14b0fac4d7c943f50c1056f11c6c78559b070c2186b48c7ed3630 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-7976693, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-19T10:06:07.591 INFO:tasks.rados.rados.0.smithi190.stdout:2209: done (5 left) 2024-08-19T10:06:07.591 INFO:tasks.rados.rados.0.smithi190.stdout:2210: done (4 left) 2024-08-19T10:06:07.591 INFO:tasks.rados.rados.0.smithi190.stdout:2212: done (3 left) 2024-08-19T10:06:07.591 INFO:tasks.rados.rados.0.smithi190.stdout:2213: done (2 left) 2024-08-19T10:06:07.591 INFO:tasks.rados.rados.0.smithi190.stdout:2214: done (1 left) 2024-08-19T10:06:07.591 INFO:tasks.rados.rados.0.smithi190.stdout:2215: done (0 left) 2024-08-19T10:06:07.591 INFO:tasks.rados.rados.0.smithi190.stdout:2216: setattr oid 30 current snap is 222 2024-08-19T10:06:07.592 INFO:tasks.rados.rados.0.smithi190.stdout:2217: read oid 4 snap -1 2024-08-19T10:06:07.592 INFO:tasks.rados.rados.0.smithi190.stdout:2217: expect (ObjNum 690 snap 221 seq_num 690) 2024-08-19T10:06:07.592 INFO:tasks.rados.rados.0.smithi190.stdout:2218: read oid 27 snap 218 2024-08-19T10:06:07.592 INFO:tasks.rados.rados.0.smithi190.stdout:2218: expect (ObjNum 515 snap 164 seq_num 515) 2024-08-19T10:06:07.592 INFO:tasks.rados.rados.0.smithi190.stdout:2219: delete oid 20 current snap is 222 2024-08-19T10:06:07.596 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 1440 (ObjNum 33 snap 0 seq_num 3358140368) dirty exists 2024-08-19T10:06:07.596 INFO:tasks.rados.rados.0.smithi190.stdout:2216: done (3 left) 2024-08-19T10:06:07.596 INFO:tasks.rados.rados.0.smithi190.stdout:2219: done (2 left) 2024-08-19T10:06:07.597 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 222 2024-08-19T10:06:07.597 INFO:tasks.rados.rados.0.smithi190.stdout:2220: seq_num 692 ranges {5324800=794624,6119424=483328,6602752=720896} 2024-08-19T10:06:07.630 INFO:tasks.rados.rados.0.smithi190.stdout:2220: writing smithi19066007-40 from 5324800 to 6119424 tid 1 2024-08-19T10:06:07.633 INFO:tasks.rados.rados.0.smithi190.stdout:2220: writing smithi19066007-40 from 6119424 to 6602752 tid 2 2024-08-19T10:06:07.637 INFO:tasks.rados.rados.0.smithi190.stdout:2220: writing smithi19066007-40 from 6602752 to 7323648 tid 3 2024-08-19T10:06:07.637 INFO:tasks.rados.rados.0.smithi190.stdout:2221: snap_create 2024-08-19T10:06:07.637 INFO:tasks.rados.rados.0.smithi190.stdout:2218: expect (ObjNum 515 snap 164 seq_num 515) 2024-08-19T10:06:07.677 INFO:tasks.rados.rados.0.smithi190.stdout:2217: expect (ObjNum 690 snap 221 seq_num 690) 2024-08-19T10:06:07.899 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:07 smithi196 ceph-mon[72638]: pgmap v443: 121 pgs: 20 stale+active+clean, 101 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 900 KiB/s wr, 23 op/s 2024-08-19T10:06:07.899 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:07 smithi196 ceph-mon[72638]: osdmap e515: 8 total, 7 up, 8 in 2024-08-19T10:06:07.900 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:07 smithi196 podman[92461]: 2024-08-19 10:06:07.431217388 +0000 UTC m=+0.379091099 container start 63ce98980ab14b0fac4d7c943f50c1056f11c6c78559b070c2186b48c7ed3630 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-deactivate, ceph=True, RELEASE=main-7976693, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-19T10:06:07.900 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:07 smithi196 podman[92461]: 2024-08-19 10:06:07.50279176 +0000 UTC m=+0.450665481 container attach 63ce98980ab14b0fac4d7c943f50c1056f11c6c78559b070c2186b48c7ed3630 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-19T10:06:07.900 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:07 smithi196 podman[92461]: 2024-08-19 10:06:07.621057135 +0000 UTC m=+0.568930843 container died 63ce98980ab14b0fac4d7c943f50c1056f11c6c78559b070c2186b48c7ed3630 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-7976693, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-19T10:06:07.933 INFO:tasks.rados.rados.0.smithi190.stdout:2220: finishing write tid 1 to smithi19066007-40 2024-08-19T10:06:07.933 INFO:tasks.rados.rados.0.smithi190.stdout:2220: finishing write tid 2 to smithi19066007-40 2024-08-19T10:06:07.933 INFO:tasks.rados.rados.0.smithi190.stdout:2220: finishing write tid 3 to smithi19066007-40 2024-08-19T10:06:07.933 INFO:tasks.rados.rados.0.smithi190.stdout:2220: finishing write tid 4 to smithi19066007-40 2024-08-19T10:06:07.933 INFO:tasks.rados.rados.0.smithi190.stdout:2220: finishing write tid 5 to smithi19066007-40 2024-08-19T10:06:07.934 INFO:tasks.rados.rados.0.smithi190.stdout:2220: oid 40 updating version 0 to 174 2024-08-19T10:06:07.934 INFO:tasks.rados.rados.0.smithi190.stdout:2220: oid 40 version 174 is already newer than 172 2024-08-19T10:06:07.934 INFO:tasks.rados.rados.0.smithi190.stdout:2220: oid 40 version 174 is already newer than 173 2024-08-19T10:06:07.934 INFO:tasks.rados.rados.0.smithi190.stdout:2220: oid 40 updating version 174 to 175 2024-08-19T10:06:07.934 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 175 (ObjNum 692 snap 222 seq_num 692) dirty exists 2024-08-19T10:06:07.934 INFO:tasks.rados.rados.0.smithi190.stdout:2220: left oid 40 (ObjNum 692 snap 222 seq_num 692) 2024-08-19T10:06:08.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:07 smithi190 ceph-mon[80032]: pgmap v443: 121 pgs: 20 stale+active+clean, 101 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 900 KiB/s wr, 23 op/s 2024-08-19T10:06:08.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:07 smithi190 ceph-mon[80032]: osdmap e515: 8 total, 7 up, 8 in 2024-08-19T10:06:08.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:07 smithi190 ceph-mon[77620]: pgmap v443: 121 pgs: 20 stale+active+clean, 101 active+clean; 258 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 900 KiB/s wr, 23 op/s 2024-08-19T10:06:08.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:07 smithi190 ceph-mon[77620]: osdmap e515: 8 total, 7 up, 8 in 2024-08-19T10:06:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:2217: done (3 left) 2024-08-19T10:06:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:2218: done (2 left) 2024-08-19T10:06:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:2220: done (1 left) 2024-08-19T10:06:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:2221: done (0 left) 2024-08-19T10:06:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 223 2024-08-19T10:06:08.349 INFO:tasks.rados.rados.0.smithi190.stdout:2222: seq_num 693 ranges {1499136=409600,1908736=770048,2678784=581632,3260416=253952} 2024-08-19T10:06:08.359 INFO:tasks.rados.rados.0.smithi190.stdout:2222: writing smithi19066007-32 from 1499136 to 1908736 tid 1 2024-08-19T10:06:08.363 INFO:tasks.rados.rados.0.smithi190.stdout:2222: writing smithi19066007-32 from 1908736 to 2678784 tid 2 2024-08-19T10:06:08.367 INFO:tasks.rados.rados.0.smithi190.stdout:2222: writing smithi19066007-32 from 2678784 to 3260416 tid 3 2024-08-19T10:06:08.368 INFO:tasks.rados.rados.0.smithi190.stdout:2222: writing smithi19066007-32 from 3260416 to 3514368 tid 4 2024-08-19T10:06:08.369 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 223 2024-08-19T10:06:08.369 INFO:tasks.rados.rados.0.smithi190.stdout:2223: seq_num 694 ranges {909312=425984,1335296=655360,1990656=786432,2777088=163840} 2024-08-19T10:06:08.376 INFO:tasks.rados.rados.0.smithi190.stdout:2223: writing smithi19066007-12 from 909312 to 1335296 tid 1 2024-08-19T10:06:08.380 INFO:tasks.rados.rados.0.smithi190.stdout:2223: writing smithi19066007-12 from 1335296 to 1990656 tid 2 2024-08-19T10:06:08.384 INFO:tasks.rados.rados.0.smithi190.stdout:2223: writing smithi19066007-12 from 1990656 to 2777088 tid 3 2024-08-19T10:06:08.386 INFO:tasks.rados.rados.0.smithi190.stdout:2223: writing smithi19066007-12 from 2777088 to 2940928 tid 4 2024-08-19T10:06:08.386 INFO:tasks.rados.rados.0.smithi190.stdout:2224: rmattr oid 2 current snap is 223 2024-08-19T10:06:08.386 INFO:tasks.rados.rados.0.smithi190.stdout:2222: finishing write tid 1 to smithi19066007-32 2024-08-19T10:06:08.386 INFO:tasks.rados.rados.0.smithi190.stdout:2222: finishing write tid 2 to smithi19066007-32 2024-08-19T10:06:08.386 INFO:tasks.rados.rados.0.smithi190.stdout:2222: finishing write tid 3 to smithi19066007-32 2024-08-19T10:06:08.386 INFO:tasks.rados.rados.0.smithi190.stdout:2222: finishing write tid 4 to smithi19066007-32 2024-08-19T10:06:08.386 INFO:tasks.rados.rados.0.smithi190.stdout:2222: finishing write tid 5 to smithi19066007-32 2024-08-19T10:06:08.386 INFO:tasks.rados.rados.0.smithi190.stdout:2222: finishing write tid 6 to smithi19066007-32 2024-08-19T10:06:08.386 INFO:tasks.rados.rados.0.smithi190.stdout:2222: oid 32 updating version 0 to 1256 2024-08-19T10:06:08.386 INFO:tasks.rados.rados.0.smithi190.stdout:2222: oid 32 version 1256 is already newer than 1255 2024-08-19T10:06:08.386 INFO:tasks.rados.rados.0.smithi190.stdout:2222: oid 32 updating version 1256 to 1258 2024-08-19T10:06:08.386 INFO:tasks.rados.rados.0.smithi190.stdout:2222: oid 32 updating version 1258 to 1259 2024-08-19T10:06:08.386 INFO:tasks.rados.rados.0.smithi190.stdout:2222: oid 32 version 1259 is already newer than 1257 2024-08-19T10:06:08.387 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 1259 (ObjNum 693 snap 223 seq_num 693) dirty exists 2024-08-19T10:06:08.387 INFO:tasks.rados.rados.0.smithi190.stdout:2222: left oid 32 (ObjNum 693 snap 223 seq_num 693) 2024-08-19T10:06:08.387 INFO:tasks.rados.rados.0.smithi190.stdout:2223: finishing write tid 1 to smithi19066007-12 2024-08-19T10:06:08.387 INFO:tasks.rados.rados.0.smithi190.stdout:2223: finishing write tid 2 to smithi19066007-12 2024-08-19T10:06:08.387 INFO:tasks.rados.rados.0.smithi190.stdout:2222: done (2 left) 2024-08-19T10:06:08.387 INFO:tasks.rados.rados.0.smithi190.stdout:2225: rollback oid 46 current snap is 223 2024-08-19T10:06:08.387 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 46 to 222 2024-08-19T10:06:08.387 INFO:tasks.rados.rados.0.smithi190.stdout:2226: delete oid 16 current snap is 223 2024-08-19T10:06:08.388 INFO:tasks.rados.rados.0.smithi190.stdout:2223: finishing write tid 3 to smithi19066007-12 2024-08-19T10:06:08.389 INFO:tasks.rados.rados.0.smithi190.stdout:2225: finishing rollback tid 0 to smithi19066007-46 2024-08-19T10:06:08.389 INFO:tasks.rados.rados.0.smithi190.stdout:2223: finishing write tid 4 to smithi19066007-12 2024-08-19T10:06:08.389 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1104 (ObjNum 572 snap 177 seq_num 572) dirty exists 2024-08-19T10:06:08.389 INFO:tasks.rados.rados.0.smithi190.stdout:2223: finishing write tid 5 to smithi19066007-12 2024-08-19T10:06:08.389 INFO:tasks.rados.rados.0.smithi190.stdout:2225: finishing rollback tid 1 to smithi19066007-46 2024-08-19T10:06:08.390 INFO:tasks.rados.rados.0.smithi190.stdout:2225: finishing rollback tid 2 to smithi19066007-46 2024-08-19T10:06:08.390 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 1137 (ObjNum 659 snap 203 seq_num 659) dirty exists 2024-08-19T10:06:08.391 INFO:tasks.rados.rados.0.smithi190.stdout:2223: finishing write tid 6 to smithi19066007-12 2024-08-19T10:06:08.391 INFO:tasks.rados.rados.0.smithi190.stdout:2223: oid 12 updating version 0 to 1217 2024-08-19T10:06:08.391 INFO:tasks.rados.rados.0.smithi190.stdout:2223: oid 12 version 1217 is already newer than 1213 2024-08-19T10:06:08.391 INFO:tasks.rados.rados.0.smithi190.stdout:2223: oid 12 version 1217 is already newer than 1215 2024-08-19T10:06:08.391 INFO:tasks.rados.rados.0.smithi190.stdout:2223: oid 12 version 1217 is already newer than 1214 2024-08-19T10:06:08.391 INFO:tasks.rados.rados.0.smithi190.stdout:2223: oid 12 version 1217 is already newer than 1216 2024-08-19T10:06:08.391 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 1217 (ObjNum 694 snap 223 seq_num 694) dirty exists 2024-08-19T10:06:08.391 INFO:tasks.rados.rados.0.smithi190.stdout:2223: left oid 12 (ObjNum 694 snap 223 seq_num 694) 2024-08-19T10:06:08.391 INFO:tasks.rados.rados.0.smithi190.stdout:2223: done (3 left) 2024-08-19T10:06:08.391 INFO:tasks.rados.rados.0.smithi190.stdout:2224: done (2 left) 2024-08-19T10:06:08.391 INFO:tasks.rados.rados.0.smithi190.stdout:2225: done (1 left) 2024-08-19T10:06:08.391 INFO:tasks.rados.rados.0.smithi190.stdout:2226: done (0 left) 2024-08-19T10:06:08.391 INFO:tasks.rados.rados.0.smithi190.stdout:2227: setattr oid 7 current snap is 223 2024-08-19T10:06:08.393 INFO:tasks.rados.rados.0.smithi190.stdout:2228: rmattr oid 5 current snap is 223 2024-08-19T10:06:08.393 INFO:tasks.rados.rados.0.smithi190.stdout:2229: read oid 13 snap -1 2024-08-19T10:06:08.393 INFO:tasks.rados.rados.0.smithi190.stdout:2229: expect (ObjNum 509 snap 163 seq_num 509) 2024-08-19T10:06:08.393 INFO:tasks.rados.rados.0.smithi190.stdout:2230: copy_from oid 20 from oid 36 current snap is 223 2024-08-19T10:06:08.393 INFO:tasks.rados.rados.0.smithi190.stdout:2231: setattr oid 8 current snap is 223 2024-08-19T10:06:08.395 INFO:tasks.rados.rados.0.smithi190.stdout:2232: rollback oid 16 current snap is 223 2024-08-19T10:06:08.395 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 16 to 204 2024-08-19T10:06:08.395 INFO:tasks.rados.rados.0.smithi190.stdout:2233: rollback oid 37 current snap is 223 2024-08-19T10:06:08.395 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 37 to 184 2024-08-19T10:06:08.395 INFO:tasks.rados.rados.0.smithi190.stdout:2234: copy_from oid 29 from oid 15 current snap is 223 2024-08-19T10:06:08.396 INFO:tasks.rados.rados.0.smithi190.stdout:2235: read oid 33 snap 205 2024-08-19T10:06:08.396 INFO:tasks.rados.rados.0.smithi190.stdout:2235: expect (ObjNum 573 snap 178 seq_num 573) 2024-08-19T10:06:08.396 INFO:tasks.rados.rados.0.smithi190.stdout:2236: delete oid 45 current snap is 223 2024-08-19T10:06:08.396 INFO:tasks.rados.rados.0.smithi190.stdout:2230: finishing copy_from to smithi19066007-20 2024-08-19T10:06:08.396 INFO:tasks.rados.rados.0.smithi190.stdout:2230: got expected ENOENT (src dne) 2024-08-19T10:06:08.396 INFO:tasks.rados.rados.0.smithi190.stdout:2230: finishing copy_from racing read to smithi19066007-20 2024-08-19T10:06:08.401 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 1439 (ObjNum 65 snap 0 seq_num 1717523023) dirty exists 2024-08-19T10:06:08.401 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1112 (ObjNum 651 snap 200 seq_num 651) dirty exists 2024-08-19T10:06:08.401 INFO:tasks.rados.rados.0.smithi190.stdout:2227: done (9 left) 2024-08-19T10:06:08.401 INFO:tasks.rados.rados.0.smithi190.stdout:2228: done (8 left) 2024-08-19T10:06:08.401 INFO:tasks.rados.rados.0.smithi190.stdout:2230: done (7 left) 2024-08-19T10:06:08.401 INFO:tasks.rados.rados.0.smithi190.stdout:2236: done (6 left) 2024-08-19T10:06:08.401 INFO:tasks.rados.rados.0.smithi190.stdout:2237: rmattr oid 36 current snap is 223 2024-08-19T10:06:08.402 INFO:tasks.rados.rados.0.smithi190.stdout:2237: done (6 left) 2024-08-19T10:06:08.402 INFO:tasks.rados.rados.0.smithi190.stdout:2238: delete oid 21 current snap is 223 2024-08-19T10:06:08.402 INFO:tasks.rados.rados.0.smithi190.stdout:2232: finishing rollback tid 1 to smithi19066007-16 2024-08-19T10:06:08.402 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1442 (ObjNum 630 snap 196 seq_num 630) dirty exists 2024-08-19T10:06:08.402 INFO:tasks.rados.rados.0.smithi190.stdout:2229: expect (ObjNum 509 snap 163 seq_num 509) 2024-08-19T10:06:08.456 INFO:tasks.rados.rados.0.smithi190.stdout:2232: finishing rollback tid 2 to smithi19066007-16 2024-08-19T10:06:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 1199 (ObjNum 664 snap 204 seq_num 664) dirty exists 2024-08-19T10:06:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:2233: finishing rollback tid 0 to smithi19066007-37 2024-08-19T10:06:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:2233: finishing rollback tid 1 to smithi19066007-37 2024-08-19T10:06:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 1201 (ObjNum 129 snap 0 seq_num 3358108728) dirty dne 2024-08-19T10:06:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:2234: finishing copy_from racing read to smithi19066007-29 2024-08-19T10:06:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:2234: finishing copy_from to smithi19066007-29 2024-08-19T10:06:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 1109 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:06:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:2235: expect (ObjNum 573 snap 178 seq_num 573) 2024-08-19T10:06:08.593 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:08 smithi196 podman[92483]: 2024-08-19 10:06:08.190282986 +0000 UTC m=+0.562901549 container remove 63ce98980ab14b0fac4d7c943f50c1056f11c6c78559b070c2186b48c7ed3630 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-deactivate, RELEASE=main-7976693, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-19T10:06:08.594 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:08 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.7.service: Deactivated successfully. 2024-08-19T10:06:08.594 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:08 smithi196 systemd[1]: Stopped Ceph osd.7 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:06:08.594 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:08 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.7.service: Consumed 14.004s CPU time. 2024-08-19T10:06:08.594 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:08 smithi196 systemd[1]: Starting Ceph osd.7 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:06:08.718 INFO:tasks.rados.rados.0.smithi190.stdout:2229: done (6 left) 2024-08-19T10:06:08.719 INFO:tasks.rados.rados.0.smithi190.stdout:2231: done (5 left) 2024-08-19T10:06:08.719 INFO:tasks.rados.rados.0.smithi190.stdout:2232: done (4 left) 2024-08-19T10:06:08.719 INFO:tasks.rados.rados.0.smithi190.stdout:2233: done (3 left) 2024-08-19T10:06:08.719 INFO:tasks.rados.rados.0.smithi190.stdout:2234: done (2 left) 2024-08-19T10:06:08.719 INFO:tasks.rados.rados.0.smithi190.stdout:2235: done (1 left) 2024-08-19T10:06:08.719 INFO:tasks.rados.rados.0.smithi190.stdout:2238: done (0 left) 2024-08-19T10:06:08.719 INFO:tasks.rados.rados.0.smithi190.stdout:2239: copy_from oid 11 from oid 18 current snap is 223 2024-08-19T10:06:08.719 INFO:tasks.rados.rados.0.smithi190.stdout:2240: read oid 33 snap 211 2024-08-19T10:06:08.719 INFO:tasks.rados.rados.0.smithi190.stdout:2240: expect (ObjNum 573 snap 178 seq_num 573) 2024-08-19T10:06:08.719 INFO:tasks.rados.rados.0.smithi190.stdout:2241: read oid 43 snap -1 2024-08-19T10:06:08.719 INFO:tasks.rados.rados.0.smithi190.stdout:2241: expect (ObjNum 687 snap 221 seq_num 687) 2024-08-19T10:06:08.720 INFO:tasks.rados.rados.0.smithi190.stdout:2242: read oid 10 snap -1 2024-08-19T10:06:08.720 INFO:tasks.rados.rados.0.smithi190.stdout:2242: expect deleted 2024-08-19T10:06:08.720 INFO:tasks.rados.rados.0.smithi190.stdout:2243: read oid 47 snap -1 2024-08-19T10:06:08.720 INFO:tasks.rados.rados.0.smithi190.stdout:2243: expect (ObjNum 510 snap 163 seq_num 510) 2024-08-19T10:06:08.720 INFO:tasks.rados.rados.0.smithi190.stdout:2244: copy_from oid 32 from oid 1 current snap is 223 2024-08-19T10:06:08.720 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 35 current snap is 223 2024-08-19T10:06:08.720 INFO:tasks.rados.rados.0.smithi190.stdout:2245: seq_num 698 ranges {0=499712,499712=589824,1089536=770048,1859584=245760} 2024-08-19T10:06:08.721 INFO:tasks.rados.rados.0.smithi190.stdout:2245: writing smithi19066007-35 from 0 to 499712 tid 1 2024-08-19T10:06:08.725 INFO:tasks.rados.rados.0.smithi190.stdout:2245: writing smithi19066007-35 from 499712 to 1089536 tid 2 2024-08-19T10:06:08.731 INFO:tasks.rados.rados.0.smithi190.stdout:2245: writing smithi19066007-35 from 1089536 to 1859584 tid 3 2024-08-19T10:06:08.732 INFO:tasks.rados.rados.0.smithi190.stdout:2245: writing smithi19066007-35 from 1859584 to 2105344 tid 4 2024-08-19T10:06:08.732 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 223 2024-08-19T10:06:08.732 INFO:tasks.rados.rados.0.smithi190.stdout:2246: seq_num 699 ranges {1794048=516096,2310144=475136,2785280=573440,3358720=557056} 2024-08-19T10:06:08.745 INFO:tasks.rados.rados.0.smithi190.stdout:2246: writing smithi19066007-13 from 1794048 to 2310144 tid 1 2024-08-19T10:06:08.748 INFO:tasks.rados.rados.0.smithi190.stdout:2246: writing smithi19066007-13 from 2310144 to 2785280 tid 2 2024-08-19T10:06:08.751 INFO:tasks.rados.rados.0.smithi190.stdout:2246: writing smithi19066007-13 from 2785280 to 3358720 tid 3 2024-08-19T10:06:08.755 INFO:tasks.rados.rados.0.smithi190.stdout:2246: writing smithi19066007-13 from 3358720 to 3915776 tid 4 2024-08-19T10:06:08.755 INFO:tasks.rados.rados.0.smithi190.stdout:2247: rmattr oid 21 current snap is 223 2024-08-19T10:06:08.755 INFO:tasks.rados.rados.0.smithi190.stdout:2247: done (8 left) 2024-08-19T10:06:08.755 INFO:tasks.rados.rados.0.smithi190.stdout:2248: snap_remove snap 217 2024-08-19T10:06:08.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:08 smithi196 ceph-mon[72638]: osdmap e516: 8 total, 7 up, 8 in 2024-08-19T10:06:08.895 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:08 smithi196 ceph-mon[72638]: osdmap e517: 8 total, 7 up, 8 in 2024-08-19T10:06:08.895 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:08 smithi196 podman[92583]: 2024-08-19 10:06:08.552390743 +0000 UTC m=+0.017414060 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:06:08.895 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:08 smithi196 podman[92583]: 2024-08-19 10:06:08.66701568 +0000 UTC m=+0.132038986 container create 9661529b83422069d2cc684405329a54af2d1aec3954e57045c210632f82fa51 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-19T10:06:09.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:08 smithi190 ceph-mon[80032]: osdmap e516: 8 total, 7 up, 8 in 2024-08-19T10:06:09.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:08 smithi190 ceph-mon[80032]: osdmap e517: 8 total, 7 up, 8 in 2024-08-19T10:06:09.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:08 smithi190 ceph-mon[77620]: osdmap e516: 8 total, 7 up, 8 in 2024-08-19T10:06:09.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:08 smithi190 ceph-mon[77620]: osdmap e517: 8 total, 7 up, 8 in 2024-08-19T10:06:09.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:08 smithi196 podman[92583]: 2024-08-19 10:06:08.894350088 +0000 UTC m=+0.359373394 container init 9661529b83422069d2cc684405329a54af2d1aec3954e57045c210632f82fa51 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731) 2024-08-19T10:06:09.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:08 smithi196 podman[92583]: 2024-08-19 10:06:08.897853954 +0000 UTC m=+0.362877275 container start 9661529b83422069d2cc684405329a54af2d1aec3954e57045c210632f82fa51 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-7976693, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:06:09.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:08 smithi196 podman[92583]: 2024-08-19 10:06:08.969269782 +0000 UTC m=+0.434293093 container attach 9661529b83422069d2cc684405329a54af2d1aec3954e57045c210632f82fa51 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_CLEAN=True) 2024-08-19T10:06:09.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate[92598]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:06:09.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 bash[92583]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:06:09.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate[92598]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:06:09.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 bash[92583]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:06:09.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate[92598]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:06:09.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 bash[92583]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-19T10:06:09.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate[92598]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:06:09.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 bash[92583]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:06:09.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate[92598]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:06:09.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 bash[92583]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-19T10:06:09.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate[92598]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-19T10:06:09.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 bash[92583]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-19T10:06:09.169 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate[92598]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-08-19T10:06:09.169 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 bash[92583]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-08-19T10:06:09.605 INFO:tasks.rados.rados.0.smithi190.stdout:2239: finishing copy_from racing read to smithi19066007-11 2024-08-19T10:06:09.605 INFO:tasks.rados.rados.0.smithi190.stdout:2239: finishing copy_from to smithi19066007-11 2024-08-19T10:06:09.605 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1433 (ObjNum 33 snap 0 seq_num 0) dirty exists 2024-08-19T10:06:09.605 INFO:tasks.rados.rados.0.smithi190.stdout:2245: finishing write tid 1 to smithi19066007-35 2024-08-19T10:06:09.605 INFO:tasks.rados.rados.0.smithi190.stdout:2245: finishing write tid 2 to smithi19066007-35 2024-08-19T10:06:09.605 INFO:tasks.rados.rados.0.smithi190.stdout:2241: expect (ObjNum 687 snap 221 seq_num 687) 2024-08-19T10:06:09.662 INFO:tasks.rados.rados.0.smithi190.stdout:2243: expect (ObjNum 510 snap 163 seq_num 510) 2024-08-19T10:06:09.748 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:09 smithi196 ceph-mon[72638]: pgmap v446: 121 pgs: 4 active+undersized, 5 peering, 17 stale+active+clean, 95 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-08-19T10:06:09.748 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:09 smithi196 ceph-mon[72638]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-19T10:06:09.749 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate[92598]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-19T10:06:09.749 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 bash[92583]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-19T10:06:09.749 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate[92598]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-08-19T10:06:09.749 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 bash[92583]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-08-19T10:06:09.749 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate[92598]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-19T10:06:09.749 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 bash[92583]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-19T10:06:09.749 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate[92598]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-19T10:06:09.749 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 bash[92583]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-19T10:06:09.749 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate[92598]: --> ceph-volume lvm activate successful for osd ID: 7 2024-08-19T10:06:09.749 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 bash[92583]: --> ceph-volume lvm activate successful for osd ID: 7 2024-08-19T10:06:09.749 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:09 smithi196 podman[92583]: 2024-08-19 10:06:09.456117972 +0000 UTC m=+0.921141290 container died 9661529b83422069d2cc684405329a54af2d1aec3954e57045c210632f82fa51 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=) 2024-08-19T10:06:09.868 INFO:tasks.rados.rados.0.smithi190.stdout:2245: finishing write tid 3 to smithi19066007-35 2024-08-19T10:06:09.868 INFO:tasks.rados.rados.0.smithi190.stdout:2245: finishing write tid 4 to smithi19066007-35 2024-08-19T10:06:09.868 INFO:tasks.rados.rados.0.smithi190.stdout:2239: done (8 left) 2024-08-19T10:06:09.869 INFO:tasks.rados.rados.0.smithi190.stdout:2241: done (7 left) 2024-08-19T10:06:09.869 INFO:tasks.rados.rados.0.smithi190.stdout:2242: done (6 left) 2024-08-19T10:06:09.869 INFO:tasks.rados.rados.0.smithi190.stdout:2243: done (5 left) 2024-08-19T10:06:09.869 INFO:tasks.rados.rados.0.smithi190.stdout:2248: done (4 left) 2024-08-19T10:06:09.869 INFO:tasks.rados.rados.0.smithi190.stdout:2249: snap_create 2024-08-19T10:06:09.869 INFO:tasks.rados.rados.0.smithi190.stdout:2244: finishing copy_from racing read to smithi19066007-32 2024-08-19T10:06:09.869 INFO:tasks.rados.rados.0.smithi190.stdout:2245: finishing write tid 5 to smithi19066007-35 2024-08-19T10:06:09.869 INFO:tasks.rados.rados.0.smithi190.stdout:2240: expect (ObjNum 573 snap 178 seq_num 573) 2024-08-19T10:06:10.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:09 smithi190 ceph-mon[77620]: pgmap v446: 121 pgs: 4 active+undersized, 5 peering, 17 stale+active+clean, 95 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-08-19T10:06:10.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:09 smithi190 ceph-mon[77620]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-19T10:06:10.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:09 smithi190 ceph-mon[80032]: pgmap v446: 121 pgs: 4 active+undersized, 5 peering, 17 stale+active+clean, 95 active+clean; 263 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-08-19T10:06:10.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:09 smithi190 ceph-mon[80032]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-19T10:06:10.132 INFO:tasks.rados.rados.0.smithi190.stdout:2244: finishing copy_from to smithi19066007-32 2024-08-19T10:06:10.132 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 1172 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-19T10:06:10.132 INFO:tasks.rados.rados.0.smithi190.stdout:2245: finishing write tid 6 to smithi19066007-35 2024-08-19T10:06:10.132 INFO:tasks.rados.rados.0.smithi190.stdout:2245: oid 35 updating version 0 to 1138 2024-08-19T10:06:10.132 INFO:tasks.rados.rados.0.smithi190.stdout:2245: oid 35 updating version 1138 to 1140 2024-08-19T10:06:10.132 INFO:tasks.rados.rados.0.smithi190.stdout:2245: oid 35 version 1140 is already newer than 1139 2024-08-19T10:06:10.132 INFO:tasks.rados.rados.0.smithi190.stdout:2245: oid 35 updating version 1140 to 1141 2024-08-19T10:06:10.132 INFO:tasks.rados.rados.0.smithi190.stdout:2245: oid 35 updating version 1141 to 1142 2024-08-19T10:06:10.133 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 1142 (ObjNum 698 snap 223 seq_num 698) dirty exists 2024-08-19T10:06:10.133 INFO:tasks.rados.rados.0.smithi190.stdout:2245: left oid 35 (ObjNum 698 snap 223 seq_num 698) 2024-08-19T10:06:10.133 INFO:tasks.rados.rados.0.smithi190.stdout:2246: finishing write tid 1 to smithi19066007-13 2024-08-19T10:06:10.133 INFO:tasks.rados.rados.0.smithi190.stdout:2246: finishing write tid 2 to smithi19066007-13 2024-08-19T10:06:10.133 INFO:tasks.rados.rados.0.smithi190.stdout:2246: finishing write tid 3 to smithi19066007-13 2024-08-19T10:06:10.133 INFO:tasks.rados.rados.0.smithi190.stdout:2246: finishing write tid 4 to smithi19066007-13 2024-08-19T10:06:10.133 INFO:tasks.rados.rados.0.smithi190.stdout:2246: finishing write tid 5 to smithi19066007-13 2024-08-19T10:06:10.133 INFO:tasks.rados.rados.0.smithi190.stdout:2246: finishing write tid 6 to smithi19066007-13 2024-08-19T10:06:10.133 INFO:tasks.rados.rados.0.smithi190.stdout:2246: oid 13 updating version 0 to 1222 2024-08-19T10:06:10.133 INFO:tasks.rados.rados.0.smithi190.stdout:2246: oid 13 version 1222 is already newer than 1221 2024-08-19T10:06:10.133 INFO:tasks.rados.rados.0.smithi190.stdout:2246: oid 13 version 1222 is already newer than 1220 2024-08-19T10:06:10.133 INFO:tasks.rados.rados.0.smithi190.stdout:2246: oid 13 version 1222 is already newer than 1218 2024-08-19T10:06:10.134 INFO:tasks.rados.rados.0.smithi190.stdout:2246: oid 13 version 1222 is already newer than 1219 2024-08-19T10:06:10.134 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 1222 (ObjNum 699 snap 223 seq_num 699) dirty exists 2024-08-19T10:06:10.134 INFO:tasks.rados.rados.0.smithi190.stdout:2246: left oid 13 (ObjNum 699 snap 223 seq_num 699) 2024-08-19T10:06:10.409 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:10 smithi196 podman[92706]: 2024-08-19 10:06:10.107032123 +0000 UTC m=+0.644514591 container remove 9661529b83422069d2cc684405329a54af2d1aec3954e57045c210632f82fa51 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=main-7976693, io.buildah.version=1.36.0) 2024-08-19T10:06:10.409 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:10 smithi196 podman[92765]: 2024-08-19 10:06:10.308025061 +0000 UTC m=+0.103687288 container create 77276598bd198ce36184db3d3ca706247aca5e72aad2499003cdf6f93e678aa2 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-7976693, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-19T10:06:10.409 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:10 smithi196 podman[92765]: 2024-08-19 10:06:10.221618515 +0000 UTC m=+0.017280696 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:06:10.611 INFO:tasks.rados.rados.0.smithi190.stdout:2240: done (4 left) 2024-08-19T10:06:10.612 INFO:tasks.rados.rados.0.smithi190.stdout:2244: done (3 left) 2024-08-19T10:06:10.612 INFO:tasks.rados.rados.0.smithi190.stdout:2245: done (2 left) 2024-08-19T10:06:10.612 INFO:tasks.rados.rados.0.smithi190.stdout:2246: done (1 left) 2024-08-19T10:06:10.612 INFO:tasks.rados.rados.0.smithi190.stdout:2249: done (0 left) 2024-08-19T10:06:10.612 INFO:tasks.rados.rados.0.smithi190.stdout:2250: rollback oid 30 current snap is 224 2024-08-19T10:06:10.612 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 30 to 205 2024-08-19T10:06:10.612 INFO:tasks.rados.rados.0.smithi190.stdout:2251: rollback oid 21 current snap is 224 2024-08-19T10:06:10.612 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 21 to 205 2024-08-19T10:06:10.612 INFO:tasks.rados.rados.0.smithi190.stdout:2252: delete oid 10 current snap is 224 2024-08-19T10:06:10.615 INFO:tasks.rados.rados.0.smithi190.stdout:2251: finishing rollback tid 1 to smithi19066007-21 2024-08-19T10:06:10.615 INFO:tasks.rados.rados.0.smithi190.stdout:2251: finishing rollback tid 2 to smithi19066007-21 2024-08-19T10:06:10.615 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 1442 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:06:10.619 INFO:tasks.rados.rados.0.smithi190.stdout:2251: done (2 left) 2024-08-19T10:06:10.619 INFO:tasks.rados.rados.0.smithi190.stdout:2252: done (1 left) 2024-08-19T10:06:10.619 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 224 2024-08-19T10:06:10.619 INFO:tasks.rados.rados.0.smithi190.stdout:2253: seq_num 701 ranges {1474560=548864,2023424=696320,2719744=540672,3260416=368640} 2024-08-19T10:06:10.629 INFO:tasks.rados.rados.0.smithi190.stdout:2253: writing smithi19066007-6 from 1474560 to 2023424 tid 1 2024-08-19T10:06:10.633 INFO:tasks.rados.rados.0.smithi190.stdout:2253: writing smithi19066007-6 from 2023424 to 2719744 tid 2 2024-08-19T10:06:10.636 INFO:tasks.rados.rados.0.smithi190.stdout:2253: writing smithi19066007-6 from 2719744 to 3260416 tid 3 2024-08-19T10:06:10.638 INFO:tasks.rados.rados.0.smithi190.stdout:2253: writing smithi19066007-6 from 3260416 to 3629056 tid 4 2024-08-19T10:06:10.639 INFO:tasks.rados.rados.0.smithi190.stdout:2254: snap_create 2024-08-19T10:06:10.639 INFO:tasks.rados.rados.0.smithi190.stdout:2250: finishing rollback tid 0 to smithi19066007-30 2024-08-19T10:06:10.639 INFO:tasks.rados.rados.0.smithi190.stdout:2250: finishing rollback tid 1 to smithi19066007-30 2024-08-19T10:06:10.639 INFO:tasks.rados.rados.0.smithi190.stdout:2250: finishing rollback tid 2 to smithi19066007-30 2024-08-19T10:06:10.639 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 1450 (ObjNum 611 snap 193 seq_num 611) dirty exists 2024-08-19T10:06:10.639 INFO:tasks.rados.rados.0.smithi190.stdout:2253: finishing write tid 1 to smithi19066007-6 2024-08-19T10:06:10.639 INFO:tasks.rados.rados.0.smithi190.stdout:2253: finishing write tid 2 to smithi19066007-6 2024-08-19T10:06:10.641 INFO:tasks.rados.rados.0.smithi190.stdout:2253: finishing write tid 3 to smithi19066007-6 2024-08-19T10:06:10.641 INFO:tasks.rados.rados.0.smithi190.stdout:2253: finishing write tid 4 to smithi19066007-6 2024-08-19T10:06:10.641 INFO:tasks.rados.rados.0.smithi190.stdout:2253: finishing write tid 5 to smithi19066007-6 2024-08-19T10:06:10.642 INFO:tasks.rados.rados.0.smithi190.stdout:2253: finishing write tid 6 to smithi19066007-6 2024-08-19T10:06:10.642 INFO:tasks.rados.rados.0.smithi190.stdout:2253: oid 6 updating version 0 to 1367 2024-08-19T10:06:10.643 INFO:tasks.rados.rados.0.smithi190.stdout:2253: oid 6 version 1367 is already newer than 1363 2024-08-19T10:06:10.643 INFO:tasks.rados.rados.0.smithi190.stdout:2253: oid 6 version 1367 is already newer than 1366 2024-08-19T10:06:10.643 INFO:tasks.rados.rados.0.smithi190.stdout:2253: oid 6 version 1367 is already newer than 1365 2024-08-19T10:06:10.643 INFO:tasks.rados.rados.0.smithi190.stdout:2253: oid 6 version 1367 is already newer than 1364 2024-08-19T10:06:10.643 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1367 (ObjNum 701 snap 224 seq_num 701) dirty exists 2024-08-19T10:06:10.643 INFO:tasks.rados.rados.0.smithi190.stdout:2253: left oid 6 (ObjNum 701 snap 224 seq_num 701) 2024-08-19T10:06:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:10 smithi196 ceph-mon[72638]: osdmap e518: 8 total, 7 up, 8 in 2024-08-19T10:06:10.917 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:06:10 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[49680]: logger=cleanup t=2024-08-19T10:06:10.470504136Z level=info msg="Completed cleanup jobs" duration=12.598714ms 2024-08-19T10:06:10.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:10 smithi196 podman[92765]: 2024-08-19 10:06:10.510185917 +0000 UTC m=+0.305848105 container init 77276598bd198ce36184db3d3ca706247aca5e72aad2499003cdf6f93e678aa2 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-19T10:06:10.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:10 smithi196 podman[92765]: 2024-08-19 10:06:10.513687869 +0000 UTC m=+0.309350050 container start 77276598bd198ce36184db3d3ca706247aca5e72aad2499003cdf6f93e678aa2 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693) 2024-08-19T10:06:10.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:10 smithi196 ceph-osd[92784]: -- 172.21.15.196:0/3610693252 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563b6eaada40 con 0x563b6ea8bc00 2024-08-19T10:06:10.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:10 smithi196 bash[92765]: 77276598bd198ce36184db3d3ca706247aca5e72aad2499003cdf6f93e678aa2 2024-08-19T10:06:10.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:10 smithi196 systemd[1]: Started Ceph osd.7 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:06:11.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:10 smithi190 ceph-mon[77620]: osdmap e518: 8 total, 7 up, 8 in 2024-08-19T10:06:11.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:10 smithi190 ceph-mon[80032]: osdmap e518: 8 total, 7 up, 8 in 2024-08-19T10:06:11.615 INFO:tasks.rados.rados.0.smithi190.stdout:2250: done (2 left) 2024-08-19T10:06:11.615 INFO:tasks.rados.rados.0.smithi190.stdout:2253: done (1 left) 2024-08-19T10:06:11.615 INFO:tasks.rados.rados.0.smithi190.stdout:2254: done (0 left) 2024-08-19T10:06:11.615 INFO:tasks.rados.rados.0.smithi190.stdout:2255: rmattr oid 36 current snap is 225 2024-08-19T10:06:11.615 INFO:tasks.rados.rados.0.smithi190.stdout:2255: done (0 left) 2024-08-19T10:06:11.616 INFO:tasks.rados.rados.0.smithi190.stdout:2256: delete oid 24 current snap is 225 2024-08-19T10:06:11.618 INFO:tasks.rados.rados.0.smithi190.stdout:2256: done (0 left) 2024-08-19T10:06:11.619 INFO:tasks.rados.rados.0.smithi190.stdout:2257: read oid 46 snap -1 2024-08-19T10:06:11.619 INFO:tasks.rados.rados.0.smithi190.stdout:2257: expect (ObjNum 659 snap 203 seq_num 659) 2024-08-19T10:06:11.619 INFO:tasks.rados.rados.0.smithi190.stdout:2258: setattr oid 5 current snap is 225 2024-08-19T10:06:11.620 INFO:tasks.rados.rados.0.smithi190.stdout:2259: copy_from oid 6 from oid 7 current snap is 225 2024-08-19T10:06:11.620 INFO:tasks.rados.rados.0.smithi190.stdout:2260: read oid 48 snap -1 2024-08-19T10:06:11.620 INFO:tasks.rados.rados.0.smithi190.stdout:2260: expect (ObjNum 629 snap 196 seq_num 629) 2024-08-19T10:06:11.620 INFO:tasks.rados.rados.0.smithi190.stdout:2261: snap_remove snap 219 2024-08-19T10:06:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:11 smithi196 ceph-mon[72638]: pgmap v449: 121 pgs: 32 active+undersized, 5 peering, 13 active+undersized+degraded, 71 active+clean; 288 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 8.1 MiB/s wr, 45 op/s; 42/576 objects degraded (7.292%) 2024-08-19T10:06:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:11 smithi196 ceph-mon[72638]: Health check failed: Degraded data redundancy: 42/576 objects degraded (7.292%), 13 pgs degraded (PG_DEGRADED) 2024-08-19T10:06:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:11 smithi196 ceph-mon[72638]: osdmap e519: 8 total, 7 up, 8 in 2024-08-19T10:06:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:11.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:11 smithi190 ceph-mon[77620]: pgmap v449: 121 pgs: 32 active+undersized, 5 peering, 13 active+undersized+degraded, 71 active+clean; 288 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 8.1 MiB/s wr, 45 op/s; 42/576 objects degraded (7.292%) 2024-08-19T10:06:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:11 smithi190 ceph-mon[77620]: Health check failed: Degraded data redundancy: 42/576 objects degraded (7.292%), 13 pgs degraded (PG_DEGRADED) 2024-08-19T10:06:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:11 smithi190 ceph-mon[77620]: osdmap e519: 8 total, 7 up, 8 in 2024-08-19T10:06:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:12.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:11 smithi190 ceph-mon[80032]: pgmap v449: 121 pgs: 32 active+undersized, 5 peering, 13 active+undersized+degraded, 71 active+clean; 288 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 8.1 MiB/s wr, 45 op/s; 42/576 objects degraded (7.292%) 2024-08-19T10:06:12.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:11 smithi190 ceph-mon[80032]: Health check failed: Degraded data redundancy: 42/576 objects degraded (7.292%), 13 pgs degraded (PG_DEGRADED) 2024-08-19T10:06:12.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:11 smithi190 ceph-mon[80032]: osdmap e519: 8 total, 7 up, 8 in 2024-08-19T10:06:12.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:12.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:12.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:12.621 INFO:tasks.rados.rados.0.smithi190.stdout:2261: done (4 left) 2024-08-19T10:06:12.622 INFO:tasks.rados.rados.0.smithi190.stdout:2262: rmattr oid 24 current snap is 225 2024-08-19T10:06:12.622 INFO:tasks.rados.rados.0.smithi190.stdout:2262: done (4 left) 2024-08-19T10:06:12.622 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 225 2024-08-19T10:06:12.622 INFO:tasks.rados.rados.0.smithi190.stdout:2263: seq_num 703 ranges {3915776=581632,4497408=458752,4956160=557056,5513216=417792,5931008=172032} 2024-08-19T10:06:12.646 INFO:tasks.rados.rados.0.smithi190.stdout:2263: writing smithi19066007-13 from 3915776 to 4497408 tid 1 2024-08-19T10:06:12.649 INFO:tasks.rados.rados.0.smithi190.stdout:2263: writing smithi19066007-13 from 4497408 to 4956160 tid 2 2024-08-19T10:06:12.652 INFO:tasks.rados.rados.0.smithi190.stdout:2263: writing smithi19066007-13 from 4956160 to 5513216 tid 3 2024-08-19T10:06:12.655 INFO:tasks.rados.rados.0.smithi190.stdout:2263: writing smithi19066007-13 from 5513216 to 5931008 tid 4 2024-08-19T10:06:12.656 INFO:tasks.rados.rados.0.smithi190.stdout:2263: writing smithi19066007-13 from 5931008 to 6103040 tid 5 2024-08-19T10:06:12.656 INFO:tasks.rados.rados.0.smithi190.stdout:2264: snap_create 2024-08-19T10:06:12.657 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 1444 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:06:12.657 INFO:tasks.rados.rados.0.smithi190.stdout:2260: expect (ObjNum 629 snap 196 seq_num 629) 2024-08-19T10:06:12.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:12 smithi196 ceph-mon[72638]: osdmap e520: 8 total, 7 up, 8 in 2024-08-19T10:06:12.667 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:12 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:06:12.394+0000 7f8ddb502640 -1 Falling back to public interface 2024-08-19T10:06:12.718 INFO:tasks.rados.rados.0.smithi190.stdout:2259: finishing copy_from racing read to smithi19066007-6 2024-08-19T10:06:12.719 INFO:tasks.rados.rados.0.smithi190.stdout:2259: finishing copy_from to smithi19066007-6 2024-08-19T10:06:12.719 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1112 (ObjNum 651 snap 200 seq_num 651) dirty exists 2024-08-19T10:06:12.719 INFO:tasks.rados.rados.0.smithi190.stdout:2257: expect (ObjNum 659 snap 203 seq_num 659) 2024-08-19T10:06:13.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:12 smithi190 ceph-mon[77620]: osdmap e520: 8 total, 7 up, 8 in 2024-08-19T10:06:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:12 smithi190 ceph-mon[80032]: osdmap e520: 8 total, 7 up, 8 in 2024-08-19T10:06:13.182 INFO:tasks.rados.rados.0.smithi190.stdout:2263: finishing write tid 1 to smithi19066007-13 2024-08-19T10:06:13.183 INFO:tasks.rados.rados.0.smithi190.stdout:2263: finishing write tid 2 to smithi19066007-13 2024-08-19T10:06:13.183 INFO:tasks.rados.rados.0.smithi190.stdout:2263: finishing write tid 3 to smithi19066007-13 2024-08-19T10:06:13.183 INFO:tasks.rados.rados.0.smithi190.stdout:2263: finishing write tid 4 to smithi19066007-13 2024-08-19T10:06:13.183 INFO:tasks.rados.rados.0.smithi190.stdout:2263: finishing write tid 5 to smithi19066007-13 2024-08-19T10:06:13.183 INFO:tasks.rados.rados.0.smithi190.stdout:2263: finishing write tid 6 to smithi19066007-13 2024-08-19T10:06:13.183 INFO:tasks.rados.rados.0.smithi190.stdout:2263: finishing write tid 7 to smithi19066007-13 2024-08-19T10:06:13.183 INFO:tasks.rados.rados.0.smithi190.stdout:2263: oid 13 updating version 0 to 1226 2024-08-19T10:06:13.183 INFO:tasks.rados.rados.0.smithi190.stdout:2263: oid 13 version 1226 is already newer than 1223 2024-08-19T10:06:13.183 INFO:tasks.rados.rados.0.smithi190.stdout:2263: oid 13 updating version 1226 to 1227 2024-08-19T10:06:13.183 INFO:tasks.rados.rados.0.smithi190.stdout:2263: oid 13 updating version 1227 to 1228 2024-08-19T10:06:13.183 INFO:tasks.rados.rados.0.smithi190.stdout:2263: oid 13 version 1228 is already newer than 1225 2024-08-19T10:06:13.183 INFO:tasks.rados.rados.0.smithi190.stdout:2263: oid 13 version 1228 is already newer than 1224 2024-08-19T10:06:13.184 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 1228 (ObjNum 703 snap 225 seq_num 703) dirty exists 2024-08-19T10:06:13.184 INFO:tasks.rados.rados.0.smithi190.stdout:2263: left oid 13 (ObjNum 703 snap 225 seq_num 703) 2024-08-19T10:06:13.636 INFO:tasks.rados.rados.0.smithi190.stdout:2257: done (5 left) 2024-08-19T10:06:13.636 INFO:tasks.rados.rados.0.smithi190.stdout:2258: done (4 left) 2024-08-19T10:06:13.636 INFO:tasks.rados.rados.0.smithi190.stdout:2259: done (3 left) 2024-08-19T10:06:13.636 INFO:tasks.rados.rados.0.smithi190.stdout:2260: done (2 left) 2024-08-19T10:06:13.636 INFO:tasks.rados.rados.0.smithi190.stdout:2263: done (1 left) 2024-08-19T10:06:13.636 INFO:tasks.rados.rados.0.smithi190.stdout:2264: done (0 left) 2024-08-19T10:06:13.636 INFO:tasks.rados.rados.0.smithi190.stdout:2265: read oid 13 snap 223 2024-08-19T10:06:13.636 INFO:tasks.rados.rados.0.smithi190.stdout:2265: expect (ObjNum 699 snap 223 seq_num 699) 2024-08-19T10:06:13.636 INFO:tasks.rados.rados.0.smithi190.stdout:2266: read oid 44 snap 184 2024-08-19T10:06:13.636 INFO:tasks.rados.rados.0.smithi190.stdout:2266: expect (ObjNum 572 snap 177 seq_num 572) 2024-08-19T10:06:13.636 INFO:tasks.rados.rados.0.smithi190.stdout:2267: rollback oid 18 current snap is 226 2024-08-19T10:06:13.637 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 18 to 211 2024-08-19T10:06:13.637 INFO:tasks.rados.rados.0.smithi190.stdout:2268: read oid 42 snap -1 2024-08-19T10:06:13.637 INFO:tasks.rados.rados.0.smithi190.stdout:2268: expect deleted 2024-08-19T10:06:13.637 INFO:tasks.rados.rados.0.smithi190.stdout:2269: rmattr oid 17 current snap is 226 2024-08-19T10:06:13.637 INFO:tasks.rados.rados.0.smithi190.stdout:2269: done (4 left) 2024-08-19T10:06:13.637 INFO:tasks.rados.rados.0.smithi190.stdout:2270: read oid 39 snap -1 2024-08-19T10:06:13.637 INFO:tasks.rados.rados.0.smithi190.stdout:2270: expect (ObjNum 630 snap 196 seq_num 630) 2024-08-19T10:06:13.637 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 28 current snap is 226 2024-08-19T10:06:13.637 INFO:tasks.rados.rados.0.smithi190.stdout:2271: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2024-08-19T10:06:13.638 INFO:tasks.rados.rados.0.smithi190.stdout:2271: writing smithi19066007-28 from 0 to 598016 tid 1 2024-08-19T10:06:13.643 INFO:tasks.rados.rados.0.smithi190.stdout:2271: writing smithi19066007-28 from 598016 to 1343488 tid 2 2024-08-19T10:06:13.648 INFO:tasks.rados.rados.0.smithi190.stdout:2271: writing smithi19066007-28 from 1343488 to 2056192 tid 3 2024-08-19T10:06:13.650 INFO:tasks.rados.rados.0.smithi190.stdout:2271: writing smithi19066007-28 from 2056192 to 2203648 tid 4 2024-08-19T10:06:13.650 INFO:tasks.rados.rados.0.smithi190.stdout:2272: read oid 11 snap 223 2024-08-19T10:06:13.650 INFO:tasks.rados.rados.0.smithi190.stdout:2272: expect (ObjNum -938372016 snap 21847 seq_num 3356371200) 2024-08-19T10:06:13.650 INFO:tasks.rados.rados.0.smithi190.stdout:2273: snap_remove snap 225 2024-08-19T10:06:13.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:13 smithi196 ceph-mon[72638]: pgmap v452: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 33 op/s; 42/579 objects degraded (7.254%) 2024-08-19T10:06:13.913 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:13 smithi196 ceph-mon[72638]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-19T10:06:13.914 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:13 smithi196 ceph-mon[72638]: osdmap e521: 8 total, 7 up, 8 in 2024-08-19T10:06:14.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:13 smithi190 ceph-mon[77620]: pgmap v452: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 33 op/s; 42/579 objects degraded (7.254%) 2024-08-19T10:06:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:13 smithi190 ceph-mon[77620]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-19T10:06:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:13 smithi190 ceph-mon[77620]: osdmap e521: 8 total, 7 up, 8 in 2024-08-19T10:06:14.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:13 smithi190 ceph-mon[80032]: pgmap v452: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 33 op/s; 42/579 objects degraded (7.254%) 2024-08-19T10:06:14.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:13 smithi190 ceph-mon[80032]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-19T10:06:14.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:13 smithi190 ceph-mon[80032]: osdmap e521: 8 total, 7 up, 8 in 2024-08-19T10:06:14.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:06:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:06:14] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-08-19T10:06:14.637 INFO:tasks.rados.rados.0.smithi190.stdout:2273: done (7 left) 2024-08-19T10:06:14.637 INFO:tasks.rados.rados.0.smithi190.stdout:2274: delete oid 45 current snap is 226 2024-08-19T10:06:14.637 INFO:tasks.rados.rados.0.smithi190.stdout:2267: finishing rollback tid 0 to smithi19066007-18 2024-08-19T10:06:14.637 INFO:tasks.rados.rados.0.smithi190.stdout:2267: finishing rollback tid 1 to smithi19066007-18 2024-08-19T10:06:14.637 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 1455 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T10:06:14.637 INFO:tasks.rados.rados.0.smithi190.stdout:2270: expect (ObjNum 630 snap 196 seq_num 630) 2024-08-19T10:06:14.662 INFO:tasks.rados.rados.0.smithi190.stdout:2271: finishing write tid 1 to smithi19066007-28 2024-08-19T10:06:14.662 INFO:tasks.rados.rados.0.smithi190.stdout:2272: expect (ObjNum -938372016 snap 21847 seq_num 3356371200) 2024-08-19T10:06:14.664 INFO:tasks.rados.rados.0.smithi190.stdout:2271: finishing write tid 2 to smithi19066007-28 2024-08-19T10:06:14.664 INFO:tasks.rados.rados.0.smithi190.stdout:2265: expect (ObjNum 699 snap 223 seq_num 699) 2024-08-19T10:06:14.797 INFO:tasks.rados.rados.0.smithi190.stdout:2271: finishing write tid 3 to smithi19066007-28 2024-08-19T10:06:14.797 INFO:tasks.rados.rados.0.smithi190.stdout:2271: finishing write tid 4 to smithi19066007-28 2024-08-19T10:06:14.797 INFO:tasks.rados.rados.0.smithi190.stdout:2271: finishing write tid 5 to smithi19066007-28 2024-08-19T10:06:14.797 INFO:tasks.rados.rados.0.smithi190.stdout:2271: finishing write tid 6 to smithi19066007-28 2024-08-19T10:06:14.797 INFO:tasks.rados.rados.0.smithi190.stdout:2271: oid 28 updating version 0 to 1211 2024-08-19T10:06:14.797 INFO:tasks.rados.rados.0.smithi190.stdout:2271: oid 28 version 1211 is already newer than 1208 2024-08-19T10:06:14.797 INFO:tasks.rados.rados.0.smithi190.stdout:2271: oid 28 version 1211 is already newer than 1210 2024-08-19T10:06:14.797 INFO:tasks.rados.rados.0.smithi190.stdout:2271: oid 28 updating version 1211 to 1212 2024-08-19T10:06:14.797 INFO:tasks.rados.rados.0.smithi190.stdout:2271: oid 28 version 1212 is already newer than 1209 2024-08-19T10:06:14.797 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 1212 (ObjNum 704 snap 226 seq_num 704) dirty exists 2024-08-19T10:06:14.797 INFO:tasks.rados.rados.0.smithi190.stdout:2271: left oid 28 (ObjNum 704 snap 226 seq_num 704) 2024-08-19T10:06:14.798 INFO:tasks.rados.rados.0.smithi190.stdout:2266: expect (ObjNum 572 snap 177 seq_num 572) 2024-08-19T10:06:14.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:14 smithi196 ceph-mon[72638]: osdmap e522: 8 total, 7 up, 8 in 2024-08-19T10:06:15.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:14 smithi190 ceph-mon[77620]: osdmap e522: 8 total, 7 up, 8 in 2024-08-19T10:06:15.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:14 smithi190 ceph-mon[80032]: osdmap e522: 8 total, 7 up, 8 in 2024-08-19T10:06:15.302 INFO:tasks.rados.rados.0.smithi190.stdout:2265: done (7 left) 2024-08-19T10:06:15.302 INFO:tasks.rados.rados.0.smithi190.stdout:2266: done (6 left) 2024-08-19T10:06:15.302 INFO:tasks.rados.rados.0.smithi190.stdout:2267: done (5 left) 2024-08-19T10:06:15.302 INFO:tasks.rados.rados.0.smithi190.stdout:2268: done (4 left) 2024-08-19T10:06:15.302 INFO:tasks.rados.rados.0.smithi190.stdout:2270: done (3 left) 2024-08-19T10:06:15.302 INFO:tasks.rados.rados.0.smithi190.stdout:2271: done (2 left) 2024-08-19T10:06:15.302 INFO:tasks.rados.rados.0.smithi190.stdout:2272: done (1 left) 2024-08-19T10:06:15.302 INFO:tasks.rados.rados.0.smithi190.stdout:2274: done (0 left) 2024-08-19T10:06:15.303 INFO:tasks.rados.rados.0.smithi190.stdout:2275: setattr oid 9 current snap is 226 2024-08-19T10:06:15.303 INFO:tasks.rados.rados.0.smithi190.stdout:2276: snap_remove snap 205 2024-08-19T10:06:15.905 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:15 smithi196 ceph-mon[72638]: pgmap v455: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 298 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.8 MiB/s wr, 17 op/s; 43/609 objects degraded (7.061%) 2024-08-19T10:06:15.905 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:15 smithi196 ceph-mon[72638]: osdmap e523: 8 total, 7 up, 8 in 2024-08-19T10:06:15.905 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:15.905 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:15.906 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:15.906 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:06:15.906 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:15.906 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:16.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[77620]: pgmap v455: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 298 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.8 MiB/s wr, 17 op/s; 43/609 objects degraded (7.061%) 2024-08-19T10:06:16.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[77620]: osdmap e523: 8 total, 7 up, 8 in 2024-08-19T10:06:16.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:06:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:16.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[80032]: pgmap v455: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 298 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.8 MiB/s wr, 17 op/s; 43/609 objects degraded (7.061%) 2024-08-19T10:06:16.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[80032]: osdmap e523: 8 total, 7 up, 8 in 2024-08-19T10:06:16.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:16.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:16.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:16.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:06:16.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:16.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:16.093 INFO:tasks.rados.rados.0.smithi190.stdout:2276: done (1 left) 2024-08-19T10:06:16.093 INFO:tasks.rados.rados.0.smithi190.stdout:2277: snap_create 2024-08-19T10:06:16.093 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1213 (ObjNum 685 snap 220 seq_num 685) dirty exists 2024-08-19T10:06:16.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:16 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:06:16.005+0000 7f8ddb502640 -1 osd.7 513 log_to_monitors true 2024-08-19T10:06:16.909 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:06:16 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:06:16.545+0000 7f8dcf2a4640 -1 osd.7 513 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-19T10:06:16.909 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:16 smithi196 ceph-mon[72638]: from='osd.7 [v2:172.21.15.196:6824/2152790116,v1:172.21.15.196:6825/2152790116]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-19T10:06:16.909 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:16 smithi196 ceph-mon[72638]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-19T10:06:16.909 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:16 smithi196 ceph-mon[72638]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-19T10:06:16.909 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:16 smithi196 ceph-mon[72638]: osdmap e524: 8 total, 7 up, 8 in 2024-08-19T10:06:16.910 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:16 smithi196 ceph-mon[72638]: from='osd.7 [v2:172.21.15.196:6824/2152790116,v1:172.21.15.196:6825/2152790116]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:06:16.910 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:16 smithi196 ceph-mon[72638]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:06:16.910 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:16 smithi196 ceph-mon[72638]: from='osd.7 ' entity='osd.7' 2024-08-19T10:06:17.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:16 smithi190 ceph-mon[77620]: from='osd.7 [v2:172.21.15.196:6824/2152790116,v1:172.21.15.196:6825/2152790116]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-19T10:06:17.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:16 smithi190 ceph-mon[77620]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-19T10:06:17.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:16 smithi190 ceph-mon[77620]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-19T10:06:17.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:16 smithi190 ceph-mon[77620]: osdmap e524: 8 total, 7 up, 8 in 2024-08-19T10:06:17.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:16 smithi190 ceph-mon[77620]: from='osd.7 [v2:172.21.15.196:6824/2152790116,v1:172.21.15.196:6825/2152790116]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:06:17.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:16 smithi190 ceph-mon[77620]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:06:17.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:16 smithi190 ceph-mon[77620]: from='osd.7 ' entity='osd.7' 2024-08-19T10:06:17.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:16 smithi190 ceph-mon[80032]: from='osd.7 [v2:172.21.15.196:6824/2152790116,v1:172.21.15.196:6825/2152790116]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-19T10:06:17.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:16 smithi190 ceph-mon[80032]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-19T10:06:17.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:16 smithi190 ceph-mon[80032]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-19T10:06:17.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:16 smithi190 ceph-mon[80032]: osdmap e524: 8 total, 7 up, 8 in 2024-08-19T10:06:17.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:16 smithi190 ceph-mon[80032]: from='osd.7 [v2:172.21.15.196:6824/2152790116,v1:172.21.15.196:6825/2152790116]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:06:17.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:16 smithi190 ceph-mon[80032]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-19T10:06:17.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:16 smithi190 ceph-mon[80032]: from='osd.7 ' entity='osd.7' 2024-08-19T10:06:17.095 INFO:tasks.rados.rados.0.smithi190.stdout:2275: done (1 left) 2024-08-19T10:06:17.095 INFO:tasks.rados.rados.0.smithi190.stdout:2277: done (0 left) 2024-08-19T10:06:17.095 INFO:tasks.rados.rados.0.smithi190.stdout:2278: read oid 42 snap -1 2024-08-19T10:06:17.095 INFO:tasks.rados.rados.0.smithi190.stdout:2278: expect deleted 2024-08-19T10:06:17.095 INFO:tasks.rados.rados.0.smithi190.stdout:2279: snap_remove snap 223 2024-08-19T10:06:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:17 smithi196 ceph-mon[72638]: pgmap v457: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 300 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 43/612 objects degraded (7.026%) 2024-08-19T10:06:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:17 smithi196 ceph-mon[72638]: Health check update: Degraded data redundancy: 43/612 objects degraded (7.026%), 13 pgs degraded (PG_DEGRADED) 2024-08-19T10:06:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:17 smithi196 ceph-mon[72638]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:06:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:17 smithi196 ceph-mon[72638]: osd.7 [v2:172.21.15.196:6824/2152790116,v1:172.21.15.196:6825/2152790116] boot 2024-08-19T10:06:17.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:17 smithi196 ceph-mon[72638]: osdmap e525: 8 total, 8 up, 8 in 2024-08-19T10:06:17.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:17 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-19T10:06:18.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:17 smithi190 ceph-mon[77620]: pgmap v457: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 300 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 43/612 objects degraded (7.026%) 2024-08-19T10:06:18.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:17 smithi190 ceph-mon[77620]: Health check update: Degraded data redundancy: 43/612 objects degraded (7.026%), 13 pgs degraded (PG_DEGRADED) 2024-08-19T10:06:18.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:17 smithi190 ceph-mon[77620]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:06:18.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:17 smithi190 ceph-mon[77620]: osd.7 [v2:172.21.15.196:6824/2152790116,v1:172.21.15.196:6825/2152790116] boot 2024-08-19T10:06:18.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:17 smithi190 ceph-mon[77620]: osdmap e525: 8 total, 8 up, 8 in 2024-08-19T10:06:18.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:17 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-19T10:06:18.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:17 smithi190 ceph-mon[80032]: pgmap v457: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 300 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 43/612 objects degraded (7.026%) 2024-08-19T10:06:18.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:17 smithi190 ceph-mon[80032]: Health check update: Degraded data redundancy: 43/612 objects degraded (7.026%), 13 pgs degraded (PG_DEGRADED) 2024-08-19T10:06:18.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:17 smithi190 ceph-mon[80032]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-19T10:06:18.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:17 smithi190 ceph-mon[80032]: osd.7 [v2:172.21.15.196:6824/2152790116,v1:172.21.15.196:6825/2152790116] boot 2024-08-19T10:06:18.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:17 smithi190 ceph-mon[80032]: osdmap e525: 8 total, 8 up, 8 in 2024-08-19T10:06:18.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:17 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-19T10:06:18.099 INFO:tasks.rados.rados.0.smithi190.stdout:2279: done (1 left) 2024-08-19T10:06:18.099 INFO:tasks.rados.rados.0.smithi190.stdout:2280: copy_from oid 21 from oid 12 current snap is 227 2024-08-19T10:06:18.099 INFO:tasks.rados.rados.0.smithi190.stdout:2281: copy_from oid 13 from oid 26 current snap is 227 2024-08-19T10:06:18.100 INFO:tasks.rados.rados.0.smithi190.stdout:2282: delete oid 50 current snap is 227 2024-08-19T10:06:18.128 INFO:tasks.rados.rados.0.smithi190.stdout:2278: done (3 left) 2024-08-19T10:06:18.128 INFO:tasks.rados.rados.0.smithi190.stdout:2282: done (2 left) 2024-08-19T10:06:18.128 INFO:tasks.rados.rados.0.smithi190.stdout:2283: read oid 32 snap -1 2024-08-19T10:06:18.128 INFO:tasks.rados.rados.0.smithi190.stdout:2283: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:06:18.128 INFO:tasks.rados.rados.0.smithi190.stdout:2284: snap_remove snap 222 2024-08-19T10:06:19.101 INFO:tasks.rados.rados.0.smithi190.stdout:2284: done (3 left) 2024-08-19T10:06:19.101 INFO:tasks.rados.rados.0.smithi190.stdout:2285: snap_create 2024-08-19T10:06:19.101 INFO:tasks.rados.rados.0.smithi190.stdout:2281: finishing copy_from racing read to smithi19066007-13 2024-08-19T10:06:19.102 INFO:tasks.rados.rados.0.smithi190.stdout:2283: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:06:19.105 INFO:tasks.rados.rados.0.smithi190.stdout:2281: finishing copy_from to smithi19066007-13 2024-08-19T10:06:19.106 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 1205 (ObjNum 645 snap 198 seq_num 645) dirty exists 2024-08-19T10:06:19.106 INFO:tasks.rados.rados.0.smithi190.stdout:2280: finishing copy_from racing read to smithi19066007-21 2024-08-19T10:06:19.106 INFO:tasks.rados.rados.0.smithi190.stdout:2280: finishing copy_from to smithi19066007-21 2024-08-19T10:06:19.106 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 1217 (ObjNum 694 snap 223 seq_num 694) dirty exists 2024-08-19T10:06:19.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: pgmap v460: 121 pgs: 3 peering, 34 active+undersized, 13 active+undersized+degraded, 71 active+clean; 302 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1019 KiB/s wr, 10 op/s; 43/615 objects degraded (6.992%) 2024-08-19T10:06:19.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: osdmap e526: 8 total, 8 up, 8 in 2024-08-19T10:06:19.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:19.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:19.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:19.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:06:19.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:19.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:19.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:19.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:19.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:19.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:19.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:19.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-19T10:06:19.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-19T10:06:19.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-19T10:06:19.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-19T10:06:19.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-19T10:06:19.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-19T10:06:19.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-19T10:06:19.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-19T10:06:19.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-19T10:06:19.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-19T10:06:19.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-19T10:06:19.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-19T10:06:19.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-19T10:06:19.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-19T10:06:19.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-19T10:06:19.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-19T10:06:19.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-19T10:06:19.481 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: pgmap v460: 121 pgs: 3 peering, 34 active+undersized, 13 active+undersized+degraded, 71 active+clean; 302 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1019 KiB/s wr, 10 op/s; 43/615 objects degraded (6.992%) 2024-08-19T10:06:19.481 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: osdmap e526: 8 total, 8 up, 8 in 2024-08-19T10:06:19.481 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:19.481 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:19.481 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:19.481 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:06:19.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:19.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:19.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:19.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:19.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:19.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:19.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:19.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-19T10:06:19.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-19T10:06:19.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-19T10:06:19.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-19T10:06:19.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-19T10:06:19.482 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-19T10:06:19.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-19T10:06:19.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-19T10:06:19.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-19T10:06:19.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-19T10:06:19.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-19T10:06:19.483 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-19T10:06:19.483 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: pgmap v460: 121 pgs: 3 peering, 34 active+undersized, 13 active+undersized+degraded, 71 active+clean; 302 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1019 KiB/s wr, 10 op/s; 43/615 objects degraded (6.992%) 2024-08-19T10:06:19.483 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: osdmap e526: 8 total, 8 up, 8 in 2024-08-19T10:06:19.483 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:19.483 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:19.483 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:19.484 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:06:19.484 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:19.484 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:19.484 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:19.484 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:19.484 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:19.484 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:19.484 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:19.484 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-19T10:06:19.484 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-19T10:06:19.484 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-19T10:06:19.484 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-19T10:06:19.484 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-19T10:06:19.485 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-19T10:06:19.485 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-19T10:06:19.485 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-19T10:06:19.485 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-19T10:06:19.485 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-19T10:06:19.485 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-19T10:06:19.485 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-19T10:06:19.485 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-19T10:06:19.485 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-19T10:06:19.485 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-19T10:06:19.485 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-19T10:06:19.486 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-19T10:06:19.486 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-19T10:06:19.486 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-19T10:06:19.486 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-19T10:06:19.486 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-19T10:06:19.486 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-19T10:06:20.112 INFO:tasks.rados.rados.0.smithi190.stdout:2280: done (3 left) 2024-08-19T10:06:20.113 INFO:tasks.rados.rados.0.smithi190.stdout:2281: done (2 left) 2024-08-19T10:06:20.113 INFO:tasks.rados.rados.0.smithi190.stdout:2283: done (1 left) 2024-08-19T10:06:20.113 INFO:tasks.rados.rados.0.smithi190.stdout:2285: done (0 left) 2024-08-19T10:06:20.113 INFO:tasks.rados.rados.0.smithi190.stdout:2286: snap_remove snap 218 2024-08-19T10:06:20.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:20 smithi196 ceph-mon[72638]: Upgrade: Setting container_image for all osd 2024-08-19T10:06:20.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:20 smithi196 ceph-mon[72638]: Upgrade: Setting require_osd_release to 19 squid 2024-08-19T10:06:20.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:20 smithi196 ceph-mon[72638]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-19T10:06:20.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:20 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-19T10:06:20.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:20 smithi196 ceph-mon[72638]: osdmap e527: 8 total, 8 up, 8 in 2024-08-19T10:06:20.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:20 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-19T10:06:20.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:20 smithi196 ceph-mon[72638]: Upgrade: It appears safe to stop mds.a 2024-08-19T10:06:20.491 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:20 smithi190 ceph-mon[77620]: Upgrade: Setting container_image for all osd 2024-08-19T10:06:20.492 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:20 smithi190 ceph-mon[77620]: Upgrade: Setting require_osd_release to 19 squid 2024-08-19T10:06:20.492 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:20 smithi190 ceph-mon[77620]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-19T10:06:20.492 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:20 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-19T10:06:20.492 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:20 smithi190 ceph-mon[77620]: osdmap e527: 8 total, 8 up, 8 in 2024-08-19T10:06:20.492 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:20 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-19T10:06:20.492 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:20 smithi190 ceph-mon[77620]: Upgrade: It appears safe to stop mds.a 2024-08-19T10:06:20.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:20 smithi190 ceph-mon[80032]: Upgrade: Setting container_image for all osd 2024-08-19T10:06:20.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:20 smithi190 ceph-mon[80032]: Upgrade: Setting require_osd_release to 19 squid 2024-08-19T10:06:20.492 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:20 smithi190 ceph-mon[80032]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-19T10:06:20.493 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:20 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-19T10:06:20.493 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:20 smithi190 ceph-mon[80032]: osdmap e527: 8 total, 8 up, 8 in 2024-08-19T10:06:20.493 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:20 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-19T10:06:20.493 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:20 smithi190 ceph-mon[80032]: Upgrade: It appears safe to stop mds.a 2024-08-19T10:06:21.114 INFO:tasks.rados.rados.0.smithi190.stdout:2286: done (0 left) 2024-08-19T10:06:21.114 INFO:tasks.rados.rados.0.smithi190.stdout:2287: copy_from oid 33 from oid 14 current snap is 228 2024-08-19T10:06:21.114 INFO:tasks.rados.rados.0.smithi190.stdout:2288: rmattr oid 20 current snap is 228 2024-08-19T10:06:21.114 INFO:tasks.rados.rados.0.smithi190.stdout:2288: done (1 left) 2024-08-19T10:06:21.114 INFO:tasks.rados.rados.0.smithi190.stdout:2289: snap_remove snap 199 2024-08-19T10:06:21.182 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:21 smithi190 ceph-mon[80032]: pgmap v463: 121 pgs: 3 peering, 17 active+undersized, 6 active+undersized+degraded, 95 active+clean; 307 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 723 KiB/s rd, 1.8 MiB/s wr, 10 op/s; 22/627 objects degraded (3.509%); 1.8 MiB/s, 0 objects/s recovering 2024-08-19T10:06:21.182 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:21 smithi190 ceph-mon[80032]: osdmap e528: 8 total, 8 up, 8 in 2024-08-19T10:06:21.182 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:21 smithi190 ceph-mon[80032]: Upgrade: Updating mds.a 2024-08-19T10:06:21.182 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:21 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:21.182 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:21 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T10:06:21.182 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:21 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:21.183 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:21 smithi190 ceph-mon[80032]: Deploying daemon mds.a on smithi190 2024-08-19T10:06:21.183 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:21 smithi190 ceph-mon[77620]: pgmap v463: 121 pgs: 3 peering, 17 active+undersized, 6 active+undersized+degraded, 95 active+clean; 307 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 723 KiB/s rd, 1.8 MiB/s wr, 10 op/s; 22/627 objects degraded (3.509%); 1.8 MiB/s, 0 objects/s recovering 2024-08-19T10:06:21.183 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:21 smithi190 ceph-mon[77620]: osdmap e528: 8 total, 8 up, 8 in 2024-08-19T10:06:21.183 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:21 smithi190 ceph-mon[77620]: Upgrade: Updating mds.a 2024-08-19T10:06:21.183 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:21 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:21.183 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:21 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T10:06:21.183 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:21 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:21.183 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:21 smithi190 ceph-mon[77620]: Deploying daemon mds.a on smithi190 2024-08-19T10:06:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:21 smithi196 ceph-mon[72638]: pgmap v463: 121 pgs: 3 peering, 17 active+undersized, 6 active+undersized+degraded, 95 active+clean; 307 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 723 KiB/s rd, 1.8 MiB/s wr, 10 op/s; 22/627 objects degraded (3.509%); 1.8 MiB/s, 0 objects/s recovering 2024-08-19T10:06:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:21 smithi196 ceph-mon[72638]: osdmap e528: 8 total, 8 up, 8 in 2024-08-19T10:06:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:21 smithi196 ceph-mon[72638]: Upgrade: Updating mds.a 2024-08-19T10:06:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:21 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:21 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T10:06:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:21 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:21 smithi196 ceph-mon[72638]: Deploying daemon mds.a on smithi190 2024-08-19T10:06:22.123 INFO:tasks.rados.rados.0.smithi190.stdout:2289: done (1 left) 2024-08-19T10:06:22.124 INFO:tasks.rados.rados.0.smithi190.stdout:2290: snap_create 2024-08-19T10:06:22.124 INFO:tasks.rados.rados.0.smithi190.stdout:2287: finishing copy_from racing read to smithi19066007-33 2024-08-19T10:06:22.124 INFO:tasks.rados.rados.0.smithi190.stdout:2287: finishing copy_from to smithi19066007-33 2024-08-19T10:06:22.124 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 1212 (ObjNum 585 snap 182 seq_num 585) dirty exists 2024-08-19T10:06:22.225 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:22 smithi190 ceph-mon[80032]: osdmap e529: 8 total, 8 up, 8 in 2024-08-19T10:06:22.225 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:22 smithi190 ceph-mon[77620]: osdmap e529: 8 total, 8 up, 8 in 2024-08-19T10:06:22.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:22 smithi196 ceph-mon[72638]: osdmap e529: 8 total, 8 up, 8 in 2024-08-19T10:06:22.483 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:22 smithi190 systemd[1]: Stopping Ceph mds.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:06:22.814 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a[52087]: 2024-08-19T10:06:22.481+0000 7f59a0cf3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:06:22.815 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a[52087]: 2024-08-19T10:06:22.481+0000 7f59a0cf3640 -1 mds.a *** got signal Terminated *** 2024-08-19T10:06:23.124 INFO:tasks.rados.rados.0.smithi190.stdout:2287: done (1 left) 2024-08-19T10:06:23.125 INFO:tasks.rados.rados.0.smithi190.stdout:2290: done (0 left) 2024-08-19T10:06:23.125 INFO:tasks.rados.rados.0.smithi190.stdout:2291: read oid 47 snap -1 2024-08-19T10:06:23.125 INFO:tasks.rados.rados.0.smithi190.stdout:2291: expect (ObjNum 510 snap 163 seq_num 510) 2024-08-19T10:06:23.125 INFO:tasks.rados.rados.0.smithi190.stdout:2292: delete oid 12 current snap is 229 2024-08-19T10:06:23.133 INFO:tasks.rados.rados.0.smithi190.stdout:2292: done (1 left) 2024-08-19T10:06:23.133 INFO:tasks.rados.rados.0.smithi190.stdout:2293: read oid 46 snap -1 2024-08-19T10:06:23.133 INFO:tasks.rados.rados.0.smithi190.stdout:2293: expect (ObjNum 659 snap 203 seq_num 659) 2024-08-19T10:06:23.133 INFO:tasks.rados.rados.0.smithi190.stdout:2294: read oid 44 snap -1 2024-08-19T10:06:23.133 INFO:tasks.rados.rados.0.smithi190.stdout:2294: expect (ObjNum 670 snap 209 seq_num 670) 2024-08-19T10:06:23.133 INFO:tasks.rados.rados.0.smithi190.stdout:2295: snap_remove snap 221 2024-08-19T10:06:23.356 INFO:tasks.rados.rados.0.smithi190.stdout:2295: done (3 left) 2024-08-19T10:06:23.356 INFO:tasks.rados.rados.0.smithi190.stdout:2296: copy_from oid 28 from oid 43 current snap is 229 2024-08-19T10:06:23.356 INFO:tasks.rados.rados.0.smithi190.stdout:2297: snap_create 2024-08-19T10:06:23.356 INFO:tasks.rados.rados.0.smithi190.stdout:2291: expect (ObjNum 510 snap 163 seq_num 510) 2024-08-19T10:06:23.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:23 smithi196 ceph-mon[72638]: pgmap v466: 121 pgs: 3 peering, 118 active+clean; 307 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 723 KiB/s rd, 1.3 MiB/s wr, 3 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-08-19T10:06:23.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:23 smithi196 ceph-mon[72638]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/627 objects degraded (3.509%), 6 pgs degraded) 2024-08-19T10:06:23.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:23 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:06:23.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:23 smithi196 ceph-mon[72638]: osdmap e530: 8 total, 8 up, 8 in 2024-08-19T10:06:23.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:23 smithi190 ceph-mon[77620]: pgmap v466: 121 pgs: 3 peering, 118 active+clean; 307 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 723 KiB/s rd, 1.3 MiB/s wr, 3 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-08-19T10:06:23.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:23 smithi190 ceph-mon[77620]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/627 objects degraded (3.509%), 6 pgs degraded) 2024-08-19T10:06:23.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:23 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:06:23.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:23 smithi190 ceph-mon[77620]: osdmap e530: 8 total, 8 up, 8 in 2024-08-19T10:06:23.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:23 smithi190 ceph-mon[80032]: pgmap v466: 121 pgs: 3 peering, 118 active+clean; 307 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 723 KiB/s rd, 1.3 MiB/s wr, 3 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-08-19T10:06:23.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:23 smithi190 ceph-mon[80032]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 22/627 objects degraded (3.509%), 6 pgs degraded) 2024-08-19T10:06:23.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:23 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:06:23.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:23 smithi190 ceph-mon[80032]: osdmap e530: 8 total, 8 up, 8 in 2024-08-19T10:06:23.574 INFO:tasks.rados.rados.0.smithi190.stdout:2294: expect (ObjNum 670 snap 209 seq_num 670) 2024-08-19T10:06:23.615 INFO:tasks.rados.rados.0.smithi190.stdout:2293: expect (ObjNum 659 snap 203 seq_num 659) 2024-08-19T10:06:24.041 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:23 smithi190 podman[105039]: 2024-08-19 10:06:23.74747709 +0000 UTC m=+1.373300036 container died e6af5dc873461d732999f7712ee1d1b17503d7a7df59c49f5841accb20806909 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a, RELEASE=reef-baa926d, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-19T10:06:24.091 INFO:tasks.rados.rados.0.smithi190.stdout:2296: finishing copy_from racing read to smithi19066007-28 2024-08-19T10:06:24.091 INFO:tasks.rados.rados.0.smithi190.stdout:2296: finishing copy_from to smithi19066007-28 2024-08-19T10:06:24.091 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 1437 (ObjNum 687 snap 221 seq_num 687) dirty exists 2024-08-19T10:06:24.314 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:06:24 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:06:24] "GET /metrics HTTP/1.1" 200 36376 "" "Prometheus/2.43.0" 2024-08-19T10:06:24.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:24 smithi190 ceph-mon[80032]: osdmap e531: 8 total, 8 up, 8 in 2024-08-19T10:06:24.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:24 smithi190 ceph-mon[80032]: fsmap cephfs:1 {0=b=up:active} 2024-08-19T10:06:24.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:24 smithi190 ceph-mon[80032]: osdmap e532: 8 total, 8 up, 8 in 2024-08-19T10:06:24.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:24 smithi190 ceph-mon[77620]: osdmap e531: 8 total, 8 up, 8 in 2024-08-19T10:06:24.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:24 smithi190 ceph-mon[77620]: fsmap cephfs:1 {0=b=up:active} 2024-08-19T10:06:24.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:24 smithi190 ceph-mon[77620]: osdmap e532: 8 total, 8 up, 8 in 2024-08-19T10:06:24.316 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:24 smithi190 podman[105039]: 2024-08-19 10:06:24.139992478 +0000 UTC m=+1.765815423 container cleanup e6af5dc873461d732999f7712ee1d1b17503d7a7df59c49f5841accb20806909 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=reef-baa926d) 2024-08-19T10:06:24.316 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:24 smithi190 bash[105039]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a 2024-08-19T10:06:24.365 INFO:tasks.rados.rados.0.smithi190.stdout:2291: done (4 left) 2024-08-19T10:06:24.365 INFO:tasks.rados.rados.0.smithi190.stdout:2293: done (3 left) 2024-08-19T10:06:24.365 INFO:tasks.rados.rados.0.smithi190.stdout:2294: done (2 left) 2024-08-19T10:06:24.365 INFO:tasks.rados.rados.0.smithi190.stdout:2296: done (1 left) 2024-08-19T10:06:24.365 INFO:tasks.rados.rados.0.smithi190.stdout:2297: done (0 left) 2024-08-19T10:06:24.365 INFO:tasks.rados.rados.0.smithi190.stdout:2298: setattr oid 23 current snap is 230 2024-08-19T10:06:24.366 INFO:tasks.rados.rados.0.smithi190.stdout:2299: snap_create 2024-08-19T10:06:24.369 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1438 (ObjNum 664 snap 204 seq_num 664) dirty exists 2024-08-19T10:06:24.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:24 smithi196 ceph-mon[72638]: osdmap e531: 8 total, 8 up, 8 in 2024-08-19T10:06:24.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:24 smithi196 ceph-mon[72638]: fsmap cephfs:1 {0=b=up:active} 2024-08-19T10:06:24.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:24 smithi196 ceph-mon[72638]: osdmap e532: 8 total, 8 up, 8 in 2024-08-19T10:06:24.697 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:24 smithi190 podman[105054]: 2024-08-19 10:06:24.342479831 +0000 UTC m=+0.589066592 container remove e6af5dc873461d732999f7712ee1d1b17503d7a7df59c49f5841accb20806909 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=reef-baa926d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-19T10:06:24.697 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:24 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mds.a.service: Deactivated successfully. 2024-08-19T10:06:24.697 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:24 smithi190 systemd[1]: Stopped Ceph mds.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:06:24.697 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:24 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mds.a.service: Consumed 1.094s CPU time. 2024-08-19T10:06:25.037 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:24 smithi190 systemd[1]: Starting Ceph mds.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:06:25.037 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:24 smithi190 podman[105183]: 2024-08-19 10:06:24.813801367 +0000 UTC m=+0.017230104 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:06:25.037 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:24 smithi190 podman[105183]: 2024-08-19 10:06:24.93401474 +0000 UTC m=+0.137443512 container create 10d59170f6fecd133f76641596f0d64e46860c7c7c34370c6bf6e1eb3af31e70 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-08-19T10:06:25.290 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:25 smithi190 podman[105183]: 2024-08-19 10:06:25.153083191 +0000 UTC m=+0.356511921 container init 10d59170f6fecd133f76641596f0d64e46860c7c7c34370c6bf6e1eb3af31e70 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-19T10:06:25.291 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:25 smithi190 podman[105183]: 2024-08-19 10:06:25.157001456 +0000 UTC m=+0.360430188 container start 10d59170f6fecd133f76641596f0d64e46860c7c7c34370c6bf6e1eb3af31e70 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693) 2024-08-19T10:06:25.291 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a[105198]: starting mds.a at 2024-08-19T10:06:25.291 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:25 smithi190 bash[105183]: 10d59170f6fecd133f76641596f0d64e46860c7c7c34370c6bf6e1eb3af31e70 2024-08-19T10:06:25.291 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:25 smithi190 systemd[1]: Started Ceph mds.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:06:25.381 INFO:tasks.rados.rados.0.smithi190.stdout:2298: done (1 left) 2024-08-19T10:06:25.381 INFO:tasks.rados.rados.0.smithi190.stdout:2299: done (0 left) 2024-08-19T10:06:25.381 INFO:tasks.rados.rados.0.smithi190.stdout:2300: read oid 30 snap 184 2024-08-19T10:06:25.381 INFO:tasks.rados.rados.0.smithi190.stdout:2300: expect (ObjNum 583 snap 182 seq_num 583) 2024-08-19T10:06:25.381 INFO:tasks.rados.rados.0.smithi190.stdout:2301: read oid 25 snap -1 2024-08-19T10:06:25.381 INFO:tasks.rados.rados.0.smithi190.stdout:2301: expect deleted 2024-08-19T10:06:25.381 INFO:tasks.rados.rados.0.smithi190.stdout:2302: read oid 50 snap -1 2024-08-19T10:06:25.381 INFO:tasks.rados.rados.0.smithi190.stdout:2302: expect deleted 2024-08-19T10:06:25.381 INFO:tasks.rados.rados.0.smithi190.stdout:2303: snap_create 2024-08-19T10:06:25.393 INFO:tasks.rados.rados.0.smithi190.stdout:2300: expect (ObjNum 583 snap 182 seq_num 583) 2024-08-19T10:06:25.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:25 smithi190 ceph-mon[80032]: pgmap v470: 121 pgs: 121 active+clean; 304 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s, 1 objects/s recovering 2024-08-19T10:06:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:25 smithi190 ceph-mon[80032]: osdmap e533: 8 total, 8 up, 8 in 2024-08-19T10:06:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:25 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:25 smithi190 ceph-mon[77620]: pgmap v470: 121 pgs: 121 active+clean; 304 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s, 1 objects/s recovering 2024-08-19T10:06:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:25 smithi190 ceph-mon[77620]: osdmap e533: 8 total, 8 up, 8 in 2024-08-19T10:06:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:25.566 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:25 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:25 smithi196 ceph-mon[72638]: pgmap v470: 121 pgs: 121 active+clean; 304 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s, 1 objects/s recovering 2024-08-19T10:06:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:25 smithi196 ceph-mon[72638]: osdmap e533: 8 total, 8 up, 8 in 2024-08-19T10:06:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:25 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:25.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:25 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:25.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:25 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:25.830 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:06:26.385 INFO:tasks.rados.rados.0.smithi190.stdout:2300: done (3 left) 2024-08-19T10:06:26.385 INFO:tasks.rados.rados.0.smithi190.stdout:2301: done (2 left) 2024-08-19T10:06:26.386 INFO:tasks.rados.rados.0.smithi190.stdout:2302: done (1 left) 2024-08-19T10:06:26.386 INFO:tasks.rados.rados.0.smithi190.stdout:2303: done (0 left) 2024-08-19T10:06:26.386 INFO:tasks.rados.rados.0.smithi190.stdout:2304: snap_remove snap 203 2024-08-19T10:06:26.415 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:06:26.415 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (9m) 2m ago 10m 24.6M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T10:06:26.415 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (10m) 11s ago 10m 88.2M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:06:26.415 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 starting - - - - 2024-08-19T10:06:26.415 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (11m) 11s ago 11m 21.5M - 18.2.4-721-gbaa926de e6c292a6bc95 9a0106ea537f 2024-08-19T10:06:26.415 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (5m) 11s ago 15m 454M - 19.0.0-5847-g79766939 50bbda8a3289 0261da8614e1 2024-08-19T10:06:26.415 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (6m) 2m ago 16m 519M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:06:26.415 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (5m) 2m ago 16m 52.5M 2048M 19.0.0-5847-g79766939 50bbda8a3289 91d6e2488c1e 2024-08-19T10:06:26.415 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (4m) 11s ago 15m 46.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9404d29f9b76 2024-08-19T10:06:26.415 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (5m) 2m ago 15m 44.0M 2048M 19.0.0-5847-g79766939 50bbda8a3289 3794657df204 2024-08-19T10:06:26.416 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (10m) 2m ago 10m 17.5M - 1.5.0 0da6a335fe13 491e1ec08f97 2024-08-19T10:06:26.416 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (10m) 11s ago 10m 15.9M - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T10:06:26.416 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (4m) 2m ago 14m 171M 2480M 19.0.0-5847-g79766939 50bbda8a3289 61b2dae95959 2024-08-19T10:06:26.416 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (3m) 2m ago 14m 135M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7f561102fab8 2024-08-19T10:06:26.416 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (3m) 2m ago 14m 97.9M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7934388ea700 2024-08-19T10:06:26.416 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (2m) 2m ago 13m 11.3M 2480M 19.0.0-5847-g79766939 50bbda8a3289 977721cdb7a4 2024-08-19T10:06:26.416 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (118s) 11s ago 13m 148M 2480M 19.0.0-5847-g79766939 50bbda8a3289 1c12e17d0300 2024-08-19T10:06:26.416 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (84s) 11s ago 12m 128M 2480M 19.0.0-5847-g79766939 50bbda8a3289 df36d05a1629 2024-08-19T10:06:26.416 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (50s) 11s ago 12m 94.2M 2480M 19.0.0-5847-g79766939 50bbda8a3289 c400fd4d81f6 2024-08-19T10:06:26.416 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (16s) 11s ago 12m 11.6M 2480M 19.0.0-5847-g79766939 50bbda8a3289 77276598bd19 2024-08-19T10:06:26.416 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (5m) 11s ago 10m 56.0M - 2.43.0 a07b618ecd1d 3fdb2a720e67 2024-08-19T10:06:26.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:26 smithi196 ceph-mon[72638]: mds.? [v2:172.21.15.190:6834/4041370990,v1:172.21.15.190:6835/4041370990] up:boot 2024-08-19T10:06:26.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:26 smithi196 ceph-mon[72638]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T10:06:26.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:26 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T10:06:26.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:26 smithi196 ceph-mon[72638]: osdmap e534: 8 total, 8 up, 8 in 2024-08-19T10:06:26.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:26 smithi190 ceph-mon[80032]: mds.? [v2:172.21.15.190:6834/4041370990,v1:172.21.15.190:6835/4041370990] up:boot 2024-08-19T10:06:26.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:26 smithi190 ceph-mon[80032]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T10:06:26.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:26 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T10:06:26.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:26 smithi190 ceph-mon[80032]: osdmap e534: 8 total, 8 up, 8 in 2024-08-19T10:06:26.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:26 smithi190 ceph-mon[77620]: mds.? [v2:172.21.15.190:6834/4041370990,v1:172.21.15.190:6835/4041370990] up:boot 2024-08-19T10:06:26.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:26 smithi190 ceph-mon[77620]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-19T10:06:26.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:26 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T10:06:26.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:26 smithi190 ceph-mon[77620]: osdmap e534: 8 total, 8 up, 8 in 2024-08-19T10:06:26.846 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:06:26.846 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:06:26.846 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:06:26.846 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:06:26.846 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:06:26.846 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:06:26.846 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:06:26.846 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:06:26.846 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 8 2024-08-19T10:06:26.846 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:06:26.846 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:06:26.846 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 1, 2024-08-19T10:06:26.847 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 1 2024-08-19T10:06:26.847 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:06:26.847 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:06:26.847 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 18.2.4-721-gbaa926de (baa926deef3d9e81dd31b10a4ae9969a5fbce5ae) reef (stable)": 1, 2024-08-19T10:06:26.847 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 14 2024-08-19T10:06:26.847 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:06:26.847 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:06:27.137 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:06:27.138 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:06:27.138 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:06:27.138 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:06:27.138 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [ 2024-08-19T10:06:27.138 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr", 2024-08-19T10:06:27.138 INFO:teuthology.orchestra.run.smithi190.stdout: "mon", 2024-08-19T10:06:27.138 INFO:teuthology.orchestra.run.smithi190.stdout: "osd" 2024-08-19T10:06:27.138 INFO:teuthology.orchestra.run.smithi190.stdout: ], 2024-08-19T10:06:27.138 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "13/20 daemons upgraded", 2024-08-19T10:06:27.138 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading mds daemons", 2024-08-19T10:06:27.138 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:06:27.139 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:06:27.394 INFO:tasks.rados.rados.0.smithi190.stdout:2304: done (0 left) 2024-08-19T10:06:27.394 INFO:tasks.rados.rados.0.smithi190.stdout:2305: rmattr oid 49 current snap is 232 2024-08-19T10:06:27.394 INFO:tasks.rados.rados.0.smithi190.stdout:2305: done (0 left) 2024-08-19T10:06:27.394 INFO:tasks.rados.rados.0.smithi190.stdout:2306: rollback oid 9 current snap is 232 2024-08-19T10:06:27.394 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 9 to 216 2024-08-19T10:06:27.394 INFO:tasks.rados.rados.0.smithi190.stdout:2307: snap_create 2024-08-19T10:06:27.412 INFO:tasks.rados.rados.0.smithi190.stdout:2306: finishing rollback tid 0 to smithi19066007-9 2024-08-19T10:06:27.412 INFO:tasks.rados.rados.0.smithi190.stdout:2306: finishing rollback tid 1 to smithi19066007-9 2024-08-19T10:06:27.413 INFO:tasks.rados.rados.0.smithi190.stdout:2306: finishing rollback tid 2 to smithi19066007-9 2024-08-19T10:06:27.413 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1441 (ObjNum 515 snap 164 seq_num 515) dirty exists 2024-08-19T10:06:27.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:27 smithi190 ceph-mon[77620]: from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:27.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:27 smithi190 ceph-mon[77620]: pgmap v473: 121 pgs: 121 active+clean; 294 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 2 op/s 2024-08-19T10:06:27.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:27 smithi190 ceph-mon[77620]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:27.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:27 smithi190 ceph-mon[77620]: osdmap e535: 8 total, 8 up, 8 in 2024-08-19T10:06:27.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:27 smithi190 ceph-mon[77620]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:27.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:27 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2956914396' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:27.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:27 smithi190 ceph-mon[80032]: from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:27.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:27 smithi190 ceph-mon[80032]: pgmap v473: 121 pgs: 121 active+clean; 294 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 2 op/s 2024-08-19T10:06:27.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:27 smithi190 ceph-mon[80032]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:27.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:27 smithi190 ceph-mon[80032]: osdmap e535: 8 total, 8 up, 8 in 2024-08-19T10:06:27.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:27 smithi190 ceph-mon[80032]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:27.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:27 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2956914396' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:27 smithi196 ceph-mon[72638]: from='client.44420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:27 smithi196 ceph-mon[72638]: pgmap v473: 121 pgs: 121 active+clean; 294 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 2 op/s 2024-08-19T10:06:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:27 smithi196 ceph-mon[72638]: from='client.34500 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:27 smithi196 ceph-mon[72638]: osdmap e535: 8 total, 8 up, 8 in 2024-08-19T10:06:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:27 smithi196 ceph-mon[72638]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:27.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:27 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2956914396' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:28.357 INFO:tasks.rados.rados.0.smithi190.stdout:2306: done (1 left) 2024-08-19T10:06:28.357 INFO:tasks.rados.rados.0.smithi190.stdout:2307: done (0 left) 2024-08-19T10:06:28.358 INFO:tasks.rados.rados.0.smithi190.stdout:2308: rmattr oid 32 current snap is 233 2024-08-19T10:06:28.358 INFO:tasks.rados.rados.0.smithi190.stdout:2309: rollback oid 9 current snap is 233 2024-08-19T10:06:28.358 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 9 to 224 2024-08-19T10:06:28.358 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 233 2024-08-19T10:06:28.358 INFO:tasks.rados.rados.0.smithi190.stdout:2310: seq_num 708 ranges {3694592=663552,4358144=737280,5095424=696320,5791744=172032} 2024-08-19T10:06:28.382 INFO:tasks.rados.rados.0.smithi190.stdout:2310: writing smithi19066007-7 from 3694592 to 4358144 tid 1 2024-08-19T10:06:28.386 INFO:tasks.rados.rados.0.smithi190.stdout:2310: writing smithi19066007-7 from 4358144 to 5095424 tid 2 2024-08-19T10:06:28.391 INFO:tasks.rados.rados.0.smithi190.stdout:2310: writing smithi19066007-7 from 5095424 to 5791744 tid 3 2024-08-19T10:06:28.393 INFO:tasks.rados.rados.0.smithi190.stdout:2310: writing smithi19066007-7 from 5791744 to 5963776 tid 4 2024-08-19T10:06:28.393 INFO:tasks.rados.rados.0.smithi190.stdout:2311: snap_create 2024-08-19T10:06:28.393 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 1290 (ObjNum 129 snap 0 seq_num 2641555743) dirty exists 2024-08-19T10:06:28.393 INFO:tasks.rados.rados.0.smithi190.stdout:2309: finishing rollback tid 0 to smithi19066007-9 2024-08-19T10:06:28.393 INFO:tasks.rados.rados.0.smithi190.stdout:2309: finishing rollback tid 1 to smithi19066007-9 2024-08-19T10:06:28.393 INFO:tasks.rados.rados.0.smithi190.stdout:2309: finishing rollback tid 2 to smithi19066007-9 2024-08-19T10:06:28.393 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1444 (ObjNum 685 snap 220 seq_num 685) dirty exists 2024-08-19T10:06:28.394 INFO:tasks.rados.rados.0.smithi190.stdout:2310: finishing write tid 1 to smithi19066007-7 2024-08-19T10:06:28.395 INFO:tasks.rados.rados.0.smithi190.stdout:2310: finishing write tid 2 to smithi19066007-7 2024-08-19T10:06:28.395 INFO:tasks.rados.rados.0.smithi190.stdout:2310: finishing write tid 3 to smithi19066007-7 2024-08-19T10:06:28.396 INFO:tasks.rados.rados.0.smithi190.stdout:2310: finishing write tid 4 to smithi19066007-7 2024-08-19T10:06:28.396 INFO:tasks.rados.rados.0.smithi190.stdout:2310: finishing write tid 5 to smithi19066007-7 2024-08-19T10:06:28.397 INFO:tasks.rados.rados.0.smithi190.stdout:2310: finishing write tid 6 to smithi19066007-7 2024-08-19T10:06:28.397 INFO:tasks.rados.rados.0.smithi190.stdout:2310: oid 7 updating version 0 to 1118 2024-08-19T10:06:28.397 INFO:tasks.rados.rados.0.smithi190.stdout:2310: oid 7 version 1118 is already newer than 1117 2024-08-19T10:06:28.397 INFO:tasks.rados.rados.0.smithi190.stdout:2310: oid 7 version 1118 is already newer than 1115 2024-08-19T10:06:28.397 INFO:tasks.rados.rados.0.smithi190.stdout:2310: oid 7 version 1118 is already newer than 1116 2024-08-19T10:06:28.398 INFO:tasks.rados.rados.0.smithi190.stdout:2310: oid 7 version 1118 is already newer than 1114 2024-08-19T10:06:28.398 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1118 (ObjNum 708 snap 233 seq_num 708) dirty exists 2024-08-19T10:06:28.398 INFO:tasks.rados.rados.0.smithi190.stdout:2310: left oid 7 (ObjNum 708 snap 233 seq_num 708) 2024-08-19T10:06:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:28 smithi196 ceph-mon[72638]: from='client.44444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:28 smithi196 ceph-mon[72638]: osdmap e536: 8 total, 8 up, 8 in 2024-08-19T10:06:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:28 smithi196 ceph-mon[72638]: osdmap e537: 8 total, 8 up, 8 in 2024-08-19T10:06:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:28 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:28.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:28 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:28 smithi190 ceph-mon[77620]: from='client.44444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:28 smithi190 ceph-mon[77620]: osdmap e536: 8 total, 8 up, 8 in 2024-08-19T10:06:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:28 smithi190 ceph-mon[77620]: osdmap e537: 8 total, 8 up, 8 in 2024-08-19T10:06:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:28 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:28 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:28 smithi190 ceph-mon[80032]: from='client.44444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:28 smithi190 ceph-mon[80032]: osdmap e536: 8 total, 8 up, 8 in 2024-08-19T10:06:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:28 smithi190 ceph-mon[80032]: osdmap e537: 8 total, 8 up, 8 in 2024-08-19T10:06:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:28 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:28 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:29.403 INFO:tasks.rados.rados.0.smithi190.stdout:2308: done (3 left) 2024-08-19T10:06:29.403 INFO:tasks.rados.rados.0.smithi190.stdout:2309: done (2 left) 2024-08-19T10:06:29.403 INFO:tasks.rados.rados.0.smithi190.stdout:2310: done (1 left) 2024-08-19T10:06:29.403 INFO:tasks.rados.rados.0.smithi190.stdout:2311: done (0 left) 2024-08-19T10:06:29.403 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 33 current snap is 234 2024-08-19T10:06:29.403 INFO:tasks.rados.rados.0.smithi190.stdout:2312: seq_num 709 ranges {5570560=679936,6250496=614400,6864896=499712,7364608=491520} 2024-08-19T10:06:29.435 INFO:tasks.rados.rados.0.smithi190.stdout:2312: writing smithi19066007-33 from 5570560 to 6250496 tid 1 2024-08-19T10:06:29.439 INFO:tasks.rados.rados.0.smithi190.stdout:2312: writing smithi19066007-33 from 6250496 to 6864896 tid 2 2024-08-19T10:06:29.442 INFO:tasks.rados.rados.0.smithi190.stdout:2312: writing smithi19066007-33 from 6864896 to 7364608 tid 3 2024-08-19T10:06:29.445 INFO:tasks.rados.rados.0.smithi190.stdout:2312: writing smithi19066007-33 from 7364608 to 7856128 tid 4 2024-08-19T10:06:29.446 INFO:tasks.rados.rados.0.smithi190.stdout:2313: snap_create 2024-08-19T10:06:29.446 INFO:tasks.rados.rados.0.smithi190.stdout:2312: finishing write tid 1 to smithi19066007-33 2024-08-19T10:06:29.446 INFO:tasks.rados.rados.0.smithi190.stdout:2312: finishing write tid 2 to smithi19066007-33 2024-08-19T10:06:29.446 INFO:tasks.rados.rados.0.smithi190.stdout:2312: finishing write tid 3 to smithi19066007-33 2024-08-19T10:06:29.448 INFO:tasks.rados.rados.0.smithi190.stdout:2312: finishing write tid 4 to smithi19066007-33 2024-08-19T10:06:29.448 INFO:tasks.rados.rados.0.smithi190.stdout:2312: finishing write tid 5 to smithi19066007-33 2024-08-19T10:06:29.449 INFO:tasks.rados.rados.0.smithi190.stdout:2312: finishing write tid 6 to smithi19066007-33 2024-08-19T10:06:29.449 INFO:tasks.rados.rados.0.smithi190.stdout:2312: oid 33 updating version 0 to 1216 2024-08-19T10:06:29.449 INFO:tasks.rados.rados.0.smithi190.stdout:2312: oid 33 updating version 1216 to 1217 2024-08-19T10:06:29.449 INFO:tasks.rados.rados.0.smithi190.stdout:2312: oid 33 version 1217 is already newer than 1215 2024-08-19T10:06:29.449 INFO:tasks.rados.rados.0.smithi190.stdout:2312: oid 33 version 1217 is already newer than 1213 2024-08-19T10:06:29.449 INFO:tasks.rados.rados.0.smithi190.stdout:2312: oid 33 version 1217 is already newer than 1214 2024-08-19T10:06:29.449 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 1217 (ObjNum 709 snap 234 seq_num 709) dirty exists 2024-08-19T10:06:29.449 INFO:tasks.rados.rados.0.smithi190.stdout:2312: left oid 33 (ObjNum 709 snap 234 seq_num 709) 2024-08-19T10:06:29.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:29 smithi196 ceph-mon[72638]: pgmap v476: 121 pgs: 121 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-08-19T10:06:29.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:29 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:29.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:29 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:29.754 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:29 smithi190 ceph-mon[80032]: pgmap v476: 121 pgs: 121 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-08-19T10:06:29.754 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:29 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:29.755 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:29 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:29.755 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:29 smithi190 ceph-mon[77620]: pgmap v476: 121 pgs: 121 active+clean; 288 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-08-19T10:06:29.755 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:29 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:29.755 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:29 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:30.414 INFO:tasks.rados.rados.0.smithi190.stdout:2312: done (1 left) 2024-08-19T10:06:30.414 INFO:tasks.rados.rados.0.smithi190.stdout:2313: done (0 left) 2024-08-19T10:06:30.414 INFO:tasks.rados.rados.0.smithi190.stdout:2314: delete oid 46 current snap is 235 2024-08-19T10:06:30.419 INFO:tasks.rados.rados.0.smithi190.stdout:2314: done (0 left) 2024-08-19T10:06:30.419 INFO:tasks.rados.rados.0.smithi190.stdout:2315: delete oid 40 current snap is 235 2024-08-19T10:06:30.421 INFO:tasks.rados.rados.0.smithi190.stdout:2315: done (0 left) 2024-08-19T10:06:30.422 INFO:tasks.rados.rados.0.smithi190.stdout:2316: snap_create 2024-08-19T10:06:30.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:30 smithi196 ceph-mon[72638]: osdmap e538: 8 total, 8 up, 8 in 2024-08-19T10:06:30.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:30.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:06:30.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:30.750 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:30 smithi190 ceph-mon[80032]: osdmap e538: 8 total, 8 up, 8 in 2024-08-19T10:06:30.750 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:30.751 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:06:30.751 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:30.751 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:30 smithi190 ceph-mon[77620]: osdmap e538: 8 total, 8 up, 8 in 2024-08-19T10:06:30.751 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:30.751 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:06:30.751 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:31.420 INFO:tasks.rados.rados.0.smithi190.stdout:2316: done (0 left) 2024-08-19T10:06:31.420 INFO:tasks.rados.rados.0.smithi190.stdout:2317: read oid 50 snap -1 2024-08-19T10:06:31.420 INFO:tasks.rados.rados.0.smithi190.stdout:2317: expect deleted 2024-08-19T10:06:31.420 INFO:tasks.rados.rados.0.smithi190.stdout:2318: read oid 18 snap -1 2024-08-19T10:06:31.420 INFO:tasks.rados.rados.0.smithi190.stdout:2318: expect deleted 2024-08-19T10:06:31.420 INFO:tasks.rados.rados.0.smithi190.stdout:2319: rmattr oid 13 current snap is 236 2024-08-19T10:06:31.420 INFO:tasks.rados.rados.0.smithi190.stdout:2319: done (2 left) 2024-08-19T10:06:31.420 INFO:tasks.rados.rados.0.smithi190.stdout:2320: rmattr oid 11 current snap is 236 2024-08-19T10:06:31.420 INFO:tasks.rados.rados.0.smithi190.stdout:2321: snap_create 2024-08-19T10:06:31.425 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1434 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:06:31.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:31 smithi196 ceph-mon[72638]: pgmap v479: 121 pgs: 121 active+clean; 293 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-08-19T10:06:31.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:31 smithi196 ceph-mon[72638]: osdmap e539: 8 total, 8 up, 8 in 2024-08-19T10:06:31.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:31 smithi190 ceph-mon[77620]: pgmap v479: 121 pgs: 121 active+clean; 293 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-08-19T10:06:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:31 smithi190 ceph-mon[77620]: osdmap e539: 8 total, 8 up, 8 in 2024-08-19T10:06:31.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:31 smithi190 ceph-mon[80032]: pgmap v479: 121 pgs: 121 active+clean; 293 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-08-19T10:06:31.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:31 smithi190 ceph-mon[80032]: osdmap e539: 8 total, 8 up, 8 in 2024-08-19T10:06:32.423 INFO:tasks.rados.rados.0.smithi190.stdout:2317: done (3 left) 2024-08-19T10:06:32.424 INFO:tasks.rados.rados.0.smithi190.stdout:2318: done (2 left) 2024-08-19T10:06:32.424 INFO:tasks.rados.rados.0.smithi190.stdout:2320: done (1 left) 2024-08-19T10:06:32.424 INFO:tasks.rados.rados.0.smithi190.stdout:2321: done (0 left) 2024-08-19T10:06:32.424 INFO:tasks.rados.rados.0.smithi190.stdout:2322: copy_from oid 48 from oid 32 current snap is 237 2024-08-19T10:06:32.424 INFO:tasks.rados.rados.0.smithi190.stdout:2323: rollback oid 19 current snap is 237 2024-08-19T10:06:32.424 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 19 to 211 2024-08-19T10:06:32.424 INFO:tasks.rados.rados.0.smithi190.stdout:2324: copy_from oid 36 from oid 37 current snap is 237 2024-08-19T10:06:32.424 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 237 2024-08-19T10:06:32.424 INFO:tasks.rados.rados.0.smithi190.stdout:2325: seq_num 712 ranges {958464=729088,1687552=671744,2359296=671744,3031040=262144} 2024-08-19T10:06:32.432 INFO:tasks.rados.rados.0.smithi190.stdout:2325: writing smithi19066007-39 from 958464 to 1687552 tid 1 2024-08-19T10:06:32.438 INFO:tasks.rados.rados.0.smithi190.stdout:2325: writing smithi19066007-39 from 1687552 to 2359296 tid 2 2024-08-19T10:06:32.440 INFO:tasks.rados.rados.0.smithi190.stdout:2325: writing smithi19066007-39 from 2359296 to 3031040 tid 3 2024-08-19T10:06:32.441 INFO:tasks.rados.rados.0.smithi190.stdout:2325: writing smithi19066007-39 from 3031040 to 3293184 tid 4 2024-08-19T10:06:32.441 INFO:tasks.rados.rados.0.smithi190.stdout:2326: snap_create 2024-08-19T10:06:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:2323: finishing rollback tid 0 to smithi19066007-19 2024-08-19T10:06:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:2323: finishing rollback tid 1 to smithi19066007-19 2024-08-19T10:06:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:2323: finishing rollback tid 2 to smithi19066007-19 2024-08-19T10:06:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1232 (ObjNum 665 snap 204 seq_num 665) dirty exists 2024-08-19T10:06:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:2322: finishing copy_from racing read to smithi19066007-48 2024-08-19T10:06:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:2324: finishing copy_from to smithi19066007-36 2024-08-19T10:06:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:2324: got expected ENOENT (src dne) 2024-08-19T10:06:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:2324: finishing copy_from racing read to smithi19066007-36 2024-08-19T10:06:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:2322: finishing copy_from to smithi19066007-48 2024-08-19T10:06:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1290 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-19T10:06:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:2325: finishing write tid 1 to smithi19066007-39 2024-08-19T10:06:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:2325: finishing write tid 2 to smithi19066007-39 2024-08-19T10:06:32.445 INFO:tasks.rados.rados.0.smithi190.stdout:2325: finishing write tid 3 to smithi19066007-39 2024-08-19T10:06:32.445 INFO:tasks.rados.rados.0.smithi190.stdout:2325: finishing write tid 4 to smithi19066007-39 2024-08-19T10:06:32.445 INFO:tasks.rados.rados.0.smithi190.stdout:2325: finishing write tid 5 to smithi19066007-39 2024-08-19T10:06:32.447 INFO:tasks.rados.rados.0.smithi190.stdout:2325: finishing write tid 6 to smithi19066007-39 2024-08-19T10:06:32.447 INFO:tasks.rados.rados.0.smithi190.stdout:2325: oid 39 updating version 0 to 1507 2024-08-19T10:06:32.447 INFO:tasks.rados.rados.0.smithi190.stdout:2325: oid 39 updating version 1507 to 1511 2024-08-19T10:06:32.447 INFO:tasks.rados.rados.0.smithi190.stdout:2325: oid 39 version 1511 is already newer than 1509 2024-08-19T10:06:32.447 INFO:tasks.rados.rados.0.smithi190.stdout:2325: oid 39 version 1511 is already newer than 1510 2024-08-19T10:06:32.447 INFO:tasks.rados.rados.0.smithi190.stdout:2325: oid 39 version 1511 is already newer than 1508 2024-08-19T10:06:32.447 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1511 (ObjNum 712 snap 237 seq_num 712) dirty exists 2024-08-19T10:06:32.447 INFO:tasks.rados.rados.0.smithi190.stdout:2325: left oid 39 (ObjNum 712 snap 237 seq_num 712) 2024-08-19T10:06:32.695 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:32 smithi196 ceph-mon[72638]: osdmap e540: 8 total, 8 up, 8 in 2024-08-19T10:06:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:32 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:32 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:32 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:32 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:06:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:32 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:32 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:32 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:32 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:32.696 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:32 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:32.697 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:32 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:32.697 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:32 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-19T10:06:32.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[77620]: osdmap e540: 8 total, 8 up, 8 in 2024-08-19T10:06:32.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:32.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:32.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:32.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:06:32.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:32.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:32.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:32.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:32.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:32.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:32.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-19T10:06:32.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[80032]: osdmap e540: 8 total, 8 up, 8 in 2024-08-19T10:06:32.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:32.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:32.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:32.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:06:32.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:32.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:32.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:32.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:32.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:32.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:32.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:32 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-19T10:06:33.361 INFO:tasks.rados.rados.0.smithi190.stdout:2322: done (4 left) 2024-08-19T10:06:33.361 INFO:tasks.rados.rados.0.smithi190.stdout:2323: done (3 left) 2024-08-19T10:06:33.361 INFO:tasks.rados.rados.0.smithi190.stdout:2324: done (2 left) 2024-08-19T10:06:33.361 INFO:tasks.rados.rados.0.smithi190.stdout:2325: done (1 left) 2024-08-19T10:06:33.361 INFO:tasks.rados.rados.0.smithi190.stdout:2326: done (0 left) 2024-08-19T10:06:33.361 INFO:tasks.rados.rados.0.smithi190.stdout:2327: read oid 28 snap -1 2024-08-19T10:06:33.361 INFO:tasks.rados.rados.0.smithi190.stdout:2327: expect (ObjNum 687 snap 221 seq_num 687) 2024-08-19T10:06:33.361 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 238 2024-08-19T10:06:33.361 INFO:tasks.rados.rados.0.smithi190.stdout:2328: seq_num 713 ranges {0=745472,745472=557056,1302528=483328,1785856=565248} 2024-08-19T10:06:33.364 INFO:tasks.rados.rados.0.smithi190.stdout:2328: writing smithi19066007-40 from 0 to 745472 tid 1 2024-08-19T10:06:33.368 INFO:tasks.rados.rados.0.smithi190.stdout:2328: writing smithi19066007-40 from 745472 to 1302528 tid 2 2024-08-19T10:06:33.371 INFO:tasks.rados.rados.0.smithi190.stdout:2328: writing smithi19066007-40 from 1302528 to 1785856 tid 3 2024-08-19T10:06:33.374 INFO:tasks.rados.rados.0.smithi190.stdout:2328: writing smithi19066007-40 from 1785856 to 2351104 tid 4 2024-08-19T10:06:33.375 INFO:tasks.rados.rados.0.smithi190.stdout:2329: copy_from oid 23 from oid 2 current snap is 238 2024-08-19T10:06:33.375 INFO:tasks.rados.rados.0.smithi190.stdout:2327: expect (ObjNum 687 snap 221 seq_num 687) 2024-08-19T10:06:33.434 INFO:tasks.rados.rados.0.smithi190.stdout:2328: finishing write tid 1 to smithi19066007-40 2024-08-19T10:06:33.435 INFO:tasks.rados.rados.0.smithi190.stdout:2328: finishing write tid 2 to smithi19066007-40 2024-08-19T10:06:33.435 INFO:tasks.rados.rados.0.smithi190.stdout:2328: finishing write tid 3 to smithi19066007-40 2024-08-19T10:06:33.435 INFO:tasks.rados.rados.0.smithi190.stdout:2327: done (2 left) 2024-08-19T10:06:33.435 INFO:tasks.rados.rados.0.smithi190.stdout:2330: rmattr oid 10 current snap is 238 2024-08-19T10:06:33.435 INFO:tasks.rados.rados.0.smithi190.stdout:2330: done (2 left) 2024-08-19T10:06:33.435 INFO:tasks.rados.rados.0.smithi190.stdout:2331: rollback oid 14 current snap is 238 2024-08-19T10:06:33.435 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 14 to 220 2024-08-19T10:06:33.435 INFO:tasks.rados.rados.0.smithi190.stdout:2328: finishing write tid 4 to smithi19066007-40 2024-08-19T10:06:33.435 INFO:tasks.rados.rados.0.smithi190.stdout:2328: finishing write tid 5 to smithi19066007-40 2024-08-19T10:06:33.435 INFO:tasks.rados.rados.0.smithi190.stdout:2328: finishing write tid 6 to smithi19066007-40 2024-08-19T10:06:33.435 INFO:tasks.rados.rados.0.smithi190.stdout:2328: oid 40 updating version 0 to 194 2024-08-19T10:06:33.435 INFO:tasks.rados.rados.0.smithi190.stdout:2328: oid 40 updating version 194 to 196 2024-08-19T10:06:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:2328: oid 40 version 196 is already newer than 193 2024-08-19T10:06:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:2328: oid 40 version 196 is already newer than 192 2024-08-19T10:06:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:2328: oid 40 version 196 is already newer than 195 2024-08-19T10:06:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 196 (ObjNum 713 snap 238 seq_num 713) dirty exists 2024-08-19T10:06:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:2328: left oid 40 (ObjNum 713 snap 238 seq_num 713) 2024-08-19T10:06:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:2329: finishing copy_from racing read to smithi19066007-23 2024-08-19T10:06:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:2329: finishing copy_from to smithi19066007-23 2024-08-19T10:06:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1104 (ObjNum 572 snap 177 seq_num 572) dirty exists 2024-08-19T10:06:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:2328: done (2 left) 2024-08-19T10:06:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:2329: done (1 left) 2024-08-19T10:06:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:2332: setattr oid 43 current snap is 238 2024-08-19T10:06:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:2333: copy_from oid 20 from oid 31 current snap is 238 2024-08-19T10:06:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:2334: rmattr oid 15 current snap is 238 2024-08-19T10:06:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:2335: copy_from oid 32 from oid 48 current snap is 238 2024-08-19T10:06:33.437 INFO:tasks.rados.rados.0.smithi190.stdout:2336: read oid 44 snap -1 2024-08-19T10:06:33.437 INFO:tasks.rados.rados.0.smithi190.stdout:2336: expect (ObjNum 670 snap 209 seq_num 670) 2024-08-19T10:06:33.437 INFO:tasks.rados.rados.0.smithi190.stdout:2337: delete oid 10 current snap is 238 2024-08-19T10:06:33.438 INFO:tasks.rados.rados.0.smithi190.stdout:2337: done (6 left) 2024-08-19T10:06:33.438 INFO:tasks.rados.rados.0.smithi190.stdout:2338: rmattr oid 37 current snap is 238 2024-08-19T10:06:33.438 INFO:tasks.rados.rados.0.smithi190.stdout:2338: done (6 left) 2024-08-19T10:06:33.438 INFO:tasks.rados.rados.0.smithi190.stdout:2339: delete oid 1 current snap is 238 2024-08-19T10:06:33.441 INFO:tasks.rados.rados.0.smithi190.stdout:2331: finishing rollback tid 0 to smithi19066007-14 2024-08-19T10:06:33.441 INFO:tasks.rados.rados.0.smithi190.stdout:2331: finishing rollback tid 1 to smithi19066007-14 2024-08-19T10:06:33.442 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 1368 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:06:33.442 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1445 (ObjNum 687 snap 221 seq_num 687) dirty exists 2024-08-19T10:06:33.444 INFO:tasks.rados.rados.0.smithi190.stdout:2335: finishing copy_from racing read to smithi19066007-32 2024-08-19T10:06:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:2332: done (6 left) 2024-08-19T10:06:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:2334: done (5 left) 2024-08-19T10:06:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:2339: done (4 left) 2024-08-19T10:06:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:2340: rollback oid 41 current snap is 238 2024-08-19T10:06:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 41 to 234 2024-08-19T10:06:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:2341: rollback oid 33 current snap is 238 2024-08-19T10:06:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 33 to 233 2024-08-19T10:06:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:2342: read oid 35 snap 226 2024-08-19T10:06:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:2342: expect (ObjNum 698 snap 223 seq_num 698) 2024-08-19T10:06:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:2343: read oid 28 snap 184 2024-08-19T10:06:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:2343: expect (ObjNum 577 snap 180 seq_num 577) 2024-08-19T10:06:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 238 2024-08-19T10:06:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:2344: seq_num 716 ranges {1531904=794624,2326528=655360,2981888=704512,3686400=245760} 2024-08-19T10:06:33.457 INFO:tasks.rados.rados.0.smithi190.stdout:2344: writing smithi19066007-16 from 1531904 to 2326528 tid 1 2024-08-19T10:06:33.461 INFO:tasks.rados.rados.0.smithi190.stdout:2344: writing smithi19066007-16 from 2326528 to 2981888 tid 2 2024-08-19T10:06:33.466 INFO:tasks.rados.rados.0.smithi190.stdout:2344: writing smithi19066007-16 from 2981888 to 3686400 tid 3 2024-08-19T10:06:33.466 INFO:tasks.rados.rados.0.smithi190.stdout:2344: writing smithi19066007-16 from 3686400 to 3932160 tid 4 2024-08-19T10:06:33.466 INFO:tasks.rados.rados.0.smithi190.stdout:2345: snap_create 2024-08-19T10:06:33.466 INFO:tasks.rados.rados.0.smithi190.stdout:2331: finishing rollback tid 2 to smithi19066007-14 2024-08-19T10:06:33.467 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1294 (ObjNum 585 snap 182 seq_num 585) dirty exists 2024-08-19T10:06:33.467 INFO:tasks.rados.rados.0.smithi190.stdout:2336: expect (ObjNum 670 snap 209 seq_num 670) 2024-08-19T10:06:33.508 INFO:tasks.rados.rados.0.smithi190.stdout:2333: finishing copy_from racing read to smithi19066007-20 2024-08-19T10:06:33.508 INFO:tasks.rados.rados.0.smithi190.stdout:2343: expect (ObjNum 577 snap 180 seq_num 577) 2024-08-19T10:06:33.510 INFO:tasks.rados.rados.0.smithi190.stdout:2335: finishing copy_from to smithi19066007-32 2024-08-19T10:06:33.510 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 1290 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:06:33.511 INFO:tasks.rados.rados.0.smithi190.stdout:2340: finishing rollback tid 1 to smithi19066007-41 2024-08-19T10:06:33.511 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 1174 (ObjNum 177 snap 0 seq_num 3356483824) dirty dne 2024-08-19T10:06:33.511 INFO:tasks.rados.rados.0.smithi190.stdout:2341: finishing rollback tid 0 to smithi19066007-33 2024-08-19T10:06:33.511 INFO:tasks.rados.rados.0.smithi190.stdout:2341: finishing rollback tid 1 to smithi19066007-33 2024-08-19T10:06:33.511 INFO:tasks.rados.rados.0.smithi190.stdout:2333: finishing copy_from to smithi19066007-20 2024-08-19T10:06:33.511 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 1172 (ObjNum 33 snap 0 seq_num 3356397216) dirty exists 2024-08-19T10:06:33.511 INFO:tasks.rados.rados.0.smithi190.stdout:2341: finishing rollback tid 2 to smithi19066007-33 2024-08-19T10:06:33.511 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 1220 (ObjNum 585 snap 182 seq_num 585) dirty exists 2024-08-19T10:06:33.511 INFO:tasks.rados.rados.0.smithi190.stdout:2342: expect (ObjNum 698 snap 223 seq_num 698) 2024-08-19T10:06:33.563 INFO:tasks.rados.rados.0.smithi190.stdout:2344: finishing write tid 1 to smithi19066007-16 2024-08-19T10:06:33.563 INFO:tasks.rados.rados.0.smithi190.stdout:2344: finishing write tid 2 to smithi19066007-16 2024-08-19T10:06:33.564 INFO:tasks.rados.rados.0.smithi190.stdout:2344: finishing write tid 3 to smithi19066007-16 2024-08-19T10:06:33.564 INFO:tasks.rados.rados.0.smithi190.stdout:2344: finishing write tid 4 to smithi19066007-16 2024-08-19T10:06:33.564 INFO:tasks.rados.rados.0.smithi190.stdout:2344: finishing write tid 5 to smithi19066007-16 2024-08-19T10:06:33.564 INFO:tasks.rados.rados.0.smithi190.stdout:2344: finishing write tid 6 to smithi19066007-16 2024-08-19T10:06:33.564 INFO:tasks.rados.rados.0.smithi190.stdout:2344: oid 16 updating version 0 to 1203 2024-08-19T10:06:33.564 INFO:tasks.rados.rados.0.smithi190.stdout:2344: oid 16 version 1203 is already newer than 1202 2024-08-19T10:06:33.564 INFO:tasks.rados.rados.0.smithi190.stdout:2344: oid 16 updating version 1203 to 1205 2024-08-19T10:06:33.564 INFO:tasks.rados.rados.0.smithi190.stdout:2344: oid 16 version 1205 is already newer than 1204 2024-08-19T10:06:33.564 INFO:tasks.rados.rados.0.smithi190.stdout:2344: oid 16 updating version 1205 to 1206 2024-08-19T10:06:33.564 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 1206 (ObjNum 716 snap 238 seq_num 716) dirty exists 2024-08-19T10:06:33.564 INFO:tasks.rados.rados.0.smithi190.stdout:2344: left oid 16 (ObjNum 716 snap 238 seq_num 716) 2024-08-19T10:06:33.698 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:33 smithi196 ceph-mon[72638]: pgmap v482: 121 pgs: 121 active+clean; 296 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-19T10:06:33.699 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:33 smithi196 ceph-mon[72638]: Upgrade: It appears safe to stop mds.b 2024-08-19T10:06:33.699 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:33 smithi196 ceph-mon[72638]: osdmap e541: 8 total, 8 up, 8 in 2024-08-19T10:06:33.699 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:33 smithi196 ceph-mon[72638]: osdmap e542: 8 total, 8 up, 8 in 2024-08-19T10:06:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:33 smithi190 ceph-mon[80032]: pgmap v482: 121 pgs: 121 active+clean; 296 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-19T10:06:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:33 smithi190 ceph-mon[80032]: Upgrade: It appears safe to stop mds.b 2024-08-19T10:06:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:33 smithi190 ceph-mon[80032]: osdmap e541: 8 total, 8 up, 8 in 2024-08-19T10:06:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:33 smithi190 ceph-mon[80032]: osdmap e542: 8 total, 8 up, 8 in 2024-08-19T10:06:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:33 smithi190 ceph-mon[77620]: pgmap v482: 121 pgs: 121 active+clean; 296 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-19T10:06:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:33 smithi190 ceph-mon[77620]: Upgrade: It appears safe to stop mds.b 2024-08-19T10:06:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:33 smithi190 ceph-mon[77620]: osdmap e541: 8 total, 8 up, 8 in 2024-08-19T10:06:33.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:33 smithi190 ceph-mon[77620]: osdmap e542: 8 total, 8 up, 8 in 2024-08-19T10:06:34.437 INFO:tasks.rados.rados.0.smithi190.stdout:2331: done (9 left) 2024-08-19T10:06:34.437 INFO:tasks.rados.rados.0.smithi190.stdout:2333: done (8 left) 2024-08-19T10:06:34.437 INFO:tasks.rados.rados.0.smithi190.stdout:2335: done (7 left) 2024-08-19T10:06:34.437 INFO:tasks.rados.rados.0.smithi190.stdout:2336: done (6 left) 2024-08-19T10:06:34.437 INFO:tasks.rados.rados.0.smithi190.stdout:2340: done (5 left) 2024-08-19T10:06:34.437 INFO:tasks.rados.rados.0.smithi190.stdout:2341: done (4 left) 2024-08-19T10:06:34.437 INFO:tasks.rados.rados.0.smithi190.stdout:2342: done (3 left) 2024-08-19T10:06:34.438 INFO:tasks.rados.rados.0.smithi190.stdout:2343: done (2 left) 2024-08-19T10:06:34.438 INFO:tasks.rados.rados.0.smithi190.stdout:2344: done (1 left) 2024-08-19T10:06:34.438 INFO:tasks.rados.rados.0.smithi190.stdout:2345: done (0 left) 2024-08-19T10:06:34.438 INFO:tasks.rados.rados.0.smithi190.stdout:2346: copy_from oid 2 from oid 45 current snap is 239 2024-08-19T10:06:34.438 INFO:tasks.rados.rados.0.smithi190.stdout:2347: rmattr oid 23 current snap is 239 2024-08-19T10:06:34.438 INFO:tasks.rados.rados.0.smithi190.stdout:2348: rmattr oid 38 current snap is 239 2024-08-19T10:06:34.438 INFO:tasks.rados.rados.0.smithi190.stdout:2349: delete oid 47 current snap is 239 2024-08-19T10:06:34.438 INFO:tasks.rados.rados.0.smithi190.stdout:2346: finishing copy_from to smithi19066007-2 2024-08-19T10:06:34.439 INFO:tasks.rados.rados.0.smithi190.stdout:2346: got expected ENOENT (src dne) 2024-08-19T10:06:34.439 INFO:tasks.rados.rados.0.smithi190.stdout:2346: finishing copy_from racing read to smithi19066007-2 2024-08-19T10:06:34.440 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1445 (ObjNum 572 snap 177 seq_num 572) dirty exists 2024-08-19T10:06:34.441 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 1446 (ObjNum 641 snap 196 seq_num 641) dirty exists 2024-08-19T10:06:34.441 INFO:tasks.rados.rados.0.smithi190.stdout:2346: done (3 left) 2024-08-19T10:06:34.441 INFO:tasks.rados.rados.0.smithi190.stdout:2347: done (2 left) 2024-08-19T10:06:34.441 INFO:tasks.rados.rados.0.smithi190.stdout:2348: done (1 left) 2024-08-19T10:06:34.441 INFO:tasks.rados.rados.0.smithi190.stdout:2349: done (0 left) 2024-08-19T10:06:34.442 INFO:tasks.rados.rados.0.smithi190.stdout:2350: snap_remove snap 234 2024-08-19T10:06:34.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:06:34 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:06:34] "GET /metrics HTTP/1.1" 200 36377 "" "Prometheus/2.43.0" 2024-08-19T10:06:34.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:34 smithi196 ceph-mon[72638]: Upgrade: Updating mds.b 2024-08-19T10:06:34.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:34 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:34.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:34 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T10:06:34.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:34 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:34.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:34 smithi196 ceph-mon[72638]: Deploying daemon mds.b on smithi196 2024-08-19T10:06:34.884 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:34 smithi196 ceph-mon[72638]: osdmap e543: 8 total, 8 up, 8 in 2024-08-19T10:06:35.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:34 smithi190 ceph-mon[80032]: Upgrade: Updating mds.b 2024-08-19T10:06:35.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:34 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:35.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:34 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T10:06:35.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:34 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:35.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:34 smithi190 ceph-mon[80032]: Deploying daemon mds.b on smithi196 2024-08-19T10:06:35.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:34 smithi190 ceph-mon[80032]: osdmap e543: 8 total, 8 up, 8 in 2024-08-19T10:06:35.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:34 smithi190 ceph-mon[77620]: Upgrade: Updating mds.b 2024-08-19T10:06:35.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:34 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:35.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:34 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-19T10:06:35.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:34 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:35.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:34 smithi190 ceph-mon[77620]: Deploying daemon mds.b on smithi196 2024-08-19T10:06:35.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:34 smithi190 ceph-mon[77620]: osdmap e543: 8 total, 8 up, 8 in 2024-08-19T10:06:35.436 INFO:tasks.rados.rados.0.smithi190.stdout:2350: done (0 left) 2024-08-19T10:06:35.437 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 4 current snap is 239 2024-08-19T10:06:35.437 INFO:tasks.rados.rados.0.smithi190.stdout:2351: seq_num 718 ranges {6127616=32768} 2024-08-19T10:06:35.440 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:35 smithi196 systemd[1]: Stopping Ceph mds.b for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:06:35.471 INFO:tasks.rados.rados.0.smithi190.stdout:2351: writing smithi19066007-4 from 6127616 to 6160384 tid 1 2024-08-19T10:06:35.471 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 239 2024-08-19T10:06:35.472 INFO:tasks.rados.rados.0.smithi190.stdout:2352: seq_num 719 ranges {2342912=49152} 2024-08-19T10:06:35.484 INFO:tasks.rados.rados.0.smithi190.stdout:2352: writing smithi19066007-13 from 2342912 to 2392064 tid 1 2024-08-19T10:06:35.484 INFO:tasks.rados.rados.0.smithi190.stdout:2353: snap_remove snap 237 2024-08-19T10:06:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[80032]: pgmap v485: 121 pgs: 121 active+clean; 298 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 570 KiB/s wr, 3 op/s 2024-08-19T10:06:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[80032]: osdmap e544: 8 total, 8 up, 8 in 2024-08-19T10:06:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[80032]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-19T10:06:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[80032]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T10:06:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[80032]: osdmap e545: 8 total, 8 up, 8 in 2024-08-19T10:06:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[80032]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-19T10:06:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[80032]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-19T10:06:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[80032]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-19T10:06:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[80032]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-19T10:06:35.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a[77616]: 2024-08-19T10:06:35.441+0000 7f4a5a878640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T10:06:35.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[77620]: pgmap v485: 121 pgs: 121 active+clean; 298 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 570 KiB/s wr, 3 op/s 2024-08-19T10:06:35.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[77620]: osdmap e544: 8 total, 8 up, 8 in 2024-08-19T10:06:35.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[77620]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-19T10:06:35.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[77620]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T10:06:35.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[77620]: osdmap e545: 8 total, 8 up, 8 in 2024-08-19T10:06:35.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[77620]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-19T10:06:35.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[77620]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-19T10:06:35.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[77620]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-19T10:06:35.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:35 smithi190 ceph-mon[77620]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-19T10:06:35.917 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b[46137]: 2024-08-19T10:06:35.437+0000 7f9f84b43640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:06:35.917 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b[46137]: 2024-08-19T10:06:35.437+0000 7f9f84b43640 -1 mds.b *** got signal Terminated *** 2024-08-19T10:06:35.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:35 smithi196 ceph-mon[72638]: pgmap v485: 121 pgs: 121 active+clean; 298 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 570 KiB/s wr, 3 op/s 2024-08-19T10:06:35.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:35 smithi196 ceph-mon[72638]: osdmap e544: 8 total, 8 up, 8 in 2024-08-19T10:06:35.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:35 smithi196 ceph-mon[72638]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-19T10:06:35.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:35 smithi196 ceph-mon[72638]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T10:06:35.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:35 smithi196 ceph-mon[72638]: osdmap e545: 8 total, 8 up, 8 in 2024-08-19T10:06:35.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:35 smithi196 ceph-mon[72638]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-19T10:06:35.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:35 smithi196 ceph-mon[72638]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-19T10:06:35.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:35 smithi196 ceph-mon[72638]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-19T10:06:35.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:35 smithi196 ceph-mon[72638]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-19T10:06:36.462 INFO:tasks.rados.rados.0.smithi190.stdout:2353: done (2 left) 2024-08-19T10:06:36.462 INFO:tasks.rados.rados.0.smithi190.stdout:2354: setattr oid 10 current snap is 239 2024-08-19T10:06:36.464 INFO:tasks.rados.rados.0.smithi190.stdout:2351: finishing write tid 1 to smithi19066007-4 2024-08-19T10:06:36.464 INFO:tasks.rados.rados.0.smithi190.stdout:2351: finishing write tid 2 to smithi19066007-4 2024-08-19T10:06:36.464 INFO:tasks.rados.rados.0.smithi190.stdout:2351: finishing write tid 3 to smithi19066007-4 2024-08-19T10:06:36.465 INFO:tasks.rados.rados.0.smithi190.stdout:2351: oid 4 updating version 0 to 1303 2024-08-19T10:06:36.465 INFO:tasks.rados.rados.0.smithi190.stdout:2351: oid 4 version 1303 is already newer than 1302 2024-08-19T10:06:36.465 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 1303 (ObjNum 718 snap 239 seq_num 718) dirty exists 2024-08-19T10:06:36.465 INFO:tasks.rados.rados.0.smithi190.stdout:2351: left oid 4 (ObjNum 718 snap 239 seq_num 718) 2024-08-19T10:06:36.465 INFO:tasks.rados.rados.0.smithi190.stdout:2352: finishing write tid 1 to smithi19066007-13 2024-08-19T10:06:36.465 INFO:tasks.rados.rados.0.smithi190.stdout:2352: finishing write tid 2 to smithi19066007-13 2024-08-19T10:06:36.465 INFO:tasks.rados.rados.0.smithi190.stdout:2352: finishing write tid 3 to smithi19066007-13 2024-08-19T10:06:36.465 INFO:tasks.rados.rados.0.smithi190.stdout:2352: oid 13 updating version 0 to 1234 2024-08-19T10:06:36.465 INFO:tasks.rados.rados.0.smithi190.stdout:2352: oid 13 version 1234 is already newer than 1233 2024-08-19T10:06:36.465 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 1234 (ObjNum 719 snap 239 seq_num 719) dirty exists 2024-08-19T10:06:36.465 INFO:tasks.rados.rados.0.smithi190.stdout:2352: left oid 13 (ObjNum 719 snap 239 seq_num 719) 2024-08-19T10:06:36.465 INFO:tasks.rados.rados.0.smithi190.stdout:2351: done (2 left) 2024-08-19T10:06:36.465 INFO:tasks.rados.rados.0.smithi190.stdout:2352: done (1 left) 2024-08-19T10:06:36.465 INFO:tasks.rados.rados.0.smithi190.stdout:2355: rmattr oid 39 current snap is 239 2024-08-19T10:06:36.466 INFO:tasks.rados.rados.0.smithi190.stdout:2355: done (1 left) 2024-08-19T10:06:36.466 INFO:tasks.rados.rados.0.smithi190.stdout:2356: rollback oid 23 current snap is 239 2024-08-19T10:06:36.466 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 23 to 229 2024-08-19T10:06:36.466 INFO:tasks.rados.rados.0.smithi190.stdout:2357: snap_remove snap 232 2024-08-19T10:06:36.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:36 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T10:06:36.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:36 smithi190 ceph-mon[77620]: osdmap e546: 8 total, 8 up, 8 in 2024-08-19T10:06:36.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:36 smithi190 ceph-mon[77620]: mds.? [v2:172.21.15.190:6834/4041370990,v1:172.21.15.190:6835/4041370990] up:reconnect 2024-08-19T10:06:36.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:36 smithi190 ceph-mon[77620]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-19T10:06:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:36 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T10:06:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:36 smithi190 ceph-mon[80032]: osdmap e546: 8 total, 8 up, 8 in 2024-08-19T10:06:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:36 smithi190 ceph-mon[80032]: mds.? [v2:172.21.15.190:6834/4041370990,v1:172.21.15.190:6835/4041370990] up:reconnect 2024-08-19T10:06:36.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:36 smithi190 ceph-mon[80032]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-19T10:06:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:36 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T10:06:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:36 smithi196 ceph-mon[72638]: osdmap e546: 8 total, 8 up, 8 in 2024-08-19T10:06:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:36 smithi196 ceph-mon[72638]: mds.? [v2:172.21.15.190:6834/4041370990,v1:172.21.15.190:6835/4041370990] up:reconnect 2024-08-19T10:06:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:36 smithi196 ceph-mon[72638]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-19T10:06:37.471 INFO:tasks.rados.rados.0.smithi190.stdout:2357: done (2 left) 2024-08-19T10:06:37.471 INFO:tasks.rados.rados.0.smithi190.stdout:2358: delete oid 19 current snap is 239 2024-08-19T10:06:37.471 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 1130 (ObjNum 129 snap 0 seq_num 3356521824) dirty exists 2024-08-19T10:06:37.471 INFO:tasks.rados.rados.0.smithi190.stdout:2356: finishing rollback tid 0 to smithi19066007-23 2024-08-19T10:06:37.471 INFO:tasks.rados.rados.0.smithi190.stdout:2356: finishing rollback tid 1 to smithi19066007-23 2024-08-19T10:06:37.471 INFO:tasks.rados.rados.0.smithi190.stdout:2356: finishing rollback tid 2 to smithi19066007-23 2024-08-19T10:06:37.471 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1449 (ObjNum 664 snap 204 seq_num 664) dirty exists 2024-08-19T10:06:37.480 INFO:tasks.rados.rados.0.smithi190.stdout:2354: done (2 left) 2024-08-19T10:06:37.480 INFO:tasks.rados.rados.0.smithi190.stdout:2356: done (1 left) 2024-08-19T10:06:37.480 INFO:tasks.rados.rados.0.smithi190.stdout:2358: done (0 left) 2024-08-19T10:06:37.480 INFO:tasks.rados.rados.0.smithi190.stdout:2359: read oid 50 snap -1 2024-08-19T10:06:37.480 INFO:tasks.rados.rados.0.smithi190.stdout:2359: expect deleted 2024-08-19T10:06:37.480 INFO:tasks.rados.rados.0.smithi190.stdout:2360: rollback oid 21 current snap is 239 2024-08-19T10:06:37.481 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 21 to 224 2024-08-19T10:06:37.481 INFO:tasks.rados.rados.0.smithi190.stdout:2361: delete oid 35 current snap is 239 2024-08-19T10:06:37.484 INFO:tasks.rados.rados.0.smithi190.stdout:2359: done (2 left) 2024-08-19T10:06:37.484 INFO:tasks.rados.rados.0.smithi190.stdout:2361: done (1 left) 2024-08-19T10:06:37.484 INFO:tasks.rados.rados.0.smithi190.stdout:2362: delete oid 50 current snap is 239 2024-08-19T10:06:37.486 INFO:tasks.rados.rados.0.smithi190.stdout:2362: done (1 left) 2024-08-19T10:06:37.486 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 239 2024-08-19T10:06:37.486 INFO:tasks.rados.rados.0.smithi190.stdout:2363: seq_num 723 ranges {3694592=114688} 2024-08-19T10:06:37.506 INFO:tasks.rados.rados.0.smithi190.stdout:2363: writing smithi19066007-6 from 3694592 to 3809280 tid 1 2024-08-19T10:06:37.507 INFO:tasks.rados.rados.0.smithi190.stdout:2364: delete oid 20 current snap is 239 2024-08-19T10:06:37.507 INFO:tasks.rados.rados.0.smithi190.stdout:2360: finishing rollback tid 0 to smithi19066007-21 2024-08-19T10:06:37.507 INFO:tasks.rados.rados.0.smithi190.stdout:2360: finishing rollback tid 1 to smithi19066007-21 2024-08-19T10:06:37.507 INFO:tasks.rados.rados.0.smithi190.stdout:2360: finishing rollback tid 2 to smithi19066007-21 2024-08-19T10:06:37.507 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 1448 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:06:37.509 INFO:tasks.rados.rados.0.smithi190.stdout:2360: done (2 left) 2024-08-19T10:06:37.509 INFO:tasks.rados.rados.0.smithi190.stdout:2364: done (1 left) 2024-08-19T10:06:37.509 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 3 current snap is 239 2024-08-19T10:06:37.509 INFO:tasks.rados.rados.0.smithi190.stdout:2365: seq_num 725 ranges {2809856=147456} 2024-08-19T10:06:37.525 INFO:tasks.rados.rados.0.smithi190.stdout:2365: writing smithi19066007-3 from 2809856 to 2957312 tid 1 2024-08-19T10:06:37.525 INFO:tasks.rados.rados.0.smithi190.stdout:2366: snap_create 2024-08-19T10:06:37.526 INFO:tasks.rados.rados.0.smithi190.stdout:2363: finishing write tid 1 to smithi19066007-6 2024-08-19T10:06:37.526 INFO:tasks.rados.rados.0.smithi190.stdout:2363: finishing write tid 2 to smithi19066007-6 2024-08-19T10:06:37.526 INFO:tasks.rados.rados.0.smithi190.stdout:2363: finishing write tid 3 to smithi19066007-6 2024-08-19T10:06:37.526 INFO:tasks.rados.rados.0.smithi190.stdout:2363: oid 6 updating version 0 to 1372 2024-08-19T10:06:37.526 INFO:tasks.rados.rados.0.smithi190.stdout:2363: oid 6 version 1372 is already newer than 1371 2024-08-19T10:06:37.526 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1372 (ObjNum 723 snap 239 seq_num 723) dirty exists 2024-08-19T10:06:37.526 INFO:tasks.rados.rados.0.smithi190.stdout:2363: left oid 6 (ObjNum 723 snap 239 seq_num 723) 2024-08-19T10:06:37.528 INFO:tasks.rados.rados.0.smithi190.stdout:2365: finishing write tid 1 to smithi19066007-3 2024-08-19T10:06:37.528 INFO:tasks.rados.rados.0.smithi190.stdout:2365: finishing write tid 2 to smithi19066007-3 2024-08-19T10:06:37.529 INFO:tasks.rados.rados.0.smithi190.stdout:2365: finishing write tid 3 to smithi19066007-3 2024-08-19T10:06:37.529 INFO:tasks.rados.rados.0.smithi190.stdout:2365: oid 3 updating version 0 to 1436 2024-08-19T10:06:37.529 INFO:tasks.rados.rados.0.smithi190.stdout:2365: oid 3 version 1436 is already newer than 1435 2024-08-19T10:06:37.529 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 1436 (ObjNum 725 snap 239 seq_num 725) dirty exists 2024-08-19T10:06:37.529 INFO:tasks.rados.rados.0.smithi190.stdout:2365: left oid 3 (ObjNum 725 snap 239 seq_num 725) 2024-08-19T10:06:37.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:37 smithi196 ceph-mon[72638]: pgmap v489: 121 pgs: 121 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-08-19T10:06:37.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:37 smithi196 ceph-mon[72638]: osdmap e547: 8 total, 8 up, 8 in 2024-08-19T10:06:37.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:37 smithi196 ceph-mon[72638]: mds.? [v2:172.21.15.190:6834/4041370990,v1:172.21.15.190:6835/4041370990] up:rejoin 2024-08-19T10:06:37.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:37 smithi196 ceph-mon[72638]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-19T10:06:37.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:37 smithi196 ceph-mon[72638]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-19T10:06:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:37 smithi190 ceph-mon[77620]: pgmap v489: 121 pgs: 121 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-08-19T10:06:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:37 smithi190 ceph-mon[77620]: osdmap e547: 8 total, 8 up, 8 in 2024-08-19T10:06:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:37 smithi190 ceph-mon[77620]: mds.? [v2:172.21.15.190:6834/4041370990,v1:172.21.15.190:6835/4041370990] up:rejoin 2024-08-19T10:06:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:37 smithi190 ceph-mon[77620]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-19T10:06:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:37 smithi190 ceph-mon[77620]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-19T10:06:38.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:37 smithi190 ceph-mon[80032]: pgmap v489: 121 pgs: 121 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-08-19T10:06:38.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:37 smithi190 ceph-mon[80032]: osdmap e547: 8 total, 8 up, 8 in 2024-08-19T10:06:38.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:37 smithi190 ceph-mon[80032]: mds.? [v2:172.21.15.190:6834/4041370990,v1:172.21.15.190:6835/4041370990] up:rejoin 2024-08-19T10:06:38.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:37 smithi190 ceph-mon[80032]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-19T10:06:38.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:37 smithi190 ceph-mon[80032]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-19T10:06:38.484 INFO:tasks.rados.rados.0.smithi190.stdout:2363: done (2 left) 2024-08-19T10:06:38.484 INFO:tasks.rados.rados.0.smithi190.stdout:2365: done (1 left) 2024-08-19T10:06:38.484 INFO:tasks.rados.rados.0.smithi190.stdout:2366: done (0 left) 2024-08-19T10:06:38.484 INFO:tasks.rados.rados.0.smithi190.stdout:2367: delete oid 47 current snap is 240 2024-08-19T10:06:38.489 INFO:tasks.rados.rados.0.smithi190.stdout:2367: done (0 left) 2024-08-19T10:06:38.489 INFO:tasks.rados.rados.0.smithi190.stdout:2368: copy_from oid 37 from oid 34 current snap is 240 2024-08-19T10:06:38.489 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 9 current snap is 240 2024-08-19T10:06:38.489 INFO:tasks.rados.rados.0.smithi190.stdout:2369: seq_num 727 ranges {1884160=180224} 2024-08-19T10:06:38.500 INFO:tasks.rados.rados.0.smithi190.stdout:2369: writing smithi19066007-9 from 1884160 to 2064384 tid 1 2024-08-19T10:06:38.500 INFO:tasks.rados.rados.0.smithi190.stdout:2370: rollback oid 27 current snap is 240 2024-08-19T10:06:38.501 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 27 to 229 2024-08-19T10:06:38.501 INFO:tasks.rados.rados.0.smithi190.stdout:2371: delete oid 28 current snap is 240 2024-08-19T10:06:38.505 INFO:tasks.rados.rados.0.smithi190.stdout:2369: finishing write tid 1 to smithi19066007-9 2024-08-19T10:06:38.505 INFO:tasks.rados.rados.0.smithi190.stdout:2369: finishing write tid 2 to smithi19066007-9 2024-08-19T10:06:38.505 INFO:tasks.rados.rados.0.smithi190.stdout:2371: done (3 left) 2024-08-19T10:06:38.506 INFO:tasks.rados.rados.0.smithi190.stdout:2372: delete oid 35 current snap is 240 2024-08-19T10:06:38.506 INFO:tasks.rados.rados.0.smithi190.stdout:2369: finishing write tid 3 to smithi19066007-9 2024-08-19T10:06:38.506 INFO:tasks.rados.rados.0.smithi190.stdout:2369: oid 9 updating version 0 to 1451 2024-08-19T10:06:38.507 INFO:tasks.rados.rados.0.smithi190.stdout:2369: oid 9 version 1451 is already newer than 1450 2024-08-19T10:06:38.507 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1451 (ObjNum 727 snap 240 seq_num 727) dirty exists 2024-08-19T10:06:38.507 INFO:tasks.rados.rados.0.smithi190.stdout:2369: left oid 9 (ObjNum 727 snap 240 seq_num 727) 2024-08-19T10:06:38.507 INFO:tasks.rados.rados.0.smithi190.stdout:2369: done (3 left) 2024-08-19T10:06:38.507 INFO:tasks.rados.rados.0.smithi190.stdout:2372: done (2 left) 2024-08-19T10:06:38.507 INFO:tasks.rados.rados.0.smithi190.stdout:2373: snap_create 2024-08-19T10:06:38.514 INFO:tasks.rados.rados.0.smithi190.stdout:2368: finishing copy_from racing read to smithi19066007-37 2024-08-19T10:06:38.519 INFO:tasks.rados.rados.0.smithi190.stdout:2368: finishing copy_from to smithi19066007-37 2024-08-19T10:06:38.519 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 1175 (ObjNum 679 snap 213 seq_num 679) dirty exists 2024-08-19T10:06:38.519 INFO:tasks.rados.rados.0.smithi190.stdout:2370: finishing rollback tid 0 to smithi19066007-27 2024-08-19T10:06:38.519 INFO:tasks.rados.rados.0.smithi190.stdout:2370: finishing rollback tid 1 to smithi19066007-27 2024-08-19T10:06:38.519 INFO:tasks.rados.rados.0.smithi190.stdout:2370: finishing rollback tid 2 to smithi19066007-27 2024-08-19T10:06:38.520 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 1209 (ObjNum 515 snap 164 seq_num 515) dirty exists 2024-08-19T10:06:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:38 smithi196 ceph-mon[72638]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-19T10:06:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:38 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:06:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:38 smithi196 ceph-mon[72638]: mds.? [v2:172.21.15.190:6834/4041370990,v1:172.21.15.190:6835/4041370990] up:active 2024-08-19T10:06:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:38 smithi196 ceph-mon[72638]: fsmap cephfs:1 {0=a=up:active} 2024-08-19T10:06:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:38 smithi196 ceph-mon[72638]: osdmap e548: 8 total, 8 up, 8 in 2024-08-19T10:06:39.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:38 smithi190 ceph-mon[77620]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-19T10:06:39.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:38 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:06:39.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:38 smithi190 ceph-mon[77620]: mds.? [v2:172.21.15.190:6834/4041370990,v1:172.21.15.190:6835/4041370990] up:active 2024-08-19T10:06:39.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:38 smithi190 ceph-mon[77620]: fsmap cephfs:1 {0=a=up:active} 2024-08-19T10:06:39.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:38 smithi190 ceph-mon[77620]: osdmap e548: 8 total, 8 up, 8 in 2024-08-19T10:06:39.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:38 smithi190 ceph-mon[80032]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-19T10:06:39.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:38 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:06:39.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:38 smithi190 ceph-mon[80032]: mds.? [v2:172.21.15.190:6834/4041370990,v1:172.21.15.190:6835/4041370990] up:active 2024-08-19T10:06:39.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:38 smithi190 ceph-mon[80032]: fsmap cephfs:1 {0=a=up:active} 2024-08-19T10:06:39.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:38 smithi190 ceph-mon[80032]: osdmap e548: 8 total, 8 up, 8 in 2024-08-19T10:06:39.490 INFO:tasks.rados.rados.0.smithi190.stdout:2368: done (2 left) 2024-08-19T10:06:39.490 INFO:tasks.rados.rados.0.smithi190.stdout:2370: done (1 left) 2024-08-19T10:06:39.490 INFO:tasks.rados.rados.0.smithi190.stdout:2373: done (0 left) 2024-08-19T10:06:39.490 INFO:tasks.rados.rados.0.smithi190.stdout:2374: snap_remove snap 229 2024-08-19T10:06:39.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:39 smithi196 ceph-mon[72638]: pgmap v492: 121 pgs: 121 active+clean; 308 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-08-19T10:06:39.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:39 smithi196 ceph-mon[72638]: osdmap e549: 8 total, 8 up, 8 in 2024-08-19T10:06:40.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:39 smithi190 ceph-mon[80032]: pgmap v492: 121 pgs: 121 active+clean; 308 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-08-19T10:06:40.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:39 smithi190 ceph-mon[80032]: osdmap e549: 8 total, 8 up, 8 in 2024-08-19T10:06:40.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:39 smithi190 ceph-mon[77620]: pgmap v492: 121 pgs: 121 active+clean; 308 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-08-19T10:06:40.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:39 smithi190 ceph-mon[77620]: osdmap e549: 8 total, 8 up, 8 in 2024-08-19T10:06:40.488 INFO:tasks.rados.rados.0.smithi190.stdout:2374: done (0 left) 2024-08-19T10:06:40.488 INFO:tasks.rados.rados.0.smithi190.stdout:2375: snap_create 2024-08-19T10:06:40.817 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:06:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a[105198]: 2024-08-19T10:06:40.372+0000 7f068eabe640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-19T10:06:41.381 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:41 smithi196 podman[97264]: 2024-08-19 10:06:41.094428941 +0000 UTC m=+5.764596483 container died 9a0106ea537f77f253687a8a5e27fe29610700ebdabe283fdee2143238ed79d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=reef-baa926d, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-08-19T10:06:41.498 INFO:tasks.rados.rados.0.smithi190.stdout:2375: done (0 left) 2024-08-19T10:06:41.499 INFO:tasks.rados.rados.0.smithi190.stdout:2376: snap_remove snap 226 2024-08-19T10:06:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:41 smithi196 ceph-mon[72638]: pgmap v495: 121 pgs: 121 active+clean; 311 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-08-19T10:06:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:41 smithi196 ceph-mon[72638]: osdmap e550: 8 total, 8 up, 8 in 2024-08-19T10:06:41.667 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:41 smithi196 podman[97264]: 2024-08-19 10:06:41.470549317 +0000 UTC m=+6.140716862 container cleanup 9a0106ea537f77f253687a8a5e27fe29610700ebdabe283fdee2143238ed79d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-baa926d, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.36.0) 2024-08-19T10:06:41.667 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:41 smithi196 bash[97264]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b 2024-08-19T10:06:41.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:41 smithi190 ceph-mon[77620]: pgmap v495: 121 pgs: 121 active+clean; 311 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-08-19T10:06:41.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:41 smithi190 ceph-mon[77620]: osdmap e550: 8 total, 8 up, 8 in 2024-08-19T10:06:41.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:41 smithi190 ceph-mon[80032]: pgmap v495: 121 pgs: 121 active+clean; 311 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 37 op/s 2024-08-19T10:06:41.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:41 smithi190 ceph-mon[80032]: osdmap e550: 8 total, 8 up, 8 in 2024-08-19T10:06:42.058 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:41 smithi196 podman[97289]: 2024-08-19 10:06:41.707184522 +0000 UTC m=+0.612145435 container remove 9a0106ea537f77f253687a8a5e27fe29610700ebdabe283fdee2143238ed79d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:72ef1cd08fef1fa146cff7cc4d8a103dd72cfe7f2e8f16bd1cb98a937d106282, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-baa926d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True) 2024-08-19T10:06:42.059 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:41 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mds.b.service: Deactivated successfully. 2024-08-19T10:06:42.059 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:41 smithi196 systemd[1]: Stopped Ceph mds.b for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:06:42.059 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:41 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mds.b.service: Consumed 1.660s CPU time. 2024-08-19T10:06:42.383 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:42 smithi196 systemd[1]: Starting Ceph mds.b for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:06:42.383 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:42 smithi196 podman[97416]: 2024-08-19 10:06:42.179993713 +0000 UTC m=+0.018020049 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:06:42.384 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:42 smithi196 podman[97416]: 2024-08-19 10:06:42.28123712 +0000 UTC m=+0.119263444 container create 8e8f2100fb6e704e0eed7995386f6f2298cc961169fcfa0ac1aabe03bc74fa0a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=main-7976693, org.label-schema.schema-version=1.0) 2024-08-19T10:06:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:2376: done (0 left) 2024-08-19T10:06:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:2377: setattr oid 43 current snap is 242 2024-08-19T10:06:42.516 INFO:tasks.rados.rados.0.smithi190.stdout:2378: setattr oid 29 current snap is 242 2024-08-19T10:06:42.518 INFO:tasks.rados.rados.0.smithi190.stdout:2379: rmattr oid 12 current snap is 242 2024-08-19T10:06:42.518 INFO:tasks.rados.rados.0.smithi190.stdout:2379: done (2 left) 2024-08-19T10:06:42.518 INFO:tasks.rados.rados.0.smithi190.stdout:2380: read oid 3 snap -1 2024-08-19T10:06:42.519 INFO:tasks.rados.rados.0.smithi190.stdout:2380: expect (ObjNum 725 snap 239 seq_num 725) 2024-08-19T10:06:42.519 INFO:tasks.rados.rados.0.smithi190.stdout:2381: copy_from oid 15 from oid 24 current snap is 242 2024-08-19T10:06:42.519 INFO:tasks.rados.rados.0.smithi190.stdout:2382: read oid 32 snap 204 2024-08-19T10:06:42.519 INFO:tasks.rados.rados.0.smithi190.stdout:2382: expect (ObjNum 662 snap 204 seq_num 662) 2024-08-19T10:06:42.519 INFO:tasks.rados.rados.0.smithi190.stdout:2383: setattr oid 26 current snap is 242 2024-08-19T10:06:42.520 INFO:tasks.rados.rados.0.smithi190.stdout:2384: delete oid 30 current snap is 242 2024-08-19T10:06:42.526 INFO:tasks.rados.rados.0.smithi190.stdout:2384: done (6 left) 2024-08-19T10:06:42.526 INFO:tasks.rados.rados.0.smithi190.stdout:2385: snap_remove snap 236 2024-08-19T10:06:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:42 smithi196 ceph-mon[72638]: osdmap e551: 8 total, 8 up, 8 in 2024-08-19T10:06:42.667 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:42 smithi196 podman[97416]: 2024-08-19 10:06:42.491925172 +0000 UTC m=+0.329951499 container init 8e8f2100fb6e704e0eed7995386f6f2298cc961169fcfa0ac1aabe03bc74fa0a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b, ceph=True, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-19T10:06:42.667 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:42 smithi196 podman[97416]: 2024-08-19 10:06:42.495232488 +0000 UTC m=+0.333258820 container start 8e8f2100fb6e704e0eed7995386f6f2298cc961169fcfa0ac1aabe03bc74fa0a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-7976693, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-08-19T10:06:42.668 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:42 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b[97431]: starting mds.b at 2024-08-19T10:06:42.668 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:42 smithi196 bash[97416]: 8e8f2100fb6e704e0eed7995386f6f2298cc961169fcfa0ac1aabe03bc74fa0a 2024-08-19T10:06:42.668 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:06:42 smithi196 systemd[1]: Started Ceph mds.b for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:06:42.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:42 smithi190 ceph-mon[77620]: osdmap e551: 8 total, 8 up, 8 in 2024-08-19T10:06:42.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:42 smithi190 ceph-mon[80032]: osdmap e551: 8 total, 8 up, 8 in 2024-08-19T10:06:43.363 INFO:tasks.rados.rados.0.smithi190.stdout:2385: done (6 left) 2024-08-19T10:06:43.363 INFO:tasks.rados.rados.0.smithi190.stdout:2386: rollback oid 23 current snap is 242 2024-08-19T10:06:43.363 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 23 to 220 2024-08-19T10:06:43.363 INFO:tasks.rados.rados.0.smithi190.stdout:2381: finishing copy_from to smithi19066007-15 2024-08-19T10:06:43.363 INFO:tasks.rados.rados.0.smithi190.stdout:2381: got expected ENOENT (src dne) 2024-08-19T10:06:43.363 INFO:tasks.rados.rados.0.smithi190.stdout:2381: finishing copy_from racing read to smithi19066007-15 2024-08-19T10:06:43.363 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1450 (ObjNum 687 snap 221 seq_num 687) dirty exists 2024-08-19T10:06:43.364 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 1131 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:06:43.364 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1373 (ObjNum 645 snap 198 seq_num 645) dirty exists 2024-08-19T10:06:43.364 INFO:tasks.rados.rados.0.smithi190.stdout:2382: expect (ObjNum 662 snap 204 seq_num 662) 2024-08-19T10:06:43.411 INFO:tasks.rados.rados.0.smithi190.stdout:2380: expect (ObjNum 725 snap 239 seq_num 725) 2024-08-19T10:06:43.584 INFO:tasks.rados.rados.0.smithi190.stdout:2386: finishing rollback tid 0 to smithi19066007-23 2024-08-19T10:06:43.584 INFO:tasks.rados.rados.0.smithi190.stdout:2386: finishing rollback tid 1 to smithi19066007-23 2024-08-19T10:06:43.584 INFO:tasks.rados.rados.0.smithi190.stdout:2377: done (6 left) 2024-08-19T10:06:43.584 INFO:tasks.rados.rados.0.smithi190.stdout:2378: done (5 left) 2024-08-19T10:06:43.584 INFO:tasks.rados.rados.0.smithi190.stdout:2380: done (4 left) 2024-08-19T10:06:43.584 INFO:tasks.rados.rados.0.smithi190.stdout:2381: done (3 left) 2024-08-19T10:06:43.584 INFO:tasks.rados.rados.0.smithi190.stdout:2382: done (2 left) 2024-08-19T10:06:43.584 INFO:tasks.rados.rados.0.smithi190.stdout:2383: done (1 left) 2024-08-19T10:06:43.584 INFO:tasks.rados.rados.0.smithi190.stdout:2387: read oid 40 snap -1 2024-08-19T10:06:43.585 INFO:tasks.rados.rados.0.smithi190.stdout:2387: expect (ObjNum 713 snap 238 seq_num 713) 2024-08-19T10:06:43.585 INFO:tasks.rados.rados.0.smithi190.stdout:2388: snap_create 2024-08-19T10:06:43.585 INFO:tasks.rados.rados.0.smithi190.stdout:2386: finishing rollback tid 2 to smithi19066007-23 2024-08-19T10:06:43.585 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1455 (ObjNum 684 snap 220 seq_num 684) dirty exists 2024-08-19T10:06:43.590 INFO:tasks.rados.rados.0.smithi190.stdout:2387: expect (ObjNum 713 snap 238 seq_num 713) 2024-08-19T10:06:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:43 smithi190 ceph-mon[80032]: pgmap v498: 121 pgs: 121 active+clean; 312 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-19T10:06:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:43 smithi190 ceph-mon[80032]: osdmap e552: 8 total, 8 up, 8 in 2024-08-19T10:06:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:43 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:43 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:43 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:43 smithi190 ceph-mon[80032]: osdmap e553: 8 total, 8 up, 8 in 2024-08-19T10:06:43.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:43 smithi190 ceph-mon[77620]: pgmap v498: 121 pgs: 121 active+clean; 312 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-19T10:06:43.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:43 smithi190 ceph-mon[77620]: osdmap e552: 8 total, 8 up, 8 in 2024-08-19T10:06:43.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:43 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:43.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:43 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:43.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:43 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:43.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:43 smithi190 ceph-mon[77620]: osdmap e553: 8 total, 8 up, 8 in 2024-08-19T10:06:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:43 smithi196 ceph-mon[72638]: pgmap v498: 121 pgs: 121 active+clean; 312 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-19T10:06:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:43 smithi196 ceph-mon[72638]: osdmap e552: 8 total, 8 up, 8 in 2024-08-19T10:06:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:43 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:43 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:43 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:43 smithi196 ceph-mon[72638]: osdmap e553: 8 total, 8 up, 8 in 2024-08-19T10:06:44.517 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:06:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:06:44] "GET /metrics HTTP/1.1" 200 36377 "" "Prometheus/2.43.0" 2024-08-19T10:06:44.521 INFO:tasks.rados.rados.0.smithi190.stdout:2386: done (2 left) 2024-08-19T10:06:44.522 INFO:tasks.rados.rados.0.smithi190.stdout:2387: done (1 left) 2024-08-19T10:06:44.522 INFO:tasks.rados.rados.0.smithi190.stdout:2388: done (0 left) 2024-08-19T10:06:44.522 INFO:tasks.rados.rados.0.smithi190.stdout:2389: read oid 10 snap -1 2024-08-19T10:06:44.522 INFO:tasks.rados.rados.0.smithi190.stdout:2389: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:06:44.522 INFO:tasks.rados.rados.0.smithi190.stdout:2390: read oid 48 snap -1 2024-08-19T10:06:44.522 INFO:tasks.rados.rados.0.smithi190.stdout:2390: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:06:44.522 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 243 2024-08-19T10:06:44.522 INFO:tasks.rados.rados.0.smithi190.stdout:2391: seq_num 731 ranges {3293184=245760} 2024-08-19T10:06:44.541 INFO:tasks.rados.rados.0.smithi190.stdout:2391: writing smithi19066007-39 from 3293184 to 3538944 tid 1 2024-08-19T10:06:44.541 INFO:tasks.rados.rados.0.smithi190.stdout:2392: snap_create 2024-08-19T10:06:44.541 INFO:tasks.rados.rados.0.smithi190.stdout:2389: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:06:44.542 INFO:tasks.rados.rados.0.smithi190.stdout:2390: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:06:44.544 INFO:tasks.rados.rados.0.smithi190.stdout:2391: finishing write tid 1 to smithi19066007-39 2024-08-19T10:06:44.544 INFO:tasks.rados.rados.0.smithi190.stdout:2391: finishing write tid 2 to smithi19066007-39 2024-08-19T10:06:44.546 INFO:tasks.rados.rados.0.smithi190.stdout:2391: finishing write tid 3 to smithi19066007-39 2024-08-19T10:06:44.546 INFO:tasks.rados.rados.0.smithi190.stdout:2391: oid 39 updating version 0 to 1537 2024-08-19T10:06:44.546 INFO:tasks.rados.rados.0.smithi190.stdout:2391: oid 39 updating version 1537 to 1538 2024-08-19T10:06:44.546 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1538 (ObjNum 731 snap 243 seq_num 731) dirty exists 2024-08-19T10:06:44.546 INFO:tasks.rados.rados.0.smithi190.stdout:2391: left oid 39 (ObjNum 731 snap 243 seq_num 731) 2024-08-19T10:06:44.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:44 smithi190 ceph-mon[77620]: mds.? [v2:172.21.15.196:6832/2989978849,v1:172.21.15.196:6833/2989978849] up:boot 2024-08-19T10:06:44.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:44 smithi190 ceph-mon[77620]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T10:06:44.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:44 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T10:06:44.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:44 smithi190 ceph-mon[80032]: mds.? [v2:172.21.15.196:6832/2989978849,v1:172.21.15.196:6833/2989978849] up:boot 2024-08-19T10:06:44.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:44 smithi190 ceph-mon[80032]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T10:06:44.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:44 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T10:06:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:44 smithi196 ceph-mon[72638]: mds.? [v2:172.21.15.196:6832/2989978849,v1:172.21.15.196:6833/2989978849] up:boot 2024-08-19T10:06:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:44 smithi196 ceph-mon[72638]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-19T10:06:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:44 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-19T10:06:45.525 INFO:tasks.rados.rados.0.smithi190.stdout:2389: done (3 left) 2024-08-19T10:06:45.525 INFO:tasks.rados.rados.0.smithi190.stdout:2390: done (2 left) 2024-08-19T10:06:45.525 INFO:tasks.rados.rados.0.smithi190.stdout:2391: done (1 left) 2024-08-19T10:06:45.525 INFO:tasks.rados.rados.0.smithi190.stdout:2392: done (0 left) 2024-08-19T10:06:45.525 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 9 current snap is 244 2024-08-19T10:06:45.525 INFO:tasks.rados.rados.0.smithi190.stdout:2393: seq_num 732 ranges {2064384=262144} 2024-08-19T10:06:45.537 INFO:tasks.rados.rados.0.smithi190.stdout:2393: writing smithi19066007-9 from 2064384 to 2326528 tid 1 2024-08-19T10:06:45.538 INFO:tasks.rados.rados.0.smithi190.stdout:2394: read oid 18 snap -1 2024-08-19T10:06:45.538 INFO:tasks.rados.rados.0.smithi190.stdout:2394: expect deleted 2024-08-19T10:06:45.538 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 244 2024-08-19T10:06:45.538 INFO:tasks.rados.rados.0.smithi190.stdout:2395: seq_num 733 ranges {999424=278528} 2024-08-19T10:06:45.545 INFO:tasks.rados.rados.0.smithi190.stdout:2395: writing smithi19066007-21 from 999424 to 1277952 tid 1 2024-08-19T10:06:45.545 INFO:tasks.rados.rados.0.smithi190.stdout:2396: snap_create 2024-08-19T10:06:45.545 INFO:tasks.rados.rados.0.smithi190.stdout:2393: finishing write tid 1 to smithi19066007-9 2024-08-19T10:06:45.545 INFO:tasks.rados.rados.0.smithi190.stdout:2393: finishing write tid 2 to smithi19066007-9 2024-08-19T10:06:45.545 INFO:tasks.rados.rados.0.smithi190.stdout:2393: finishing write tid 3 to smithi19066007-9 2024-08-19T10:06:45.546 INFO:tasks.rados.rados.0.smithi190.stdout:2393: oid 9 updating version 0 to 1457 2024-08-19T10:06:45.546 INFO:tasks.rados.rados.0.smithi190.stdout:2393: oid 9 version 1457 is already newer than 1456 2024-08-19T10:06:45.546 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1457 (ObjNum 732 snap 244 seq_num 732) dirty exists 2024-08-19T10:06:45.546 INFO:tasks.rados.rados.0.smithi190.stdout:2393: left oid 9 (ObjNum 732 snap 244 seq_num 732) 2024-08-19T10:06:45.548 INFO:tasks.rados.rados.0.smithi190.stdout:2395: finishing write tid 1 to smithi19066007-21 2024-08-19T10:06:45.548 INFO:tasks.rados.rados.0.smithi190.stdout:2395: finishing write tid 2 to smithi19066007-21 2024-08-19T10:06:45.552 INFO:tasks.rados.rados.0.smithi190.stdout:2395: finishing write tid 3 to smithi19066007-21 2024-08-19T10:06:45.552 INFO:tasks.rados.rados.0.smithi190.stdout:2395: oid 21 updating version 0 to 1451 2024-08-19T10:06:45.552 INFO:tasks.rados.rados.0.smithi190.stdout:2395: oid 21 updating version 1451 to 1452 2024-08-19T10:06:45.552 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 1452 (ObjNum 733 snap 244 seq_num 733) dirty exists 2024-08-19T10:06:45.552 INFO:tasks.rados.rados.0.smithi190.stdout:2395: left oid 21 (ObjNum 733 snap 244 seq_num 733) 2024-08-19T10:06:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:45 smithi196 ceph-mon[72638]: pgmap v501: 121 pgs: 121 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-08-19T10:06:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:45 smithi196 ceph-mon[72638]: osdmap e554: 8 total, 8 up, 8 in 2024-08-19T10:06:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:06:45.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:45 smithi190 ceph-mon[77620]: pgmap v501: 121 pgs: 121 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-08-19T10:06:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:45 smithi190 ceph-mon[77620]: osdmap e554: 8 total, 8 up, 8 in 2024-08-19T10:06:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:06:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:45 smithi190 ceph-mon[80032]: pgmap v501: 121 pgs: 121 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 1.9 MiB/s wr, 24 op/s 2024-08-19T10:06:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:45 smithi190 ceph-mon[80032]: osdmap e554: 8 total, 8 up, 8 in 2024-08-19T10:06:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:06:46.538 INFO:tasks.rados.rados.0.smithi190.stdout:2393: done (3 left) 2024-08-19T10:06:46.538 INFO:tasks.rados.rados.0.smithi190.stdout:2394: done (2 left) 2024-08-19T10:06:46.538 INFO:tasks.rados.rados.0.smithi190.stdout:2395: done (1 left) 2024-08-19T10:06:46.538 INFO:tasks.rados.rados.0.smithi190.stdout:2396: done (0 left) 2024-08-19T10:06:46.538 INFO:tasks.rados.rados.0.smithi190.stdout:2397: rmattr oid 11 current snap is 245 2024-08-19T10:06:46.538 INFO:tasks.rados.rados.0.smithi190.stdout:2398: read oid 40 snap -1 2024-08-19T10:06:46.538 INFO:tasks.rados.rados.0.smithi190.stdout:2398: expect (ObjNum 713 snap 238 seq_num 713) 2024-08-19T10:06:46.538 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 47 current snap is 245 2024-08-19T10:06:46.538 INFO:tasks.rados.rados.0.smithi190.stdout:2399: seq_num 734 ranges {0=294912} 2024-08-19T10:06:46.539 INFO:tasks.rados.rados.0.smithi190.stdout:2399: writing smithi19066007-47 from 0 to 294912 tid 1 2024-08-19T10:06:46.539 INFO:tasks.rados.rados.0.smithi190.stdout:2400: read oid 10 snap -1 2024-08-19T10:06:46.539 INFO:tasks.rados.rados.0.smithi190.stdout:2400: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:06:46.540 INFO:tasks.rados.rados.0.smithi190.stdout:2401: delete oid 49 current snap is 245 2024-08-19T10:06:46.542 INFO:tasks.rados.rados.0.smithi190.stdout:2400: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:06:46.545 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1437 (ObjNum 65 snap 0 seq_num 1515346024) dirty exists 2024-08-19T10:06:46.545 INFO:tasks.rados.rados.0.smithi190.stdout:2399: finishing write tid 1 to smithi19066007-47 2024-08-19T10:06:46.546 INFO:tasks.rados.rados.0.smithi190.stdout:2399: finishing write tid 2 to smithi19066007-47 2024-08-19T10:06:46.546 INFO:tasks.rados.rados.0.smithi190.stdout:2397: done (4 left) 2024-08-19T10:06:46.547 INFO:tasks.rados.rados.0.smithi190.stdout:2400: done (3 left) 2024-08-19T10:06:46.547 INFO:tasks.rados.rados.0.smithi190.stdout:2401: done (2 left) 2024-08-19T10:06:46.547 INFO:tasks.rados.rados.0.smithi190.stdout:2402: setattr oid 7 current snap is 245 2024-08-19T10:06:46.547 INFO:tasks.rados.rados.0.smithi190.stdout:2399: finishing write tid 3 to smithi19066007-47 2024-08-19T10:06:46.547 INFO:tasks.rados.rados.0.smithi190.stdout:2399: oid 47 updating version 0 to 1374 2024-08-19T10:06:46.547 INFO:tasks.rados.rados.0.smithi190.stdout:2399: oid 47 updating version 1374 to 1375 2024-08-19T10:06:46.548 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1375 (ObjNum 734 snap 245 seq_num 734) dirty exists 2024-08-19T10:06:46.548 INFO:tasks.rados.rados.0.smithi190.stdout:2399: left oid 47 (ObjNum 734 snap 245 seq_num 734) 2024-08-19T10:06:46.548 INFO:tasks.rados.rados.0.smithi190.stdout:2398: expect (ObjNum 713 snap 238 seq_num 713) 2024-08-19T10:06:46.608 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1119 (ObjNum 708 snap 233 seq_num 708) dirty exists 2024-08-19T10:06:46.608 INFO:tasks.rados.rados.0.smithi190.stdout:2398: done (2 left) 2024-08-19T10:06:46.608 INFO:tasks.rados.rados.0.smithi190.stdout:2399: done (1 left) 2024-08-19T10:06:46.608 INFO:tasks.rados.rados.0.smithi190.stdout:2402: done (0 left) 2024-08-19T10:06:46.608 INFO:tasks.rados.rados.0.smithi190.stdout:2403: read oid 9 snap -1 2024-08-19T10:06:46.608 INFO:tasks.rados.rados.0.smithi190.stdout:2403: expect (ObjNum 732 snap 244 seq_num 732) 2024-08-19T10:06:46.609 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 35 current snap is 245 2024-08-19T10:06:46.609 INFO:tasks.rados.rados.0.smithi190.stdout:2404: seq_num 736 ranges {0=335872} 2024-08-19T10:06:46.610 INFO:tasks.rados.rados.0.smithi190.stdout:2404: writing smithi19066007-35 from 0 to 335872 tid 1 2024-08-19T10:06:46.610 INFO:tasks.rados.rados.0.smithi190.stdout:2405: rollback oid 47 current snap is 245 2024-08-19T10:06:46.610 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 47 to 238 2024-08-19T10:06:46.610 INFO:tasks.rados.rados.0.smithi190.stdout:2406: setattr oid 4 current snap is 245 2024-08-19T10:06:46.612 INFO:tasks.rados.rados.0.smithi190.stdout:2407: snap_create 2024-08-19T10:06:46.613 INFO:tasks.rados.rados.0.smithi190.stdout:2404: finishing write tid 1 to smithi19066007-35 2024-08-19T10:06:46.613 INFO:tasks.rados.rados.0.smithi190.stdout:2404: finishing write tid 2 to smithi19066007-35 2024-08-19T10:06:46.614 INFO:tasks.rados.rados.0.smithi190.stdout:2405: finishing rollback tid 0 to smithi19066007-47 2024-08-19T10:06:46.615 INFO:tasks.rados.rados.0.smithi190.stdout:2404: finishing write tid 3 to smithi19066007-35 2024-08-19T10:06:46.615 INFO:tasks.rados.rados.0.smithi190.stdout:2404: oid 35 updating version 0 to 1145 2024-08-19T10:06:46.615 INFO:tasks.rados.rados.0.smithi190.stdout:2404: oid 35 updating version 1145 to 1146 2024-08-19T10:06:46.615 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 1146 (ObjNum 736 snap 245 seq_num 736) dirty exists 2024-08-19T10:06:46.615 INFO:tasks.rados.rados.0.smithi190.stdout:2404: left oid 35 (ObjNum 736 snap 245 seq_num 736) 2024-08-19T10:06:46.616 INFO:tasks.rados.rados.0.smithi190.stdout:2405: finishing rollback tid 1 to smithi19066007-47 2024-08-19T10:06:46.616 INFO:tasks.rados.rados.0.smithi190.stdout:2405: finishing rollback tid 2 to smithi19066007-47 2024-08-19T10:06:46.616 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1378 (ObjNum 510 snap 163 seq_num 510) dirty exists 2024-08-19T10:06:46.618 INFO:tasks.rados.rados.0.smithi190.stdout:2403: expect (ObjNum 732 snap 244 seq_num 732) 2024-08-19T10:06:46.746 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 1335 (ObjNum 718 snap 239 seq_num 718) dirty exists 2024-08-19T10:06:46.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:46 smithi190 ceph-mon[77620]: osdmap e555: 8 total, 8 up, 8 in 2024-08-19T10:06:46.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:46 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:46.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:46 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:46.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:46 smithi190 ceph-mon[80032]: osdmap e555: 8 total, 8 up, 8 in 2024-08-19T10:06:46.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:46 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:46.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:46 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:46.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:46 smithi196 ceph-mon[72638]: osdmap e555: 8 total, 8 up, 8 in 2024-08-19T10:06:46.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:46 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:46.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:46 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:47.544 INFO:tasks.rados.rados.0.smithi190.stdout:2403: done (4 left) 2024-08-19T10:06:47.544 INFO:tasks.rados.rados.0.smithi190.stdout:2404: done (3 left) 2024-08-19T10:06:47.544 INFO:tasks.rados.rados.0.smithi190.stdout:2405: done (2 left) 2024-08-19T10:06:47.544 INFO:tasks.rados.rados.0.smithi190.stdout:2406: done (1 left) 2024-08-19T10:06:47.544 INFO:tasks.rados.rados.0.smithi190.stdout:2407: done (0 left) 2024-08-19T10:06:47.544 INFO:tasks.rados.rados.0.smithi190.stdout:2408: delete oid 27 current snap is 246 2024-08-19T10:06:47.548 INFO:tasks.rados.rados.0.smithi190.stdout:2408: done (0 left) 2024-08-19T10:06:47.548 INFO:tasks.rados.rados.0.smithi190.stdout:2409: read oid 47 snap 220 2024-08-19T10:06:47.548 INFO:tasks.rados.rados.0.smithi190.stdout:2409: expect (ObjNum 510 snap 163 seq_num 510) 2024-08-19T10:06:47.548 INFO:tasks.rados.rados.0.smithi190.stdout:2410: setattr oid 19 current snap is 246 2024-08-19T10:06:47.550 INFO:tasks.rados.rados.0.smithi190.stdout:2411: setattr oid 3 current snap is 246 2024-08-19T10:06:47.552 INFO:tasks.rados.rados.0.smithi190.stdout:2412: read oid 21 snap -1 2024-08-19T10:06:47.552 INFO:tasks.rados.rados.0.smithi190.stdout:2412: expect (ObjNum 733 snap 244 seq_num 733) 2024-08-19T10:06:47.552 INFO:tasks.rados.rados.0.smithi190.stdout:2413: snap_remove snap 228 2024-08-19T10:06:47.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:47 smithi190 ceph-mon[77620]: pgmap v504: 121 pgs: 121 active+clean; 317 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-08-19T10:06:47.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:47 smithi190 ceph-mon[77620]: osdmap e556: 8 total, 8 up, 8 in 2024-08-19T10:06:47.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:47 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:47.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:47 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:47.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:47 smithi190 ceph-mon[80032]: pgmap v504: 121 pgs: 121 active+clean; 317 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-08-19T10:06:47.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:47 smithi190 ceph-mon[80032]: osdmap e556: 8 total, 8 up, 8 in 2024-08-19T10:06:47.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:47 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:47.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:47 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:47.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:47 smithi196 ceph-mon[72638]: pgmap v504: 121 pgs: 121 active+clean; 317 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-08-19T10:06:47.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:47 smithi196 ceph-mon[72638]: osdmap e556: 8 total, 8 up, 8 in 2024-08-19T10:06:47.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:47 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:47.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:47 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:48.366 INFO:tasks.rados.rados.0.smithi190.stdout:2413: done (4 left) 2024-08-19T10:06:48.366 INFO:tasks.rados.rados.0.smithi190.stdout:2414: read oid 14 snap -1 2024-08-19T10:06:48.366 INFO:tasks.rados.rados.0.smithi190.stdout:2414: expect (ObjNum 585 snap 182 seq_num 585) 2024-08-19T10:06:48.367 INFO:tasks.rados.rados.0.smithi190.stdout:2415: read oid 33 snap -1 2024-08-19T10:06:48.367 INFO:tasks.rados.rados.0.smithi190.stdout:2415: expect (ObjNum 585 snap 182 seq_num 585) 2024-08-19T10:06:48.367 INFO:tasks.rados.rados.0.smithi190.stdout:2416: snap_create 2024-08-19T10:06:48.367 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 1438 (ObjNum 725 snap 239 seq_num 725) dirty exists 2024-08-19T10:06:48.367 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1236 (ObjNum 33 snap 0 seq_num 3356743776) dirty exists 2024-08-19T10:06:48.367 INFO:tasks.rados.rados.0.smithi190.stdout:2412: expect (ObjNum 733 snap 244 seq_num 733) 2024-08-19T10:06:48.435 INFO:tasks.rados.rados.0.smithi190.stdout:2409: expect (ObjNum 510 snap 163 seq_num 510) 2024-08-19T10:06:48.643 INFO:tasks.rados.rados.0.smithi190.stdout:2414: expect (ObjNum 585 snap 182 seq_num 585) 2024-08-19T10:06:48.727 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:48 smithi196 ceph-mon[72638]: osdmap e557: 8 total, 8 up, 8 in 2024-08-19T10:06:48.728 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:48 smithi196 ceph-mon[72638]: osdmap e558: 8 total, 8 up, 8 in 2024-08-19T10:06:48.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:48 smithi190 ceph-mon[80032]: osdmap e557: 8 total, 8 up, 8 in 2024-08-19T10:06:48.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:48 smithi190 ceph-mon[80032]: osdmap e558: 8 total, 8 up, 8 in 2024-08-19T10:06:48.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:48 smithi190 ceph-mon[77620]: osdmap e557: 8 total, 8 up, 8 in 2024-08-19T10:06:48.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:48 smithi190 ceph-mon[77620]: osdmap e558: 8 total, 8 up, 8 in 2024-08-19T10:06:49.081 INFO:tasks.rados.rados.0.smithi190.stdout:2415: expect (ObjNum 585 snap 182 seq_num 585) 2024-08-19T10:06:49.512 INFO:tasks.rados.rados.0.smithi190.stdout:2409: done (6 left) 2024-08-19T10:06:49.512 INFO:tasks.rados.rados.0.smithi190.stdout:2410: done (5 left) 2024-08-19T10:06:49.512 INFO:tasks.rados.rados.0.smithi190.stdout:2411: done (4 left) 2024-08-19T10:06:49.512 INFO:tasks.rados.rados.0.smithi190.stdout:2412: done (3 left) 2024-08-19T10:06:49.512 INFO:tasks.rados.rados.0.smithi190.stdout:2414: done (2 left) 2024-08-19T10:06:49.512 INFO:tasks.rados.rados.0.smithi190.stdout:2415: done (1 left) 2024-08-19T10:06:49.512 INFO:tasks.rados.rados.0.smithi190.stdout:2416: done (0 left) 2024-08-19T10:06:49.513 INFO:tasks.rados.rados.0.smithi190.stdout:2417: copy_from oid 44 from oid 8 current snap is 247 2024-08-19T10:06:49.513 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 35 current snap is 247 2024-08-19T10:06:49.513 INFO:tasks.rados.rados.0.smithi190.stdout:2418: seq_num 738 ranges {335872=368640} 2024-08-19T10:06:49.516 INFO:tasks.rados.rados.0.smithi190.stdout:2418: writing smithi19066007-35 from 335872 to 704512 tid 1 2024-08-19T10:06:49.516 INFO:tasks.rados.rados.0.smithi190.stdout:2419: read oid 11 snap -1 2024-08-19T10:06:49.516 INFO:tasks.rados.rados.0.smithi190.stdout:2419: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:06:49.516 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 247 2024-08-19T10:06:49.516 INFO:tasks.rados.rados.0.smithi190.stdout:2420: seq_num 739 ranges {1982464=385024} 2024-08-19T10:06:49.529 INFO:tasks.rados.rados.0.smithi190.stdout:2420: writing smithi19066007-22 from 1982464 to 2367488 tid 1 2024-08-19T10:06:49.529 INFO:tasks.rados.rados.0.smithi190.stdout:2421: rollback oid 20 current snap is 247 2024-08-19T10:06:49.529 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 20 to 246 2024-08-19T10:06:49.529 INFO:tasks.rados.rados.0.smithi190.stdout:2417: finishing copy_from racing read to smithi19066007-44 2024-08-19T10:06:49.529 INFO:tasks.rados.rados.0.smithi190.stdout:2419: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:06:49.530 INFO:tasks.rados.rados.0.smithi190.stdout:2417: finishing copy_from to smithi19066007-44 2024-08-19T10:06:49.530 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 1442 (ObjNum 630 snap 196 seq_num 630) dirty exists 2024-08-19T10:06:49.530 INFO:tasks.rados.rados.0.smithi190.stdout:2418: finishing write tid 1 to smithi19066007-35 2024-08-19T10:06:49.530 INFO:tasks.rados.rados.0.smithi190.stdout:2418: finishing write tid 2 to smithi19066007-35 2024-08-19T10:06:49.530 INFO:tasks.rados.rados.0.smithi190.stdout:2417: done (4 left) 2024-08-19T10:06:49.530 INFO:tasks.rados.rados.0.smithi190.stdout:2419: done (3 left) 2024-08-19T10:06:49.530 INFO:tasks.rados.rados.0.smithi190.stdout:2422: snap_remove snap 239 2024-08-19T10:06:49.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:49 smithi190 ceph-mon[80032]: pgmap v507: 121 pgs: 121 active+clean; 325 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 136 KiB/s wr, 10 op/s 2024-08-19T10:06:49.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:49 smithi190 ceph-mon[80032]: osdmap e559: 8 total, 8 up, 8 in 2024-08-19T10:06:49.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:49 smithi190 ceph-mon[77620]: pgmap v507: 121 pgs: 121 active+clean; 325 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 136 KiB/s wr, 10 op/s 2024-08-19T10:06:49.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:49 smithi190 ceph-mon[77620]: osdmap e559: 8 total, 8 up, 8 in 2024-08-19T10:06:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:49 smithi196 ceph-mon[72638]: pgmap v507: 121 pgs: 121 active+clean; 325 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 136 KiB/s wr, 10 op/s 2024-08-19T10:06:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:49 smithi196 ceph-mon[72638]: osdmap e559: 8 total, 8 up, 8 in 2024-08-19T10:06:50.363 INFO:tasks.rados.rados.0.smithi190.stdout:2422: done (3 left) 2024-08-19T10:06:50.363 INFO:tasks.rados.rados.0.smithi190.stdout:2423: snap_create 2024-08-19T10:06:50.363 INFO:tasks.rados.rados.0.smithi190.stdout:2418: finishing write tid 3 to smithi19066007-35 2024-08-19T10:06:50.363 INFO:tasks.rados.rados.0.smithi190.stdout:2418: oid 35 updating version 0 to 1147 2024-08-19T10:06:50.363 INFO:tasks.rados.rados.0.smithi190.stdout:2418: oid 35 updating version 1147 to 1148 2024-08-19T10:06:50.363 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 1148 (ObjNum 738 snap 247 seq_num 738) dirty exists 2024-08-19T10:06:50.363 INFO:tasks.rados.rados.0.smithi190.stdout:2418: left oid 35 (ObjNum 738 snap 247 seq_num 738) 2024-08-19T10:06:50.363 INFO:tasks.rados.rados.0.smithi190.stdout:2421: finishing rollback tid 1 to smithi19066007-20 2024-08-19T10:06:50.363 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 1449 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T10:06:50.363 INFO:tasks.rados.rados.0.smithi190.stdout:2420: finishing write tid 1 to smithi19066007-22 2024-08-19T10:06:50.363 INFO:tasks.rados.rados.0.smithi190.stdout:2420: finishing write tid 2 to smithi19066007-22 2024-08-19T10:06:50.364 INFO:tasks.rados.rados.0.smithi190.stdout:2420: finishing write tid 3 to smithi19066007-22 2024-08-19T10:06:50.364 INFO:tasks.rados.rados.0.smithi190.stdout:2420: oid 22 updating version 0 to 1443 2024-08-19T10:06:50.364 INFO:tasks.rados.rados.0.smithi190.stdout:2420: oid 22 updating version 1443 to 1444 2024-08-19T10:06:50.364 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 1444 (ObjNum 739 snap 247 seq_num 739) dirty exists 2024-08-19T10:06:50.364 INFO:tasks.rados.rados.0.smithi190.stdout:2420: left oid 22 (ObjNum 739 snap 247 seq_num 739) 2024-08-19T10:06:51.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: pgmap v510: 121 pgs: 121 active+clean; 326 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 592 KiB/s wr, 33 op/s 2024-08-19T10:06:51.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:51.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:06:51.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:51.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: Upgrade: Setting container_image for all mds 2024-08-19T10:06:51.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-19T10:06:51.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-19T10:06:51.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-19T10:06:51.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-19T10:06:51.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: Upgrade: Setting container_image for all rgw 2024-08-19T10:06:51.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.317 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: Upgrade: Setting container_image for all rbd-mirror 2024-08-19T10:06:51.318 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.318 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.318 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.318 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: Upgrade: Setting container_image for all ceph-exporter 2024-08-19T10:06:51.318 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.318 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.318 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: Upgrade: Setting container_image for all iscsi 2024-08-19T10:06:51.318 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.318 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: pgmap v510: 121 pgs: 121 active+clean; 326 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 592 KiB/s wr, 33 op/s 2024-08-19T10:06:51.318 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:51.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:06:51.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:51.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: Upgrade: Setting container_image for all mds 2024-08-19T10:06:51.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.319 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-19T10:06:51.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-19T10:06:51.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-19T10:06:51.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-19T10:06:51.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: Upgrade: Setting container_image for all rgw 2024-08-19T10:06:51.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: Upgrade: Setting container_image for all rbd-mirror 2024-08-19T10:06:51.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.320 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: Upgrade: Setting container_image for all ceph-exporter 2024-08-19T10:06:51.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: Upgrade: Setting container_image for all iscsi 2024-08-19T10:06:51.321 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.321 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.321 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: Upgrade: Setting container_image for all nfs 2024-08-19T10:06:51.321 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.321 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.322 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: Upgrade: Setting container_image for all nvmeof 2024-08-19T10:06:51.322 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.322 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[77620]: osdmap e560: 8 total, 8 up, 8 in 2024-08-19T10:06:51.322 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.322 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: Upgrade: Setting container_image for all nfs 2024-08-19T10:06:51.322 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.322 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.322 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: Upgrade: Setting container_image for all nvmeof 2024-08-19T10:06:51.322 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.322 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:51 smithi190 ceph-mon[80032]: osdmap e560: 8 total, 8 up, 8 in 2024-08-19T10:06:51.364 INFO:tasks.rados.rados.0.smithi190.stdout:2418: done (3 left) 2024-08-19T10:06:51.364 INFO:tasks.rados.rados.0.smithi190.stdout:2420: done (2 left) 2024-08-19T10:06:51.364 INFO:tasks.rados.rados.0.smithi190.stdout:2421: done (1 left) 2024-08-19T10:06:51.364 INFO:tasks.rados.rados.0.smithi190.stdout:2423: done (0 left) 2024-08-19T10:06:51.364 INFO:tasks.rados.rados.0.smithi190.stdout:2424: copy_from oid 22 from oid 29 current snap is 248 2024-08-19T10:06:51.364 INFO:tasks.rados.rados.0.smithi190.stdout:2425: read oid 10 snap -1 2024-08-19T10:06:51.364 INFO:tasks.rados.rados.0.smithi190.stdout:2425: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:06:51.364 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 47 current snap is 248 2024-08-19T10:06:51.365 INFO:tasks.rados.rados.0.smithi190.stdout:2426: seq_num 740 ranges {4300800=401408} 2024-08-19T10:06:51.390 INFO:tasks.rados.rados.0.smithi190.stdout:2426: writing smithi19066007-47 from 4300800 to 4702208 tid 1 2024-08-19T10:06:51.390 INFO:tasks.rados.rados.0.smithi190.stdout:2427: rollback oid 21 current snap is 248 2024-08-19T10:06:51.390 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 21 to 204 2024-08-19T10:06:51.391 INFO:tasks.rados.rados.0.smithi190.stdout:2425: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:06:51.392 INFO:tasks.rados.rados.0.smithi190.stdout:2424: finishing copy_from racing read to smithi19066007-22 2024-08-19T10:06:51.393 INFO:tasks.rados.rados.0.smithi190.stdout:2424: finishing copy_from to smithi19066007-22 2024-08-19T10:06:51.393 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 1131 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:06:51.393 INFO:tasks.rados.rados.0.smithi190.stdout:2424: done (3 left) 2024-08-19T10:06:51.393 INFO:tasks.rados.rados.0.smithi190.stdout:2425: done (2 left) 2024-08-19T10:06:51.393 INFO:tasks.rados.rados.0.smithi190.stdout:2428: setattr oid 11 current snap is 248 2024-08-19T10:06:51.394 INFO:tasks.rados.rados.0.smithi190.stdout:2427: finishing rollback tid 0 to smithi19066007-21 2024-08-19T10:06:51.394 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 33 current snap is 248 2024-08-19T10:06:51.395 INFO:tasks.rados.rados.0.smithi190.stdout:2429: seq_num 741 ranges {5570560=417792} 2024-08-19T10:06:51.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: pgmap v510: 121 pgs: 121 active+clean; 326 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 592 KiB/s wr, 33 op/s 2024-08-19T10:06:51.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:06:51.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:06:51.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:06:51.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: Upgrade: Setting container_image for all mds 2024-08-19T10:06:51.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-19T10:06:51.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-19T10:06:51.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-19T10:06:51.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-19T10:06:51.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: Upgrade: Setting container_image for all rgw 2024-08-19T10:06:51.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: Upgrade: Setting container_image for all rbd-mirror 2024-08-19T10:06:51.419 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: Upgrade: Setting container_image for all ceph-exporter 2024-08-19T10:06:51.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: Upgrade: Setting container_image for all iscsi 2024-08-19T10:06:51.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: Upgrade: Setting container_image for all nfs 2024-08-19T10:06:51.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:51.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: Upgrade: Setting container_image for all nvmeof 2024-08-19T10:06:51.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:51.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:51 smithi196 ceph-mon[72638]: osdmap e560: 8 total, 8 up, 8 in 2024-08-19T10:06:51.426 INFO:tasks.rados.rados.0.smithi190.stdout:2429: writing smithi19066007-33 from 5570560 to 5988352 tid 1 2024-08-19T10:06:51.427 INFO:tasks.rados.rados.0.smithi190.stdout:2430: delete oid 16 current snap is 248 2024-08-19T10:06:51.427 INFO:tasks.rados.rados.0.smithi190.stdout:2426: finishing write tid 1 to smithi19066007-47 2024-08-19T10:06:51.427 INFO:tasks.rados.rados.0.smithi190.stdout:2426: finishing write tid 2 to smithi19066007-47 2024-08-19T10:06:51.427 INFO:tasks.rados.rados.0.smithi190.stdout:2427: finishing rollback tid 1 to smithi19066007-21 2024-08-19T10:06:51.427 INFO:tasks.rados.rados.0.smithi190.stdout:2427: finishing rollback tid 2 to smithi19066007-21 2024-08-19T10:06:51.427 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 1455 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:06:51.427 INFO:tasks.rados.rados.0.smithi190.stdout:2426: finishing write tid 3 to smithi19066007-47 2024-08-19T10:06:51.427 INFO:tasks.rados.rados.0.smithi190.stdout:2426: oid 47 updating version 0 to 1379 2024-08-19T10:06:51.427 INFO:tasks.rados.rados.0.smithi190.stdout:2426: oid 47 updating version 1379 to 1380 2024-08-19T10:06:51.427 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1380 (ObjNum 740 snap 248 seq_num 740) dirty exists 2024-08-19T10:06:51.427 INFO:tasks.rados.rados.0.smithi190.stdout:2426: left oid 47 (ObjNum 740 snap 248 seq_num 740) 2024-08-19T10:06:51.427 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1439 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-19T10:06:51.428 INFO:tasks.rados.rados.0.smithi190.stdout:2426: done (4 left) 2024-08-19T10:06:51.428 INFO:tasks.rados.rados.0.smithi190.stdout:2427: done (3 left) 2024-08-19T10:06:51.428 INFO:tasks.rados.rados.0.smithi190.stdout:2428: done (2 left) 2024-08-19T10:06:51.428 INFO:tasks.rados.rados.0.smithi190.stdout:2430: done (1 left) 2024-08-19T10:06:51.428 INFO:tasks.rados.rados.0.smithi190.stdout:2431: setattr oid 23 current snap is 248 2024-08-19T10:06:51.429 INFO:tasks.rados.rados.0.smithi190.stdout:2429: finishing write tid 1 to smithi19066007-33 2024-08-19T10:06:51.429 INFO:tasks.rados.rados.0.smithi190.stdout:2429: finishing write tid 2 to smithi19066007-33 2024-08-19T10:06:51.431 INFO:tasks.rados.rados.0.smithi190.stdout:2429: finishing write tid 3 to smithi19066007-33 2024-08-19T10:06:51.431 INFO:tasks.rados.rados.0.smithi190.stdout:2429: oid 33 updating version 0 to 1221 2024-08-19T10:06:51.431 INFO:tasks.rados.rados.0.smithi190.stdout:2429: oid 33 updating version 1221 to 1222 2024-08-19T10:06:51.431 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 1222 (ObjNum 741 snap 248 seq_num 741) dirty exists 2024-08-19T10:06:51.431 INFO:tasks.rados.rados.0.smithi190.stdout:2429: left oid 33 (ObjNum 741 snap 248 seq_num 741) 2024-08-19T10:06:51.431 INFO:tasks.rados.rados.0.smithi190.stdout:2429: done (1 left) 2024-08-19T10:06:51.431 INFO:tasks.rados.rados.0.smithi190.stdout:2432: copy_from oid 44 from oid 12 current snap is 248 2024-08-19T10:06:51.431 INFO:tasks.rados.rados.0.smithi190.stdout:2433: read oid 29 snap -1 2024-08-19T10:06:51.431 INFO:tasks.rados.rados.0.smithi190.stdout:2433: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:06:51.431 INFO:tasks.rados.rados.0.smithi190.stdout:2434: rollback oid 24 current snap is 248 2024-08-19T10:06:51.432 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 24 to 220 2024-08-19T10:06:51.432 INFO:tasks.rados.rados.0.smithi190.stdout:2435: read oid 36 snap -1 2024-08-19T10:06:51.432 INFO:tasks.rados.rados.0.smithi190.stdout:2435: expect deleted 2024-08-19T10:06:51.432 INFO:tasks.rados.rados.0.smithi190.stdout:2436: delete oid 37 current snap is 248 2024-08-19T10:06:51.432 INFO:tasks.rados.rados.0.smithi190.stdout:2432: finishing copy_from to smithi19066007-44 2024-08-19T10:06:51.432 INFO:tasks.rados.rados.0.smithi190.stdout:2432: got expected ENOENT (src dne) 2024-08-19T10:06:51.432 INFO:tasks.rados.rados.0.smithi190.stdout:2432: finishing copy_from racing read to smithi19066007-44 2024-08-19T10:06:51.434 INFO:tasks.rados.rados.0.smithi190.stdout:2432: done (5 left) 2024-08-19T10:06:51.434 INFO:tasks.rados.rados.0.smithi190.stdout:2436: done (4 left) 2024-08-19T10:06:51.434 INFO:tasks.rados.rados.0.smithi190.stdout:2437: delete oid 19 current snap is 248 2024-08-19T10:06:51.434 INFO:tasks.rados.rados.0.smithi190.stdout:2434: finishing rollback tid 1 to smithi19066007-24 2024-08-19T10:06:51.434 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1458 (ObjNum 684 snap 220 seq_num 684) dirty exists 2024-08-19T10:06:51.435 INFO:tasks.rados.rados.0.smithi190.stdout:2434: finishing rollback tid 2 to smithi19066007-24 2024-08-19T10:06:51.435 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 1457 (ObjNum 619 snap 194 seq_num 619) dirty exists 2024-08-19T10:06:51.436 INFO:tasks.rados.rados.0.smithi190.stdout:2433: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:06:51.492 INFO:tasks.rados.rados.0.smithi190.stdout:2431: done (4 left) 2024-08-19T10:06:51.493 INFO:tasks.rados.rados.0.smithi190.stdout:2433: done (3 left) 2024-08-19T10:06:51.493 INFO:tasks.rados.rados.0.smithi190.stdout:2434: done (2 left) 2024-08-19T10:06:51.493 INFO:tasks.rados.rados.0.smithi190.stdout:2435: done (1 left) 2024-08-19T10:06:51.493 INFO:tasks.rados.rados.0.smithi190.stdout:2437: done (0 left) 2024-08-19T10:06:51.493 INFO:tasks.rados.rados.0.smithi190.stdout:2438: snap_remove snap 238 2024-08-19T10:06:52.315 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:52 smithi190 systemd[1]: Stopping Ceph node-exporter.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:06:52.380 INFO:tasks.rados.rados.0.smithi190.stdout:2438: done (0 left) 2024-08-19T10:06:52.381 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 5 current snap is 248 2024-08-19T10:06:52.381 INFO:tasks.rados.rados.0.smithi190.stdout:2439: seq_num 745 ranges {0=483328} 2024-08-19T10:06:52.384 INFO:tasks.rados.rados.0.smithi190.stdout:2439: writing smithi19066007-5 from 0 to 483328 tid 1 2024-08-19T10:06:52.384 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 24 current snap is 248 2024-08-19T10:06:52.384 INFO:tasks.rados.rados.0.smithi190.stdout:2440: seq_num 746 ranges {1474560=499712} 2024-08-19T10:06:52.396 INFO:tasks.rados.rados.0.smithi190.stdout:2440: writing smithi19066007-24 from 1474560 to 1974272 tid 1 2024-08-19T10:06:52.396 INFO:tasks.rados.rados.0.smithi190.stdout:2441: rollback oid 13 current snap is 248 2024-08-19T10:06:52.396 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 13 to 206 2024-08-19T10:06:52.396 INFO:tasks.rados.rados.0.smithi190.stdout:2442: delete oid 31 current snap is 248 2024-08-19T10:06:52.396 INFO:tasks.rados.rados.0.smithi190.stdout:2439: finishing write tid 1 to smithi19066007-5 2024-08-19T10:06:52.400 INFO:tasks.rados.rados.0.smithi190.stdout:2439: finishing write tid 2 to smithi19066007-5 2024-08-19T10:06:52.400 INFO:tasks.rados.rados.0.smithi190.stdout:2441: finishing rollback tid 0 to smithi19066007-13 2024-08-19T10:06:52.401 INFO:tasks.rados.rados.0.smithi190.stdout:2442: done (3 left) 2024-08-19T10:06:52.401 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 14 current snap is 248 2024-08-19T10:06:52.402 INFO:tasks.rados.rados.0.smithi190.stdout:2443: seq_num 748 ranges {5570560=532480} 2024-08-19T10:06:52.436 INFO:tasks.rados.rados.0.smithi190.stdout:2443: writing smithi19066007-14 from 5570560 to 6103040 tid 1 2024-08-19T10:06:52.436 INFO:tasks.rados.rados.0.smithi190.stdout:2444: delete oid 38 current snap is 248 2024-08-19T10:06:52.436 INFO:tasks.rados.rados.0.smithi190.stdout:2441: finishing rollback tid 1 to smithi19066007-13 2024-08-19T10:06:52.436 INFO:tasks.rados.rados.0.smithi190.stdout:2441: finishing rollback tid 2 to smithi19066007-13 2024-08-19T10:06:52.436 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 1240 (ObjNum 509 snap 163 seq_num 509) dirty exists 2024-08-19T10:06:52.436 INFO:tasks.rados.rados.0.smithi190.stdout:2440: finishing write tid 1 to smithi19066007-24 2024-08-19T10:06:52.436 INFO:tasks.rados.rados.0.smithi190.stdout:2440: finishing write tid 2 to smithi19066007-24 2024-08-19T10:06:52.437 INFO:tasks.rados.rados.0.smithi190.stdout:2439: finishing write tid 3 to smithi19066007-5 2024-08-19T10:06:52.437 INFO:tasks.rados.rados.0.smithi190.stdout:2439: oid 5 updating version 0 to 1459 2024-08-19T10:06:52.437 INFO:tasks.rados.rados.0.smithi190.stdout:2439: oid 5 version 1459 is already newer than 1458 2024-08-19T10:06:52.437 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 1459 (ObjNum 745 snap 248 seq_num 745) dirty exists 2024-08-19T10:06:52.437 INFO:tasks.rados.rados.0.smithi190.stdout:2439: left oid 5 (ObjNum 745 snap 248 seq_num 745) 2024-08-19T10:06:52.437 INFO:tasks.rados.rados.0.smithi190.stdout:2440: finishing write tid 3 to smithi19066007-24 2024-08-19T10:06:52.437 INFO:tasks.rados.rados.0.smithi190.stdout:2440: oid 24 updating version 0 to 1460 2024-08-19T10:06:52.437 INFO:tasks.rados.rados.0.smithi190.stdout:2440: oid 24 updating version 1460 to 1461 2024-08-19T10:06:52.437 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 1461 (ObjNum 746 snap 248 seq_num 746) dirty exists 2024-08-19T10:06:52.437 INFO:tasks.rados.rados.0.smithi190.stdout:2440: left oid 24 (ObjNum 746 snap 248 seq_num 746) 2024-08-19T10:06:52.438 INFO:tasks.rados.rados.0.smithi190.stdout:2439: done (4 left) 2024-08-19T10:06:52.438 INFO:tasks.rados.rados.0.smithi190.stdout:2440: done (3 left) 2024-08-19T10:06:52.438 INFO:tasks.rados.rados.0.smithi190.stdout:2441: done (2 left) 2024-08-19T10:06:52.439 INFO:tasks.rados.rados.0.smithi190.stdout:2444: done (1 left) 2024-08-19T10:06:52.439 INFO:tasks.rados.rados.0.smithi190.stdout:2445: snap_remove snap 214 2024-08-19T10:06:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:52 smithi196 ceph-mon[72638]: osdmap e561: 8 total, 8 up, 8 in 2024-08-19T10:06:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:52 smithi196 ceph-mon[72638]: Upgrade: Updating node-exporter.a (1/2) 2024-08-19T10:06:52.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:52 smithi196 ceph-mon[72638]: Deploying daemon node-exporter.a on smithi190 2024-08-19T10:06:52.788 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:52 smithi190 ceph-mon[77620]: osdmap e561: 8 total, 8 up, 8 in 2024-08-19T10:06:52.788 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:52 smithi190 ceph-mon[77620]: Upgrade: Updating node-exporter.a (1/2) 2024-08-19T10:06:52.788 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:52 smithi190 ceph-mon[77620]: Deploying daemon node-exporter.a on smithi190 2024-08-19T10:06:52.789 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:52 smithi190 ceph-mon[80032]: osdmap e561: 8 total, 8 up, 8 in 2024-08-19T10:06:52.789 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:52 smithi190 ceph-mon[80032]: Upgrade: Updating node-exporter.a (1/2) 2024-08-19T10:06:52.789 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:52 smithi190 ceph-mon[80032]: Deploying daemon node-exporter.a on smithi190 2024-08-19T10:06:52.790 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:52 smithi190 podman[109090]: 2024-08-19 10:06:52.547016006 +0000 UTC m=+0.131976274 container died 491e1ec08f97ce31277d2f25c1971f48832159472da6e21d3bb9e138a61ca833 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T10:06:53.064 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:52 smithi190 podman[109090]: 2024-08-19 10:06:52.953036927 +0000 UTC m=+0.537997192 container cleanup 491e1ec08f97ce31277d2f25c1971f48832159472da6e21d3bb9e138a61ca833 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T10:06:53.065 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:52 smithi190 bash[109090]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a 2024-08-19T10:06:53.363 INFO:tasks.rados.rados.0.smithi190.stdout:2443: finishing write tid 1 to smithi19066007-14 2024-08-19T10:06:53.363 INFO:tasks.rados.rados.0.smithi190.stdout:2443: finishing write tid 2 to smithi19066007-14 2024-08-19T10:06:53.363 INFO:tasks.rados.rados.0.smithi190.stdout:2443: finishing write tid 3 to smithi19066007-14 2024-08-19T10:06:53.363 INFO:tasks.rados.rados.0.smithi190.stdout:2443: oid 14 updating version 0 to 1350 2024-08-19T10:06:53.363 INFO:tasks.rados.rados.0.smithi190.stdout:2443: oid 14 version 1350 is already newer than 1349 2024-08-19T10:06:53.363 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1350 (ObjNum 748 snap 248 seq_num 748) dirty exists 2024-08-19T10:06:53.363 INFO:tasks.rados.rados.0.smithi190.stdout:2443: left oid 14 (ObjNum 748 snap 248 seq_num 748) 2024-08-19T10:06:53.363 INFO:tasks.rados.rados.0.smithi190.stdout:2443: done (1 left) 2024-08-19T10:06:53.363 INFO:tasks.rados.rados.0.smithi190.stdout:2445: done (0 left) 2024-08-19T10:06:53.363 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 248 2024-08-19T10:06:53.363 INFO:tasks.rados.rados.0.smithi190.stdout:2446: seq_num 750 ranges {0=565248} 2024-08-19T10:06:53.366 INFO:tasks.rados.rados.0.smithi190.stdout:2446: writing smithi19066007-32 from 0 to 565248 tid 1 2024-08-19T10:06:53.366 INFO:tasks.rados.rados.0.smithi190.stdout:2447: snap_remove snap 224 2024-08-19T10:06:53.413 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:53 smithi190 podman[109104]: 2024-08-19 10:06:53.16286153 +0000 UTC m=+0.619853596 container remove 491e1ec08f97ce31277d2f25c1971f48832159472da6e21d3bb9e138a61ca833 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T10:06:53.413 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:53 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-19T10:06:53.414 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:53 smithi190 ceph-mon[77620]: pgmap v513: 121 pgs: 121 active+clean; 327 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 628 KiB/s wr, 34 op/s 2024-08-19T10:06:53.414 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:53 smithi190 ceph-mon[77620]: osdmap e562: 8 total, 8 up, 8 in 2024-08-19T10:06:53.414 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:53 smithi190 ceph-mon[77620]: osdmap e563: 8 total, 8 up, 8 in 2024-08-19T10:06:53.414 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:53 smithi190 ceph-mon[80032]: pgmap v513: 121 pgs: 121 active+clean; 327 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 628 KiB/s wr, 34 op/s 2024-08-19T10:06:53.414 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:53 smithi190 ceph-mon[80032]: osdmap e562: 8 total, 8 up, 8 in 2024-08-19T10:06:53.414 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:53 smithi190 ceph-mon[80032]: osdmap e563: 8 total, 8 up, 8 in 2024-08-19T10:06:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:53 smithi196 ceph-mon[72638]: pgmap v513: 121 pgs: 121 active+clean; 327 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 628 KiB/s wr, 34 op/s 2024-08-19T10:06:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:53 smithi196 ceph-mon[72638]: osdmap e562: 8 total, 8 up, 8 in 2024-08-19T10:06:53.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:53 smithi196 ceph-mon[72638]: osdmap e563: 8 total, 8 up, 8 in 2024-08-19T10:06:53.814 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:53 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-19T10:06:53.815 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:53 smithi190 systemd[1]: Stopped Ceph node-exporter.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:06:53.815 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:53 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 2.754s CPU time. 2024-08-19T10:06:53.815 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:53 smithi190 systemd[1]: Starting Ceph node-exporter.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:06:54.142 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:53 smithi190 bash[109229]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-08-19T10:06:54.382 INFO:tasks.rados.rados.0.smithi190.stdout:2447: done (1 left) 2024-08-19T10:06:54.382 INFO:tasks.rados.rados.0.smithi190.stdout:2448: copy_from oid 8 from oid 42 current snap is 248 2024-08-19T10:06:54.382 INFO:tasks.rados.rados.0.smithi190.stdout:2446: finishing write tid 1 to smithi19066007-32 2024-08-19T10:06:54.382 INFO:tasks.rados.rados.0.smithi190.stdout:2446: finishing write tid 2 to smithi19066007-32 2024-08-19T10:06:54.382 INFO:tasks.rados.rados.0.smithi190.stdout:2446: finishing write tid 3 to smithi19066007-32 2024-08-19T10:06:54.382 INFO:tasks.rados.rados.0.smithi190.stdout:2446: oid 32 updating version 0 to 1353 2024-08-19T10:06:54.382 INFO:tasks.rados.rados.0.smithi190.stdout:2446: oid 32 version 1353 is already newer than 1352 2024-08-19T10:06:54.382 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 1353 (ObjNum 750 snap 248 seq_num 750) dirty exists 2024-08-19T10:06:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2446: left oid 32 (ObjNum 750 snap 248 seq_num 750) 2024-08-19T10:06:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2446: done (1 left) 2024-08-19T10:06:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2449: read oid 40 snap 242 2024-08-19T10:06:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2449: expect (ObjNum 713 snap 238 seq_num 713) 2024-08-19T10:06:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2450: copy_from oid 10 from oid 26 current snap is 248 2024-08-19T10:06:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2451: rmattr oid 35 current snap is 248 2024-08-19T10:06:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2451: done (3 left) 2024-08-19T10:06:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2452: rmattr oid 20 current snap is 248 2024-08-19T10:06:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2452: done (3 left) 2024-08-19T10:06:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2453: snap_create 2024-08-19T10:06:54.397 INFO:tasks.rados.rados.0.smithi190.stdout:2448: finishing copy_from to smithi19066007-8 2024-08-19T10:06:54.397 INFO:tasks.rados.rados.0.smithi190.stdout:2448: got expected ENOENT (src dne) 2024-08-19T10:06:54.397 INFO:tasks.rados.rados.0.smithi190.stdout:2448: finishing copy_from racing read to smithi19066007-8 2024-08-19T10:06:54.399 INFO:tasks.rados.rados.0.smithi190.stdout:2449: expect (ObjNum 713 snap 238 seq_num 713) 2024-08-19T10:06:54.469 INFO:tasks.rados.rados.0.smithi190.stdout:2450: finishing copy_from racing read to smithi19066007-10 2024-08-19T10:06:54.469 INFO:tasks.rados.rados.0.smithi190.stdout:2450: finishing copy_from to smithi19066007-10 2024-08-19T10:06:54.469 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 1373 (ObjNum 645 snap 198 seq_num 645) dirty exists 2024-08-19T10:06:54.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:06:54 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:06:54] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.43.0" 2024-08-19T10:06:54.565 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:54 smithi190 bash[109229]: Getting image source signatures 2024-08-19T10:06:54.565 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:54 smithi190 bash[109229]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-08-19T10:06:54.565 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:54 smithi190 bash[109229]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-08-19T10:06:54.565 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:54 smithi190 bash[109229]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-08-19T10:06:55.390 INFO:tasks.rados.rados.0.smithi190.stdout:2448: done (3 left) 2024-08-19T10:06:55.390 INFO:tasks.rados.rados.0.smithi190.stdout:2449: done (2 left) 2024-08-19T10:06:55.390 INFO:tasks.rados.rados.0.smithi190.stdout:2450: done (1 left) 2024-08-19T10:06:55.390 INFO:tasks.rados.rados.0.smithi190.stdout:2453: done (0 left) 2024-08-19T10:06:55.390 INFO:tasks.rados.rados.0.smithi190.stdout:2454: read oid 19 snap -1 2024-08-19T10:06:55.390 INFO:tasks.rados.rados.0.smithi190.stdout:2454: expect deleted 2024-08-19T10:06:55.390 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 41 current snap is 249 2024-08-19T10:06:55.390 INFO:tasks.rados.rados.0.smithi190.stdout:2455: seq_num 751 ranges {0=581632} 2024-08-19T10:06:55.393 INFO:tasks.rados.rados.0.smithi190.stdout:2455: writing smithi19066007-41 from 0 to 581632 tid 1 2024-08-19T10:06:55.393 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 249 2024-08-19T10:06:55.393 INFO:tasks.rados.rados.0.smithi190.stdout:2456: seq_num 752 ranges {5963776=598016} 2024-08-19T10:06:55.424 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:55 smithi190 ceph-mon[80032]: pgmap v516: 121 pgs: 121 active+clean; 329 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 510 KiB/s wr, 16 op/s 2024-08-19T10:06:55.424 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:55 smithi190 ceph-mon[80032]: osdmap e564: 8 total, 8 up, 8 in 2024-08-19T10:06:55.424 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:55 smithi190 ceph-mon[77620]: pgmap v516: 121 pgs: 121 active+clean; 329 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 510 KiB/s wr, 16 op/s 2024-08-19T10:06:55.424 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:55 smithi190 ceph-mon[77620]: osdmap e564: 8 total, 8 up, 8 in 2024-08-19T10:06:55.429 INFO:tasks.rados.rados.0.smithi190.stdout:2456: writing smithi19066007-7 from 5963776 to 6561792 tid 1 2024-08-19T10:06:55.429 INFO:tasks.rados.rados.0.smithi190.stdout:2457: snap_create 2024-08-19T10:06:55.429 INFO:tasks.rados.rados.0.smithi190.stdout:2455: finishing write tid 1 to smithi19066007-41 2024-08-19T10:06:55.429 INFO:tasks.rados.rados.0.smithi190.stdout:2455: finishing write tid 2 to smithi19066007-41 2024-08-19T10:06:55.429 INFO:tasks.rados.rados.0.smithi190.stdout:2455: finishing write tid 3 to smithi19066007-41 2024-08-19T10:06:55.429 INFO:tasks.rados.rados.0.smithi190.stdout:2455: oid 41 updating version 0 to 1224 2024-08-19T10:06:55.429 INFO:tasks.rados.rados.0.smithi190.stdout:2455: oid 41 version 1224 is already newer than 1223 2024-08-19T10:06:55.429 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 1224 (ObjNum 751 snap 249 seq_num 751) dirty exists 2024-08-19T10:06:55.429 INFO:tasks.rados.rados.0.smithi190.stdout:2455: left oid 41 (ObjNum 751 snap 249 seq_num 751) 2024-08-19T10:06:55.434 INFO:tasks.rados.rados.0.smithi190.stdout:2456: finishing write tid 1 to smithi19066007-7 2024-08-19T10:06:55.435 INFO:tasks.rados.rados.0.smithi190.stdout:2456: finishing write tid 2 to smithi19066007-7 2024-08-19T10:06:55.436 INFO:tasks.rados.rados.0.smithi190.stdout:2456: finishing write tid 3 to smithi19066007-7 2024-08-19T10:06:55.436 INFO:tasks.rados.rados.0.smithi190.stdout:2456: oid 7 updating version 0 to 1121 2024-08-19T10:06:55.437 INFO:tasks.rados.rados.0.smithi190.stdout:2456: oid 7 version 1121 is already newer than 1120 2024-08-19T10:06:55.437 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1121 (ObjNum 752 snap 249 seq_num 752) dirty exists 2024-08-19T10:06:55.437 INFO:tasks.rados.rados.0.smithi190.stdout:2456: left oid 7 (ObjNum 752 snap 249 seq_num 752) 2024-08-19T10:06:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:55 smithi196 ceph-mon[72638]: pgmap v516: 121 pgs: 121 active+clean; 329 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 510 KiB/s wr, 16 op/s 2024-08-19T10:06:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:55 smithi196 ceph-mon[72638]: osdmap e564: 8 total, 8 up, 8 in 2024-08-19T10:06:55.728 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:55 smithi190 bash[109229]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-08-19T10:06:55.728 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:55 smithi190 bash[109229]: Writing manifest to image destination 2024-08-19T10:06:56.314 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 podman[109229]: 2024-08-19 10:06:56.032606537 +0000 UTC m=+2.307002394 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-08-19T10:06:56.315 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 podman[109229]: 2024-08-19 10:06:56.139661304 +0000 UTC m=+2.414057164 container create 2fdd2d354d5499e0368decaed621341323cf96cbedc7cfbe716c76b3da9cdd1e (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T10:06:56.399 INFO:tasks.rados.rados.0.smithi190.stdout:2454: done (3 left) 2024-08-19T10:06:56.399 INFO:tasks.rados.rados.0.smithi190.stdout:2455: done (2 left) 2024-08-19T10:06:56.399 INFO:tasks.rados.rados.0.smithi190.stdout:2456: done (1 left) 2024-08-19T10:06:56.399 INFO:tasks.rados.rados.0.smithi190.stdout:2457: done (0 left) 2024-08-19T10:06:56.399 INFO:tasks.rados.rados.0.smithi190.stdout:2458: read oid 29 snap -1 2024-08-19T10:06:56.399 INFO:tasks.rados.rados.0.smithi190.stdout:2458: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:06:56.399 INFO:tasks.rados.rados.0.smithi190.stdout:2459: rollback oid 13 current snap is 250 2024-08-19T10:06:56.399 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 13 to 227 2024-08-19T10:06:56.399 INFO:tasks.rados.rados.0.smithi190.stdout:2460: rmattr oid 47 current snap is 250 2024-08-19T10:06:56.400 INFO:tasks.rados.rados.0.smithi190.stdout:2460: done (2 left) 2024-08-19T10:06:56.400 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 14 current snap is 250 2024-08-19T10:06:56.400 INFO:tasks.rados.rados.0.smithi190.stdout:2461: seq_num 753 ranges {6103040=614400} 2024-08-19T10:06:56.434 INFO:tasks.rados.rados.0.smithi190.stdout:2461: writing smithi19066007-14 from 6103040 to 6717440 tid 1 2024-08-19T10:06:56.435 INFO:tasks.rados.rados.0.smithi190.stdout:2462: read oid 26 snap -1 2024-08-19T10:06:56.435 INFO:tasks.rados.rados.0.smithi190.stdout:2462: expect (ObjNum 645 snap 198 seq_num 645) 2024-08-19T10:06:56.435 INFO:tasks.rados.rados.0.smithi190.stdout:2463: setattr oid 50 current snap is 250 2024-08-19T10:06:56.435 INFO:tasks.rados.rados.0.smithi190.stdout:2459: finishing rollback tid 0 to smithi19066007-13 2024-08-19T10:06:56.435 INFO:tasks.rados.rados.0.smithi190.stdout:2459: finishing rollback tid 1 to smithi19066007-13 2024-08-19T10:06:56.435 INFO:tasks.rados.rados.0.smithi190.stdout:2459: finishing rollback tid 2 to smithi19066007-13 2024-08-19T10:06:56.435 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 1243 (ObjNum 645 snap 198 seq_num 645) dirty exists 2024-08-19T10:06:56.435 INFO:tasks.rados.rados.0.smithi190.stdout:2458: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:06:56.479 INFO:tasks.rados.rados.0.smithi190.stdout:2461: finishing write tid 1 to smithi19066007-14 2024-08-19T10:06:56.479 INFO:tasks.rados.rados.0.smithi190.stdout:2461: finishing write tid 2 to smithi19066007-14 2024-08-19T10:06:56.479 INFO:tasks.rados.rados.0.smithi190.stdout:2461: finishing write tid 3 to smithi19066007-14 2024-08-19T10:06:56.479 INFO:tasks.rados.rados.0.smithi190.stdout:2461: oid 14 updating version 0 to 1372 2024-08-19T10:06:56.479 INFO:tasks.rados.rados.0.smithi190.stdout:2461: oid 14 version 1372 is already newer than 1371 2024-08-19T10:06:56.479 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1372 (ObjNum 753 snap 250 seq_num 753) dirty exists 2024-08-19T10:06:56.480 INFO:tasks.rados.rados.0.smithi190.stdout:2461: left oid 14 (ObjNum 753 snap 250 seq_num 753) 2024-08-19T10:06:56.480 INFO:tasks.rados.rados.0.smithi190.stdout:2462: expect (ObjNum 645 snap 198 seq_num 645) 2024-08-19T10:06:56.560 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1122 (ObjNum 3361 snap 0 seq_num 3356825152) dirty exists 2024-08-19T10:06:56.561 INFO:tasks.rados.rados.0.smithi190.stdout:2458: done (4 left) 2024-08-19T10:06:56.561 INFO:tasks.rados.rados.0.smithi190.stdout:2459: done (3 left) 2024-08-19T10:06:56.561 INFO:tasks.rados.rados.0.smithi190.stdout:2461: done (2 left) 2024-08-19T10:06:56.561 INFO:tasks.rados.rados.0.smithi190.stdout:2462: done (1 left) 2024-08-19T10:06:56.561 INFO:tasks.rados.rados.0.smithi190.stdout:2463: done (0 left) 2024-08-19T10:06:56.561 INFO:tasks.rados.rados.0.smithi190.stdout:2464: snap_remove snap 246 2024-08-19T10:06:56.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:56 smithi196 ceph-mon[72638]: osdmap e565: 8 total, 8 up, 8 in 2024-08-19T10:06:56.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-mon[77620]: osdmap e565: 8 total, 8 up, 8 in 2024-08-19T10:06:56.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-mon[80032]: osdmap e565: 8 total, 8 up, 8 in 2024-08-19T10:06:56.817 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 podman[109229]: 2024-08-19 10:06:56.341628092 +0000 UTC m=+2.616023967 container init 2fdd2d354d5499e0368decaed621341323cf96cbedc7cfbe716c76b3da9cdd1e (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T10:06:56.817 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 podman[109229]: 2024-08-19 10:06:56.34447421 +0000 UTC m=+2.618870070 container start 2fdd2d354d5499e0368decaed621341323cf96cbedc7cfbe716c76b3da9cdd1e (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T10:06:56.817 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.347Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-08-19T10:06:56.817 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.347Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-08-19T10:06:56.817 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.348Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-19T10:06:56.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.348Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-19T10:06:56.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.348Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-19T10:06:56.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.348Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-19T10:06:56.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-19T10:06:56.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=arp 2024-08-19T10:06:56.818 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-19T10:06:56.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-19T10:06:56.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-19T10:06:56.819 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-19T10:06:56.820 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-19T10:06:56.820 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-19T10:06:56.820 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-19T10:06:56.820 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-19T10:06:56.820 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=edac 2024-08-19T10:06:56.820 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-19T10:06:56.821 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-19T10:06:56.821 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-19T10:06:56.821 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-19T10:06:56.822 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-19T10:06:56.822 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-19T10:06:56.822 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-19T10:06:56.822 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-19T10:06:56.822 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-19T10:06:56.823 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-19T10:06:56.823 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-19T10:06:56.823 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-19T10:06:56.823 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-19T10:06:56.824 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-19T10:06:56.824 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-19T10:06:56.824 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-19T10:06:56.824 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=os 2024-08-19T10:06:56.824 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-19T10:06:56.825 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-19T10:06:56.825 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-19T10:06:56.825 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-19T10:06:56.825 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-19T10:06:56.826 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-19T10:06:56.826 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-19T10:06:56.826 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=stat 2024-08-19T10:06:56.826 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-19T10:06:56.826 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-19T10:06:56.826 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-19T10:06:56.827 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=time 2024-08-19T10:06:56.827 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-19T10:06:56.827 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=uname 2024-08-19T10:06:56.827 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-19T10:06:56.827 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-19T10:06:56.827 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-19T10:06:56.828 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-08-19T10:06:56.828 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a[109290]: ts=2024-08-19T10:06:56.349Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-19T10:06:56.828 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 bash[109229]: 2fdd2d354d5499e0368decaed621341323cf96cbedc7cfbe716c76b3da9cdd1e 2024-08-19T10:06:56.828 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:06:56 smithi190 systemd[1]: Started Ceph node-exporter.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:06:57.441 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:06:57.513 INFO:tasks.rados.rados.0.smithi190.stdout:2464: done (0 left) 2024-08-19T10:06:57.513 INFO:tasks.rados.rados.0.smithi190.stdout:2465: rollback oid 38 current snap is 250 2024-08-19T10:06:57.513 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 38 to 247 2024-08-19T10:06:57.513 INFO:tasks.rados.rados.0.smithi190.stdout:2466: snap_remove snap 204 2024-08-19T10:06:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:57 smithi196 ceph-mon[72638]: pgmap v519: 121 pgs: 121 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 952 KiB/s wr, 12 op/s 2024-08-19T10:06:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:57 smithi196 ceph-mon[72638]: osdmap e566: 8 total, 8 up, 8 in 2024-08-19T10:06:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:57 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:57 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:57.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:57 smithi190 ceph-mon[77620]: pgmap v519: 121 pgs: 121 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 952 KiB/s wr, 12 op/s 2024-08-19T10:06:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:57 smithi190 ceph-mon[77620]: osdmap e566: 8 total, 8 up, 8 in 2024-08-19T10:06:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:57 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:57 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:57 smithi190 ceph-mon[80032]: pgmap v519: 121 pgs: 121 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 952 KiB/s wr, 12 op/s 2024-08-19T10:06:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:57 smithi190 ceph-mon[80032]: osdmap e566: 8 total, 8 up, 8 in 2024-08-19T10:06:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:57 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:57 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:06:58.006 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:06:58.006 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (10m) 29s ago 11m 24.8M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T10:06:58.006 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (10m) 11s ago 10m 87.4M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:06:58.006 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (33s) 29s ago 12m 14.6M - 19.0.0-5847-g79766939 50bbda8a3289 10d59170f6fe 2024-08-19T10:06:58.006 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (15s) 11s ago 12m 11.7M - 19.0.0-5847-g79766939 50bbda8a3289 8e8f2100fb6e 2024-08-19T10:06:58.006 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (6m) 11s ago 15m 454M - 19.0.0-5847-g79766939 50bbda8a3289 0261da8614e1 2024-08-19T10:06:58.006 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (6m) 29s ago 17m 523M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:06:58.006 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (6m) 29s ago 17m 65.5M 2048M 19.0.0-5847-g79766939 50bbda8a3289 91d6e2488c1e 2024-08-19T10:06:58.007 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (5m) 11s ago 16m 50.9M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9404d29f9b76 2024-08-19T10:06:58.007 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (5m) 29s ago 15m 53.5M 2048M 19.0.0-5847-g79766939 50bbda8a3289 3794657df204 2024-08-19T10:06:58.007 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 starting - - - - 2024-08-19T10:06:58.007 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (10m) 11s ago 10m 16.7M - 1.5.0 0da6a335fe13 763f02eca2f6 2024-08-19T10:06:58.007 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (4m) 29s ago 15m 273M 2480M 19.0.0-5847-g79766939 50bbda8a3289 61b2dae95959 2024-08-19T10:06:58.007 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (4m) 29s ago 14m 234M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7f561102fab8 2024-08-19T10:06:58.007 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (3m) 29s ago 14m 190M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7934388ea700 2024-08-19T10:06:58.007 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (3m) 29s ago 14m 140M 2480M 19.0.0-5847-g79766939 50bbda8a3289 977721cdb7a4 2024-08-19T10:06:58.007 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (2m) 11s ago 13m 172M 2480M 19.0.0-5847-g79766939 50bbda8a3289 1c12e17d0300 2024-08-19T10:06:58.007 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (115s) 11s ago 13m 146M 2480M 19.0.0-5847-g79766939 50bbda8a3289 df36d05a1629 2024-08-19T10:06:58.007 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (81s) 11s ago 13m 117M 2480M 19.0.0-5847-g79766939 50bbda8a3289 c400fd4d81f6 2024-08-19T10:06:58.007 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (47s) 11s ago 12m 79.4M 2480M 19.0.0-5847-g79766939 50bbda8a3289 77276598bd19 2024-08-19T10:06:58.007 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (6m) 11s ago 11m 56.2M - 2.43.0 a07b618ecd1d 3fdb2a720e67 2024-08-19T10:06:58.341 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:06:58.341 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:06:58.341 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:06:58.341 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:06:58.342 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:06:58.342 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:06:58.342 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:06:58.342 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:06:58.342 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 8 2024-08-19T10:06:58.342 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:06:58.342 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:06:58.342 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:06:58.342 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:06:58.342 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:06:58.342 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 15 2024-08-19T10:06:58.342 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:06:58.342 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:06:58.368 INFO:tasks.rados.rados.0.smithi190.stdout:2466: done (1 left) 2024-08-19T10:06:58.369 INFO:tasks.rados.rados.0.smithi190.stdout:2467: copy_from oid 41 from oid 7 current snap is 250 2024-08-19T10:06:58.369 INFO:tasks.rados.rados.0.smithi190.stdout:2465: finishing rollback tid 1 to smithi19066007-38 2024-08-19T10:06:58.369 INFO:tasks.rados.rados.0.smithi190.stdout:2465: finishing rollback tid 2 to smithi19066007-38 2024-08-19T10:06:58.369 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 1461 (ObjNum 641 snap 196 seq_num 641) dirty exists 2024-08-19T10:06:58.369 INFO:tasks.rados.rados.0.smithi190.stdout:2465: done (1 left) 2024-08-19T10:06:58.369 INFO:tasks.rados.rados.0.smithi190.stdout:2468: read oid 14 snap -1 2024-08-19T10:06:58.369 INFO:tasks.rados.rados.0.smithi190.stdout:2468: expect (ObjNum 753 snap 250 seq_num 753) 2024-08-19T10:06:58.369 INFO:tasks.rados.rados.0.smithi190.stdout:2469: snap_create 2024-08-19T10:06:58.412 INFO:tasks.rados.rados.0.smithi190.stdout:2468: expect (ObjNum 753 snap 250 seq_num 753) 2024-08-19T10:06:58.417 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:06:58 smithi196 systemd[1]: Stopping Ceph node-exporter.b for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:06:58.659 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:06:58.659 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:06:58.660 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:06:58.660 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:06:58.660 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [ 2024-08-19T10:06:58.660 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr", 2024-08-19T10:06:58.660 INFO:teuthology.orchestra.run.smithi190.stdout: "mon", 2024-08-19T10:06:58.660 INFO:teuthology.orchestra.run.smithi190.stdout: "mds", 2024-08-19T10:06:58.660 INFO:teuthology.orchestra.run.smithi190.stdout: "osd" 2024-08-19T10:06:58.660 INFO:teuthology.orchestra.run.smithi190.stdout: ], 2024-08-19T10:06:58.660 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "15/20 daemons upgraded", 2024-08-19T10:06:58.660 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading node-exporter daemons", 2024-08-19T10:06:58.660 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:06:58.660 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:06:58.661 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:58 smithi190 ceph-mon[80032]: from='client.34527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:58.661 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:58 smithi190 ceph-mon[80032]: osdmap e567: 8 total, 8 up, 8 in 2024-08-19T10:06:58.661 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:58 smithi190 ceph-mon[80032]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:58.661 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:58 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/489252356' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:58.661 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:58 smithi190 ceph-mon[80032]: osdmap e568: 8 total, 8 up, 8 in 2024-08-19T10:06:58.661 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:58 smithi190 ceph-mon[77620]: from='client.34527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:58.661 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:58 smithi190 ceph-mon[77620]: osdmap e567: 8 total, 8 up, 8 in 2024-08-19T10:06:58.661 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:58 smithi190 ceph-mon[77620]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:58.662 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:58 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/489252356' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:58.662 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:58 smithi190 ceph-mon[77620]: osdmap e568: 8 total, 8 up, 8 in 2024-08-19T10:06:58.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:58 smithi196 ceph-mon[72638]: from='client.34527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:58.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:58 smithi196 ceph-mon[72638]: osdmap e567: 8 total, 8 up, 8 in 2024-08-19T10:06:58.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:58 smithi196 ceph-mon[72638]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:58.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:58 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/489252356' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:06:58.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:58 smithi196 ceph-mon[72638]: osdmap e568: 8 total, 8 up, 8 in 2024-08-19T10:06:58.894 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:06:58 smithi196 podman[101160]: 2024-08-19 10:06:58.628101892 +0000 UTC m=+0.133265820 container died 763f02eca2f6aff4622aef18ad2600483e786d85d33b3bc45e37e92b21ced40c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T10:06:59.072 INFO:tasks.rados.rados.0.smithi190.stdout:2467: finishing copy_from racing read to smithi19066007-41 2024-08-19T10:06:59.072 INFO:tasks.rados.rados.0.smithi190.stdout:2467: finishing copy_from to smithi19066007-41 2024-08-19T10:06:59.072 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 1121 (ObjNum 752 snap 249 seq_num 752) dirty exists 2024-08-19T10:06:59.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:06:59 smithi196 podman[101160]: 2024-08-19 10:06:59.067771283 +0000 UTC m=+0.572935210 container cleanup 763f02eca2f6aff4622aef18ad2600483e786d85d33b3bc45e37e92b21ced40c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T10:06:59.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:06:59 smithi196 bash[101160]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b 2024-08-19T10:06:59.364 INFO:tasks.rados.rados.0.smithi190.stdout:2467: done (2 left) 2024-08-19T10:06:59.364 INFO:tasks.rados.rados.0.smithi190.stdout:2468: done (1 left) 2024-08-19T10:06:59.365 INFO:tasks.rados.rados.0.smithi190.stdout:2469: done (0 left) 2024-08-19T10:06:59.365 INFO:tasks.rados.rados.0.smithi190.stdout:2470: rmattr oid 7 current snap is 251 2024-08-19T10:06:59.365 INFO:tasks.rados.rados.0.smithi190.stdout:2471: read oid 45 snap -1 2024-08-19T10:06:59.365 INFO:tasks.rados.rados.0.smithi190.stdout:2471: expect deleted 2024-08-19T10:06:59.365 INFO:tasks.rados.rados.0.smithi190.stdout:2472: read oid 15 snap -1 2024-08-19T10:06:59.365 INFO:tasks.rados.rados.0.smithi190.stdout:2472: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:06:59.365 INFO:tasks.rados.rados.0.smithi190.stdout:2473: delete oid 44 current snap is 251 2024-08-19T10:06:59.368 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1123 (ObjNum 752 snap 249 seq_num 752) dirty exists 2024-08-19T10:06:59.370 INFO:tasks.rados.rados.0.smithi190.stdout:2472: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:06:59.404 INFO:tasks.rados.rados.0.smithi190.stdout:2470: done (3 left) 2024-08-19T10:06:59.404 INFO:tasks.rados.rados.0.smithi190.stdout:2471: done (2 left) 2024-08-19T10:06:59.404 INFO:tasks.rados.rados.0.smithi190.stdout:2472: done (1 left) 2024-08-19T10:06:59.404 INFO:tasks.rados.rados.0.smithi190.stdout:2473: done (0 left) 2024-08-19T10:06:59.404 INFO:tasks.rados.rados.0.smithi190.stdout:2474: snap_create 2024-08-19T10:06:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:59 smithi196 ceph-mon[72638]: Upgrade: Updating node-exporter.b (2/2) 2024-08-19T10:06:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:59 smithi196 ceph-mon[72638]: Deploying daemon node-exporter.b on smithi196 2024-08-19T10:06:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:59 smithi196 ceph-mon[72638]: pgmap v522: 121 pgs: 121 active+clean; 321 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 614 KiB/s wr, 16 op/s 2024-08-19T10:06:59.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:59 smithi196 ceph-mon[72638]: from='client.34539 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:59.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:59 smithi196 ceph-mon[72638]: from='client.44474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:59.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:06:59 smithi196 ceph-mon[72638]: osdmap e569: 8 total, 8 up, 8 in 2024-08-19T10:06:59.668 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:06:59 smithi196 podman[101172]: 2024-08-19 10:06:59.402758115 +0000 UTC m=+0.778553819 container remove 763f02eca2f6aff4622aef18ad2600483e786d85d33b3bc45e37e92b21ced40c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T10:06:59.668 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:06:59 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-19T10:06:59.668 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:06:59 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-19T10:06:59.668 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:06:59 smithi196 systemd[1]: Stopped Ceph node-exporter.b for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:06:59.668 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:06:59 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 2.720s CPU time. 2024-08-19T10:06:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:59 smithi190 ceph-mon[77620]: Upgrade: Updating node-exporter.b (2/2) 2024-08-19T10:06:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:59 smithi190 ceph-mon[77620]: Deploying daemon node-exporter.b on smithi196 2024-08-19T10:06:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:59 smithi190 ceph-mon[77620]: pgmap v522: 121 pgs: 121 active+clean; 321 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 614 KiB/s wr, 16 op/s 2024-08-19T10:06:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:59 smithi190 ceph-mon[77620]: from='client.34539 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:59 smithi190 ceph-mon[77620]: from='client.44474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:06:59 smithi190 ceph-mon[77620]: osdmap e569: 8 total, 8 up, 8 in 2024-08-19T10:06:59.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:59 smithi190 ceph-mon[80032]: Upgrade: Updating node-exporter.b (2/2) 2024-08-19T10:06:59.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:59 smithi190 ceph-mon[80032]: Deploying daemon node-exporter.b on smithi196 2024-08-19T10:06:59.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:59 smithi190 ceph-mon[80032]: pgmap v522: 121 pgs: 121 active+clean; 321 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 614 KiB/s wr, 16 op/s 2024-08-19T10:06:59.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:59 smithi190 ceph-mon[80032]: from='client.34539 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:59.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:59 smithi190 ceph-mon[80032]: from='client.44474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:06:59.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:06:59 smithi190 ceph-mon[80032]: osdmap e569: 8 total, 8 up, 8 in 2024-08-19T10:07:00.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:06:59 smithi196 systemd[1]: Starting Ceph node-exporter.b for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:07:00.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:06:59 smithi196 bash[101301]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-08-19T10:07:00.366 INFO:tasks.rados.rados.0.smithi190.stdout:2474: done (0 left) 2024-08-19T10:07:00.367 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 48 current snap is 252 2024-08-19T10:07:00.367 INFO:tasks.rados.rados.0.smithi190.stdout:2475: seq_num 755 ranges {0=647168} 2024-08-19T10:07:00.370 INFO:tasks.rados.rados.0.smithi190.stdout:2475: writing smithi19066007-48 from 0 to 647168 tid 1 2024-08-19T10:07:00.370 INFO:tasks.rados.rados.0.smithi190.stdout:2476: delete oid 9 current snap is 252 2024-08-19T10:07:00.374 INFO:tasks.rados.rados.0.smithi190.stdout:2476: done (1 left) 2024-08-19T10:07:00.375 INFO:tasks.rados.rados.0.smithi190.stdout:2477: read oid 25 snap -1 2024-08-19T10:07:00.375 INFO:tasks.rados.rados.0.smithi190.stdout:2477: expect deleted 2024-08-19T10:07:00.375 INFO:tasks.rados.rados.0.smithi190.stdout:2478: read oid 18 snap -1 2024-08-19T10:07:00.375 INFO:tasks.rados.rados.0.smithi190.stdout:2478: expect deleted 2024-08-19T10:07:00.375 INFO:tasks.rados.rados.0.smithi190.stdout:2479: copy_from oid 45 from oid 1 current snap is 252 2024-08-19T10:07:00.375 INFO:tasks.rados.rados.0.smithi190.stdout:2480: read oid 20 snap -1 2024-08-19T10:07:00.375 INFO:tasks.rados.rados.0.smithi190.stdout:2480: expect deleted 2024-08-19T10:07:00.375 INFO:tasks.rados.rados.0.smithi190.stdout:2481: rollback oid 21 current snap is 252 2024-08-19T10:07:00.375 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 21 to 248 2024-08-19T10:07:00.375 INFO:tasks.rados.rados.0.smithi190.stdout:2482: snap_create 2024-08-19T10:07:00.377 INFO:tasks.rados.rados.0.smithi190.stdout:2479: finishing copy_from to smithi19066007-45 2024-08-19T10:07:00.377 INFO:tasks.rados.rados.0.smithi190.stdout:2479: got expected ENOENT (src dne) 2024-08-19T10:07:00.377 INFO:tasks.rados.rados.0.smithi190.stdout:2479: finishing copy_from racing read to smithi19066007-45 2024-08-19T10:07:00.381 INFO:tasks.rados.rados.0.smithi190.stdout:2475: finishing write tid 1 to smithi19066007-48 2024-08-19T10:07:00.381 INFO:tasks.rados.rados.0.smithi190.stdout:2475: finishing write tid 2 to smithi19066007-48 2024-08-19T10:07:00.382 INFO:tasks.rados.rados.0.smithi190.stdout:2481: finishing rollback tid 0 to smithi19066007-21 2024-08-19T10:07:00.382 INFO:tasks.rados.rados.0.smithi190.stdout:2481: finishing rollback tid 1 to smithi19066007-21 2024-08-19T10:07:00.383 INFO:tasks.rados.rados.0.smithi190.stdout:2475: finishing write tid 3 to smithi19066007-48 2024-08-19T10:07:00.383 INFO:tasks.rados.rados.0.smithi190.stdout:2475: oid 48 updating version 0 to 1576 2024-08-19T10:07:00.383 INFO:tasks.rados.rados.0.smithi190.stdout:2475: oid 48 updating version 1576 to 1577 2024-08-19T10:07:00.383 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1577 (ObjNum 755 snap 252 seq_num 755) dirty exists 2024-08-19T10:07:00.383 INFO:tasks.rados.rados.0.smithi190.stdout:2475: left oid 48 (ObjNum 755 snap 252 seq_num 755) 2024-08-19T10:07:00.383 INFO:tasks.rados.rados.0.smithi190.stdout:2481: finishing rollback tid 2 to smithi19066007-21 2024-08-19T10:07:00.383 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 1464 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:07:00.563 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:07:00.564 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:00 smithi196 bash[101301]: Getting image source signatures 2024-08-19T10:07:00.564 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:00 smithi196 bash[101301]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-08-19T10:07:00.564 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:00 smithi196 bash[101301]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-08-19T10:07:00.564 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:00 smithi196 bash[101301]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-08-19T10:07:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:07:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:00 smithi190 ceph-mon[77620]: osdmap e570: 8 total, 8 up, 8 in 2024-08-19T10:07:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:07:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:00 smithi190 ceph-mon[80032]: osdmap e570: 8 total, 8 up, 8 in 2024-08-19T10:07:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:00 smithi196 ceph-mon[72638]: osdmap e570: 8 total, 8 up, 8 in 2024-08-19T10:07:01.370 INFO:tasks.rados.rados.0.smithi190.stdout:2475: done (6 left) 2024-08-19T10:07:01.370 INFO:tasks.rados.rados.0.smithi190.stdout:2477: done (5 left) 2024-08-19T10:07:01.370 INFO:tasks.rados.rados.0.smithi190.stdout:2478: done (4 left) 2024-08-19T10:07:01.370 INFO:tasks.rados.rados.0.smithi190.stdout:2479: done (3 left) 2024-08-19T10:07:01.370 INFO:tasks.rados.rados.0.smithi190.stdout:2480: done (2 left) 2024-08-19T10:07:01.370 INFO:tasks.rados.rados.0.smithi190.stdout:2481: done (1 left) 2024-08-19T10:07:01.370 INFO:tasks.rados.rados.0.smithi190.stdout:2482: done (0 left) 2024-08-19T10:07:01.370 INFO:tasks.rados.rados.0.smithi190.stdout:2483: snap_remove snap 220 2024-08-19T10:07:01.801 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:01 smithi196 ceph-mon[72638]: pgmap v525: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 332 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-19T10:07:01.801 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:01 smithi196 ceph-mon[72638]: osdmap e571: 8 total, 8 up, 8 in 2024-08-19T10:07:01.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:01 smithi190 ceph-mon[77620]: pgmap v525: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 332 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-19T10:07:01.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:01 smithi190 ceph-mon[77620]: osdmap e571: 8 total, 8 up, 8 in 2024-08-19T10:07:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:01 smithi190 ceph-mon[80032]: pgmap v525: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 332 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-19T10:07:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:01 smithi190 ceph-mon[80032]: osdmap e571: 8 total, 8 up, 8 in 2024-08-19T10:07:02.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:01 smithi196 bash[101301]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-08-19T10:07:02.167 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 bash[101301]: Writing manifest to image destination 2024-08-19T10:07:02.372 INFO:tasks.rados.rados.0.smithi190.stdout:2483: done (0 left) 2024-08-19T10:07:02.372 INFO:tasks.rados.rados.0.smithi190.stdout:2484: delete oid 47 current snap is 253 2024-08-19T10:07:02.387 INFO:tasks.rados.rados.0.smithi190.stdout:2484: done (0 left) 2024-08-19T10:07:02.387 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 27 current snap is 253 2024-08-19T10:07:02.387 INFO:tasks.rados.rados.0.smithi190.stdout:2485: seq_num 758 ranges {0=704512} 2024-08-19T10:07:02.391 INFO:tasks.rados.rados.0.smithi190.stdout:2485: writing smithi19066007-27 from 0 to 704512 tid 1 2024-08-19T10:07:02.393 INFO:tasks.rados.rados.0.smithi190.stdout:2486: read oid 18 snap -1 2024-08-19T10:07:02.393 INFO:tasks.rados.rados.0.smithi190.stdout:2486: expect deleted 2024-08-19T10:07:02.393 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 253 2024-08-19T10:07:02.393 INFO:tasks.rados.rados.0.smithi190.stdout:2487: seq_num 759 ranges {1916928=720896} 2024-08-19T10:07:02.408 INFO:tasks.rados.rados.0.smithi190.stdout:2487: writing smithi19066007-43 from 1916928 to 2637824 tid 1 2024-08-19T10:07:02.408 INFO:tasks.rados.rados.0.smithi190.stdout:2488: read oid 8 snap 216 2024-08-19T10:07:02.408 INFO:tasks.rados.rados.0.smithi190.stdout:2488: expect (ObjNum 630 snap 196 seq_num 630) 2024-08-19T10:07:02.408 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 253 2024-08-19T10:07:02.408 INFO:tasks.rados.rados.0.smithi190.stdout:2489: seq_num 760 ranges {2342912=737280} 2024-08-19T10:07:02.425 INFO:tasks.rados.rados.0.smithi190.stdout:2489: writing smithi19066007-13 from 2342912 to 3080192 tid 1 2024-08-19T10:07:02.425 INFO:tasks.rados.rados.0.smithi190.stdout:2490: snap_remove snap 180 2024-08-19T10:07:02.618 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 podman[101301]: 2024-08-19 10:07:02.257925552 +0000 UTC m=+2.394569382 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-08-19T10:07:02.618 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 podman[101301]: 2024-08-19 10:07:02.356286678 +0000 UTC m=+2.492930536 container create fdc9ee5aaa2de429fa91f95d11a7343603baa774a3c865fb75a9502d0b09781b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T10:07:02.917 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 podman[101301]: 2024-08-19 10:07:02.616892809 +0000 UTC m=+2.753536634 container init fdc9ee5aaa2de429fa91f95d11a7343603baa774a3c865fb75a9502d0b09781b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T10:07:02.917 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 podman[101301]: 2024-08-19 10:07:02.620673332 +0000 UTC m=+2.757317149 container start fdc9ee5aaa2de429fa91f95d11a7343603baa774a3c865fb75a9502d0b09781b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T10:07:02.917 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.623Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-08-19T10:07:02.918 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.624Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-08-19T10:07:02.918 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.624Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-19T10:07:02.918 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.624Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-19T10:07:02.918 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.624Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-19T10:07:02.918 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.624Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-19T10:07:02.918 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-19T10:07:02.918 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=arp 2024-08-19T10:07:02.918 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-19T10:07:02.918 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-19T10:07:02.918 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-19T10:07:02.918 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-19T10:07:02.918 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-19T10:07:02.918 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-19T10:07:02.919 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-19T10:07:02.919 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-19T10:07:02.919 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=edac 2024-08-19T10:07:02.919 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-19T10:07:02.919 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-19T10:07:02.920 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-19T10:07:02.920 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-19T10:07:02.920 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-19T10:07:02.920 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-19T10:07:02.920 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-19T10:07:02.920 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-19T10:07:02.920 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-19T10:07:02.920 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-19T10:07:02.920 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-19T10:07:02.920 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-19T10:07:02.920 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-19T10:07:02.920 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-19T10:07:02.921 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-19T10:07:02.921 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-19T10:07:02.921 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=os 2024-08-19T10:07:02.921 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-19T10:07:02.921 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-19T10:07:02.921 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-19T10:07:02.921 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-19T10:07:02.921 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-19T10:07:02.921 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-19T10:07:02.921 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-19T10:07:02.921 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=stat 2024-08-19T10:07:02.921 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-19T10:07:02.921 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-19T10:07:02.922 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-19T10:07:02.922 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=time 2024-08-19T10:07:02.922 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-19T10:07:02.922 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=uname 2024-08-19T10:07:02.922 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-19T10:07:02.922 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-19T10:07:02.922 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.625Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-19T10:07:02.922 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.626Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-08-19T10:07:02.922 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b[101351]: ts=2024-08-19T10:07:02.626Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-19T10:07:02.922 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 bash[101301]: fdc9ee5aaa2de429fa91f95d11a7343603baa774a3c865fb75a9502d0b09781b 2024-08-19T10:07:02.922 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:07:02 smithi196 systemd[1]: Started Ceph node-exporter.b for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:07:03.367 INFO:tasks.rados.rados.0.smithi190.stdout:2490: done (5 left) 2024-08-19T10:07:03.367 INFO:tasks.rados.rados.0.smithi190.stdout:2491: read oid 49 snap -1 2024-08-19T10:07:03.368 INFO:tasks.rados.rados.0.smithi190.stdout:2491: expect deleted 2024-08-19T10:07:03.368 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 253 2024-08-19T10:07:03.368 INFO:tasks.rados.rados.0.smithi190.stdout:2492: seq_num 761 ranges {999424=753664} 2024-08-19T10:07:03.375 INFO:tasks.rados.rados.0.smithi190.stdout:2492: writing smithi19066007-21 from 999424 to 1753088 tid 1 2024-08-19T10:07:03.375 INFO:tasks.rados.rados.0.smithi190.stdout:2493: snap_create 2024-08-19T10:07:03.376 INFO:tasks.rados.rados.0.smithi190.stdout:2485: finishing write tid 1 to smithi19066007-27 2024-08-19T10:07:03.376 INFO:tasks.rados.rados.0.smithi190.stdout:2485: finishing write tid 2 to smithi19066007-27 2024-08-19T10:07:03.376 INFO:tasks.rados.rados.0.smithi190.stdout:2485: finishing write tid 3 to smithi19066007-27 2024-08-19T10:07:03.376 INFO:tasks.rados.rados.0.smithi190.stdout:2485: oid 27 updating version 0 to 1214 2024-08-19T10:07:03.376 INFO:tasks.rados.rados.0.smithi190.stdout:2485: oid 27 version 1214 is already newer than 1213 2024-08-19T10:07:03.376 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 1214 (ObjNum 758 snap 253 seq_num 758) dirty exists 2024-08-19T10:07:03.377 INFO:tasks.rados.rados.0.smithi190.stdout:2485: left oid 27 (ObjNum 758 snap 253 seq_num 758) 2024-08-19T10:07:03.377 INFO:tasks.rados.rados.0.smithi190.stdout:2487: finishing write tid 1 to smithi19066007-43 2024-08-19T10:07:03.377 INFO:tasks.rados.rados.0.smithi190.stdout:2487: finishing write tid 2 to smithi19066007-43 2024-08-19T10:07:03.377 INFO:tasks.rados.rados.0.smithi190.stdout:2488: expect (ObjNum 630 snap 196 seq_num 630) 2024-08-19T10:07:03.411 INFO:tasks.rados.rados.0.smithi190.stdout:2487: finishing write tid 3 to smithi19066007-43 2024-08-19T10:07:03.412 INFO:tasks.rados.rados.0.smithi190.stdout:2487: oid 43 updating version 0 to 1465 2024-08-19T10:07:03.412 INFO:tasks.rados.rados.0.smithi190.stdout:2487: oid 43 updating version 1465 to 1466 2024-08-19T10:07:03.412 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1466 (ObjNum 759 snap 253 seq_num 759) dirty exists 2024-08-19T10:07:03.412 INFO:tasks.rados.rados.0.smithi190.stdout:2487: left oid 43 (ObjNum 759 snap 253 seq_num 759) 2024-08-19T10:07:03.412 INFO:tasks.rados.rados.0.smithi190.stdout:2489: finishing write tid 1 to smithi19066007-13 2024-08-19T10:07:03.412 INFO:tasks.rados.rados.0.smithi190.stdout:2489: finishing write tid 2 to smithi19066007-13 2024-08-19T10:07:03.412 INFO:tasks.rados.rados.0.smithi190.stdout:2489: finishing write tid 3 to smithi19066007-13 2024-08-19T10:07:03.412 INFO:tasks.rados.rados.0.smithi190.stdout:2489: oid 13 updating version 0 to 1244 2024-08-19T10:07:03.413 INFO:tasks.rados.rados.0.smithi190.stdout:2489: oid 13 updating version 1244 to 1245 2024-08-19T10:07:03.413 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 1245 (ObjNum 760 snap 253 seq_num 760) dirty exists 2024-08-19T10:07:03.413 INFO:tasks.rados.rados.0.smithi190.stdout:2489: left oid 13 (ObjNum 760 snap 253 seq_num 760) 2024-08-19T10:07:03.413 INFO:tasks.rados.rados.0.smithi190.stdout:2492: finishing write tid 1 to smithi19066007-21 2024-08-19T10:07:03.413 INFO:tasks.rados.rados.0.smithi190.stdout:2492: finishing write tid 2 to smithi19066007-21 2024-08-19T10:07:03.413 INFO:tasks.rados.rados.0.smithi190.stdout:2492: finishing write tid 3 to smithi19066007-21 2024-08-19T10:07:03.413 INFO:tasks.rados.rados.0.smithi190.stdout:2492: oid 21 updating version 0 to 1468 2024-08-19T10:07:03.413 INFO:tasks.rados.rados.0.smithi190.stdout:2492: oid 21 version 1468 is already newer than 1467 2024-08-19T10:07:03.413 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 1468 (ObjNum 761 snap 253 seq_num 761) dirty exists 2024-08-19T10:07:03.413 INFO:tasks.rados.rados.0.smithi190.stdout:2492: left oid 21 (ObjNum 761 snap 253 seq_num 761) 2024-08-19T10:07:03.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:03 smithi196 ceph-mon[72638]: pgmap v528: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 334 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-08-19T10:07:03.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:03 smithi196 ceph-mon[72638]: osdmap e572: 8 total, 8 up, 8 in 2024-08-19T10:07:03.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:03 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:03.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:03 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:03.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:03 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:03.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:03 smithi196 ceph-mon[72638]: osdmap e573: 8 total, 8 up, 8 in 2024-08-19T10:07:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:03 smithi190 ceph-mon[80032]: pgmap v528: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 334 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-08-19T10:07:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:03 smithi190 ceph-mon[80032]: osdmap e572: 8 total, 8 up, 8 in 2024-08-19T10:07:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:03 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:03 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:03 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:03 smithi190 ceph-mon[80032]: osdmap e573: 8 total, 8 up, 8 in 2024-08-19T10:07:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:03 smithi190 ceph-mon[77620]: pgmap v528: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 334 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2024-08-19T10:07:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:03 smithi190 ceph-mon[77620]: osdmap e572: 8 total, 8 up, 8 in 2024-08-19T10:07:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:03 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:03 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:03 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:03.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:03 smithi190 ceph-mon[77620]: osdmap e573: 8 total, 8 up, 8 in 2024-08-19T10:07:04.382 INFO:tasks.rados.rados.0.smithi190.stdout:2485: done (7 left) 2024-08-19T10:07:04.382 INFO:tasks.rados.rados.0.smithi190.stdout:2486: done (6 left) 2024-08-19T10:07:04.382 INFO:tasks.rados.rados.0.smithi190.stdout:2487: done (5 left) 2024-08-19T10:07:04.382 INFO:tasks.rados.rados.0.smithi190.stdout:2488: done (4 left) 2024-08-19T10:07:04.382 INFO:tasks.rados.rados.0.smithi190.stdout:2489: done (3 left) 2024-08-19T10:07:04.382 INFO:tasks.rados.rados.0.smithi190.stdout:2491: done (2 left) 2024-08-19T10:07:04.383 INFO:tasks.rados.rados.0.smithi190.stdout:2492: done (1 left) 2024-08-19T10:07:04.383 INFO:tasks.rados.rados.0.smithi190.stdout:2493: done (0 left) 2024-08-19T10:07:04.383 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 254 2024-08-19T10:07:04.383 INFO:tasks.rados.rados.0.smithi190.stdout:2494: seq_num 762 ranges {0=770048} 2024-08-19T10:07:04.386 INFO:tasks.rados.rados.0.smithi190.stdout:2494: writing smithi19066007-12 from 0 to 770048 tid 1 2024-08-19T10:07:04.386 INFO:tasks.rados.rados.0.smithi190.stdout:2495: rollback oid 49 current snap is 254 2024-08-19T10:07:04.386 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 49 to 216 2024-08-19T10:07:04.386 INFO:tasks.rados.rados.0.smithi190.stdout:2496: copy_from oid 20 from oid 40 current snap is 254 2024-08-19T10:07:04.387 INFO:tasks.rados.rados.0.smithi190.stdout:2497: rollback oid 8 current snap is 254 2024-08-19T10:07:04.387 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 8 to 206 2024-08-19T10:07:04.387 INFO:tasks.rados.rados.0.smithi190.stdout:2498: delete oid 31 current snap is 254 2024-08-19T10:07:04.390 INFO:tasks.rados.rados.0.smithi190.stdout:2495: finishing rollback tid 1 to smithi19066007-49 2024-08-19T10:07:04.390 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1173 (ObjNum 129 snap 0 seq_num 3356234632) dirty dne 2024-08-19T10:07:04.392 INFO:tasks.rados.rados.0.smithi190.stdout:2495: done (4 left) 2024-08-19T10:07:04.392 INFO:tasks.rados.rados.0.smithi190.stdout:2498: done (3 left) 2024-08-19T10:07:04.392 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 254 2024-08-19T10:07:04.392 INFO:tasks.rados.rados.0.smithi190.stdout:2499: seq_num 764 ranges {2342912=802816} 2024-08-19T10:07:04.410 INFO:tasks.rados.rados.0.smithi190.stdout:2499: writing smithi19066007-26 from 2342912 to 3145728 tid 1 2024-08-19T10:07:04.410 INFO:tasks.rados.rados.0.smithi190.stdout:2500: setattr oid 50 current snap is 254 2024-08-19T10:07:04.410 INFO:tasks.rados.rados.0.smithi190.stdout:2494: finishing write tid 1 to smithi19066007-12 2024-08-19T10:07:04.410 INFO:tasks.rados.rados.0.smithi190.stdout:2494: finishing write tid 2 to smithi19066007-12 2024-08-19T10:07:04.411 INFO:tasks.rados.rados.0.smithi190.stdout:2497: finishing rollback tid 0 to smithi19066007-8 2024-08-19T10:07:04.411 INFO:tasks.rados.rados.0.smithi190.stdout:2497: finishing rollback tid 1 to smithi19066007-8 2024-08-19T10:07:04.411 INFO:tasks.rados.rados.0.smithi190.stdout:2497: finishing rollback tid 2 to smithi19066007-8 2024-08-19T10:07:04.411 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1597 (ObjNum 630 snap 196 seq_num 630) dirty exists 2024-08-19T10:07:04.411 INFO:tasks.rados.rados.0.smithi190.stdout:2494: finishing write tid 3 to smithi19066007-12 2024-08-19T10:07:04.411 INFO:tasks.rados.rados.0.smithi190.stdout:2494: oid 12 updating version 0 to 1247 2024-08-19T10:07:04.411 INFO:tasks.rados.rados.0.smithi190.stdout:2494: oid 12 version 1247 is already newer than 1246 2024-08-19T10:07:04.411 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 1247 (ObjNum 762 snap 254 seq_num 762) dirty exists 2024-08-19T10:07:04.411 INFO:tasks.rados.rados.0.smithi190.stdout:2494: left oid 12 (ObjNum 762 snap 254 seq_num 762) 2024-08-19T10:07:04.411 INFO:tasks.rados.rados.0.smithi190.stdout:2496: finishing copy_from racing read to smithi19066007-20 2024-08-19T10:07:04.411 INFO:tasks.rados.rados.0.smithi190.stdout:2496: finishing copy_from to smithi19066007-20 2024-08-19T10:07:04.411 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 196 (ObjNum 713 snap 238 seq_num 713) dirty exists 2024-08-19T10:07:04.412 INFO:tasks.rados.rados.0.smithi190.stdout:2494: done (4 left) 2024-08-19T10:07:04.412 INFO:tasks.rados.rados.0.smithi190.stdout:2496: done (3 left) 2024-08-19T10:07:04.412 INFO:tasks.rados.rados.0.smithi190.stdout:2497: done (2 left) 2024-08-19T10:07:04.412 INFO:tasks.rados.rados.0.smithi190.stdout:2501: read oid 33 snap -1 2024-08-19T10:07:04.412 INFO:tasks.rados.rados.0.smithi190.stdout:2501: expect (ObjNum 741 snap 248 seq_num 741) 2024-08-19T10:07:04.412 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 254 2024-08-19T10:07:04.413 INFO:tasks.rados.rados.0.smithi190.stdout:2502: seq_num 765 ranges {0=417792,417792=401408} 2024-08-19T10:07:04.414 INFO:tasks.rados.rados.0.smithi190.stdout:2502: writing smithi19066007-17 from 0 to 417792 tid 1 2024-08-19T10:07:04.418 INFO:tasks.rados.rados.0.smithi190.stdout:2502: writing smithi19066007-17 from 417792 to 819200 tid 2 2024-08-19T10:07:04.418 INFO:tasks.rados.rados.0.smithi190.stdout:2499: finishing write tid 1 to smithi19066007-26 2024-08-19T10:07:04.418 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1124 (ObjNum 65 snap 0 seq_num 1784965224) dirty exists 2024-08-19T10:07:04.418 INFO:tasks.rados.rados.0.smithi190.stdout:2499: finishing write tid 2 to smithi19066007-26 2024-08-19T10:07:04.418 INFO:tasks.rados.rados.0.smithi190.stdout:2499: finishing write tid 3 to smithi19066007-26 2024-08-19T10:07:04.418 INFO:tasks.rados.rados.0.smithi190.stdout:2499: oid 26 updating version 0 to 1383 2024-08-19T10:07:04.418 INFO:tasks.rados.rados.0.smithi190.stdout:2499: oid 26 version 1383 is already newer than 1382 2024-08-19T10:07:04.418 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1383 (ObjNum 764 snap 254 seq_num 764) dirty exists 2024-08-19T10:07:04.419 INFO:tasks.rados.rados.0.smithi190.stdout:2499: left oid 26 (ObjNum 764 snap 254 seq_num 764) 2024-08-19T10:07:04.419 INFO:tasks.rados.rados.0.smithi190.stdout:2502: finishing write tid 1 to smithi19066007-17 2024-08-19T10:07:04.419 INFO:tasks.rados.rados.0.smithi190.stdout:2499: done (3 left) 2024-08-19T10:07:04.419 INFO:tasks.rados.rados.0.smithi190.stdout:2500: done (2 left) 2024-08-19T10:07:04.419 INFO:tasks.rados.rados.0.smithi190.stdout:2503: setattr oid 25 current snap is 254 2024-08-19T10:07:04.419 INFO:tasks.rados.rados.0.smithi190.stdout:2504: read oid 1 snap 231 2024-08-19T10:07:04.419 INFO:tasks.rados.rados.0.smithi190.stdout:2504: expect (ObjNum -938296992 snap 21847 seq_num 3355577424) 2024-08-19T10:07:04.420 INFO:tasks.rados.rados.0.smithi190.stdout:2505: snap_remove snap 247 2024-08-19T10:07:04.481 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:07:04 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:07:04] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-08-19T10:07:05.394 INFO:tasks.rados.rados.0.smithi190.stdout:2505: done (4 left) 2024-08-19T10:07:05.394 INFO:tasks.rados.rados.0.smithi190.stdout:2506: rollback oid 3 current snap is 254 2024-08-19T10:07:05.394 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 3 to 235 2024-08-19T10:07:05.394 INFO:tasks.rados.rados.0.smithi190.stdout:2507: snap_create 2024-08-19T10:07:05.394 INFO:tasks.rados.rados.0.smithi190.stdout:2504: expect (ObjNum -938296992 snap 21847 seq_num 3355577424) 2024-08-19T10:07:05.399 INFO:tasks.rados.rados.0.smithi190.stdout:2502: finishing write tid 2 to smithi19066007-17 2024-08-19T10:07:05.399 INFO:tasks.rados.rados.0.smithi190.stdout:2502: finishing write tid 3 to smithi19066007-17 2024-08-19T10:07:05.399 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 1406 (ObjNum 81 snap 0 seq_num 1935173726) dirty exists 2024-08-19T10:07:05.399 INFO:tasks.rados.rados.0.smithi190.stdout:2502: finishing write tid 4 to smithi19066007-17 2024-08-19T10:07:05.399 INFO:tasks.rados.rados.0.smithi190.stdout:2502: oid 17 updating version 0 to 1248 2024-08-19T10:07:05.399 INFO:tasks.rados.rados.0.smithi190.stdout:2502: oid 17 updating version 1248 to 1249 2024-08-19T10:07:05.399 INFO:tasks.rados.rados.0.smithi190.stdout:2502: oid 17 updating version 1249 to 1250 2024-08-19T10:07:05.399 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 1250 (ObjNum 765 snap 254 seq_num 765) dirty exists 2024-08-19T10:07:05.399 INFO:tasks.rados.rados.0.smithi190.stdout:2502: left oid 17 (ObjNum 765 snap 254 seq_num 765) 2024-08-19T10:07:05.400 INFO:tasks.rados.rados.0.smithi190.stdout:2501: expect (ObjNum 741 snap 248 seq_num 741) 2024-08-19T10:07:05.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:05 smithi196 ceph-mon[72638]: pgmap v531: 121 pgs: 121 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 690 KiB/s wr, 6 op/s 2024-08-19T10:07:05.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:05 smithi196 ceph-mon[72638]: osdmap e574: 8 total, 8 up, 8 in 2024-08-19T10:07:05.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:05 smithi190 ceph-mon[80032]: pgmap v531: 121 pgs: 121 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 690 KiB/s wr, 6 op/s 2024-08-19T10:07:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:05 smithi190 ceph-mon[80032]: osdmap e574: 8 total, 8 up, 8 in 2024-08-19T10:07:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:05 smithi190 ceph-mon[77620]: pgmap v531: 121 pgs: 121 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 690 KiB/s wr, 6 op/s 2024-08-19T10:07:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:05 smithi190 ceph-mon[77620]: osdmap e574: 8 total, 8 up, 8 in 2024-08-19T10:07:05.965 INFO:tasks.rados.rados.0.smithi190.stdout:2506: finishing rollback tid 0 to smithi19066007-3 2024-08-19T10:07:05.966 INFO:tasks.rados.rados.0.smithi190.stdout:2506: finishing rollback tid 1 to smithi19066007-3 2024-08-19T10:07:05.966 INFO:tasks.rados.rados.0.smithi190.stdout:2506: finishing rollback tid 2 to smithi19066007-3 2024-08-19T10:07:05.966 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 1442 (ObjNum 496 snap 160 seq_num 496) dirty exists 2024-08-19T10:07:06.398 INFO:tasks.rados.rados.0.smithi190.stdout:2501: done (5 left) 2024-08-19T10:07:06.398 INFO:tasks.rados.rados.0.smithi190.stdout:2502: done (4 left) 2024-08-19T10:07:06.398 INFO:tasks.rados.rados.0.smithi190.stdout:2503: done (3 left) 2024-08-19T10:07:06.398 INFO:tasks.rados.rados.0.smithi190.stdout:2504: done (2 left) 2024-08-19T10:07:06.398 INFO:tasks.rados.rados.0.smithi190.stdout:2506: done (1 left) 2024-08-19T10:07:06.398 INFO:tasks.rados.rados.0.smithi190.stdout:2507: done (0 left) 2024-08-19T10:07:06.398 INFO:tasks.rados.rados.0.smithi190.stdout:2508: snap_remove snap 240 2024-08-19T10:07:06.568 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:06 smithi196 ceph-mon[72638]: osdmap e575: 8 total, 8 up, 8 in 2024-08-19T10:07:06.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:06 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:06.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:06 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:06.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:06 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:06.569 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:06 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:06.656 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:06 smithi190 ceph-mon[80032]: osdmap e575: 8 total, 8 up, 8 in 2024-08-19T10:07:06.656 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:06 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:06.656 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:06 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:06.656 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:06 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:06.657 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:06 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:06.657 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:06 smithi190 ceph-mon[77620]: osdmap e575: 8 total, 8 up, 8 in 2024-08-19T10:07:06.657 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:06 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:06.657 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:06 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:06.657 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:06 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:06.657 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:06 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:07.397 INFO:tasks.rados.rados.0.smithi190.stdout:2508: done (0 left) 2024-08-19T10:07:07.397 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 255 2024-08-19T10:07:07.397 INFO:tasks.rados.rados.0.smithi190.stdout:2509: seq_num 766 ranges {7987200=434176,8421376=401408} 2024-08-19T10:07:07.442 INFO:tasks.rados.rados.0.smithi190.stdout:2509: writing smithi19066007-2 from 7987200 to 8421376 tid 1 2024-08-19T10:07:07.445 INFO:tasks.rados.rados.0.smithi190.stdout:2509: writing smithi19066007-2 from 8421376 to 8822784 tid 2 2024-08-19T10:07:07.445 INFO:tasks.rados.rados.0.smithi190.stdout:2510: read oid 25 snap -1 2024-08-19T10:07:07.445 INFO:tasks.rados.rados.0.smithi190.stdout:2510: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:07:07.445 INFO:tasks.rados.rados.0.smithi190.stdout:2511: read oid 13 snap -1 2024-08-19T10:07:07.445 INFO:tasks.rados.rados.0.smithi190.stdout:2511: expect (ObjNum 760 snap 253 seq_num 760) 2024-08-19T10:07:07.445 INFO:tasks.rados.rados.0.smithi190.stdout:2512: snap_remove snap 216 2024-08-19T10:07:07.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:07 smithi196 ceph-mon[72638]: pgmap v534: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-08-19T10:07:07.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:07 smithi196 ceph-mon[72638]: osdmap e576: 8 total, 8 up, 8 in 2024-08-19T10:07:07.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:07 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:07.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:07 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:07.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:07 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:07.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:07 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:07.676 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:07 smithi190 ceph-mon[77620]: pgmap v534: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-08-19T10:07:07.676 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:07 smithi190 ceph-mon[77620]: osdmap e576: 8 total, 8 up, 8 in 2024-08-19T10:07:07.676 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:07 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:07.676 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:07 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:07.676 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:07 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:07.676 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:07 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:07.676 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:07 smithi190 ceph-mon[80032]: pgmap v534: 121 pgs: 121 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-08-19T10:07:07.676 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:07 smithi190 ceph-mon[80032]: osdmap e576: 8 total, 8 up, 8 in 2024-08-19T10:07:07.677 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:07 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:07.677 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:07 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:07.677 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:07 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:07.677 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:07 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:08.374 INFO:tasks.rados.rados.0.smithi190.stdout:2512: done (3 left) 2024-08-19T10:07:08.374 INFO:tasks.rados.rados.0.smithi190.stdout:2513: snap_create 2024-08-19T10:07:08.374 INFO:tasks.rados.rados.0.smithi190.stdout:2509: finishing write tid 1 to smithi19066007-2 2024-08-19T10:07:08.374 INFO:tasks.rados.rados.0.smithi190.stdout:2510: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:07:08.374 INFO:tasks.rados.rados.0.smithi190.stdout:2509: finishing write tid 2 to smithi19066007-2 2024-08-19T10:07:08.374 INFO:tasks.rados.rados.0.smithi190.stdout:2509: finishing write tid 3 to smithi19066007-2 2024-08-19T10:07:08.374 INFO:tasks.rados.rados.0.smithi190.stdout:2509: finishing write tid 4 to smithi19066007-2 2024-08-19T10:07:08.374 INFO:tasks.rados.rados.0.smithi190.stdout:2509: oid 2 updating version 0 to 1107 2024-08-19T10:07:08.374 INFO:tasks.rados.rados.0.smithi190.stdout:2509: oid 2 version 1107 is already newer than 1105 2024-08-19T10:07:08.375 INFO:tasks.rados.rados.0.smithi190.stdout:2509: oid 2 version 1107 is already newer than 1106 2024-08-19T10:07:08.375 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1107 (ObjNum 766 snap 255 seq_num 766) dirty exists 2024-08-19T10:07:08.375 INFO:tasks.rados.rados.0.smithi190.stdout:2509: left oid 2 (ObjNum 766 snap 255 seq_num 766) 2024-08-19T10:07:08.375 INFO:tasks.rados.rados.0.smithi190.stdout:2511: expect (ObjNum 760 snap 253 seq_num 760) 2024-08-19T10:07:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:08 smithi196 ceph-mon[72638]: osdmap e577: 8 total, 8 up, 8 in 2024-08-19T10:07:08.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:08 smithi196 ceph-mon[72638]: osdmap e578: 8 total, 8 up, 8 in 2024-08-19T10:07:08.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:08 smithi190 ceph-mon[80032]: osdmap e577: 8 total, 8 up, 8 in 2024-08-19T10:07:08.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:08 smithi190 ceph-mon[80032]: osdmap e578: 8 total, 8 up, 8 in 2024-08-19T10:07:08.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:08 smithi190 ceph-mon[77620]: osdmap e577: 8 total, 8 up, 8 in 2024-08-19T10:07:08.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:08 smithi190 ceph-mon[77620]: osdmap e578: 8 total, 8 up, 8 in 2024-08-19T10:07:09.371 INFO:tasks.rados.rados.0.smithi190.stdout:2509: done (3 left) 2024-08-19T10:07:09.371 INFO:tasks.rados.rados.0.smithi190.stdout:2510: done (2 left) 2024-08-19T10:07:09.371 INFO:tasks.rados.rados.0.smithi190.stdout:2511: done (1 left) 2024-08-19T10:07:09.371 INFO:tasks.rados.rados.0.smithi190.stdout:2513: done (0 left) 2024-08-19T10:07:09.371 INFO:tasks.rados.rados.0.smithi190.stdout:2514: copy_from oid 50 from oid 43 current snap is 256 2024-08-19T10:07:09.371 INFO:tasks.rados.rados.0.smithi190.stdout:2515: snap_create 2024-08-19T10:07:09.385 INFO:tasks.rados.rados.0.smithi190.stdout:2514: finishing copy_from racing read to smithi19066007-50 2024-08-19T10:07:09.388 INFO:tasks.rados.rados.0.smithi190.stdout:2514: finishing copy_from to smithi19066007-50 2024-08-19T10:07:09.388 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1466 (ObjNum 759 snap 253 seq_num 759) dirty exists 2024-08-19T10:07:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:09 smithi196 ceph-mon[72638]: pgmap v537: 121 pgs: 121 active+clean; 315 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 764 KiB/s wr, 15 op/s 2024-08-19T10:07:09.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:09 smithi196 ceph-mon[72638]: osdmap e579: 8 total, 8 up, 8 in 2024-08-19T10:07:09.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:09 smithi190 ceph-mon[77620]: pgmap v537: 121 pgs: 121 active+clean; 315 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 764 KiB/s wr, 15 op/s 2024-08-19T10:07:09.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:09 smithi190 ceph-mon[77620]: osdmap e579: 8 total, 8 up, 8 in 2024-08-19T10:07:09.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:09 smithi190 ceph-mon[80032]: pgmap v537: 121 pgs: 121 active+clean; 315 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 764 KiB/s wr, 15 op/s 2024-08-19T10:07:09.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:09 smithi190 ceph-mon[80032]: osdmap e579: 8 total, 8 up, 8 in 2024-08-19T10:07:10.371 INFO:tasks.rados.rados.0.smithi190.stdout:2514: done (1 left) 2024-08-19T10:07:10.371 INFO:tasks.rados.rados.0.smithi190.stdout:2515: done (0 left) 2024-08-19T10:07:10.371 INFO:tasks.rados.rados.0.smithi190.stdout:2516: rollback oid 44 current snap is 257 2024-08-19T10:07:10.371 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 44 to 254 2024-08-19T10:07:10.371 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 257 2024-08-19T10:07:10.371 INFO:tasks.rados.rados.0.smithi190.stdout:2517: seq_num 767 ranges {0=450560,450560=401408} 2024-08-19T10:07:10.373 INFO:tasks.rados.rados.0.smithi190.stdout:2517: writing smithi19066007-42 from 0 to 450560 tid 1 2024-08-19T10:07:10.375 INFO:tasks.rados.rados.0.smithi190.stdout:2517: writing smithi19066007-42 from 450560 to 851968 tid 2 2024-08-19T10:07:10.376 INFO:tasks.rados.rados.0.smithi190.stdout:2518: rollback oid 5 current snap is 257 2024-08-19T10:07:10.376 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 5 to 255 2024-08-19T10:07:10.376 INFO:tasks.rados.rados.0.smithi190.stdout:2516: finishing rollback tid 1 to smithi19066007-44 2024-08-19T10:07:10.376 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 1445 (ObjNum 129 snap 0 seq_num 3356040688) dirty dne 2024-08-19T10:07:10.376 INFO:tasks.rados.rados.0.smithi190.stdout:2516: done (2 left) 2024-08-19T10:07:10.376 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 257 2024-08-19T10:07:10.376 INFO:tasks.rados.rados.0.smithi190.stdout:2519: seq_num 768 ranges {0=466944,466944=401408} 2024-08-19T10:07:10.378 INFO:tasks.rados.rados.0.smithi190.stdout:2519: writing smithi19066007-37 from 0 to 466944 tid 1 2024-08-19T10:07:10.381 INFO:tasks.rados.rados.0.smithi190.stdout:2519: writing smithi19066007-37 from 466944 to 868352 tid 2 2024-08-19T10:07:10.381 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 9 current snap is 257 2024-08-19T10:07:10.381 INFO:tasks.rados.rados.0.smithi190.stdout:2517: finishing write tid 1 to smithi19066007-42 2024-08-19T10:07:10.381 INFO:tasks.rados.rados.0.smithi190.stdout:2520: seq_num 769 ranges {0=483328,483328=401408} 2024-08-19T10:07:10.384 INFO:tasks.rados.rados.0.smithi190.stdout:2520: writing smithi19066007-9 from 0 to 483328 tid 1 2024-08-19T10:07:10.388 INFO:tasks.rados.rados.0.smithi190.stdout:2520: writing smithi19066007-9 from 483328 to 884736 tid 2 2024-08-19T10:07:10.388 INFO:tasks.rados.rados.0.smithi190.stdout:2521: read oid 19 snap -1 2024-08-19T10:07:10.388 INFO:tasks.rados.rados.0.smithi190.stdout:2521: expect deleted 2024-08-19T10:07:10.388 INFO:tasks.rados.rados.0.smithi190.stdout:2522: delete oid 36 current snap is 257 2024-08-19T10:07:10.388 INFO:tasks.rados.rados.0.smithi190.stdout:2517: finishing write tid 2 to smithi19066007-42 2024-08-19T10:07:10.388 INFO:tasks.rados.rados.0.smithi190.stdout:2517: finishing write tid 3 to smithi19066007-42 2024-08-19T10:07:10.388 INFO:tasks.rados.rados.0.smithi190.stdout:2517: finishing write tid 4 to smithi19066007-42 2024-08-19T10:07:10.388 INFO:tasks.rados.rados.0.smithi190.stdout:2517: oid 42 updating version 0 to 1445 2024-08-19T10:07:10.388 INFO:tasks.rados.rados.0.smithi190.stdout:2517: oid 42 version 1445 is already newer than 1443 2024-08-19T10:07:10.388 INFO:tasks.rados.rados.0.smithi190.stdout:2517: oid 42 version 1445 is already newer than 1444 2024-08-19T10:07:10.388 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1445 (ObjNum 767 snap 257 seq_num 767) dirty exists 2024-08-19T10:07:10.389 INFO:tasks.rados.rados.0.smithi190.stdout:2517: left oid 42 (ObjNum 767 snap 257 seq_num 767) 2024-08-19T10:07:10.389 INFO:tasks.rados.rados.0.smithi190.stdout:2518: finishing rollback tid 0 to smithi19066007-5 2024-08-19T10:07:10.389 INFO:tasks.rados.rados.0.smithi190.stdout:2518: finishing rollback tid 1 to smithi19066007-5 2024-08-19T10:07:10.389 INFO:tasks.rados.rados.0.smithi190.stdout:2519: finishing write tid 1 to smithi19066007-37 2024-08-19T10:07:10.389 INFO:tasks.rados.rados.0.smithi190.stdout:2518: finishing rollback tid 2 to smithi19066007-5 2024-08-19T10:07:10.389 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 1471 (ObjNum 745 snap 248 seq_num 745) dirty exists 2024-08-19T10:07:10.389 INFO:tasks.rados.rados.0.smithi190.stdout:2519: finishing write tid 2 to smithi19066007-37 2024-08-19T10:07:10.389 INFO:tasks.rados.rados.0.smithi190.stdout:2519: finishing write tid 3 to smithi19066007-37 2024-08-19T10:07:10.389 INFO:tasks.rados.rados.0.smithi190.stdout:2519: finishing write tid 4 to smithi19066007-37 2024-08-19T10:07:10.389 INFO:tasks.rados.rados.0.smithi190.stdout:2519: oid 37 updating version 0 to 1216 2024-08-19T10:07:10.389 INFO:tasks.rados.rados.0.smithi190.stdout:2519: oid 37 updating version 1216 to 1217 2024-08-19T10:07:10.389 INFO:tasks.rados.rados.0.smithi190.stdout:2519: oid 37 version 1217 is already newer than 1215 2024-08-19T10:07:10.390 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 1217 (ObjNum 768 snap 257 seq_num 768) dirty exists 2024-08-19T10:07:10.390 INFO:tasks.rados.rados.0.smithi190.stdout:2519: left oid 37 (ObjNum 768 snap 257 seq_num 768) 2024-08-19T10:07:10.390 INFO:tasks.rados.rados.0.smithi190.stdout:2517: done (5 left) 2024-08-19T10:07:10.390 INFO:tasks.rados.rados.0.smithi190.stdout:2518: done (4 left) 2024-08-19T10:07:10.391 INFO:tasks.rados.rados.0.smithi190.stdout:2519: done (3 left) 2024-08-19T10:07:10.391 INFO:tasks.rados.rados.0.smithi190.stdout:2521: done (2 left) 2024-08-19T10:07:10.391 INFO:tasks.rados.rados.0.smithi190.stdout:2522: done (1 left) 2024-08-19T10:07:10.391 INFO:tasks.rados.rados.0.smithi190.stdout:2523: read oid 20 snap -1 2024-08-19T10:07:10.391 INFO:tasks.rados.rados.0.smithi190.stdout:2523: expect (ObjNum 713 snap 238 seq_num 713) 2024-08-19T10:07:10.391 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 8 current snap is 257 2024-08-19T10:07:10.391 INFO:tasks.rados.rados.0.smithi190.stdout:2524: seq_num 771 ranges {958464=516096,1474560=401408} 2024-08-19T10:07:10.397 INFO:tasks.rados.rados.0.smithi190.stdout:2524: writing smithi19066007-8 from 958464 to 1474560 tid 1 2024-08-19T10:07:10.400 INFO:tasks.rados.rados.0.smithi190.stdout:2524: writing smithi19066007-8 from 1474560 to 1875968 tid 2 2024-08-19T10:07:10.400 INFO:tasks.rados.rados.0.smithi190.stdout:2525: snap_remove snap 251 2024-08-19T10:07:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:10 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:10 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:10 smithi196 ceph-mon[72638]: osdmap e580: 8 total, 8 up, 8 in 2024-08-19T10:07:10.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:10 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:10.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:10 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:10.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:10 smithi190 ceph-mon[77620]: osdmap e580: 8 total, 8 up, 8 in 2024-08-19T10:07:10.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:10 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:10.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:10 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:10.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:10 smithi190 ceph-mon[80032]: osdmap e580: 8 total, 8 up, 8 in 2024-08-19T10:07:11.372 INFO:tasks.rados.rados.0.smithi190.stdout:2525: done (3 left) 2024-08-19T10:07:11.372 INFO:tasks.rados.rados.0.smithi190.stdout:2526: copy_from oid 46 from oid 6 current snap is 257 2024-08-19T10:07:11.372 INFO:tasks.rados.rados.0.smithi190.stdout:2520: finishing write tid 1 to smithi19066007-9 2024-08-19T10:07:11.372 INFO:tasks.rados.rados.0.smithi190.stdout:2520: finishing write tid 2 to smithi19066007-9 2024-08-19T10:07:11.373 INFO:tasks.rados.rados.0.smithi190.stdout:2520: finishing write tid 3 to smithi19066007-9 2024-08-19T10:07:11.373 INFO:tasks.rados.rados.0.smithi190.stdout:2520: finishing write tid 4 to smithi19066007-9 2024-08-19T10:07:11.373 INFO:tasks.rados.rados.0.smithi190.stdout:2520: oid 9 updating version 0 to 1464 2024-08-19T10:07:11.373 INFO:tasks.rados.rados.0.smithi190.stdout:2520: oid 9 updating version 1464 to 1465 2024-08-19T10:07:11.373 INFO:tasks.rados.rados.0.smithi190.stdout:2520: oid 9 version 1465 is already newer than 1463 2024-08-19T10:07:11.373 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1465 (ObjNum 769 snap 257 seq_num 769) dirty exists 2024-08-19T10:07:11.373 INFO:tasks.rados.rados.0.smithi190.stdout:2520: left oid 9 (ObjNum 769 snap 257 seq_num 769) 2024-08-19T10:07:11.373 INFO:tasks.rados.rados.0.smithi190.stdout:2523: expect (ObjNum 713 snap 238 seq_num 713) 2024-08-19T10:07:11.441 INFO:tasks.rados.rados.0.smithi190.stdout:2524: finishing write tid 1 to smithi19066007-8 2024-08-19T10:07:11.441 INFO:tasks.rados.rados.0.smithi190.stdout:2524: finishing write tid 2 to smithi19066007-8 2024-08-19T10:07:11.441 INFO:tasks.rados.rados.0.smithi190.stdout:2524: finishing write tid 3 to smithi19066007-8 2024-08-19T10:07:11.441 INFO:tasks.rados.rados.0.smithi190.stdout:2524: finishing write tid 4 to smithi19066007-8 2024-08-19T10:07:11.441 INFO:tasks.rados.rados.0.smithi190.stdout:2524: oid 8 updating version 0 to 1619 2024-08-19T10:07:11.441 INFO:tasks.rados.rados.0.smithi190.stdout:2524: oid 8 version 1619 is already newer than 1618 2024-08-19T10:07:11.441 INFO:tasks.rados.rados.0.smithi190.stdout:2524: oid 8 updating version 1619 to 1620 2024-08-19T10:07:11.441 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1620 (ObjNum 771 snap 257 seq_num 771) dirty exists 2024-08-19T10:07:11.442 INFO:tasks.rados.rados.0.smithi190.stdout:2524: left oid 8 (ObjNum 771 snap 257 seq_num 771) 2024-08-19T10:07:11.442 INFO:tasks.rados.rados.0.smithi190.stdout:2520: done (3 left) 2024-08-19T10:07:11.442 INFO:tasks.rados.rados.0.smithi190.stdout:2523: done (2 left) 2024-08-19T10:07:11.442 INFO:tasks.rados.rados.0.smithi190.stdout:2524: done (1 left) 2024-08-19T10:07:11.442 INFO:tasks.rados.rados.0.smithi190.stdout:2527: read oid 22 snap 227 2024-08-19T10:07:11.442 INFO:tasks.rados.rados.0.smithi190.stdout:2527: expect (ObjNum 686 snap 220 seq_num 686) 2024-08-19T10:07:11.442 INFO:tasks.rados.rados.0.smithi190.stdout:2528: setattr oid 47 current snap is 257 2024-08-19T10:07:11.442 INFO:tasks.rados.rados.0.smithi190.stdout:2526: finishing copy_from racing read to smithi19066007-46 2024-08-19T10:07:11.442 INFO:tasks.rados.rados.0.smithi190.stdout:2526: finishing copy_from to smithi19066007-46 2024-08-19T10:07:11.442 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 1372 (ObjNum 723 snap 239 seq_num 723) dirty exists 2024-08-19T10:07:11.443 INFO:tasks.rados.rados.0.smithi190.stdout:2526: done (2 left) 2024-08-19T10:07:11.443 INFO:tasks.rados.rados.0.smithi190.stdout:2529: read oid 43 snap -1 2024-08-19T10:07:11.443 INFO:tasks.rados.rados.0.smithi190.stdout:2529: expect (ObjNum 759 snap 253 seq_num 759) 2024-08-19T10:07:11.443 INFO:tasks.rados.rados.0.smithi190.stdout:2530: read oid 31 snap -1 2024-08-19T10:07:11.443 INFO:tasks.rados.rados.0.smithi190.stdout:2530: expect deleted 2024-08-19T10:07:11.443 INFO:tasks.rados.rados.0.smithi190.stdout:2531: snap_remove snap 231 2024-08-19T10:07:11.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: pgmap v540: 121 pgs: 121 active+clean; 320 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-19T10:07:11.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:11.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:07:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:07:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:11 smithi196 ceph-mon[72638]: osdmap e581: 8 total, 8 up, 8 in 2024-08-19T10:07:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: pgmap v540: 121 pgs: 121 active+clean; 320 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-19T10:07:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:07:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:07:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.817 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.817 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.817 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.817 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[77620]: osdmap e581: 8 total, 8 up, 8 in 2024-08-19T10:07:11.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: pgmap v540: 121 pgs: 121 active+clean; 320 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-08-19T10:07:11.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:11.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:11.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:07:11.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:07:11.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:11.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:11.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:11.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:11 smithi190 ceph-mon[80032]: osdmap e581: 8 total, 8 up, 8 in 2024-08-19T10:07:12.442 INFO:tasks.rados.rados.0.smithi190.stdout:2531: done (4 left) 2024-08-19T10:07:12.443 INFO:tasks.rados.rados.0.smithi190.stdout:2532: rollback oid 17 current snap is 257 2024-08-19T10:07:12.443 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 17 to 245 2024-08-19T10:07:12.443 INFO:tasks.rados.rados.0.smithi190.stdout:2533: snap_remove snap 211 2024-08-19T10:07:13.373 INFO:tasks.rados.rados.0.smithi190.stdout:2533: done (5 left) 2024-08-19T10:07:13.373 INFO:tasks.rados.rados.0.smithi190.stdout:2534: delete oid 13 current snap is 257 2024-08-19T10:07:13.373 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1384 (ObjNum 129 snap 0 seq_num 3356139024) dirty exists 2024-08-19T10:07:13.373 INFO:tasks.rados.rados.0.smithi190.stdout:2527: expect (ObjNum 686 snap 220 seq_num 686) 2024-08-19T10:07:13.437 INFO:tasks.rados.rados.0.smithi190.stdout:2529: expect (ObjNum 759 snap 253 seq_num 759) 2024-08-19T10:07:13.540 INFO:tasks.rados.rados.0.smithi190.stdout:2532: finishing rollback tid 0 to smithi19066007-17 2024-08-19T10:07:13.540 INFO:tasks.rados.rados.0.smithi190.stdout:2532: finishing rollback tid 1 to smithi19066007-17 2024-08-19T10:07:13.540 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 1252 (ObjNum 65 snap 0 seq_num 1953129588) dirty dne 2024-08-19T10:07:13.540 INFO:tasks.rados.rados.0.smithi190.stdout:2527: done (5 left) 2024-08-19T10:07:13.541 INFO:tasks.rados.rados.0.smithi190.stdout:2528: done (4 left) 2024-08-19T10:07:13.541 INFO:tasks.rados.rados.0.smithi190.stdout:2529: done (3 left) 2024-08-19T10:07:13.541 INFO:tasks.rados.rados.0.smithi190.stdout:2530: done (2 left) 2024-08-19T10:07:13.541 INFO:tasks.rados.rados.0.smithi190.stdout:2532: done (1 left) 2024-08-19T10:07:13.541 INFO:tasks.rados.rados.0.smithi190.stdout:2534: done (0 left) 2024-08-19T10:07:13.541 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 34 current snap is 257 2024-08-19T10:07:13.541 INFO:tasks.rados.rados.0.smithi190.stdout:2535: seq_num 773 ranges {7553024=548864,8101888=401408} 2024-08-19T10:07:13.582 INFO:tasks.rados.rados.0.smithi190.stdout:2535: writing smithi19066007-34 from 7553024 to 8101888 tid 1 2024-08-19T10:07:13.586 INFO:tasks.rados.rados.0.smithi190.stdout:2535: writing smithi19066007-34 from 8101888 to 8503296 tid 2 2024-08-19T10:07:13.586 INFO:tasks.rados.rados.0.smithi190.stdout:2536: snap_create 2024-08-19T10:07:13.587 INFO:tasks.rados.rados.0.smithi190.stdout:2535: finishing write tid 1 to smithi19066007-34 2024-08-19T10:07:13.587 INFO:tasks.rados.rados.0.smithi190.stdout:2535: finishing write tid 2 to smithi19066007-34 2024-08-19T10:07:13.587 INFO:tasks.rados.rados.0.smithi190.stdout:2535: finishing write tid 3 to smithi19066007-34 2024-08-19T10:07:13.589 INFO:tasks.rados.rados.0.smithi190.stdout:2535: finishing write tid 4 to smithi19066007-34 2024-08-19T10:07:13.589 INFO:tasks.rados.rados.0.smithi190.stdout:2535: oid 34 updating version 0 to 1177 2024-08-19T10:07:13.589 INFO:tasks.rados.rados.0.smithi190.stdout:2535: oid 34 version 1177 is already newer than 1176 2024-08-19T10:07:13.589 INFO:tasks.rados.rados.0.smithi190.stdout:2535: oid 34 updating version 1177 to 1178 2024-08-19T10:07:13.589 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 1178 (ObjNum 773 snap 257 seq_num 773) dirty exists 2024-08-19T10:07:13.589 INFO:tasks.rados.rados.0.smithi190.stdout:2535: left oid 34 (ObjNum 773 snap 257 seq_num 773) 2024-08-19T10:07:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:13 smithi190 ceph-mon[80032]: pgmap v543: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-08-19T10:07:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:13 smithi190 ceph-mon[80032]: Upgrade: Updating prometheus.a 2024-08-19T10:07:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:13 smithi190 ceph-mon[80032]: Deploying daemon prometheus.a on smithi196 2024-08-19T10:07:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:13 smithi190 ceph-mon[80032]: osdmap e582: 8 total, 8 up, 8 in 2024-08-19T10:07:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:13 smithi190 ceph-mon[80032]: osdmap e583: 8 total, 8 up, 8 in 2024-08-19T10:07:13.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:13 smithi190 ceph-mon[77620]: pgmap v543: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-08-19T10:07:13.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:13 smithi190 ceph-mon[77620]: Upgrade: Updating prometheus.a 2024-08-19T10:07:13.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:13 smithi190 ceph-mon[77620]: Deploying daemon prometheus.a on smithi196 2024-08-19T10:07:13.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:13 smithi190 ceph-mon[77620]: osdmap e582: 8 total, 8 up, 8 in 2024-08-19T10:07:13.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:13 smithi190 ceph-mon[77620]: osdmap e583: 8 total, 8 up, 8 in 2024-08-19T10:07:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:13 smithi196 ceph-mon[72638]: pgmap v543: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-08-19T10:07:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:13 smithi196 ceph-mon[72638]: Upgrade: Updating prometheus.a 2024-08-19T10:07:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:13 smithi196 ceph-mon[72638]: Deploying daemon prometheus.a on smithi196 2024-08-19T10:07:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:13 smithi196 ceph-mon[72638]: osdmap e582: 8 total, 8 up, 8 in 2024-08-19T10:07:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:13 smithi196 ceph-mon[72638]: osdmap e583: 8 total, 8 up, 8 in 2024-08-19T10:07:14.445 INFO:tasks.rados.rados.0.smithi190.stdout:2535: done (1 left) 2024-08-19T10:07:14.445 INFO:tasks.rados.rados.0.smithi190.stdout:2536: done (0 left) 2024-08-19T10:07:14.445 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 258 2024-08-19T10:07:14.445 INFO:tasks.rados.rados.0.smithi190.stdout:2537: seq_num 774 ranges {868352=565248,1433600=401408} 2024-08-19T10:07:14.452 INFO:tasks.rados.rados.0.smithi190.stdout:2537: writing smithi19066007-37 from 868352 to 1433600 tid 1 2024-08-19T10:07:14.454 INFO:tasks.rados.rados.0.smithi190.stdout:2537: writing smithi19066007-37 from 1433600 to 1835008 tid 2 2024-08-19T10:07:14.454 INFO:tasks.rados.rados.0.smithi190.stdout:2538: rollback oid 2 current snap is 258 2024-08-19T10:07:14.454 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 2 to 249 2024-08-19T10:07:14.455 INFO:tasks.rados.rados.0.smithi190.stdout:2539: delete oid 36 current snap is 258 2024-08-19T10:07:14.458 INFO:tasks.rados.rados.0.smithi190.stdout:2538: finishing rollback tid 0 to smithi19066007-2 2024-08-19T10:07:14.458 INFO:tasks.rados.rados.0.smithi190.stdout:2538: finishing rollback tid 1 to smithi19066007-2 2024-08-19T10:07:14.459 INFO:tasks.rados.rados.0.smithi190.stdout:2538: finishing rollback tid 2 to smithi19066007-2 2024-08-19T10:07:14.459 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1110 (ObjNum 572 snap 177 seq_num 572) dirty exists 2024-08-19T10:07:14.461 INFO:tasks.rados.rados.0.smithi190.stdout:2537: finishing write tid 1 to smithi19066007-37 2024-08-19T10:07:14.461 INFO:tasks.rados.rados.0.smithi190.stdout:2537: finishing write tid 2 to smithi19066007-37 2024-08-19T10:07:14.461 INFO:tasks.rados.rados.0.smithi190.stdout:2537: finishing write tid 3 to smithi19066007-37 2024-08-19T10:07:14.462 INFO:tasks.rados.rados.0.smithi190.stdout:2538: done (2 left) 2024-08-19T10:07:14.462 INFO:tasks.rados.rados.0.smithi190.stdout:2539: done (1 left) 2024-08-19T10:07:14.462 INFO:tasks.rados.rados.0.smithi190.stdout:2540: snap_remove snap 184 2024-08-19T10:07:14.564 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:07:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:07:14] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-08-19T10:07:15.454 INFO:tasks.rados.rados.0.smithi190.stdout:2540: done (1 left) 2024-08-19T10:07:15.454 INFO:tasks.rados.rados.0.smithi190.stdout:2541: rmattr oid 34 current snap is 258 2024-08-19T10:07:15.454 INFO:tasks.rados.rados.0.smithi190.stdout:2541: done (1 left) 2024-08-19T10:07:15.454 INFO:tasks.rados.rados.0.smithi190.stdout:2542: rollback oid 20 current snap is 258 2024-08-19T10:07:15.454 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 20 to 242 2024-08-19T10:07:15.454 INFO:tasks.rados.rados.0.smithi190.stdout:2537: finishing write tid 4 to smithi19066007-37 2024-08-19T10:07:15.454 INFO:tasks.rados.rados.0.smithi190.stdout:2537: oid 37 updating version 0 to 1220 2024-08-19T10:07:15.454 INFO:tasks.rados.rados.0.smithi190.stdout:2537: oid 37 version 1220 is already newer than 1218 2024-08-19T10:07:15.455 INFO:tasks.rados.rados.0.smithi190.stdout:2537: oid 37 version 1220 is already newer than 1219 2024-08-19T10:07:15.455 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 1220 (ObjNum 774 snap 258 seq_num 774) dirty exists 2024-08-19T10:07:15.455 INFO:tasks.rados.rados.0.smithi190.stdout:2537: left oid 37 (ObjNum 774 snap 258 seq_num 774) 2024-08-19T10:07:15.455 INFO:tasks.rados.rados.0.smithi190.stdout:2537: done (1 left) 2024-08-19T10:07:15.455 INFO:tasks.rados.rados.0.smithi190.stdout:2543: snap_remove snap 248 2024-08-19T10:07:15.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:15 smithi190 ceph-mon[77620]: pgmap v546: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 860 KiB/s wr, 11 op/s 2024-08-19T10:07:15.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:15 smithi190 ceph-mon[77620]: osdmap e584: 8 total, 8 up, 8 in 2024-08-19T10:07:15.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:07:15.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:15 smithi190 ceph-mon[80032]: pgmap v546: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 860 KiB/s wr, 11 op/s 2024-08-19T10:07:15.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:15 smithi190 ceph-mon[80032]: osdmap e584: 8 total, 8 up, 8 in 2024-08-19T10:07:15.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:07:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:15 smithi196 ceph-mon[72638]: pgmap v546: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 860 KiB/s wr, 11 op/s 2024-08-19T10:07:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:15 smithi196 ceph-mon[72638]: osdmap e584: 8 total, 8 up, 8 in 2024-08-19T10:07:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:07:16.460 INFO:tasks.rados.rados.0.smithi190.stdout:2543: done (1 left) 2024-08-19T10:07:16.460 INFO:tasks.rados.rados.0.smithi190.stdout:2544: read oid 22 snap -1 2024-08-19T10:07:16.461 INFO:tasks.rados.rados.0.smithi190.stdout:2544: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:07:16.461 INFO:tasks.rados.rados.0.smithi190.stdout:2545: snap_remove snap 241 2024-08-19T10:07:16.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:16 smithi190 ceph-mon[77620]: osdmap e585: 8 total, 8 up, 8 in 2024-08-19T10:07:16.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:16 smithi190 ceph-mon[80032]: osdmap e585: 8 total, 8 up, 8 in 2024-08-19T10:07:16.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:16 smithi196 ceph-mon[72638]: osdmap e585: 8 total, 8 up, 8 in 2024-08-19T10:07:17.470 INFO:tasks.rados.rados.0.smithi190.stdout:2545: done (2 left) 2024-08-19T10:07:17.470 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 258 2024-08-19T10:07:17.470 INFO:tasks.rados.rados.0.smithi190.stdout:2546: seq_num 776 ranges {3538944=606208,4145152=401408} 2024-08-19T10:07:17.493 INFO:tasks.rados.rados.0.smithi190.stdout:2546: writing smithi19066007-39 from 3538944 to 4145152 tid 1 2024-08-19T10:07:17.496 INFO:tasks.rados.rados.0.smithi190.stdout:2546: writing smithi19066007-39 from 4145152 to 4546560 tid 2 2024-08-19T10:07:17.496 INFO:tasks.rados.rados.0.smithi190.stdout:2547: read oid 19 snap -1 2024-08-19T10:07:17.496 INFO:tasks.rados.rados.0.smithi190.stdout:2547: expect deleted 2024-08-19T10:07:17.496 INFO:tasks.rados.rados.0.smithi190.stdout:2548: setattr oid 33 current snap is 258 2024-08-19T10:07:17.496 INFO:tasks.rados.rados.0.smithi190.stdout:2542: finishing rollback tid 0 to smithi19066007-20 2024-08-19T10:07:17.497 INFO:tasks.rados.rados.0.smithi190.stdout:2542: finishing rollback tid 1 to smithi19066007-20 2024-08-19T10:07:17.497 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 1473 (ObjNum 1185 snap 0 seq_num 1526706416) dirty dne 2024-08-19T10:07:17.497 INFO:tasks.rados.rados.0.smithi190.stdout:2544: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:07:17.533 INFO:tasks.rados.rados.0.smithi190.stdout:2546: finishing write tid 1 to smithi19066007-39 2024-08-19T10:07:17.533 INFO:tasks.rados.rados.0.smithi190.stdout:2546: finishing write tid 2 to smithi19066007-39 2024-08-19T10:07:17.533 INFO:tasks.rados.rados.0.smithi190.stdout:2546: finishing write tid 3 to smithi19066007-39 2024-08-19T10:07:17.533 INFO:tasks.rados.rados.0.smithi190.stdout:2546: finishing write tid 4 to smithi19066007-39 2024-08-19T10:07:17.533 INFO:tasks.rados.rados.0.smithi190.stdout:2546: oid 39 updating version 0 to 1657 2024-08-19T10:07:17.533 INFO:tasks.rados.rados.0.smithi190.stdout:2546: oid 39 updating version 1657 to 1659 2024-08-19T10:07:17.533 INFO:tasks.rados.rados.0.smithi190.stdout:2546: oid 39 version 1659 is already newer than 1658 2024-08-19T10:07:17.533 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1659 (ObjNum 776 snap 258 seq_num 776) dirty exists 2024-08-19T10:07:17.533 INFO:tasks.rados.rados.0.smithi190.stdout:2546: left oid 39 (ObjNum 776 snap 258 seq_num 776) 2024-08-19T10:07:17.533 INFO:tasks.rados.rados.0.smithi190.stdout:2542: done (4 left) 2024-08-19T10:07:17.533 INFO:tasks.rados.rados.0.smithi190.stdout:2544: done (3 left) 2024-08-19T10:07:17.533 INFO:tasks.rados.rados.0.smithi190.stdout:2546: done (2 left) 2024-08-19T10:07:17.533 INFO:tasks.rados.rados.0.smithi190.stdout:2547: done (1 left) 2024-08-19T10:07:17.534 INFO:tasks.rados.rados.0.smithi190.stdout:2549: snap_create 2024-08-19T10:07:17.535 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 1225 (ObjNum 741 snap 248 seq_num 741) dirty exists 2024-08-19T10:07:17.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:17 smithi196 ceph-mon[72638]: pgmap v549: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 668 KiB/s wr, 12 op/s 2024-08-19T10:07:17.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:17 smithi196 ceph-mon[72638]: osdmap e586: 8 total, 8 up, 8 in 2024-08-19T10:07:17.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:17 smithi190 ceph-mon[80032]: pgmap v549: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 668 KiB/s wr, 12 op/s 2024-08-19T10:07:17.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:17 smithi190 ceph-mon[80032]: osdmap e586: 8 total, 8 up, 8 in 2024-08-19T10:07:17.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:17 smithi190 ceph-mon[77620]: pgmap v549: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 668 KiB/s wr, 12 op/s 2024-08-19T10:07:17.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:17 smithi190 ceph-mon[77620]: osdmap e586: 8 total, 8 up, 8 in 2024-08-19T10:07:18.372 INFO:tasks.rados.rados.0.smithi190.stdout:2548: done (1 left) 2024-08-19T10:07:18.372 INFO:tasks.rados.rados.0.smithi190.stdout:2549: done (0 left) 2024-08-19T10:07:18.372 INFO:tasks.rados.rados.0.smithi190.stdout:2550: snap_remove snap 206 2024-08-19T10:07:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:18 smithi190 ceph-mon[77620]: osdmap e587: 8 total, 8 up, 8 in 2024-08-19T10:07:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:18 smithi190 ceph-mon[77620]: osdmap e588: 8 total, 8 up, 8 in 2024-08-19T10:07:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:18 smithi190 ceph-mon[80032]: osdmap e587: 8 total, 8 up, 8 in 2024-08-19T10:07:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:18 smithi190 ceph-mon[80032]: osdmap e588: 8 total, 8 up, 8 in 2024-08-19T10:07:18.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:18 smithi196 ceph-mon[72638]: osdmap e587: 8 total, 8 up, 8 in 2024-08-19T10:07:18.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:18 smithi196 ceph-mon[72638]: osdmap e588: 8 total, 8 up, 8 in 2024-08-19T10:07:19.373 INFO:tasks.rados.rados.0.smithi190.stdout:2550: done (0 left) 2024-08-19T10:07:19.374 INFO:tasks.rados.rados.0.smithi190.stdout:2551: read oid 30 snap 256 2024-08-19T10:07:19.374 INFO:tasks.rados.rados.0.smithi190.stdout:2551: expect deleted 2024-08-19T10:07:19.374 INFO:tasks.rados.rados.0.smithi190.stdout:2552: rollback oid 27 current snap is 259 2024-08-19T10:07:19.374 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 27 to 242 2024-08-19T10:07:19.374 INFO:tasks.rados.rados.0.smithi190.stdout:2553: rollback oid 1 current snap is 259 2024-08-19T10:07:19.374 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 1 to 245 2024-08-19T10:07:19.374 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 259 2024-08-19T10:07:19.374 INFO:tasks.rados.rados.0.smithi190.stdout:2554: seq_num 777 ranges {6561792=622592,7184384=401408} 2024-08-19T10:07:19.414 INFO:tasks.rados.rados.0.smithi190.stdout:2554: writing smithi19066007-7 from 6561792 to 7184384 tid 1 2024-08-19T10:07:19.417 INFO:tasks.rados.rados.0.smithi190.stdout:2554: writing smithi19066007-7 from 7184384 to 7585792 tid 2 2024-08-19T10:07:19.417 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 259 2024-08-19T10:07:19.417 INFO:tasks.rados.rados.0.smithi190.stdout:2553: finishing rollback tid 1 to smithi19066007-1 2024-08-19T10:07:19.417 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 1369 (ObjNum 9201 snap 0 seq_num 1526707088) dirty dne 2024-08-19T10:07:19.417 INFO:tasks.rados.rados.0.smithi190.stdout:2552: finishing rollback tid 0 to smithi19066007-27 2024-08-19T10:07:19.417 INFO:tasks.rados.rados.0.smithi190.stdout:2552: finishing rollback tid 1 to smithi19066007-27 2024-08-19T10:07:19.417 INFO:tasks.rados.rados.0.smithi190.stdout:2552: finishing rollback tid 2 to smithi19066007-27 2024-08-19T10:07:19.417 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 1223 (ObjNum 515 snap 164 seq_num 515) dirty exists 2024-08-19T10:07:19.417 INFO:tasks.rados.rados.0.smithi190.stdout:2555: seq_num 778 ranges {0=638976,638976=401408} 2024-08-19T10:07:19.420 INFO:tasks.rados.rados.0.smithi190.stdout:2555: writing smithi19066007-20 from 0 to 638976 tid 1 2024-08-19T10:07:19.423 INFO:tasks.rados.rados.0.smithi190.stdout:2555: writing smithi19066007-20 from 638976 to 1040384 tid 2 2024-08-19T10:07:19.423 INFO:tasks.rados.rados.0.smithi190.stdout:2551: done (4 left) 2024-08-19T10:07:19.423 INFO:tasks.rados.rados.0.smithi190.stdout:2552: done (3 left) 2024-08-19T10:07:19.423 INFO:tasks.rados.rados.0.smithi190.stdout:2553: done (2 left) 2024-08-19T10:07:19.423 INFO:tasks.rados.rados.0.smithi190.stdout:2556: copy_from oid 38 from oid 37 current snap is 259 2024-08-19T10:07:19.423 INFO:tasks.rados.rados.0.smithi190.stdout:2554: finishing write tid 1 to smithi19066007-7 2024-08-19T10:07:19.423 INFO:tasks.rados.rados.0.smithi190.stdout:2554: finishing write tid 2 to smithi19066007-7 2024-08-19T10:07:19.424 INFO:tasks.rados.rados.0.smithi190.stdout:2554: finishing write tid 3 to smithi19066007-7 2024-08-19T10:07:19.424 INFO:tasks.rados.rados.0.smithi190.stdout:2554: finishing write tid 4 to smithi19066007-7 2024-08-19T10:07:19.424 INFO:tasks.rados.rados.0.smithi190.stdout:2554: oid 7 updating version 0 to 1469 2024-08-19T10:07:19.424 INFO:tasks.rados.rados.0.smithi190.stdout:2554: oid 7 version 1469 is already newer than 1468 2024-08-19T10:07:19.424 INFO:tasks.rados.rados.0.smithi190.stdout:2554: oid 7 version 1469 is already newer than 1467 2024-08-19T10:07:19.424 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1469 (ObjNum 777 snap 259 seq_num 777) dirty exists 2024-08-19T10:07:19.424 INFO:tasks.rados.rados.0.smithi190.stdout:2554: left oid 7 (ObjNum 777 snap 259 seq_num 777) 2024-08-19T10:07:19.424 INFO:tasks.rados.rados.0.smithi190.stdout:2554: done (2 left) 2024-08-19T10:07:19.424 INFO:tasks.rados.rados.0.smithi190.stdout:2557: setattr oid 42 current snap is 259 2024-08-19T10:07:19.425 INFO:tasks.rados.rados.0.smithi190.stdout:2558: read oid 34 snap -1 2024-08-19T10:07:19.425 INFO:tasks.rados.rados.0.smithi190.stdout:2558: expect (ObjNum 773 snap 257 seq_num 773) 2024-08-19T10:07:19.425 INFO:tasks.rados.rados.0.smithi190.stdout:2559: read oid 17 snap -1 2024-08-19T10:07:19.425 INFO:tasks.rados.rados.0.smithi190.stdout:2559: expect deleted 2024-08-19T10:07:19.425 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 11 current snap is 259 2024-08-19T10:07:19.425 INFO:tasks.rados.rados.0.smithi190.stdout:2560: seq_num 779 ranges {0=655360,655360=401408} 2024-08-19T10:07:19.428 INFO:tasks.rados.rados.0.smithi190.stdout:2560: writing smithi19066007-11 from 0 to 655360 tid 1 2024-08-19T10:07:19.431 INFO:tasks.rados.rados.0.smithi190.stdout:2560: writing smithi19066007-11 from 655360 to 1056768 tid 2 2024-08-19T10:07:19.431 INFO:tasks.rados.rados.0.smithi190.stdout:2561: copy_from oid 41 from oid 19 current snap is 259 2024-08-19T10:07:19.431 INFO:tasks.rados.rados.0.smithi190.stdout:2555: finishing write tid 1 to smithi19066007-20 2024-08-19T10:07:19.432 INFO:tasks.rados.rados.0.smithi190.stdout:2555: finishing write tid 2 to smithi19066007-20 2024-08-19T10:07:19.432 INFO:tasks.rados.rados.0.smithi190.stdout:2555: finishing write tid 3 to smithi19066007-20 2024-08-19T10:07:19.432 INFO:tasks.rados.rados.0.smithi190.stdout:2555: finishing write tid 4 to smithi19066007-20 2024-08-19T10:07:19.432 INFO:tasks.rados.rados.0.smithi190.stdout:2555: oid 20 updating version 0 to 1475 2024-08-19T10:07:19.432 INFO:tasks.rados.rados.0.smithi190.stdout:2555: oid 20 version 1475 is already newer than 1474 2024-08-19T10:07:19.432 INFO:tasks.rados.rados.0.smithi190.stdout:2555: oid 20 updating version 1475 to 1476 2024-08-19T10:07:19.432 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 1476 (ObjNum 778 snap 259 seq_num 778) dirty exists 2024-08-19T10:07:19.432 INFO:tasks.rados.rados.0.smithi190.stdout:2555: left oid 20 (ObjNum 778 snap 259 seq_num 778) 2024-08-19T10:07:19.432 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1446 (ObjNum 767 snap 257 seq_num 767) dirty exists 2024-08-19T10:07:19.432 INFO:tasks.rados.rados.0.smithi190.stdout:2555: done (6 left) 2024-08-19T10:07:19.432 INFO:tasks.rados.rados.0.smithi190.stdout:2557: done (5 left) 2024-08-19T10:07:19.432 INFO:tasks.rados.rados.0.smithi190.stdout:2559: done (4 left) 2024-08-19T10:07:19.432 INFO:tasks.rados.rados.0.smithi190.stdout:2562: snap_remove snap 257 2024-08-19T10:07:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:19 smithi196 ceph-mon[72638]: pgmap v552: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-08-19T10:07:19.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:19 smithi196 ceph-mon[72638]: osdmap e589: 8 total, 8 up, 8 in 2024-08-19T10:07:19.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:19 smithi190 ceph-mon[77620]: pgmap v552: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-08-19T10:07:19.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:19 smithi190 ceph-mon[77620]: osdmap e589: 8 total, 8 up, 8 in 2024-08-19T10:07:19.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:19 smithi190 ceph-mon[80032]: pgmap v552: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 296 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-08-19T10:07:19.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:19 smithi190 ceph-mon[80032]: osdmap e589: 8 total, 8 up, 8 in 2024-08-19T10:07:20.374 INFO:tasks.rados.rados.0.smithi190.stdout:2561: finishing copy_from to smithi19066007-41 2024-08-19T10:07:20.374 INFO:tasks.rados.rados.0.smithi190.stdout:2561: got expected ENOENT (src dne) 2024-08-19T10:07:20.374 INFO:tasks.rados.rados.0.smithi190.stdout:2561: finishing copy_from racing read to smithi19066007-41 2024-08-19T10:07:20.374 INFO:tasks.rados.rados.0.smithi190.stdout:2556: finishing copy_from racing read to smithi19066007-38 2024-08-19T10:07:20.374 INFO:tasks.rados.rados.0.smithi190.stdout:2560: finishing write tid 1 to smithi19066007-11 2024-08-19T10:07:20.374 INFO:tasks.rados.rados.0.smithi190.stdout:2560: finishing write tid 2 to smithi19066007-11 2024-08-19T10:07:20.375 INFO:tasks.rados.rados.0.smithi190.stdout:2560: finishing write tid 3 to smithi19066007-11 2024-08-19T10:07:20.375 INFO:tasks.rados.rados.0.smithi190.stdout:2556: finishing copy_from to smithi19066007-38 2024-08-19T10:07:20.375 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 1220 (ObjNum 774 snap 258 seq_num 774) dirty exists 2024-08-19T10:07:20.375 INFO:tasks.rados.rados.0.smithi190.stdout:2560: finishing write tid 4 to smithi19066007-11 2024-08-19T10:07:20.375 INFO:tasks.rados.rados.0.smithi190.stdout:2560: oid 11 updating version 0 to 1448 2024-08-19T10:07:20.375 INFO:tasks.rados.rados.0.smithi190.stdout:2560: oid 11 version 1448 is already newer than 1447 2024-08-19T10:07:20.375 INFO:tasks.rados.rados.0.smithi190.stdout:2560: oid 11 updating version 1448 to 1449 2024-08-19T10:07:20.375 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1449 (ObjNum 779 snap 259 seq_num 779) dirty exists 2024-08-19T10:07:20.375 INFO:tasks.rados.rados.0.smithi190.stdout:2560: left oid 11 (ObjNum 779 snap 259 seq_num 779) 2024-08-19T10:07:20.375 INFO:tasks.rados.rados.0.smithi190.stdout:2558: expect (ObjNum 773 snap 257 seq_num 773) 2024-08-19T10:07:20.918 INFO:tasks.rados.rados.0.smithi190.stdout:2556: done (4 left) 2024-08-19T10:07:20.918 INFO:tasks.rados.rados.0.smithi190.stdout:2558: done (3 left) 2024-08-19T10:07:20.918 INFO:tasks.rados.rados.0.smithi190.stdout:2560: done (2 left) 2024-08-19T10:07:20.918 INFO:tasks.rados.rados.0.smithi190.stdout:2561: done (1 left) 2024-08-19T10:07:20.918 INFO:tasks.rados.rados.0.smithi190.stdout:2562: done (0 left) 2024-08-19T10:07:20.918 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 259 2024-08-19T10:07:20.918 INFO:tasks.rados.rados.0.smithi190.stdout:2563: seq_num 780 ranges {2351104=671744,3022848=401408} 2024-08-19T10:07:20.934 INFO:tasks.rados.rados.0.smithi190.stdout:2563: writing smithi19066007-40 from 2351104 to 3022848 tid 1 2024-08-19T10:07:20.936 INFO:tasks.rados.rados.0.smithi190.stdout:2563: writing smithi19066007-40 from 3022848 to 3424256 tid 2 2024-08-19T10:07:20.936 INFO:tasks.rados.rados.0.smithi190.stdout:2564: delete oid 32 current snap is 259 2024-08-19T10:07:20.938 INFO:tasks.rados.rados.0.smithi190.stdout:2563: finishing write tid 1 to smithi19066007-40 2024-08-19T10:07:20.938 INFO:tasks.rados.rados.0.smithi190.stdout:2563: finishing write tid 2 to smithi19066007-40 2024-08-19T10:07:20.939 INFO:tasks.rados.rados.0.smithi190.stdout:2564: done (1 left) 2024-08-19T10:07:20.939 INFO:tasks.rados.rados.0.smithi190.stdout:2565: rollback oid 10 current snap is 259 2024-08-19T10:07:20.939 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 10 to 243 2024-08-19T10:07:20.939 INFO:tasks.rados.rados.0.smithi190.stdout:2563: finishing write tid 3 to smithi19066007-40 2024-08-19T10:07:20.939 INFO:tasks.rados.rados.0.smithi190.stdout:2566: snap_create 2024-08-19T10:07:20.940 INFO:tasks.rados.rados.0.smithi190.stdout:2563: finishing write tid 4 to smithi19066007-40 2024-08-19T10:07:20.940 INFO:tasks.rados.rados.0.smithi190.stdout:2563: oid 40 updating version 0 to 228 2024-08-19T10:07:20.940 INFO:tasks.rados.rados.0.smithi190.stdout:2563: oid 40 updating version 228 to 229 2024-08-19T10:07:20.940 INFO:tasks.rados.rados.0.smithi190.stdout:2563: oid 40 updating version 229 to 230 2024-08-19T10:07:20.940 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 230 (ObjNum 780 snap 259 seq_num 780) dirty exists 2024-08-19T10:07:20.940 INFO:tasks.rados.rados.0.smithi190.stdout:2563: left oid 40 (ObjNum 780 snap 259 seq_num 780) 2024-08-19T10:07:20.942 INFO:tasks.rados.rados.0.smithi190.stdout:2565: finishing rollback tid 0 to smithi19066007-10 2024-08-19T10:07:20.942 INFO:tasks.rados.rados.0.smithi190.stdout:2565: finishing rollback tid 1 to smithi19066007-10 2024-08-19T10:07:20.942 INFO:tasks.rados.rados.0.smithi190.stdout:2565: finishing rollback tid 2 to smithi19066007-10 2024-08-19T10:07:20.942 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 1376 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-19T10:07:21.477 INFO:tasks.rados.rados.0.smithi190.stdout:2563: done (2 left) 2024-08-19T10:07:21.477 INFO:tasks.rados.rados.0.smithi190.stdout:2565: done (1 left) 2024-08-19T10:07:21.478 INFO:tasks.rados.rados.0.smithi190.stdout:2566: done (0 left) 2024-08-19T10:07:21.478 INFO:tasks.rados.rados.0.smithi190.stdout:2567: delete oid 44 current snap is 260 2024-08-19T10:07:21.481 INFO:tasks.rados.rados.0.smithi190.stdout:2567: done (0 left) 2024-08-19T10:07:21.481 INFO:tasks.rados.rados.0.smithi190.stdout:2568: read oid 11 snap -1 2024-08-19T10:07:21.482 INFO:tasks.rados.rados.0.smithi190.stdout:2568: expect (ObjNum 779 snap 259 seq_num 779) 2024-08-19T10:07:21.482 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 24 current snap is 260 2024-08-19T10:07:21.482 INFO:tasks.rados.rados.0.smithi190.stdout:2569: seq_num 783 ranges {1974272=720896,2695168=401408} 2024-08-19T10:07:21.496 INFO:tasks.rados.rados.0.smithi190.stdout:2569: writing smithi19066007-24 from 1974272 to 2695168 tid 1 2024-08-19T10:07:21.498 INFO:tasks.rados.rados.0.smithi190.stdout:2569: writing smithi19066007-24 from 2695168 to 3096576 tid 2 2024-08-19T10:07:21.498 INFO:tasks.rados.rados.0.smithi190.stdout:2570: copy_from oid 26 from oid 23 current snap is 260 2024-08-19T10:07:21.498 INFO:tasks.rados.rados.0.smithi190.stdout:2568: expect (ObjNum 779 snap 259 seq_num 779) 2024-08-19T10:07:21.533 INFO:tasks.rados.rados.0.smithi190.stdout:2569: finishing write tid 1 to smithi19066007-24 2024-08-19T10:07:21.533 INFO:tasks.rados.rados.0.smithi190.stdout:2569: finishing write tid 2 to smithi19066007-24 2024-08-19T10:07:21.533 INFO:tasks.rados.rados.0.smithi190.stdout:2569: finishing write tid 3 to smithi19066007-24 2024-08-19T10:07:21.533 INFO:tasks.rados.rados.0.smithi190.stdout:2569: finishing write tid 4 to smithi19066007-24 2024-08-19T10:07:21.533 INFO:tasks.rados.rados.0.smithi190.stdout:2569: oid 24 updating version 0 to 1478 2024-08-19T10:07:21.533 INFO:tasks.rados.rados.0.smithi190.stdout:2569: oid 24 updating version 1478 to 1479 2024-08-19T10:07:21.533 INFO:tasks.rados.rados.0.smithi190.stdout:2569: oid 24 version 1479 is already newer than 1477 2024-08-19T10:07:21.533 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 1479 (ObjNum 783 snap 260 seq_num 783) dirty exists 2024-08-19T10:07:21.533 INFO:tasks.rados.rados.0.smithi190.stdout:2569: left oid 24 (ObjNum 783 snap 260 seq_num 783) 2024-08-19T10:07:21.533 INFO:tasks.rados.rados.0.smithi190.stdout:2570: finishing copy_from racing read to smithi19066007-26 2024-08-19T10:07:21.533 INFO:tasks.rados.rados.0.smithi190.stdout:2570: finishing copy_from to smithi19066007-26 2024-08-19T10:07:21.533 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1458 (ObjNum 684 snap 220 seq_num 684) dirty exists 2024-08-19T10:07:21.534 INFO:tasks.rados.rados.0.smithi190.stdout:2568: done (2 left) 2024-08-19T10:07:21.534 INFO:tasks.rados.rados.0.smithi190.stdout:2569: done (1 left) 2024-08-19T10:07:21.534 INFO:tasks.rados.rados.0.smithi190.stdout:2570: done (0 left) 2024-08-19T10:07:21.534 INFO:tasks.rados.rados.0.smithi190.stdout:2571: read oid 8 snap -1 2024-08-19T10:07:21.534 INFO:tasks.rados.rados.0.smithi190.stdout:2571: expect (ObjNum 771 snap 257 seq_num 771) 2024-08-19T10:07:21.534 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 260 2024-08-19T10:07:21.534 INFO:tasks.rados.rados.0.smithi190.stdout:2572: seq_num 784 ranges {7987200=737280,8724480=401408} 2024-08-19T10:07:21.578 INFO:tasks.rados.rados.0.smithi190.stdout:2572: writing smithi19066007-2 from 7987200 to 8724480 tid 1 2024-08-19T10:07:21.581 INFO:tasks.rados.rados.0.smithi190.stdout:2572: writing smithi19066007-2 from 8724480 to 9125888 tid 2 2024-08-19T10:07:21.581 INFO:tasks.rados.rados.0.smithi190.stdout:2573: snap_remove snap 233 2024-08-19T10:07:21.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:21 smithi196 ceph-mon[72638]: pgmap v555: 121 pgs: 121 active+clean; 218 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-08-19T10:07:21.663 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:21 smithi196 ceph-mon[72638]: osdmap e590: 8 total, 8 up, 8 in 2024-08-19T10:07:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:21 smithi190 ceph-mon[77620]: pgmap v555: 121 pgs: 121 active+clean; 218 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-08-19T10:07:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:21 smithi190 ceph-mon[77620]: osdmap e590: 8 total, 8 up, 8 in 2024-08-19T10:07:21.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:21 smithi190 ceph-mon[80032]: pgmap v555: 121 pgs: 121 active+clean; 218 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-08-19T10:07:21.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:21 smithi190 ceph-mon[80032]: osdmap e590: 8 total, 8 up, 8 in 2024-08-19T10:07:22.226 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:21 smithi196 systemd[1]: Stopping Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:07:22.477 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:07:22.225Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-19T10:07:22.478 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:07:22.225Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-19T10:07:22.478 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:07:22.225Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-19T10:07:22.478 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:07:22.225Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-19T10:07:22.478 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:07:22.225Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-19T10:07:22.478 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:07:22.225Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-19T10:07:22.478 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:07:22.225Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-19T10:07:22.478 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:07:22.226Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-19T10:07:22.478 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:07:22.226Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-19T10:07:22.478 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:07:22.226Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-19T10:07:22.478 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:07:22.226Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-19T10:07:22.478 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[63724]: ts=2024-08-19T10:07:22.226Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-19T10:07:22.479 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 podman[105015]: 2024-08-19 10:07:22.236034238 +0000 UTC m=+0.138057404 container died 3fdb2a720e67b29da89c139c40438ca1cf5cbc078469f6ea38ebef7ce82c7675 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:07:22.489 INFO:tasks.rados.rados.0.smithi190.stdout:2573: done (2 left) 2024-08-19T10:07:22.489 INFO:tasks.rados.rados.0.smithi190.stdout:2574: snap_remove snap 230 2024-08-19T10:07:22.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:22 smithi190 ceph-mon[77620]: osdmap e591: 8 total, 8 up, 8 in 2024-08-19T10:07:22.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:22 smithi190 ceph-mon[80032]: osdmap e591: 8 total, 8 up, 8 in 2024-08-19T10:07:22.893 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:22 smithi196 ceph-mon[72638]: osdmap e591: 8 total, 8 up, 8 in 2024-08-19T10:07:22.894 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 podman[105015]: 2024-08-19 10:07:22.60013545 +0000 UTC m=+0.502158624 container cleanup 3fdb2a720e67b29da89c139c40438ca1cf5cbc078469f6ea38ebef7ce82c7675 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:07:22.894 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 bash[105015]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a 2024-08-19T10:07:23.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:22 smithi196 podman[105027]: 2024-08-19 10:07:22.893131721 +0000 UTC m=+0.657439536 container remove 3fdb2a720e67b29da89c139c40438ca1cf5cbc078469f6ea38ebef7ce82c7675 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:07:23.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-19T10:07:23.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 systemd[1]: Stopped Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:07:23.167 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 2.546s CPU time. 2024-08-19T10:07:23.378 INFO:tasks.rados.rados.0.smithi190.stdout:2574: done (2 left) 2024-08-19T10:07:23.378 INFO:tasks.rados.rados.0.smithi190.stdout:2575: delete oid 31 current snap is 260 2024-08-19T10:07:23.378 INFO:tasks.rados.rados.0.smithi190.stdout:2571: expect (ObjNum 771 snap 257 seq_num 771) 2024-08-19T10:07:23.451 INFO:tasks.rados.rados.0.smithi190.stdout:2572: finishing write tid 1 to smithi19066007-2 2024-08-19T10:07:23.451 INFO:tasks.rados.rados.0.smithi190.stdout:2572: finishing write tid 2 to smithi19066007-2 2024-08-19T10:07:23.451 INFO:tasks.rados.rados.0.smithi190.stdout:2571: done (2 left) 2024-08-19T10:07:23.451 INFO:tasks.rados.rados.0.smithi190.stdout:2575: done (1 left) 2024-08-19T10:07:23.451 INFO:tasks.rados.rados.0.smithi190.stdout:2576: rollback oid 34 current snap is 260 2024-08-19T10:07:23.451 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 34 to 250 2024-08-19T10:07:23.451 INFO:tasks.rados.rados.0.smithi190.stdout:2572: finishing write tid 3 to smithi19066007-2 2024-08-19T10:07:23.451 INFO:tasks.rados.rados.0.smithi190.stdout:2572: finishing write tid 4 to smithi19066007-2 2024-08-19T10:07:23.452 INFO:tasks.rados.rados.0.smithi190.stdout:2572: oid 2 updating version 0 to 1113 2024-08-19T10:07:23.452 INFO:tasks.rados.rados.0.smithi190.stdout:2572: oid 2 version 1113 is already newer than 1112 2024-08-19T10:07:23.452 INFO:tasks.rados.rados.0.smithi190.stdout:2572: oid 2 version 1113 is already newer than 1111 2024-08-19T10:07:23.452 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1113 (ObjNum 784 snap 260 seq_num 784) dirty exists 2024-08-19T10:07:23.452 INFO:tasks.rados.rados.0.smithi190.stdout:2572: left oid 2 (ObjNum 784 snap 260 seq_num 784) 2024-08-19T10:07:23.452 INFO:tasks.rados.rados.0.smithi190.stdout:2572: done (1 left) 2024-08-19T10:07:23.452 INFO:tasks.rados.rados.0.smithi190.stdout:2577: copy_from oid 2 from oid 3 current snap is 260 2024-08-19T10:07:23.452 INFO:tasks.rados.rados.0.smithi190.stdout:2578: delete oid 12 current snap is 260 2024-08-19T10:07:23.452 INFO:tasks.rados.rados.0.smithi190.stdout:2578: done (2 left) 2024-08-19T10:07:23.453 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 46 current snap is 260 2024-08-19T10:07:23.453 INFO:tasks.rados.rados.0.smithi190.stdout:2579: seq_num 787 ranges {3809280=786432,4595712=401408} 2024-08-19T10:07:23.477 INFO:tasks.rados.rados.0.smithi190.stdout:2579: writing smithi19066007-46 from 3809280 to 4595712 tid 1 2024-08-19T10:07:23.480 INFO:tasks.rados.rados.0.smithi190.stdout:2579: writing smithi19066007-46 from 4595712 to 4997120 tid 2 2024-08-19T10:07:23.480 INFO:tasks.rados.rados.0.smithi190.stdout:2576: finishing rollback tid 0 to smithi19066007-34 2024-08-19T10:07:23.480 INFO:tasks.rados.rados.0.smithi190.stdout:2576: finishing rollback tid 1 to smithi19066007-34 2024-08-19T10:07:23.480 INFO:tasks.rados.rados.0.smithi190.stdout:2576: finishing rollback tid 2 to smithi19066007-34 2024-08-19T10:07:23.480 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 1181 (ObjNum 679 snap 213 seq_num 679) dirty exists 2024-08-19T10:07:23.480 INFO:tasks.rados.rados.0.smithi190.stdout:2577: finishing copy_from racing read to smithi19066007-2 2024-08-19T10:07:23.480 INFO:tasks.rados.rados.0.smithi190.stdout:2577: finishing copy_from to smithi19066007-2 2024-08-19T10:07:23.480 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1442 (ObjNum 496 snap 160 seq_num 496) dirty exists 2024-08-19T10:07:23.480 INFO:tasks.rados.rados.0.smithi190.stdout:2576: done (2 left) 2024-08-19T10:07:23.480 INFO:tasks.rados.rados.0.smithi190.stdout:2577: done (1 left) 2024-08-19T10:07:23.480 INFO:tasks.rados.rados.0.smithi190.stdout:2580: copy_from oid 48 from oid 44 current snap is 260 2024-08-19T10:07:23.480 INFO:tasks.rados.rados.0.smithi190.stdout:2581: snap_remove snap 253 2024-08-19T10:07:23.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-mon[72638]: pgmap v558: 121 pgs: 121 active+clean; 212 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-08-19T10:07:23.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-mon[72638]: osdmap e592: 8 total, 8 up, 8 in 2024-08-19T10:07:23.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-mon[72638]: osdmap e593: 8 total, 8 up, 8 in 2024-08-19T10:07:23.598 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 systemd[1]: Starting Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:07:23.599 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 podman[105153]: 2024-08-19 10:07:23.356308651 +0000 UTC m=+0.018209848 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-08-19T10:07:23.599 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 podman[105153]: 2024-08-19 10:07:23.469986018 +0000 UTC m=+0.131887210 container create 285c1ee5f228753babe842f2be225a930bcc1eb8a724f5befab1ba59949503e0 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:07:23.735 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:23 smithi190 ceph-mon[80032]: pgmap v558: 121 pgs: 121 active+clean; 212 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-08-19T10:07:23.736 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:23 smithi190 ceph-mon[80032]: osdmap e592: 8 total, 8 up, 8 in 2024-08-19T10:07:23.736 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:23 smithi190 ceph-mon[80032]: osdmap e593: 8 total, 8 up, 8 in 2024-08-19T10:07:23.736 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:23 smithi190 ceph-mon[77620]: pgmap v558: 121 pgs: 121 active+clean; 212 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-08-19T10:07:23.736 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:23 smithi190 ceph-mon[77620]: osdmap e592: 8 total, 8 up, 8 in 2024-08-19T10:07:23.736 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:23 smithi190 ceph-mon[77620]: osdmap e593: 8 total, 8 up, 8 in 2024-08-19T10:07:23.917 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 podman[105153]: 2024-08-19 10:07:23.688829098 +0000 UTC m=+0.350730292 container init 285c1ee5f228753babe842f2be225a930bcc1eb8a724f5befab1ba59949503e0 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:07:23.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 podman[105153]: 2024-08-19 10:07:23.691702783 +0000 UTC m=+0.353603974 container start 285c1ee5f228753babe842f2be225a930bcc1eb8a724f5befab1ba59949503e0 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:07:23.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.711Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-08-19T10:07:23.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.711Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-08-19T10:07:23.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.711Z caller=main.go:623 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi196 (none))" 2024-08-19T10:07:23.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.711Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-19T10:07:23.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.711Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-19T10:07:23.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.713Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-08-19T10:07:23.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.713Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-08-19T10:07:23.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.715Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-08-19T10:07:23.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.715Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-19T10:07:23.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.717Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-19T10:07:23.918 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.717Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=663.883µs 2024-08-19T10:07:23.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.717Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-19T10:07:23.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.718Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-08-19T10:07:23.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.724Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-08-19T10:07:23.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.725Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-08-19T10:07:23.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.730Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-08-19T10:07:23.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.730Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-08-19T10:07:23.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.730Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=32.679µs wal_replay_duration=12.571974ms wbl_replay_duration=93ns total_replay_duration=13.288444ms 2024-08-19T10:07:23.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.733Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-08-19T10:07:23.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.733Z caller=main.go:1153 level=info msg="TSDB started" 2024-08-19T10:07:23.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.733Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-19T10:07:23.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.748Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.702136ms db_storage=1.553µs remote_storage=1.585µs web_handler=5.731µs query_engine=801ns scrape=662.637µs scrape_sd=92.918µs notify=9.426µs notify_sd=10.99µs rules=13.178317ms tracing=5.624µs 2024-08-19T10:07:23.919 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.748Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-08-19T10:07:23.920 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:07:23.748Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-08-19T10:07:23.920 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 bash[105153]: 285c1ee5f228753babe842f2be225a930bcc1eb8a724f5befab1ba59949503e0 2024-08-19T10:07:23.920 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:07:23 smithi196 systemd[1]: Started Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:07:24.485 INFO:tasks.rados.rados.0.smithi190.stdout:2581: done (2 left) 2024-08-19T10:07:24.486 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 260 2024-08-19T10:07:24.486 INFO:tasks.rados.rados.0.smithi190.stdout:2582: seq_num 788 ranges {4546560=802816,5349376=401408} 2024-08-19T10:07:24.515 INFO:tasks.rados.rados.0.smithi190.stdout:2582: writing smithi19066007-39 from 4546560 to 5349376 tid 1 2024-08-19T10:07:24.517 INFO:tasks.rados.rados.0.smithi190.stdout:2582: writing smithi19066007-39 from 5349376 to 5750784 tid 2 2024-08-19T10:07:24.517 INFO:tasks.rados.rados.0.smithi190.stdout:2583: delete oid 25 current snap is 260 2024-08-19T10:07:24.517 INFO:tasks.rados.rados.0.smithi190.stdout:2580: finishing copy_from to smithi19066007-48 2024-08-19T10:07:24.517 INFO:tasks.rados.rados.0.smithi190.stdout:2580: got expected ENOENT (src dne) 2024-08-19T10:07:24.517 INFO:tasks.rados.rados.0.smithi190.stdout:2580: finishing copy_from racing read to smithi19066007-48 2024-08-19T10:07:24.517 INFO:tasks.rados.rados.0.smithi190.stdout:2579: finishing write tid 1 to smithi19066007-46 2024-08-19T10:07:24.517 INFO:tasks.rados.rados.0.smithi190.stdout:2579: finishing write tid 2 to smithi19066007-46 2024-08-19T10:07:24.517 INFO:tasks.rados.rados.0.smithi190.stdout:2579: finishing write tid 3 to smithi19066007-46 2024-08-19T10:07:24.518 INFO:tasks.rados.rados.0.smithi190.stdout:2579: finishing write tid 4 to smithi19066007-46 2024-08-19T10:07:24.518 INFO:tasks.rados.rados.0.smithi190.stdout:2579: oid 46 updating version 0 to 1375 2024-08-19T10:07:24.518 INFO:tasks.rados.rados.0.smithi190.stdout:2579: oid 46 version 1375 is already newer than 1373 2024-08-19T10:07:24.518 INFO:tasks.rados.rados.0.smithi190.stdout:2579: oid 46 version 1375 is already newer than 1374 2024-08-19T10:07:24.518 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 1375 (ObjNum 787 snap 260 seq_num 787) dirty exists 2024-08-19T10:07:24.518 INFO:tasks.rados.rados.0.smithi190.stdout:2579: left oid 46 (ObjNum 787 snap 260 seq_num 787) 2024-08-19T10:07:24.521 INFO:tasks.rados.rados.0.smithi190.stdout:2582: finishing write tid 1 to smithi19066007-39 2024-08-19T10:07:24.521 INFO:tasks.rados.rados.0.smithi190.stdout:2582: finishing write tid 2 to smithi19066007-39 2024-08-19T10:07:24.521 INFO:tasks.rados.rados.0.smithi190.stdout:2582: finishing write tid 3 to smithi19066007-39 2024-08-19T10:07:24.523 INFO:tasks.rados.rados.0.smithi190.stdout:2579: done (3 left) 2024-08-19T10:07:24.523 INFO:tasks.rados.rados.0.smithi190.stdout:2580: done (2 left) 2024-08-19T10:07:24.523 INFO:tasks.rados.rados.0.smithi190.stdout:2583: done (1 left) 2024-08-19T10:07:24.523 INFO:tasks.rados.rados.0.smithi190.stdout:2584: delete oid 28 current snap is 260 2024-08-19T10:07:24.523 INFO:tasks.rados.rados.0.smithi190.stdout:2582: finishing write tid 4 to smithi19066007-39 2024-08-19T10:07:24.523 INFO:tasks.rados.rados.0.smithi190.stdout:2582: oid 39 updating version 0 to 1693 2024-08-19T10:07:24.523 INFO:tasks.rados.rados.0.smithi190.stdout:2582: oid 39 version 1693 is already newer than 1691 2024-08-19T10:07:24.523 INFO:tasks.rados.rados.0.smithi190.stdout:2582: oid 39 version 1693 is already newer than 1692 2024-08-19T10:07:24.523 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1693 (ObjNum 788 snap 260 seq_num 788) dirty exists 2024-08-19T10:07:24.523 INFO:tasks.rados.rados.0.smithi190.stdout:2582: left oid 39 (ObjNum 788 snap 260 seq_num 788) 2024-08-19T10:07:24.525 INFO:tasks.rados.rados.0.smithi190.stdout:2582: done (1 left) 2024-08-19T10:07:24.525 INFO:tasks.rados.rados.0.smithi190.stdout:2584: done (0 left) 2024-08-19T10:07:24.525 INFO:tasks.rados.rados.0.smithi190.stdout:2585: snap_remove snap 245 2024-08-19T10:07:25.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:24 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:25.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:24 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:25.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:24 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:25.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:24 smithi196 ceph-mon[72638]: pgmap v561: 121 pgs: 121 active+clean; 191 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-19T10:07:25.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:24 smithi196 ceph-mon[72638]: osdmap e594: 8 total, 8 up, 8 in 2024-08-19T10:07:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:24 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:24 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:24 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:24 smithi190 ceph-mon[77620]: pgmap v561: 121 pgs: 121 active+clean; 191 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-19T10:07:25.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:24 smithi190 ceph-mon[77620]: osdmap e594: 8 total, 8 up, 8 in 2024-08-19T10:07:25.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:24 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:25.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:24 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:25.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:24 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:25.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:24 smithi190 ceph-mon[80032]: pgmap v561: 121 pgs: 121 active+clean; 191 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-19T10:07:25.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:24 smithi190 ceph-mon[80032]: osdmap e594: 8 total, 8 up, 8 in 2024-08-19T10:07:25.490 INFO:tasks.rados.rados.0.smithi190.stdout:2585: done (0 left) 2024-08-19T10:07:25.490 INFO:tasks.rados.rados.0.smithi190.stdout:2586: snap_create 2024-08-19T10:07:26.499 INFO:tasks.rados.rados.0.smithi190.stdout:2586: done (0 left) 2024-08-19T10:07:26.499 INFO:tasks.rados.rados.0.smithi190.stdout:2587: rmattr oid 49 current snap is 261 2024-08-19T10:07:26.499 INFO:tasks.rados.rados.0.smithi190.stdout:2587: done (0 left) 2024-08-19T10:07:26.499 INFO:tasks.rados.rados.0.smithi190.stdout:2588: snap_remove snap 235 2024-08-19T10:07:26.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:26 smithi190 ceph-mon[77620]: osdmap e595: 8 total, 8 up, 8 in 2024-08-19T10:07:26.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:26 smithi190 ceph-mon[80032]: osdmap e595: 8 total, 8 up, 8 in 2024-08-19T10:07:26.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:26 smithi196 ceph-mon[72638]: osdmap e595: 8 total, 8 up, 8 in 2024-08-19T10:07:27.504 INFO:tasks.rados.rados.0.smithi190.stdout:2588: done (0 left) 2024-08-19T10:07:27.504 INFO:tasks.rados.rados.0.smithi190.stdout:2589: rollback oid 11 current snap is 261 2024-08-19T10:07:27.504 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 11 to 243 2024-08-19T10:07:27.505 INFO:tasks.rados.rados.0.smithi190.stdout:2590: delete oid 36 current snap is 261 2024-08-19T10:07:27.514 INFO:tasks.rados.rados.0.smithi190.stdout:2589: finishing rollback tid 0 to smithi19066007-11 2024-08-19T10:07:27.514 INFO:tasks.rados.rados.0.smithi190.stdout:2589: finishing rollback tid 1 to smithi19066007-11 2024-08-19T10:07:27.514 INFO:tasks.rados.rados.0.smithi190.stdout:2589: finishing rollback tid 2 to smithi19066007-11 2024-08-19T10:07:27.515 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1452 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-19T10:07:27.517 INFO:tasks.rados.rados.0.smithi190.stdout:2589: done (1 left) 2024-08-19T10:07:27.517 INFO:tasks.rados.rados.0.smithi190.stdout:2590: done (0 left) 2024-08-19T10:07:27.517 INFO:tasks.rados.rados.0.smithi190.stdout:2591: copy_from oid 45 from oid 47 current snap is 261 2024-08-19T10:07:27.518 INFO:tasks.rados.rados.0.smithi190.stdout:2592: snap_remove snap 260 2024-08-19T10:07:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:27 smithi190 ceph-mon[77620]: pgmap v564: 121 pgs: 121 active+clean; 192 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-19T10:07:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:27 smithi190 ceph-mon[77620]: osdmap e596: 8 total, 8 up, 8 in 2024-08-19T10:07:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:27 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:27 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:27 smithi190 ceph-mon[80032]: pgmap v564: 121 pgs: 121 active+clean; 192 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-19T10:07:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:27 smithi190 ceph-mon[80032]: osdmap e596: 8 total, 8 up, 8 in 2024-08-19T10:07:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:27 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:27.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:27 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:27.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:27 smithi196 ceph-mon[72638]: pgmap v564: 121 pgs: 121 active+clean; 192 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-19T10:07:27.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:27 smithi196 ceph-mon[72638]: osdmap e596: 8 total, 8 up, 8 in 2024-08-19T10:07:27.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:27 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:27.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:27 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:28.373 INFO:tasks.rados.rados.0.smithi190.stdout:2592: done (1 left) 2024-08-19T10:07:28.374 INFO:tasks.rados.rados.0.smithi190.stdout:2593: setattr oid 1 current snap is 261 2024-08-19T10:07:28.374 INFO:tasks.rados.rados.0.smithi190.stdout:2591: finishing copy_from racing read to smithi19066007-45 2024-08-19T10:07:28.374 INFO:tasks.rados.rados.0.smithi190.stdout:2591: finishing copy_from to smithi19066007-45 2024-08-19T10:07:28.374 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 1384 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:07:28.376 INFO:tasks.rados.rados.0.smithi190.stdout:2591: done (1 left) 2024-08-19T10:07:28.376 INFO:tasks.rados.rados.0.smithi190.stdout:2594: snap_create 2024-08-19T10:07:28.382 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 1459 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-19T10:07:28.716 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:28 smithi196 ceph-mon[72638]: osdmap e597: 8 total, 8 up, 8 in 2024-08-19T10:07:28.716 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:28 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:28.716 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:28 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:28.716 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:28 smithi196 ceph-mon[72638]: osdmap e598: 8 total, 8 up, 8 in 2024-08-19T10:07:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:28 smithi190 ceph-mon[77620]: osdmap e597: 8 total, 8 up, 8 in 2024-08-19T10:07:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:28 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:28 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:28 smithi190 ceph-mon[77620]: osdmap e598: 8 total, 8 up, 8 in 2024-08-19T10:07:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:28 smithi190 ceph-mon[80032]: osdmap e597: 8 total, 8 up, 8 in 2024-08-19T10:07:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:28 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:28 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:28 smithi190 ceph-mon[80032]: osdmap e598: 8 total, 8 up, 8 in 2024-08-19T10:07:28.966 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:07:29.374 INFO:tasks.rados.rados.0.smithi190.stdout:2593: done (1 left) 2024-08-19T10:07:29.374 INFO:tasks.rados.rados.0.smithi190.stdout:2594: done (0 left) 2024-08-19T10:07:29.375 INFO:tasks.rados.rados.0.smithi190.stdout:2595: snap_remove snap 256 2024-08-19T10:07:29.528 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:07:29.528 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (10m) 24s ago 11m 24.8M - 0.25.0 c8568f914cd2 27a29841dfcf 2024-08-19T10:07:29.528 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (11m) 2s ago 11m 88.2M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:07:29.528 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (64s) 24s ago 12m 16.0M - 19.0.0-5847-g79766939 50bbda8a3289 10d59170f6fe 2024-08-19T10:07:29.528 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (47s) 2s ago 12m 13.2M - 19.0.0-5847-g79766939 50bbda8a3289 8e8f2100fb6e 2024-08-19T10:07:29.528 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (6m) 2s ago 16m 455M - 19.0.0-5847-g79766939 50bbda8a3289 0261da8614e1 2024-08-19T10:07:29.528 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (7m) 24s ago 17m 525M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:07:29.528 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (6m) 24s ago 17m 67.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 91d6e2488c1e 2024-08-19T10:07:29.529 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (5m) 2s ago 16m 54.8M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9404d29f9b76 2024-08-19T10:07:29.529 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (6m) 24s ago 16m 56.2M 2048M 19.0.0-5847-g79766939 50bbda8a3289 3794657df204 2024-08-19T10:07:29.529 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (33s) 24s ago 11m 7796k - 1.7.0 72c9c2088986 2fdd2d354d54 2024-08-19T10:07:29.529 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (27s) 2s ago 11m 8052k - 1.7.0 72c9c2088986 fdc9ee5aaa2d 2024-08-19T10:07:29.529 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (5m) 24s ago 15m 306M 2480M 19.0.0-5847-g79766939 50bbda8a3289 61b2dae95959 2024-08-19T10:07:29.529 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (4m) 24s ago 15m 270M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7f561102fab8 2024-08-19T10:07:29.529 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (4m) 24s ago 15m 194M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7934388ea700 2024-08-19T10:07:29.529 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (3m) 24s ago 14m 166M 2480M 19.0.0-5847-g79766939 50bbda8a3289 977721cdb7a4 2024-08-19T10:07:29.529 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (3m) 2s ago 14m 213M 2480M 19.0.0-5847-g79766939 50bbda8a3289 1c12e17d0300 2024-08-19T10:07:29.529 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (2m) 2s ago 13m 159M 2480M 19.0.0-5847-g79766939 50bbda8a3289 df36d05a1629 2024-08-19T10:07:29.529 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (113s) 2s ago 13m 152M 2480M 19.0.0-5847-g79766939 50bbda8a3289 c400fd4d81f6 2024-08-19T10:07:29.529 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (79s) 2s ago 13m 111M 2480M 19.0.0-5847-g79766939 50bbda8a3289 77276598bd19 2024-08-19T10:07:29.529 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (6s) 2s ago 11m 30.7M - 2.51.0 1d3b7f56885b 285c1ee5f228 2024-08-19T10:07:29.752 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:29 smithi196 ceph-mon[72638]: pgmap v567: 121 pgs: 121 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 796 KiB/s rd, 552 KiB/s wr, 4 op/s 2024-08-19T10:07:29.752 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:29 smithi196 ceph-mon[72638]: osdmap e599: 8 total, 8 up, 8 in 2024-08-19T10:07:29.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:29 smithi190 ceph-mon[77620]: pgmap v567: 121 pgs: 121 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 796 KiB/s rd, 552 KiB/s wr, 4 op/s 2024-08-19T10:07:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:29 smithi190 ceph-mon[77620]: osdmap e599: 8 total, 8 up, 8 in 2024-08-19T10:07:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:29 smithi190 ceph-mon[80032]: pgmap v567: 121 pgs: 121 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 796 KiB/s rd, 552 KiB/s wr, 4 op/s 2024-08-19T10:07:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:29 smithi190 ceph-mon[80032]: osdmap e599: 8 total, 8 up, 8 in 2024-08-19T10:07:29.860 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:07:29.860 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:07:29.860 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:07:29.860 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:07:29.860 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:07:29.860 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:07:29.860 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:07:29.860 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:07:29.860 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 8 2024-08-19T10:07:29.860 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:07:29.860 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:07:29.861 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:07:29.861 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:07:29.861 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:07:29.861 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 15 2024-08-19T10:07:29.861 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:07:29.861 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:07:30.149 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:07:30.149 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:07:30.150 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:07:30.150 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:07:30.150 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [ 2024-08-19T10:07:30.150 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr", 2024-08-19T10:07:30.150 INFO:teuthology.orchestra.run.smithi190.stdout: "mon", 2024-08-19T10:07:30.150 INFO:teuthology.orchestra.run.smithi190.stdout: "mds", 2024-08-19T10:07:30.150 INFO:teuthology.orchestra.run.smithi190.stdout: "osd" 2024-08-19T10:07:30.150 INFO:teuthology.orchestra.run.smithi190.stdout: ], 2024-08-19T10:07:30.150 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "15/20 daemons upgraded", 2024-08-19T10:07:30.150 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading prometheus daemons", 2024-08-19T10:07:30.150 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:07:30.150 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:07:30.375 INFO:tasks.rados.rados.0.smithi190.stdout:2595: done (0 left) 2024-08-19T10:07:30.375 INFO:tasks.rados.rados.0.smithi190.stdout:2596: delete oid 29 current snap is 262 2024-08-19T10:07:30.388 INFO:tasks.rados.rados.0.smithi190.stdout:2596: done (0 left) 2024-08-19T10:07:30.388 INFO:tasks.rados.rados.0.smithi190.stdout:2597: copy_from oid 14 from oid 22 current snap is 262 2024-08-19T10:07:30.388 INFO:tasks.rados.rados.0.smithi190.stdout:2598: delete oid 40 current snap is 262 2024-08-19T10:07:30.395 INFO:tasks.rados.rados.0.smithi190.stdout:2598: done (1 left) 2024-08-19T10:07:30.395 INFO:tasks.rados.rados.0.smithi190.stdout:2599: delete oid 21 current snap is 262 2024-08-19T10:07:30.398 INFO:tasks.rados.rados.0.smithi190.stdout:2599: done (1 left) 2024-08-19T10:07:30.398 INFO:tasks.rados.rados.0.smithi190.stdout:2600: rmattr oid 28 current snap is 262 2024-08-19T10:07:30.398 INFO:tasks.rados.rados.0.smithi190.stdout:2600: done (1 left) 2024-08-19T10:07:30.399 INFO:tasks.rados.rados.0.smithi190.stdout:2601: read oid 7 snap 255 2024-08-19T10:07:30.399 INFO:tasks.rados.rados.0.smithi190.stdout:2601: expect (ObjNum 752 snap 249 seq_num 752) 2024-08-19T10:07:30.399 INFO:tasks.rados.rados.0.smithi190.stdout:2602: delete oid 1 current snap is 262 2024-08-19T10:07:30.401 INFO:tasks.rados.rados.0.smithi190.stdout:2597: finishing copy_from racing read to smithi19066007-14 2024-08-19T10:07:30.403 INFO:tasks.rados.rados.0.smithi190.stdout:2597: finishing copy_from to smithi19066007-14 2024-08-19T10:07:30.403 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1131 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:07:30.403 INFO:tasks.rados.rados.0.smithi190.stdout:2597: done (2 left) 2024-08-19T10:07:30.403 INFO:tasks.rados.rados.0.smithi190.stdout:2602: done (1 left) 2024-08-19T10:07:30.404 INFO:tasks.rados.rados.0.smithi190.stdout:2603: copy_from oid 44 from oid 14 current snap is 262 2024-08-19T10:07:30.404 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 25 current snap is 262 2024-08-19T10:07:30.404 INFO:tasks.rados.rados.0.smithi190.stdout:2604: seq_num 796 ranges {0=540672,540672=704512,1245184=98304} 2024-08-19T10:07:30.407 INFO:tasks.rados.rados.0.smithi190.stdout:2604: writing smithi19066007-25 from 0 to 540672 tid 1 2024-08-19T10:07:30.411 INFO:tasks.rados.rados.0.smithi190.stdout:2604: writing smithi19066007-25 from 540672 to 1245184 tid 2 2024-08-19T10:07:30.412 INFO:tasks.rados.rados.0.smithi190.stdout:2604: writing smithi19066007-25 from 1245184 to 1343488 tid 3 2024-08-19T10:07:30.412 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 262 2024-08-19T10:07:30.412 INFO:tasks.rados.rados.0.smithi190.stdout:2604: finishing write tid 1 to smithi19066007-25 2024-08-19T10:07:30.412 INFO:tasks.rados.rados.0.smithi190.stdout:2605: seq_num 797 ranges {1040384=557056,1597440=589824,2187264=212992} 2024-08-19T10:07:30.421 INFO:tasks.rados.rados.0.smithi190.stdout:2605: writing smithi19066007-20 from 1040384 to 1597440 tid 1 2024-08-19T10:07:30.424 INFO:tasks.rados.rados.0.smithi190.stdout:2605: writing smithi19066007-20 from 1597440 to 2187264 tid 2 2024-08-19T10:07:30.426 INFO:tasks.rados.rados.0.smithi190.stdout:2605: writing smithi19066007-20 from 2187264 to 2400256 tid 3 2024-08-19T10:07:30.426 INFO:tasks.rados.rados.0.smithi190.stdout:2606: read oid 17 snap -1 2024-08-19T10:07:30.426 INFO:tasks.rados.rados.0.smithi190.stdout:2606: expect deleted 2024-08-19T10:07:30.426 INFO:tasks.rados.rados.0.smithi190.stdout:2607: rollback oid 29 current snap is 262 2024-08-19T10:07:30.427 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 29 to 249 2024-08-19T10:07:30.427 INFO:tasks.rados.rados.0.smithi190.stdout:2603: finishing copy_from racing read to smithi19066007-44 2024-08-19T10:07:30.427 INFO:tasks.rados.rados.0.smithi190.stdout:2603: finishing copy_from to smithi19066007-44 2024-08-19T10:07:30.427 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 1131 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:07:30.427 INFO:tasks.rados.rados.0.smithi190.stdout:2604: finishing write tid 2 to smithi19066007-25 2024-08-19T10:07:30.427 INFO:tasks.rados.rados.0.smithi190.stdout:2603: done (5 left) 2024-08-19T10:07:30.427 INFO:tasks.rados.rados.0.smithi190.stdout:2608: snap_remove snap 227 2024-08-19T10:07:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:30 smithi190 ceph-mon[77620]: from='client.34557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:07:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:30 smithi190 ceph-mon[77620]: from='client.44486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:07:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:30 smithi190 ceph-mon[77620]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:07:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:30 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1131962092' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:07:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:30 smithi190 ceph-mon[77620]: osdmap e600: 8 total, 8 up, 8 in 2024-08-19T10:07:30.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:30 smithi190 ceph-mon[80032]: from='client.34557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:07:30.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:30 smithi190 ceph-mon[80032]: from='client.44486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:07:30.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:30 smithi190 ceph-mon[80032]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:07:30.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:30 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1131962092' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:30.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:07:30.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:30 smithi190 ceph-mon[80032]: osdmap e600: 8 total, 8 up, 8 in 2024-08-19T10:07:30.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:30 smithi196 ceph-mon[72638]: from='client.34557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:07:30.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:30 smithi196 ceph-mon[72638]: from='client.44486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:07:30.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:30 smithi196 ceph-mon[72638]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:07:30.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:30 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1131962092' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:30.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:07:30.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:30 smithi196 ceph-mon[72638]: osdmap e600: 8 total, 8 up, 8 in 2024-08-19T10:07:31.385 INFO:tasks.rados.rados.0.smithi190.stdout:2608: done (5 left) 2024-08-19T10:07:31.386 INFO:tasks.rados.rados.0.smithi190.stdout:2609: snap_create 2024-08-19T10:07:31.386 INFO:tasks.rados.rados.0.smithi190.stdout:2604: finishing write tid 3 to smithi19066007-25 2024-08-19T10:07:31.386 INFO:tasks.rados.rados.0.smithi190.stdout:2604: finishing write tid 4 to smithi19066007-25 2024-08-19T10:07:31.386 INFO:tasks.rados.rados.0.smithi190.stdout:2604: finishing write tid 5 to smithi19066007-25 2024-08-19T10:07:31.386 INFO:tasks.rados.rados.0.smithi190.stdout:2604: oid 25 updating version 0 to 1516 2024-08-19T10:07:31.386 INFO:tasks.rados.rados.0.smithi190.stdout:2604: oid 25 updating version 1516 to 1519 2024-08-19T10:07:31.386 INFO:tasks.rados.rados.0.smithi190.stdout:2604: oid 25 version 1519 is already newer than 1517 2024-08-19T10:07:31.386 INFO:tasks.rados.rados.0.smithi190.stdout:2604: oid 25 version 1519 is already newer than 1518 2024-08-19T10:07:31.386 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 1519 (ObjNum 796 snap 262 seq_num 796) dirty exists 2024-08-19T10:07:31.387 INFO:tasks.rados.rados.0.smithi190.stdout:2604: left oid 25 (ObjNum 796 snap 262 seq_num 796) 2024-08-19T10:07:31.387 INFO:tasks.rados.rados.0.smithi190.stdout:2605: finishing write tid 1 to smithi19066007-20 2024-08-19T10:07:31.387 INFO:tasks.rados.rados.0.smithi190.stdout:2607: finishing rollback tid 1 to smithi19066007-29 2024-08-19T10:07:31.387 INFO:tasks.rados.rados.0.smithi190.stdout:2607: finishing rollback tid 2 to smithi19066007-29 2024-08-19T10:07:31.387 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 1379 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:07:31.387 INFO:tasks.rados.rados.0.smithi190.stdout:2605: finishing write tid 2 to smithi19066007-20 2024-08-19T10:07:31.387 INFO:tasks.rados.rados.0.smithi190.stdout:2605: finishing write tid 3 to smithi19066007-20 2024-08-19T10:07:31.387 INFO:tasks.rados.rados.0.smithi190.stdout:2605: finishing write tid 4 to smithi19066007-20 2024-08-19T10:07:31.387 INFO:tasks.rados.rados.0.smithi190.stdout:2605: finishing write tid 5 to smithi19066007-20 2024-08-19T10:07:31.387 INFO:tasks.rados.rados.0.smithi190.stdout:2605: oid 20 updating version 0 to 1481 2024-08-19T10:07:31.387 INFO:tasks.rados.rados.0.smithi190.stdout:2605: oid 20 updating version 1481 to 1484 2024-08-19T10:07:31.388 INFO:tasks.rados.rados.0.smithi190.stdout:2605: oid 20 version 1484 is already newer than 1482 2024-08-19T10:07:31.388 INFO:tasks.rados.rados.0.smithi190.stdout:2605: oid 20 version 1484 is already newer than 1483 2024-08-19T10:07:31.388 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 1484 (ObjNum 797 snap 262 seq_num 797) dirty exists 2024-08-19T10:07:31.388 INFO:tasks.rados.rados.0.smithi190.stdout:2605: left oid 20 (ObjNum 797 snap 262 seq_num 797) 2024-08-19T10:07:31.388 INFO:tasks.rados.rados.0.smithi190.stdout:2601: expect (ObjNum 752 snap 249 seq_num 752) 2024-08-19T10:07:31.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: pgmap v570: 121 pgs: 121 active+clean; 193 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 796 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-08-19T10:07:31.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:07:31.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:31.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:31.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:07:31.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:07:31.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:31.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-08-19T10:07:31.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:31.771 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.772 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[80032]: osdmap e601: 8 total, 8 up, 8 in 2024-08-19T10:07:31.773 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: pgmap v570: 121 pgs: 121 active+clean; 193 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 796 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-08-19T10:07:31.773 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:07:31.773 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:31.773 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:31.773 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:07:31.773 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:07:31.773 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:31.773 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-08-19T10:07:31.773 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:31.773 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.774 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.775 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:31 smithi190 ceph-mon[77620]: osdmap e601: 8 total, 8 up, 8 in 2024-08-19T10:07:31.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: pgmap v570: 121 pgs: 121 active+clean; 193 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 796 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-08-19T10:07:31.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:07:31.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:07:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:07:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-08-19T10:07:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:31.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:31 smithi196 ceph-mon[72638]: osdmap e601: 8 total, 8 up, 8 in 2024-08-19T10:07:32.385 INFO:tasks.rados.rados.0.smithi190.stdout:2601: done (5 left) 2024-08-19T10:07:32.385 INFO:tasks.rados.rados.0.smithi190.stdout:2604: done (4 left) 2024-08-19T10:07:32.385 INFO:tasks.rados.rados.0.smithi190.stdout:2605: done (3 left) 2024-08-19T10:07:32.385 INFO:tasks.rados.rados.0.smithi190.stdout:2606: done (2 left) 2024-08-19T10:07:32.385 INFO:tasks.rados.rados.0.smithi190.stdout:2607: done (1 left) 2024-08-19T10:07:32.385 INFO:tasks.rados.rados.0.smithi190.stdout:2609: done (0 left) 2024-08-19T10:07:32.385 INFO:tasks.rados.rados.0.smithi190.stdout:2610: rmattr oid 5 current snap is 263 2024-08-19T10:07:32.385 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 263 2024-08-19T10:07:32.385 INFO:tasks.rados.rados.0.smithi190.stdout:2611: seq_num 798 ranges {999424=573440,1572864=466944,2039808=335872} 2024-08-19T10:07:32.393 INFO:tasks.rados.rados.0.smithi190.stdout:2611: writing smithi19066007-22 from 999424 to 1572864 tid 1 2024-08-19T10:07:32.396 INFO:tasks.rados.rados.0.smithi190.stdout:2611: writing smithi19066007-22 from 1572864 to 2039808 tid 2 2024-08-19T10:07:32.398 INFO:tasks.rados.rados.0.smithi190.stdout:2611: writing smithi19066007-22 from 2039808 to 2375680 tid 3 2024-08-19T10:07:32.398 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 28 current snap is 263 2024-08-19T10:07:32.398 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 1485 (ObjNum 745 snap 248 seq_num 745) dirty exists 2024-08-19T10:07:32.398 INFO:tasks.rados.rados.0.smithi190.stdout:2612: seq_num 799 ranges {0=589824,589824=802816} 2024-08-19T10:07:32.401 INFO:tasks.rados.rados.0.smithi190.stdout:2612: writing smithi19066007-28 from 0 to 589824 tid 1 2024-08-19T10:07:32.407 INFO:tasks.rados.rados.0.smithi190.stdout:2612: writing smithi19066007-28 from 589824 to 1392640 tid 2 2024-08-19T10:07:32.407 INFO:tasks.rados.rados.0.smithi190.stdout:2610: done (2 left) 2024-08-19T10:07:32.407 INFO:tasks.rados.rados.0.smithi190.stdout:2613: read oid 19 snap -1 2024-08-19T10:07:32.407 INFO:tasks.rados.rados.0.smithi190.stdout:2613: expect deleted 2024-08-19T10:07:32.407 INFO:tasks.rados.rados.0.smithi190.stdout:2614: snap_remove snap 255 2024-08-19T10:07:32.773 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:32 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T10:07:32.773 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:32 smithi190 ceph-mon[80032]: osdmap e602: 8 total, 8 up, 8 in 2024-08-19T10:07:32.773 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:32 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T10:07:32.773 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:32 smithi190 ceph-mon[77620]: osdmap e602: 8 total, 8 up, 8 in 2024-08-19T10:07:32.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:32 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-19T10:07:32.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:32 smithi196 ceph-mon[72638]: osdmap e602: 8 total, 8 up, 8 in 2024-08-19T10:07:33.375 INFO:tasks.rados.rados.0.smithi190.stdout:2614: done (3 left) 2024-08-19T10:07:33.376 INFO:tasks.rados.rados.0.smithi190.stdout:2615: setattr oid 14 current snap is 263 2024-08-19T10:07:33.376 INFO:tasks.rados.rados.0.smithi190.stdout:2611: finishing write tid 1 to smithi19066007-22 2024-08-19T10:07:33.376 INFO:tasks.rados.rados.0.smithi190.stdout:2611: finishing write tid 2 to smithi19066007-22 2024-08-19T10:07:33.376 INFO:tasks.rados.rados.0.smithi190.stdout:2611: finishing write tid 3 to smithi19066007-22 2024-08-19T10:07:33.376 INFO:tasks.rados.rados.0.smithi190.stdout:2611: finishing write tid 4 to smithi19066007-22 2024-08-19T10:07:33.376 INFO:tasks.rados.rados.0.smithi190.stdout:2611: finishing write tid 5 to smithi19066007-22 2024-08-19T10:07:33.376 INFO:tasks.rados.rados.0.smithi190.stdout:2611: oid 22 updating version 0 to 1449 2024-08-19T10:07:33.376 INFO:tasks.rados.rados.0.smithi190.stdout:2611: oid 22 version 1449 is already newer than 1448 2024-08-19T10:07:33.376 INFO:tasks.rados.rados.0.smithi190.stdout:2611: oid 22 version 1449 is already newer than 1446 2024-08-19T10:07:33.376 INFO:tasks.rados.rados.0.smithi190.stdout:2611: oid 22 version 1449 is already newer than 1447 2024-08-19T10:07:33.376 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 1449 (ObjNum 798 snap 263 seq_num 798) dirty exists 2024-08-19T10:07:33.377 INFO:tasks.rados.rados.0.smithi190.stdout:2611: left oid 22 (ObjNum 798 snap 263 seq_num 798) 2024-08-19T10:07:33.377 INFO:tasks.rados.rados.0.smithi190.stdout:2612: finishing write tid 1 to smithi19066007-28 2024-08-19T10:07:33.377 INFO:tasks.rados.rados.0.smithi190.stdout:2612: finishing write tid 2 to smithi19066007-28 2024-08-19T10:07:33.377 INFO:tasks.rados.rados.0.smithi190.stdout:2612: finishing write tid 3 to smithi19066007-28 2024-08-19T10:07:33.377 INFO:tasks.rados.rados.0.smithi190.stdout:2612: finishing write tid 4 to smithi19066007-28 2024-08-19T10:07:33.377 INFO:tasks.rados.rados.0.smithi190.stdout:2612: oid 28 updating version 0 to 1468 2024-08-19T10:07:33.377 INFO:tasks.rados.rados.0.smithi190.stdout:2612: oid 28 version 1468 is already newer than 1466 2024-08-19T10:07:33.377 INFO:tasks.rados.rados.0.smithi190.stdout:2612: oid 28 version 1468 is already newer than 1467 2024-08-19T10:07:33.377 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 1468 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T10:07:33.377 INFO:tasks.rados.rados.0.smithi190.stdout:2612: left oid 28 (ObjNum 799 snap 263 seq_num 799) 2024-08-19T10:07:33.378 INFO:tasks.rados.rados.0.smithi190.stdout:2611: done (3 left) 2024-08-19T10:07:33.378 INFO:tasks.rados.rados.0.smithi190.stdout:2612: done (2 left) 2024-08-19T10:07:33.378 INFO:tasks.rados.rados.0.smithi190.stdout:2613: done (1 left) 2024-08-19T10:07:33.378 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 263 2024-08-19T10:07:33.378 INFO:tasks.rados.rados.0.smithi190.stdout:2616: seq_num 800 ranges {0=606208,606208=688128,1294336=114688} 2024-08-19T10:07:33.380 INFO:tasks.rados.rados.0.smithi190.stdout:2616: writing smithi19066007-49 from 0 to 606208 tid 1 2024-08-19T10:07:33.385 INFO:tasks.rados.rados.0.smithi190.stdout:2616: writing smithi19066007-49 from 606208 to 1294336 tid 2 2024-08-19T10:07:33.386 INFO:tasks.rados.rados.0.smithi190.stdout:2616: writing smithi19066007-49 from 1294336 to 1409024 tid 3 2024-08-19T10:07:33.386 INFO:tasks.rados.rados.0.smithi190.stdout:2617: snap_remove snap 242 2024-08-19T10:07:33.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:33 smithi190 ceph-mon[77620]: pgmap v573: 121 pgs: 121 active+clean; 191 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 980 KiB/s wr, 2 op/s 2024-08-19T10:07:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:33 smithi190 ceph-mon[77620]: osdmap e603: 8 total, 8 up, 8 in 2024-08-19T10:07:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:33 smithi190 ceph-mon[80032]: pgmap v573: 121 pgs: 121 active+clean; 191 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 980 KiB/s wr, 2 op/s 2024-08-19T10:07:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:33 smithi190 ceph-mon[80032]: osdmap e603: 8 total, 8 up, 8 in 2024-08-19T10:07:33.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:33 smithi196 ceph-mon[72638]: pgmap v573: 121 pgs: 121 active+clean; 191 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 980 KiB/s wr, 2 op/s 2024-08-19T10:07:33.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:33 smithi196 ceph-mon[72638]: osdmap e603: 8 total, 8 up, 8 in 2024-08-19T10:07:34.377 INFO:tasks.rados.rados.0.smithi190.stdout:2617: done (2 left) 2024-08-19T10:07:34.377 INFO:tasks.rados.rados.0.smithi190.stdout:2618: snap_remove snap 261 2024-08-19T10:07:34.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:34 smithi190 ceph-mon[77620]: Upgrade: Updating alertmanager.a 2024-08-19T10:07:34.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:34 smithi190 ceph-mon[77620]: Deploying daemon alertmanager.a on smithi190 2024-08-19T10:07:34.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:34 smithi190 ceph-mon[77620]: osdmap e604: 8 total, 8 up, 8 in 2024-08-19T10:07:34.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:34 smithi190 ceph-mon[80032]: Upgrade: Updating alertmanager.a 2024-08-19T10:07:34.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:34 smithi190 ceph-mon[80032]: Deploying daemon alertmanager.a on smithi190 2024-08-19T10:07:34.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:34 smithi190 ceph-mon[80032]: osdmap e604: 8 total, 8 up, 8 in 2024-08-19T10:07:34.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:34 smithi196 ceph-mon[72638]: Upgrade: Updating alertmanager.a 2024-08-19T10:07:34.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:34 smithi196 ceph-mon[72638]: Deploying daemon alertmanager.a on smithi190 2024-08-19T10:07:34.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:34 smithi196 ceph-mon[72638]: osdmap e604: 8 total, 8 up, 8 in 2024-08-19T10:07:35.377 INFO:tasks.rados.rados.0.smithi190.stdout:2618: done (2 left) 2024-08-19T10:07:35.377 INFO:tasks.rados.rados.0.smithi190.stdout:2619: delete oid 32 current snap is 263 2024-08-19T10:07:35.377 INFO:tasks.rados.rados.0.smithi190.stdout:2616: finishing write tid 1 to smithi19066007-49 2024-08-19T10:07:35.377 INFO:tasks.rados.rados.0.smithi190.stdout:2616: finishing write tid 2 to smithi19066007-49 2024-08-19T10:07:35.377 INFO:tasks.rados.rados.0.smithi190.stdout:2616: finishing write tid 3 to smithi19066007-49 2024-08-19T10:07:35.377 INFO:tasks.rados.rados.0.smithi190.stdout:2616: finishing write tid 4 to smithi19066007-49 2024-08-19T10:07:35.377 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1529 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:07:35.378 INFO:tasks.rados.rados.0.smithi190.stdout:2616: finishing write tid 5 to smithi19066007-49 2024-08-19T10:07:35.378 INFO:tasks.rados.rados.0.smithi190.stdout:2616: oid 49 updating version 0 to 1227 2024-08-19T10:07:35.378 INFO:tasks.rados.rados.0.smithi190.stdout:2616: oid 49 version 1227 is already newer than 1226 2024-08-19T10:07:35.378 INFO:tasks.rados.rados.0.smithi190.stdout:2616: oid 49 updating version 1227 to 1228 2024-08-19T10:07:35.378 INFO:tasks.rados.rados.0.smithi190.stdout:2616: oid 49 updating version 1228 to 1229 2024-08-19T10:07:35.378 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1229 (ObjNum 800 snap 263 seq_num 800) dirty exists 2024-08-19T10:07:35.378 INFO:tasks.rados.rados.0.smithi190.stdout:2616: left oid 49 (ObjNum 800 snap 263 seq_num 800) 2024-08-19T10:07:35.383 INFO:tasks.rados.rados.0.smithi190.stdout:2615: done (2 left) 2024-08-19T10:07:35.383 INFO:tasks.rados.rados.0.smithi190.stdout:2616: done (1 left) 2024-08-19T10:07:35.383 INFO:tasks.rados.rados.0.smithi190.stdout:2619: done (0 left) 2024-08-19T10:07:35.383 INFO:tasks.rados.rados.0.smithi190.stdout:2620: delete oid 19 current snap is 263 2024-08-19T10:07:35.387 INFO:tasks.rados.rados.0.smithi190.stdout:2620: done (0 left) 2024-08-19T10:07:35.387 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 18 current snap is 263 2024-08-19T10:07:35.387 INFO:tasks.rados.rados.0.smithi190.stdout:2621: seq_num 803 ranges {0=655360,655360=745472,1400832=57344} 2024-08-19T10:07:35.391 INFO:tasks.rados.rados.0.smithi190.stdout:2621: writing smithi19066007-18 from 0 to 655360 tid 1 2024-08-19T10:07:35.395 INFO:tasks.rados.rados.0.smithi190.stdout:2621: writing smithi19066007-18 from 655360 to 1400832 tid 2 2024-08-19T10:07:35.396 INFO:tasks.rados.rados.0.smithi190.stdout:2621: writing smithi19066007-18 from 1400832 to 1458176 tid 3 2024-08-19T10:07:35.396 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 14 current snap is 263 2024-08-19T10:07:35.396 INFO:tasks.rados.rados.0.smithi190.stdout:2621: finishing write tid 1 to smithi19066007-18 2024-08-19T10:07:35.396 INFO:tasks.rados.rados.0.smithi190.stdout:2622: seq_num 804 ranges {999424=671744,1671168=622592,2293760=180224} 2024-08-19T10:07:35.404 INFO:tasks.rados.rados.0.smithi190.stdout:2622: writing smithi19066007-14 from 999424 to 1671168 tid 1 2024-08-19T10:07:35.408 INFO:tasks.rados.rados.0.smithi190.stdout:2622: writing smithi19066007-14 from 1671168 to 2293760 tid 2 2024-08-19T10:07:35.409 INFO:tasks.rados.rados.0.smithi190.stdout:2622: writing smithi19066007-14 from 2293760 to 2473984 tid 3 2024-08-19T10:07:35.409 INFO:tasks.rados.rados.0.smithi190.stdout:2623: delete oid 35 current snap is 263 2024-08-19T10:07:35.409 INFO:tasks.rados.rados.0.smithi190.stdout:2621: finishing write tid 2 to smithi19066007-18 2024-08-19T10:07:35.410 INFO:tasks.rados.rados.0.smithi190.stdout:2621: finishing write tid 3 to smithi19066007-18 2024-08-19T10:07:35.410 INFO:tasks.rados.rados.0.smithi190.stdout:2621: finishing write tid 4 to smithi19066007-18 2024-08-19T10:07:35.410 INFO:tasks.rados.rados.0.smithi190.stdout:2621: finishing write tid 5 to smithi19066007-18 2024-08-19T10:07:35.410 INFO:tasks.rados.rados.0.smithi190.stdout:2621: oid 18 updating version 0 to 1733 2024-08-19T10:07:35.410 INFO:tasks.rados.rados.0.smithi190.stdout:2621: oid 18 updating version 1733 to 1734 2024-08-19T10:07:35.410 INFO:tasks.rados.rados.0.smithi190.stdout:2621: oid 18 version 1734 is already newer than 1731 2024-08-19T10:07:35.410 INFO:tasks.rados.rados.0.smithi190.stdout:2621: oid 18 version 1734 is already newer than 1732 2024-08-19T10:07:35.410 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 1734 (ObjNum 803 snap 263 seq_num 803) dirty exists 2024-08-19T10:07:35.410 INFO:tasks.rados.rados.0.smithi190.stdout:2621: left oid 18 (ObjNum 803 snap 263 seq_num 803) 2024-08-19T10:07:35.410 INFO:tasks.rados.rados.0.smithi190.stdout:2622: finishing write tid 1 to smithi19066007-14 2024-08-19T10:07:35.411 INFO:tasks.rados.rados.0.smithi190.stdout:2621: done (2 left) 2024-08-19T10:07:35.411 INFO:tasks.rados.rados.0.smithi190.stdout:2623: done (1 left) 2024-08-19T10:07:35.411 INFO:tasks.rados.rados.0.smithi190.stdout:2624: setattr oid 35 current snap is 263 2024-08-19T10:07:35.413 INFO:tasks.rados.rados.0.smithi190.stdout:2622: finishing write tid 2 to smithi19066007-14 2024-08-19T10:07:35.413 INFO:tasks.rados.rados.0.smithi190.stdout:2622: finishing write tid 3 to smithi19066007-14 2024-08-19T10:07:35.414 INFO:tasks.rados.rados.0.smithi190.stdout:2625: copy_from oid 26 from oid 1 current snap is 263 2024-08-19T10:07:35.414 INFO:tasks.rados.rados.0.smithi190.stdout:2626: copy_from oid 17 from oid 29 current snap is 263 2024-08-19T10:07:35.414 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 27 current snap is 263 2024-08-19T10:07:35.414 INFO:tasks.rados.rados.0.smithi190.stdout:2627: seq_num 806 ranges {1433600=704512,2138112=442368,2580480=360448} 2024-08-19T10:07:35.425 INFO:tasks.rados.rados.0.smithi190.stdout:2627: writing smithi19066007-27 from 1433600 to 2138112 tid 1 2024-08-19T10:07:35.428 INFO:tasks.rados.rados.0.smithi190.stdout:2627: writing smithi19066007-27 from 2138112 to 2580480 tid 2 2024-08-19T10:07:35.430 INFO:tasks.rados.rados.0.smithi190.stdout:2627: writing smithi19066007-27 from 2580480 to 2940928 tid 3 2024-08-19T10:07:35.431 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 263 2024-08-19T10:07:35.431 INFO:tasks.rados.rados.0.smithi190.stdout:2622: finishing write tid 4 to smithi19066007-14 2024-08-19T10:07:35.431 INFO:tasks.rados.rados.0.smithi190.stdout:2628: seq_num 807 ranges {2809856=720896,3530752=729088,4259840=73728} 2024-08-19T10:07:35.449 INFO:tasks.rados.rados.0.smithi190.stdout:2628: writing smithi19066007-2 from 2809856 to 3530752 tid 1 2024-08-19T10:07:35.453 INFO:tasks.rados.rados.0.smithi190.stdout:2628: writing smithi19066007-2 from 3530752 to 4259840 tid 2 2024-08-19T10:07:35.455 INFO:tasks.rados.rados.0.smithi190.stdout:2628: writing smithi19066007-2 from 4259840 to 4333568 tid 3 2024-08-19T10:07:35.455 INFO:tasks.rados.rados.0.smithi190.stdout:2629: read oid 9 snap -1 2024-08-19T10:07:35.455 INFO:tasks.rados.rados.0.smithi190.stdout:2629: expect (ObjNum 769 snap 257 seq_num 769) 2024-08-19T10:07:35.455 INFO:tasks.rados.rados.0.smithi190.stdout:2630: rmattr oid 28 current snap is 263 2024-08-19T10:07:35.455 INFO:tasks.rados.rados.0.smithi190.stdout:2630: done (7 left) 2024-08-19T10:07:35.455 INFO:tasks.rados.rados.0.smithi190.stdout:2631: rollback oid 44 current snap is 263 2024-08-19T10:07:35.455 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 44 to 252 2024-08-19T10:07:35.455 INFO:tasks.rados.rados.0.smithi190.stdout:2622: finishing write tid 5 to smithi19066007-14 2024-08-19T10:07:35.455 INFO:tasks.rados.rados.0.smithi190.stdout:2622: oid 14 updating version 0 to 1550 2024-08-19T10:07:35.456 INFO:tasks.rados.rados.0.smithi190.stdout:2622: oid 14 version 1550 is already newer than 1548 2024-08-19T10:07:35.456 INFO:tasks.rados.rados.0.smithi190.stdout:2622: oid 14 version 1550 is already newer than 1547 2024-08-19T10:07:35.456 INFO:tasks.rados.rados.0.smithi190.stdout:2622: oid 14 version 1550 is already newer than 1549 2024-08-19T10:07:35.456 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1550 (ObjNum 804 snap 263 seq_num 804) dirty exists 2024-08-19T10:07:35.456 INFO:tasks.rados.rados.0.smithi190.stdout:2622: left oid 14 (ObjNum 804 snap 263 seq_num 804) 2024-08-19T10:07:35.456 INFO:tasks.rados.rados.0.smithi190.stdout:2625: finishing copy_from to smithi19066007-26 2024-08-19T10:07:35.456 INFO:tasks.rados.rados.0.smithi190.stdout:2625: got expected ENOENT (src dne) 2024-08-19T10:07:35.456 INFO:tasks.rados.rados.0.smithi190.stdout:2625: finishing copy_from racing read to smithi19066007-26 2024-08-19T10:07:35.456 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 1377 (ObjNum 33 snap 0 seq_num 3356273632) dirty exists 2024-08-19T10:07:35.456 INFO:tasks.rados.rados.0.smithi190.stdout:2626: finishing copy_from racing read to smithi19066007-17 2024-08-19T10:07:35.456 INFO:tasks.rados.rados.0.smithi190.stdout:2626: finishing copy_from to smithi19066007-17 2024-08-19T10:07:35.456 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 1379 (ObjNum 461 snap 151 seq_num 461) dirty exists 2024-08-19T10:07:35.457 INFO:tasks.rados.rados.0.smithi190.stdout:2627: finishing write tid 1 to smithi19066007-27 2024-08-19T10:07:35.457 INFO:tasks.rados.rados.0.smithi190.stdout:2627: finishing write tid 2 to smithi19066007-27 2024-08-19T10:07:35.457 INFO:tasks.rados.rados.0.smithi190.stdout:2627: finishing write tid 3 to smithi19066007-27 2024-08-19T10:07:35.457 INFO:tasks.rados.rados.0.smithi190.stdout:2627: finishing write tid 4 to smithi19066007-27 2024-08-19T10:07:35.457 INFO:tasks.rados.rados.0.smithi190.stdout:2627: finishing write tid 5 to smithi19066007-27 2024-08-19T10:07:35.457 INFO:tasks.rados.rados.0.smithi190.stdout:2627: oid 27 updating version 0 to 1226 2024-08-19T10:07:35.457 INFO:tasks.rados.rados.0.smithi190.stdout:2627: oid 27 version 1226 is already newer than 1224 2024-08-19T10:07:35.457 INFO:tasks.rados.rados.0.smithi190.stdout:2627: oid 27 updating version 1226 to 1227 2024-08-19T10:07:35.457 INFO:tasks.rados.rados.0.smithi190.stdout:2627: oid 27 version 1227 is already newer than 1225 2024-08-19T10:07:35.457 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 1227 (ObjNum 806 snap 263 seq_num 806) dirty exists 2024-08-19T10:07:35.457 INFO:tasks.rados.rados.0.smithi190.stdout:2627: left oid 27 (ObjNum 806 snap 263 seq_num 806) 2024-08-19T10:07:35.457 INFO:tasks.rados.rados.0.smithi190.stdout:2628: finishing write tid 1 to smithi19066007-2 2024-08-19T10:07:35.457 INFO:tasks.rados.rados.0.smithi190.stdout:2622: done (7 left) 2024-08-19T10:07:35.457 INFO:tasks.rados.rados.0.smithi190.stdout:2624: done (6 left) 2024-08-19T10:07:35.458 INFO:tasks.rados.rados.0.smithi190.stdout:2625: done (5 left) 2024-08-19T10:07:35.458 INFO:tasks.rados.rados.0.smithi190.stdout:2626: done (4 left) 2024-08-19T10:07:35.458 INFO:tasks.rados.rados.0.smithi190.stdout:2627: done (3 left) 2024-08-19T10:07:35.458 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 24 current snap is 263 2024-08-19T10:07:35.458 INFO:tasks.rados.rados.0.smithi190.stdout:2632: seq_num 808 ranges {3096576=737280,3833856=614400,4448256=188416} 2024-08-19T10:07:35.475 INFO:tasks.rados.rados.0.smithi190.stdout:2632: writing smithi19066007-24 from 3096576 to 3833856 tid 1 2024-08-19T10:07:35.478 INFO:tasks.rados.rados.0.smithi190.stdout:2632: writing smithi19066007-24 from 3833856 to 4448256 tid 2 2024-08-19T10:07:35.480 INFO:tasks.rados.rados.0.smithi190.stdout:2632: writing smithi19066007-24 from 4448256 to 4636672 tid 3 2024-08-19T10:07:35.480 INFO:tasks.rados.rados.0.smithi190.stdout:2633: read oid 37 snap -1 2024-08-19T10:07:35.480 INFO:tasks.rados.rados.0.smithi190.stdout:2633: expect (ObjNum 774 snap 258 seq_num 774) 2024-08-19T10:07:35.480 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 34 current snap is 263 2024-08-19T10:07:35.480 INFO:tasks.rados.rados.0.smithi190.stdout:2628: finishing write tid 2 to smithi19066007-2 2024-08-19T10:07:35.480 INFO:tasks.rados.rados.0.smithi190.stdout:2628: finishing write tid 3 to smithi19066007-2 2024-08-19T10:07:35.480 INFO:tasks.rados.rados.0.smithi190.stdout:2628: finishing write tid 4 to smithi19066007-2 2024-08-19T10:07:35.481 INFO:tasks.rados.rados.0.smithi190.stdout:2631: finishing rollback tid 0 to smithi19066007-44 2024-08-19T10:07:35.481 INFO:tasks.rados.rados.0.smithi190.stdout:2631: finishing rollback tid 1 to smithi19066007-44 2024-08-19T10:07:35.481 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 1451 (ObjNum 97 snap 0 seq_num 3356419568) dirty dne 2024-08-19T10:07:35.481 INFO:tasks.rados.rados.0.smithi190.stdout:2634: seq_num 809 ranges {7553024=753664,8306688=499712,8806400=303104} 2024-08-19T10:07:35.524 INFO:tasks.rados.rados.0.smithi190.stdout:2634: writing smithi19066007-34 from 7553024 to 8306688 tid 1 2024-08-19T10:07:35.528 INFO:tasks.rados.rados.0.smithi190.stdout:2634: writing smithi19066007-34 from 8306688 to 8806400 tid 2 2024-08-19T10:07:35.530 INFO:tasks.rados.rados.0.smithi190.stdout:2634: writing smithi19066007-34 from 8806400 to 9109504 tid 3 2024-08-19T10:07:35.530 INFO:tasks.rados.rados.0.smithi190.stdout:2631: done (5 left) 2024-08-19T10:07:35.530 INFO:tasks.rados.rados.0.smithi190.stdout:2635: copy_from oid 25 from oid 46 current snap is 263 2024-08-19T10:07:35.530 INFO:tasks.rados.rados.0.smithi190.stdout:2628: finishing write tid 5 to smithi19066007-2 2024-08-19T10:07:35.531 INFO:tasks.rados.rados.0.smithi190.stdout:2628: oid 2 updating version 0 to 1446 2024-08-19T10:07:35.531 INFO:tasks.rados.rados.0.smithi190.stdout:2628: oid 2 version 1446 is already newer than 1444 2024-08-19T10:07:35.531 INFO:tasks.rados.rados.0.smithi190.stdout:2628: oid 2 version 1446 is already newer than 1443 2024-08-19T10:07:35.531 INFO:tasks.rados.rados.0.smithi190.stdout:2628: oid 2 version 1446 is already newer than 1445 2024-08-19T10:07:35.531 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1446 (ObjNum 807 snap 263 seq_num 807) dirty exists 2024-08-19T10:07:35.531 INFO:tasks.rados.rados.0.smithi190.stdout:2628: left oid 2 (ObjNum 807 snap 263 seq_num 807) 2024-08-19T10:07:35.531 INFO:tasks.rados.rados.0.smithi190.stdout:2629: expect (ObjNum 769 snap 257 seq_num 769) 2024-08-19T10:07:35.558 INFO:tasks.rados.rados.0.smithi190.stdout:2632: finishing write tid 1 to smithi19066007-24 2024-08-19T10:07:35.558 INFO:tasks.rados.rados.0.smithi190.stdout:2628: done (5 left) 2024-08-19T10:07:35.558 INFO:tasks.rados.rados.0.smithi190.stdout:2629: done (4 left) 2024-08-19T10:07:35.558 INFO:tasks.rados.rados.0.smithi190.stdout:2636: snap_create 2024-08-19T10:07:35.558 INFO:tasks.rados.rados.0.smithi190.stdout:2632: finishing write tid 2 to smithi19066007-24 2024-08-19T10:07:35.558 INFO:tasks.rados.rados.0.smithi190.stdout:2632: finishing write tid 3 to smithi19066007-24 2024-08-19T10:07:35.558 INFO:tasks.rados.rados.0.smithi190.stdout:2632: finishing write tid 4 to smithi19066007-24 2024-08-19T10:07:35.558 INFO:tasks.rados.rados.0.smithi190.stdout:2632: finishing write tid 5 to smithi19066007-24 2024-08-19T10:07:35.558 INFO:tasks.rados.rados.0.smithi190.stdout:2632: oid 24 updating version 0 to 1503 2024-08-19T10:07:35.558 INFO:tasks.rados.rados.0.smithi190.stdout:2632: oid 24 updating version 1503 to 1505 2024-08-19T10:07:35.559 INFO:tasks.rados.rados.0.smithi190.stdout:2632: oid 24 updating version 1505 to 1506 2024-08-19T10:07:35.559 INFO:tasks.rados.rados.0.smithi190.stdout:2632: oid 24 version 1506 is already newer than 1504 2024-08-19T10:07:35.559 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 1506 (ObjNum 808 snap 263 seq_num 808) dirty exists 2024-08-19T10:07:35.559 INFO:tasks.rados.rados.0.smithi190.stdout:2632: left oid 24 (ObjNum 808 snap 263 seq_num 808) 2024-08-19T10:07:35.559 INFO:tasks.rados.rados.0.smithi190.stdout:2633: expect (ObjNum 774 snap 258 seq_num 774) 2024-08-19T10:07:35.654 INFO:tasks.rados.rados.0.smithi190.stdout:2634: finishing write tid 1 to smithi19066007-34 2024-08-19T10:07:35.654 INFO:tasks.rados.rados.0.smithi190.stdout:2634: finishing write tid 2 to smithi19066007-34 2024-08-19T10:07:35.654 INFO:tasks.rados.rados.0.smithi190.stdout:2634: finishing write tid 3 to smithi19066007-34 2024-08-19T10:07:35.654 INFO:tasks.rados.rados.0.smithi190.stdout:2634: finishing write tid 4 to smithi19066007-34 2024-08-19T10:07:35.654 INFO:tasks.rados.rados.0.smithi190.stdout:2634: finishing write tid 5 to smithi19066007-34 2024-08-19T10:07:35.654 INFO:tasks.rados.rados.0.smithi190.stdout:2634: oid 34 updating version 0 to 1387 2024-08-19T10:07:35.654 INFO:tasks.rados.rados.0.smithi190.stdout:2634: oid 34 version 1387 is already newer than 1386 2024-08-19T10:07:35.654 INFO:tasks.rados.rados.0.smithi190.stdout:2634: oid 34 version 1387 is already newer than 1385 2024-08-19T10:07:35.654 INFO:tasks.rados.rados.0.smithi190.stdout:2634: oid 34 updating version 1387 to 1388 2024-08-19T10:07:35.655 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 1388 (ObjNum 809 snap 263 seq_num 809) dirty exists 2024-08-19T10:07:35.655 INFO:tasks.rados.rados.0.smithi190.stdout:2634: left oid 34 (ObjNum 809 snap 263 seq_num 809) 2024-08-19T10:07:35.655 INFO:tasks.rados.rados.0.smithi190.stdout:2635: finishing copy_from racing read to smithi19066007-25 2024-08-19T10:07:35.655 INFO:tasks.rados.rados.0.smithi190.stdout:2635: finishing copy_from to smithi19066007-25 2024-08-19T10:07:35.655 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 1375 (ObjNum 787 snap 260 seq_num 787) dirty exists 2024-08-19T10:07:35.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:35 smithi190 ceph-mon[77620]: pgmap v576: 121 pgs: 121 active+clean; 184 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 332 KiB/s wr, 10 op/s 2024-08-19T10:07:35.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:35 smithi190 ceph-mon[77620]: osdmap e605: 8 total, 8 up, 8 in 2024-08-19T10:07:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:35 smithi190 ceph-mon[80032]: pgmap v576: 121 pgs: 121 active+clean; 184 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 332 KiB/s wr, 10 op/s 2024-08-19T10:07:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:35 smithi190 ceph-mon[80032]: osdmap e605: 8 total, 8 up, 8 in 2024-08-19T10:07:35.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:35 smithi196 ceph-mon[72638]: pgmap v576: 121 pgs: 121 active+clean; 184 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 332 KiB/s wr, 10 op/s 2024-08-19T10:07:35.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:35 smithi196 ceph-mon[72638]: osdmap e605: 8 total, 8 up, 8 in 2024-08-19T10:07:36.541 INFO:tasks.rados.rados.0.smithi190.stdout:2632: done (4 left) 2024-08-19T10:07:36.541 INFO:tasks.rados.rados.0.smithi190.stdout:2633: done (3 left) 2024-08-19T10:07:36.541 INFO:tasks.rados.rados.0.smithi190.stdout:2634: done (2 left) 2024-08-19T10:07:36.541 INFO:tasks.rados.rados.0.smithi190.stdout:2635: done (1 left) 2024-08-19T10:07:36.541 INFO:tasks.rados.rados.0.smithi190.stdout:2636: done (0 left) 2024-08-19T10:07:36.542 INFO:tasks.rados.rados.0.smithi190.stdout:2637: snap_create 2024-08-19T10:07:37.544 INFO:tasks.rados.rados.0.smithi190.stdout:2637: done (0 left) 2024-08-19T10:07:37.544 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 265 2024-08-19T10:07:37.544 INFO:tasks.rados.rados.0.smithi190.stdout:2638: seq_num 810 ranges {851968=770048,1622016=778240,2400256=24576} 2024-08-19T10:07:37.553 INFO:tasks.rados.rados.0.smithi190.stdout:2638: writing smithi19066007-42 from 851968 to 1622016 tid 1 2024-08-19T10:07:37.557 INFO:tasks.rados.rados.0.smithi190.stdout:2638: writing smithi19066007-42 from 1622016 to 2400256 tid 2 2024-08-19T10:07:37.558 INFO:tasks.rados.rados.0.smithi190.stdout:2638: writing smithi19066007-42 from 2400256 to 2424832 tid 3 2024-08-19T10:07:37.558 INFO:tasks.rados.rados.0.smithi190.stdout:2639: read oid 35 snap 263 2024-08-19T10:07:37.558 INFO:tasks.rados.rados.0.smithi190.stdout:2639: expect (ObjNum -938631440 snap 21847 seq_num 3356747664) 2024-08-19T10:07:37.558 INFO:tasks.rados.rados.0.smithi190.stdout:2640: delete oid 31 current snap is 265 2024-08-19T10:07:37.559 INFO:tasks.rados.rados.0.smithi190.stdout:2639: expect (ObjNum -938631440 snap 21847 seq_num 3356747664) 2024-08-19T10:07:37.564 INFO:tasks.rados.rados.0.smithi190.stdout:2638: finishing write tid 1 to smithi19066007-42 2024-08-19T10:07:37.564 INFO:tasks.rados.rados.0.smithi190.stdout:2638: finishing write tid 2 to smithi19066007-42 2024-08-19T10:07:37.564 INFO:tasks.rados.rados.0.smithi190.stdout:2638: finishing write tid 3 to smithi19066007-42 2024-08-19T10:07:37.564 INFO:tasks.rados.rados.0.smithi190.stdout:2638: finishing write tid 4 to smithi19066007-42 2024-08-19T10:07:37.564 INFO:tasks.rados.rados.0.smithi190.stdout:2638: finishing write tid 5 to smithi19066007-42 2024-08-19T10:07:37.564 INFO:tasks.rados.rados.0.smithi190.stdout:2638: oid 42 updating version 0 to 1453 2024-08-19T10:07:37.565 INFO:tasks.rados.rados.0.smithi190.stdout:2638: oid 42 updating version 1453 to 1456 2024-08-19T10:07:37.565 INFO:tasks.rados.rados.0.smithi190.stdout:2638: oid 42 version 1456 is already newer than 1454 2024-08-19T10:07:37.565 INFO:tasks.rados.rados.0.smithi190.stdout:2638: oid 42 version 1456 is already newer than 1455 2024-08-19T10:07:37.565 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1456 (ObjNum 810 snap 265 seq_num 810) dirty exists 2024-08-19T10:07:37.565 INFO:tasks.rados.rados.0.smithi190.stdout:2638: left oid 42 (ObjNum 810 snap 265 seq_num 810) 2024-08-19T10:07:37.565 INFO:tasks.rados.rados.0.smithi190.stdout:2638: done (2 left) 2024-08-19T10:07:37.565 INFO:tasks.rados.rados.0.smithi190.stdout:2639: done (1 left) 2024-08-19T10:07:37.565 INFO:tasks.rados.rados.0.smithi190.stdout:2640: done (0 left) 2024-08-19T10:07:37.565 INFO:tasks.rados.rados.0.smithi190.stdout:2641: rmattr oid 48 current snap is 265 2024-08-19T10:07:37.565 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 265 2024-08-19T10:07:37.565 INFO:tasks.rados.rados.0.smithi190.stdout:2642: seq_num 812 ranges {0=802816,802816=548864,1351680=253952} 2024-08-19T10:07:37.568 INFO:tasks.rados.rados.0.smithi190.stdout:2642: writing smithi19066007-12 from 0 to 802816 tid 1 2024-08-19T10:07:37.571 INFO:tasks.rados.rados.0.smithi190.stdout:2642: writing smithi19066007-12 from 802816 to 1351680 tid 2 2024-08-19T10:07:37.573 INFO:tasks.rados.rados.0.smithi190.stdout:2642: writing smithi19066007-12 from 1351680 to 1605632 tid 3 2024-08-19T10:07:37.573 INFO:tasks.rados.rados.0.smithi190.stdout:2643: rollback oid 10 current snap is 265 2024-08-19T10:07:37.573 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 10 to 254 2024-08-19T10:07:37.573 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1736 (ObjNum 755 snap 252 seq_num 755) dirty exists 2024-08-19T10:07:37.573 INFO:tasks.rados.rados.0.smithi190.stdout:2642: finishing write tid 1 to smithi19066007-12 2024-08-19T10:07:37.574 INFO:tasks.rados.rados.0.smithi190.stdout:2641: done (2 left) 2024-08-19T10:07:37.574 INFO:tasks.rados.rados.0.smithi190.stdout:2644: setattr oid 37 current snap is 265 2024-08-19T10:07:37.575 INFO:tasks.rados.rados.0.smithi190.stdout:2645: rollback oid 14 current snap is 265 2024-08-19T10:07:37.575 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 14 to 264 2024-08-19T10:07:37.575 INFO:tasks.rados.rados.0.smithi190.stdout:2646: snap_create 2024-08-19T10:07:37.576 INFO:tasks.rados.rados.0.smithi190.stdout:2643: finishing rollback tid 0 to smithi19066007-10 2024-08-19T10:07:37.576 INFO:tasks.rados.rados.0.smithi190.stdout:2643: finishing rollback tid 1 to smithi19066007-10 2024-08-19T10:07:37.577 INFO:tasks.rados.rados.0.smithi190.stdout:2643: finishing rollback tid 2 to smithi19066007-10 2024-08-19T10:07:37.577 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 1382 (ObjNum 645 snap 198 seq_num 645) dirty exists 2024-08-19T10:07:37.578 INFO:tasks.rados.rados.0.smithi190.stdout:2642: finishing write tid 2 to smithi19066007-12 2024-08-19T10:07:37.578 INFO:tasks.rados.rados.0.smithi190.stdout:2642: finishing write tid 3 to smithi19066007-12 2024-08-19T10:07:37.578 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 1228 (ObjNum 774 snap 258 seq_num 774) dirty exists 2024-08-19T10:07:37.579 INFO:tasks.rados.rados.0.smithi190.stdout:2642: finishing write tid 4 to smithi19066007-12 2024-08-19T10:07:37.581 INFO:tasks.rados.rados.0.smithi190.stdout:2642: finishing write tid 5 to smithi19066007-12 2024-08-19T10:07:37.581 INFO:tasks.rados.rados.0.smithi190.stdout:2642: oid 12 updating version 0 to 1382 2024-08-19T10:07:37.581 INFO:tasks.rados.rados.0.smithi190.stdout:2642: oid 12 version 1382 is already newer than 1381 2024-08-19T10:07:37.581 INFO:tasks.rados.rados.0.smithi190.stdout:2642: oid 12 version 1382 is already newer than 1380 2024-08-19T10:07:37.581 INFO:tasks.rados.rados.0.smithi190.stdout:2642: oid 12 updating version 1382 to 1383 2024-08-19T10:07:37.581 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 1383 (ObjNum 812 snap 265 seq_num 812) dirty exists 2024-08-19T10:07:37.581 INFO:tasks.rados.rados.0.smithi190.stdout:2642: left oid 12 (ObjNum 812 snap 265 seq_num 812) 2024-08-19T10:07:37.582 INFO:tasks.rados.rados.0.smithi190.stdout:2645: finishing rollback tid 0 to smithi19066007-14 2024-08-19T10:07:37.582 INFO:tasks.rados.rados.0.smithi190.stdout:2645: finishing rollback tid 1 to smithi19066007-14 2024-08-19T10:07:37.582 INFO:tasks.rados.rados.0.smithi190.stdout:2645: finishing rollback tid 2 to smithi19066007-14 2024-08-19T10:07:37.582 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1557 (ObjNum 804 snap 263 seq_num 804) dirty exists 2024-08-19T10:07:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:37 smithi190 ceph-mon[77620]: pgmap v579: 121 pgs: 121 active+clean; 170 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.8 MiB/s wr, 21 op/s 2024-08-19T10:07:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:37 smithi190 ceph-mon[77620]: osdmap e606: 8 total, 8 up, 8 in 2024-08-19T10:07:37.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:07:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:07:37] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.51.0" 2024-08-19T10:07:37.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:37 smithi190 ceph-mon[80032]: pgmap v579: 121 pgs: 121 active+clean; 170 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.8 MiB/s wr, 21 op/s 2024-08-19T10:07:37.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:37 smithi190 ceph-mon[80032]: osdmap e606: 8 total, 8 up, 8 in 2024-08-19T10:07:37.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:37 smithi196 ceph-mon[72638]: pgmap v579: 121 pgs: 121 active+clean; 170 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.8 MiB/s wr, 21 op/s 2024-08-19T10:07:37.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:37 smithi196 ceph-mon[72638]: osdmap e606: 8 total, 8 up, 8 in 2024-08-19T10:07:38.378 INFO:tasks.rados.rados.0.smithi190.stdout:2642: done (4 left) 2024-08-19T10:07:38.379 INFO:tasks.rados.rados.0.smithi190.stdout:2643: done (3 left) 2024-08-19T10:07:38.379 INFO:tasks.rados.rados.0.smithi190.stdout:2644: done (2 left) 2024-08-19T10:07:38.379 INFO:tasks.rados.rados.0.smithi190.stdout:2645: done (1 left) 2024-08-19T10:07:38.379 INFO:tasks.rados.rados.0.smithi190.stdout:2646: done (0 left) 2024-08-19T10:07:38.379 INFO:tasks.rados.rados.0.smithi190.stdout:2647: rollback oid 14 current snap is 266 2024-08-19T10:07:38.379 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 14 to 243 2024-08-19T10:07:38.379 INFO:tasks.rados.rados.0.smithi190.stdout:2648: snap_create 2024-08-19T10:07:38.385 INFO:tasks.rados.rados.0.smithi190.stdout:2647: finishing rollback tid 0 to smithi19066007-14 2024-08-19T10:07:38.385 INFO:tasks.rados.rados.0.smithi190.stdout:2647: finishing rollback tid 1 to smithi19066007-14 2024-08-19T10:07:38.386 INFO:tasks.rados.rados.0.smithi190.stdout:2647: finishing rollback tid 2 to smithi19066007-14 2024-08-19T10:07:38.386 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1561 (ObjNum 585 snap 182 seq_num 585) dirty exists 2024-08-19T10:07:38.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:38 smithi190 ceph-mon[80032]: osdmap e607: 8 total, 8 up, 8 in 2024-08-19T10:07:38.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:38 smithi190 ceph-mon[80032]: osdmap e608: 8 total, 8 up, 8 in 2024-08-19T10:07:38.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:38 smithi190 ceph-mon[77620]: osdmap e607: 8 total, 8 up, 8 in 2024-08-19T10:07:38.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:38 smithi190 ceph-mon[77620]: osdmap e608: 8 total, 8 up, 8 in 2024-08-19T10:07:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:38 smithi196 ceph-mon[72638]: osdmap e607: 8 total, 8 up, 8 in 2024-08-19T10:07:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:38 smithi196 ceph-mon[72638]: osdmap e608: 8 total, 8 up, 8 in 2024-08-19T10:07:39.378 INFO:tasks.rados.rados.0.smithi190.stdout:2647: done (1 left) 2024-08-19T10:07:39.378 INFO:tasks.rados.rados.0.smithi190.stdout:2648: done (0 left) 2024-08-19T10:07:39.378 INFO:tasks.rados.rados.0.smithi190.stdout:2649: read oid 49 snap -1 2024-08-19T10:07:39.378 INFO:tasks.rados.rados.0.smithi190.stdout:2649: expect (ObjNum 800 snap 263 seq_num 800) 2024-08-19T10:07:39.378 INFO:tasks.rados.rados.0.smithi190.stdout:2650: rmattr oid 6 current snap is 267 2024-08-19T10:07:39.378 INFO:tasks.rados.rados.0.smithi190.stdout:2651: rollback oid 39 current snap is 267 2024-08-19T10:07:39.378 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 39 to 266 2024-08-19T10:07:39.379 INFO:tasks.rados.rados.0.smithi190.stdout:2652: copy_from oid 14 from oid 26 current snap is 267 2024-08-19T10:07:39.379 INFO:tasks.rados.rados.0.smithi190.stdout:2653: delete oid 19 current snap is 267 2024-08-19T10:07:39.386 INFO:tasks.rados.rados.0.smithi190.stdout:2651: finishing rollback tid 0 to smithi19066007-39 2024-08-19T10:07:39.387 INFO:tasks.rados.rados.0.smithi190.stdout:2653: done (4 left) 2024-08-19T10:07:39.387 INFO:tasks.rados.rados.0.smithi190.stdout:2654: read oid 1 snap 243 2024-08-19T10:07:39.387 INFO:tasks.rados.rados.0.smithi190.stdout:2654: expect deleted 2024-08-19T10:07:39.387 INFO:tasks.rados.rados.0.smithi190.stdout:2655: snap_create 2024-08-19T10:07:39.387 INFO:tasks.rados.rados.0.smithi190.stdout:2651: finishing rollback tid 1 to smithi19066007-39 2024-08-19T10:07:39.387 INFO:tasks.rados.rados.0.smithi190.stdout:2651: finishing rollback tid 2 to smithi19066007-39 2024-08-19T10:07:39.387 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1740 (ObjNum 788 snap 260 seq_num 788) dirty exists 2024-08-19T10:07:39.388 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1461 (ObjNum 723 snap 239 seq_num 723) dirty exists 2024-08-19T10:07:39.389 INFO:tasks.rados.rados.0.smithi190.stdout:2649: expect (ObjNum 800 snap 263 seq_num 800) 2024-08-19T10:07:39.427 INFO:tasks.rados.rados.0.smithi190.stdout:2652: finishing copy_from racing read to smithi19066007-14 2024-08-19T10:07:39.427 INFO:tasks.rados.rados.0.smithi190.stdout:2652: finishing copy_from to smithi19066007-14 2024-08-19T10:07:39.428 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1458 (ObjNum 684 snap 220 seq_num 684) dirty exists 2024-08-19T10:07:39.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:39 smithi190 ceph-mon[77620]: pgmap v582: 121 pgs: 121 active+clean; 157 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-08-19T10:07:39.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:39 smithi190 ceph-mon[77620]: osdmap e609: 8 total, 8 up, 8 in 2024-08-19T10:07:39.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:39 smithi190 ceph-mon[80032]: pgmap v582: 121 pgs: 121 active+clean; 157 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-08-19T10:07:39.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:39 smithi190 ceph-mon[80032]: osdmap e609: 8 total, 8 up, 8 in 2024-08-19T10:07:39.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:39 smithi196 ceph-mon[72638]: pgmap v582: 121 pgs: 121 active+clean; 157 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-08-19T10:07:39.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:39 smithi196 ceph-mon[72638]: osdmap e609: 8 total, 8 up, 8 in 2024-08-19T10:07:40.382 INFO:tasks.rados.rados.0.smithi190.stdout:2649: done (5 left) 2024-08-19T10:07:40.382 INFO:tasks.rados.rados.0.smithi190.stdout:2650: done (4 left) 2024-08-19T10:07:40.382 INFO:tasks.rados.rados.0.smithi190.stdout:2651: done (3 left) 2024-08-19T10:07:40.382 INFO:tasks.rados.rados.0.smithi190.stdout:2652: done (2 left) 2024-08-19T10:07:40.382 INFO:tasks.rados.rados.0.smithi190.stdout:2654: done (1 left) 2024-08-19T10:07:40.382 INFO:tasks.rados.rados.0.smithi190.stdout:2655: done (0 left) 2024-08-19T10:07:40.383 INFO:tasks.rados.rados.0.smithi190.stdout:2656: rollback oid 18 current snap is 268 2024-08-19T10:07:40.383 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 18 to 263 2024-08-19T10:07:40.383 INFO:tasks.rados.rados.0.smithi190.stdout:2657: copy_from oid 24 from oid 30 current snap is 268 2024-08-19T10:07:40.383 INFO:tasks.rados.rados.0.smithi190.stdout:2658: copy_from oid 10 from oid 22 current snap is 268 2024-08-19T10:07:40.383 INFO:tasks.rados.rados.0.smithi190.stdout:2659: snap_remove snap 266 2024-08-19T10:07:40.880 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:40 smithi190 systemd[1]: Stopping Ceph alertmanager.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:07:41.173 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:40 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[61823]: ts=2024-08-19T10:07:40.879Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-19T10:07:41.173 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:40 smithi190 podman[113557]: 2024-08-19 10:07:40.93054073 +0000 UTC m=+0.161063778 container died 27a29841dfcf9fa2eb9e9d188c13187edef9e71538dbfcc1fde9010d7a6ce764 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T10:07:41.383 INFO:tasks.rados.rados.0.smithi190.stdout:2659: done (3 left) 2024-08-19T10:07:41.383 INFO:tasks.rados.rados.0.smithi190.stdout:2660: read oid 16 snap -1 2024-08-19T10:07:41.383 INFO:tasks.rados.rados.0.smithi190.stdout:2660: expect deleted 2024-08-19T10:07:41.383 INFO:tasks.rados.rados.0.smithi190.stdout:2661: rollback oid 11 current snap is 268 2024-08-19T10:07:41.383 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 11 to 262 2024-08-19T10:07:41.384 INFO:tasks.rados.rados.0.smithi190.stdout:2662: copy_from oid 35 from oid 42 current snap is 268 2024-08-19T10:07:41.384 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 268 2024-08-19T10:07:41.384 INFO:tasks.rados.rados.0.smithi190.stdout:2663: seq_num 814 ranges {5750784=442368,6193152=770048,6963200=434176} 2024-08-19T10:07:41.418 INFO:tasks.rados.rados.0.smithi190.stdout:2663: writing smithi19066007-39 from 5750784 to 6193152 tid 1 2024-08-19T10:07:41.421 INFO:tasks.rados.rados.0.smithi190.stdout:2663: writing smithi19066007-39 from 6193152 to 6963200 tid 2 2024-08-19T10:07:41.424 INFO:tasks.rados.rados.0.smithi190.stdout:2663: writing smithi19066007-39 from 6963200 to 7397376 tid 3 2024-08-19T10:07:41.424 INFO:tasks.rados.rados.0.smithi190.stdout:2664: snap_remove snap 254 2024-08-19T10:07:41.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:41 smithi190 ceph-mon[80032]: pgmap v585: 121 pgs: 121 active+clean; 184 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.1 MiB/s wr, 27 op/s 2024-08-19T10:07:41.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:41 smithi190 ceph-mon[80032]: osdmap e610: 8 total, 8 up, 8 in 2024-08-19T10:07:41.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:41 smithi190 ceph-mon[77620]: pgmap v585: 121 pgs: 121 active+clean; 184 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.1 MiB/s wr, 27 op/s 2024-08-19T10:07:41.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:41 smithi190 ceph-mon[77620]: osdmap e610: 8 total, 8 up, 8 in 2024-08-19T10:07:41.565 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:41 smithi190 podman[113557]: 2024-08-19 10:07:41.338043669 +0000 UTC m=+0.568566755 container cleanup 27a29841dfcf9fa2eb9e9d188c13187edef9e71538dbfcc1fde9010d7a6ce764 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T10:07:41.566 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:41 smithi190 bash[113557]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a 2024-08-19T10:07:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:41 smithi196 ceph-mon[72638]: pgmap v585: 121 pgs: 121 active+clean; 184 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.1 MiB/s wr, 27 op/s 2024-08-19T10:07:41.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:41 smithi196 ceph-mon[72638]: osdmap e610: 8 total, 8 up, 8 in 2024-08-19T10:07:41.924 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:41 smithi190 podman[113569]: 2024-08-19 10:07:41.591627474 +0000 UTC m=+0.657237740 container remove 27a29841dfcf9fa2eb9e9d188c13187edef9e71538dbfcc1fde9010d7a6ce764 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T10:07:41.924 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:41 smithi190 podman[113569]: 2024-08-19 10:07:41.698442926 +0000 UTC m=+0.764053153 volume remove 0be64e97c7456b8d7098fccf218b2bf3ac074b8c8cd741de2b94d0ff4075c1e9 2024-08-19T10:07:42.315 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:41 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-19T10:07:42.315 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:41 smithi190 systemd[1]: Stopped Ceph alertmanager.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:07:42.315 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:41 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.483s CPU time. 2024-08-19T10:07:42.315 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 systemd[1]: Starting Ceph alertmanager.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:07:42.399 INFO:tasks.rados.rados.0.smithi190.stdout:2664: done (7 left) 2024-08-19T10:07:42.400 INFO:tasks.rados.rados.0.smithi190.stdout:2665: snap_remove snap 249 2024-08-19T10:07:42.640 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:42 smithi190 ceph-mon[80032]: osdmap e611: 8 total, 8 up, 8 in 2024-08-19T10:07:42.640 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:42 smithi190 ceph-mon[77620]: osdmap e611: 8 total, 8 up, 8 in 2024-08-19T10:07:42.640 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 podman[113698]: 2024-08-19 10:07:42.358218424 +0000 UTC m=+0.113806367 volume create b61fd9db55163c630115e09158fe505e9b71cdeb0477833c97abf736ccb517a9 2024-08-19T10:07:42.641 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 podman[113698]: 2024-08-19 10:07:42.261810121 +0000 UTC m=+0.017398069 image pull 11f11916f8cdfb17c1da74b20deb2075d778357b4d60474d82453303f8d461f5 quay.io/prometheus/alertmanager:v0.27.0 2024-08-19T10:07:42.641 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 podman[113698]: 2024-08-19 10:07:42.450286485 +0000 UTC m=+0.205874427 container create fc738ea2406ed6a94324a23993e9dd1bc097cf78bd7dfbcafb10c35f13f14457 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T10:07:42.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:42 smithi196 ceph-mon[72638]: osdmap e611: 8 total, 8 up, 8 in 2024-08-19T10:07:43.065 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 podman[113698]: 2024-08-19 10:07:42.745235016 +0000 UTC m=+0.500822973 container init fc738ea2406ed6a94324a23993e9dd1bc097cf78bd7dfbcafb10c35f13f14457 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T10:07:43.065 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 podman[113698]: 2024-08-19 10:07:42.748331468 +0000 UTC m=+0.503919418 container start fc738ea2406ed6a94324a23993e9dd1bc097cf78bd7dfbcafb10c35f13f14457 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T10:07:43.065 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[113713]: ts=2024-08-19T10:07:42.758Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-08-19T10:07:43.065 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[113713]: ts=2024-08-19T10:07:42.758Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-08-19T10:07:43.065 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[113713]: ts=2024-08-19T10:07:42.759Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.190 port=9094 2024-08-19T10:07:43.065 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[113713]: ts=2024-08-19T10:07:42.760Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-19T10:07:43.065 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[113713]: ts=2024-08-19T10:07:42.780Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-19T10:07:43.065 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[113713]: ts=2024-08-19T10:07:42.781Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-19T10:07:43.066 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[113713]: ts=2024-08-19T10:07:42.783Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-08-19T10:07:43.066 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[113713]: ts=2024-08-19T10:07:42.783Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-19T10:07:43.066 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 bash[113698]: fc738ea2406ed6a94324a23993e9dd1bc097cf78bd7dfbcafb10c35f13f14457 2024-08-19T10:07:43.066 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:42 smithi190 systemd[1]: Started Ceph alertmanager.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:07:43.382 INFO:tasks.rados.rados.0.smithi190.stdout:2665: done (7 left) 2024-08-19T10:07:43.382 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 268 2024-08-19T10:07:43.382 INFO:tasks.rados.rados.0.smithi190.stdout:2666: seq_num 815 ranges {2637824=458752,3096576=655360,3751936=409600,4161536=139264} 2024-08-19T10:07:43.399 INFO:tasks.rados.rados.0.smithi190.stdout:2666: writing smithi19066007-43 from 2637824 to 3096576 tid 1 2024-08-19T10:07:43.403 INFO:tasks.rados.rados.0.smithi190.stdout:2666: writing smithi19066007-43 from 3096576 to 3751936 tid 2 2024-08-19T10:07:43.406 INFO:tasks.rados.rados.0.smithi190.stdout:2666: writing smithi19066007-43 from 3751936 to 4161536 tid 3 2024-08-19T10:07:43.407 INFO:tasks.rados.rados.0.smithi190.stdout:2666: writing smithi19066007-43 from 4161536 to 4300800 tid 4 2024-08-19T10:07:43.407 INFO:tasks.rados.rados.0.smithi190.stdout:2657: finishing copy_from to smithi19066007-24 2024-08-19T10:07:43.408 INFO:tasks.rados.rados.0.smithi190.stdout:2657: got expected ENOENT (src dne) 2024-08-19T10:07:43.408 INFO:tasks.rados.rados.0.smithi190.stdout:2657: finishing copy_from racing read to smithi19066007-24 2024-08-19T10:07:43.408 INFO:tasks.rados.rados.0.smithi190.stdout:2656: finishing rollback tid 0 to smithi19066007-18 2024-08-19T10:07:43.408 INFO:tasks.rados.rados.0.smithi190.stdout:2656: finishing rollback tid 1 to smithi19066007-18 2024-08-19T10:07:43.408 INFO:tasks.rados.rados.0.smithi190.stdout:2656: finishing rollback tid 2 to smithi19066007-18 2024-08-19T10:07:43.408 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 1744 (ObjNum 803 snap 263 seq_num 803) dirty exists 2024-08-19T10:07:43.408 INFO:tasks.rados.rados.0.smithi190.stdout:2658: finishing copy_from racing read to smithi19066007-10 2024-08-19T10:07:43.408 INFO:tasks.rados.rados.0.smithi190.stdout:2658: finishing copy_from to smithi19066007-10 2024-08-19T10:07:43.408 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 1449 (ObjNum 798 snap 263 seq_num 798) dirty exists 2024-08-19T10:07:43.408 INFO:tasks.rados.rados.0.smithi190.stdout:2661: finishing rollback tid 0 to smithi19066007-11 2024-08-19T10:07:43.408 INFO:tasks.rados.rados.0.smithi190.stdout:2661: finishing rollback tid 1 to smithi19066007-11 2024-08-19T10:07:43.408 INFO:tasks.rados.rados.0.smithi190.stdout:2661: finishing rollback tid 2 to smithi19066007-11 2024-08-19T10:07:43.408 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1459 (ObjNum 65 snap 0 seq_num 2641317765) dirty exists 2024-08-19T10:07:43.409 INFO:tasks.rados.rados.0.smithi190.stdout:2662: finishing copy_from racing read to smithi19066007-35 2024-08-19T10:07:43.409 INFO:tasks.rados.rados.0.smithi190.stdout:2662: finishing copy_from to smithi19066007-35 2024-08-19T10:07:43.409 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 1456 (ObjNum 810 snap 265 seq_num 810) dirty exists 2024-08-19T10:07:43.409 INFO:tasks.rados.rados.0.smithi190.stdout:2663: finishing write tid 1 to smithi19066007-39 2024-08-19T10:07:43.409 INFO:tasks.rados.rados.0.smithi190.stdout:2663: finishing write tid 2 to smithi19066007-39 2024-08-19T10:07:43.409 INFO:tasks.rados.rados.0.smithi190.stdout:2656: done (7 left) 2024-08-19T10:07:43.409 INFO:tasks.rados.rados.0.smithi190.stdout:2657: done (6 left) 2024-08-19T10:07:43.409 INFO:tasks.rados.rados.0.smithi190.stdout:2658: done (5 left) 2024-08-19T10:07:43.409 INFO:tasks.rados.rados.0.smithi190.stdout:2660: done (4 left) 2024-08-19T10:07:43.409 INFO:tasks.rados.rados.0.smithi190.stdout:2661: done (3 left) 2024-08-19T10:07:43.409 INFO:tasks.rados.rados.0.smithi190.stdout:2662: done (2 left) 2024-08-19T10:07:43.409 INFO:tasks.rados.rados.0.smithi190.stdout:2667: snap_remove snap 243 2024-08-19T10:07:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:43 smithi196 ceph-mon[72638]: pgmap v588: 121 pgs: 121 active+clean; 185 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2024-08-19T10:07:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:43 smithi196 ceph-mon[72638]: osdmap e612: 8 total, 8 up, 8 in 2024-08-19T10:07:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:43 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:43 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:43 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:43.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:43 smithi196 ceph-mon[72638]: osdmap e613: 8 total, 8 up, 8 in 2024-08-19T10:07:43.733 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:43 smithi190 ceph-mon[77620]: pgmap v588: 121 pgs: 121 active+clean; 185 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2024-08-19T10:07:43.733 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:43 smithi190 ceph-mon[77620]: osdmap e612: 8 total, 8 up, 8 in 2024-08-19T10:07:43.733 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:43 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:43.733 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:43 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:43.733 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:43 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:43.733 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:43 smithi190 ceph-mon[77620]: osdmap e613: 8 total, 8 up, 8 in 2024-08-19T10:07:43.733 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:43 smithi190 ceph-mon[80032]: pgmap v588: 121 pgs: 121 active+clean; 185 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 5.2 MiB/s wr, 22 op/s 2024-08-19T10:07:43.734 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:43 smithi190 ceph-mon[80032]: osdmap e612: 8 total, 8 up, 8 in 2024-08-19T10:07:43.734 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:43 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:43.734 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:43 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:43.734 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:43 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:43.734 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:43 smithi190 ceph-mon[80032]: osdmap e613: 8 total, 8 up, 8 in 2024-08-19T10:07:44.404 INFO:tasks.rados.rados.0.smithi190.stdout:2667: done (2 left) 2024-08-19T10:07:44.404 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 31 current snap is 268 2024-08-19T10:07:44.404 INFO:tasks.rados.rados.0.smithi190.stdout:2668: seq_num 816 ranges {0=475136,475136=540672,1015808=614400,1630208=49152} 2024-08-19T10:07:44.406 INFO:tasks.rados.rados.0.smithi190.stdout:2668: writing smithi19066007-31 from 0 to 475136 tid 1 2024-08-19T10:07:44.411 INFO:tasks.rados.rados.0.smithi190.stdout:2668: writing smithi19066007-31 from 475136 to 1015808 tid 2 2024-08-19T10:07:44.415 INFO:tasks.rados.rados.0.smithi190.stdout:2668: writing smithi19066007-31 from 1015808 to 1630208 tid 3 2024-08-19T10:07:44.416 INFO:tasks.rados.rados.0.smithi190.stdout:2668: writing smithi19066007-31 from 1630208 to 1679360 tid 4 2024-08-19T10:07:44.417 INFO:tasks.rados.rados.0.smithi190.stdout:2663: finishing write tid 3 to smithi19066007-39 2024-08-19T10:07:44.417 INFO:tasks.rados.rados.0.smithi190.stdout:2663: finishing write tid 4 to smithi19066007-39 2024-08-19T10:07:44.417 INFO:tasks.rados.rados.0.smithi190.stdout:2663: finishing write tid 5 to smithi19066007-39 2024-08-19T10:07:44.417 INFO:tasks.rados.rados.0.smithi190.stdout:2663: oid 39 updating version 0 to 1750 2024-08-19T10:07:44.417 INFO:tasks.rados.rados.0.smithi190.stdout:2663: oid 39 updating version 1750 to 1753 2024-08-19T10:07:44.417 INFO:tasks.rados.rados.0.smithi190.stdout:2663: oid 39 version 1753 is already newer than 1752 2024-08-19T10:07:44.417 INFO:tasks.rados.rados.0.smithi190.stdout:2663: oid 39 version 1753 is already newer than 1751 2024-08-19T10:07:44.417 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1753 (ObjNum 814 snap 268 seq_num 814) dirty exists 2024-08-19T10:07:44.417 INFO:tasks.rados.rados.0.smithi190.stdout:2663: left oid 39 (ObjNum 814 snap 268 seq_num 814) 2024-08-19T10:07:44.417 INFO:tasks.rados.rados.0.smithi190.stdout:2666: finishing write tid 1 to smithi19066007-43 2024-08-19T10:07:44.417 INFO:tasks.rados.rados.0.smithi190.stdout:2666: finishing write tid 2 to smithi19066007-43 2024-08-19T10:07:44.417 INFO:tasks.rados.rados.0.smithi190.stdout:2666: finishing write tid 3 to smithi19066007-43 2024-08-19T10:07:44.417 INFO:tasks.rados.rados.0.smithi190.stdout:2666: finishing write tid 4 to smithi19066007-43 2024-08-19T10:07:44.417 INFO:tasks.rados.rados.0.smithi190.stdout:2666: finishing write tid 5 to smithi19066007-43 2024-08-19T10:07:44.418 INFO:tasks.rados.rados.0.smithi190.stdout:2666: finishing write tid 6 to smithi19066007-43 2024-08-19T10:07:44.418 INFO:tasks.rados.rados.0.smithi190.stdout:2666: oid 43 updating version 0 to 1524 2024-08-19T10:07:44.418 INFO:tasks.rados.rados.0.smithi190.stdout:2666: oid 43 updating version 1524 to 1525 2024-08-19T10:07:44.418 INFO:tasks.rados.rados.0.smithi190.stdout:2666: oid 43 updating version 1525 to 1528 2024-08-19T10:07:44.418 INFO:tasks.rados.rados.0.smithi190.stdout:2666: oid 43 version 1528 is already newer than 1527 2024-08-19T10:07:44.418 INFO:tasks.rados.rados.0.smithi190.stdout:2666: oid 43 version 1528 is already newer than 1526 2024-08-19T10:07:44.418 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1528 (ObjNum 815 snap 268 seq_num 815) dirty exists 2024-08-19T10:07:44.418 INFO:tasks.rados.rados.0.smithi190.stdout:2666: left oid 43 (ObjNum 815 snap 268 seq_num 815) 2024-08-19T10:07:44.418 INFO:tasks.rados.rados.0.smithi190.stdout:2663: done (2 left) 2024-08-19T10:07:44.418 INFO:tasks.rados.rados.0.smithi190.stdout:2666: done (1 left) 2024-08-19T10:07:44.418 INFO:tasks.rados.rados.0.smithi190.stdout:2669: rmattr oid 36 current snap is 268 2024-08-19T10:07:44.418 INFO:tasks.rados.rados.0.smithi190.stdout:2669: done (1 left) 2024-08-19T10:07:44.418 INFO:tasks.rados.rados.0.smithi190.stdout:2670: snap_remove snap 262 2024-08-19T10:07:44.814 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:44 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[113713]: ts=2024-08-19T10:07:44.760Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.0000956s 2024-08-19T10:07:45.411 INFO:tasks.rados.rados.0.smithi190.stdout:2670: done (1 left) 2024-08-19T10:07:45.411 INFO:tasks.rados.rados.0.smithi190.stdout:2671: snap_remove snap 244 2024-08-19T10:07:45.649 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:45 smithi190 ceph-mon[77620]: pgmap v591: 121 pgs: 121 active+clean; 188 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-19T10:07:45.649 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:45 smithi190 ceph-mon[77620]: osdmap e614: 8 total, 8 up, 8 in 2024-08-19T10:07:45.649 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:07:45.650 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:45 smithi190 ceph-mon[80032]: pgmap v591: 121 pgs: 121 active+clean; 188 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-19T10:07:45.650 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:45 smithi190 ceph-mon[80032]: osdmap e614: 8 total, 8 up, 8 in 2024-08-19T10:07:45.650 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:07:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:45 smithi196 ceph-mon[72638]: pgmap v591: 121 pgs: 121 active+clean; 188 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-19T10:07:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:45 smithi196 ceph-mon[72638]: osdmap e614: 8 total, 8 up, 8 in 2024-08-19T10:07:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:07:46.415 INFO:tasks.rados.rados.0.smithi190.stdout:2671: done (1 left) 2024-08-19T10:07:46.415 INFO:tasks.rados.rados.0.smithi190.stdout:2672: rmattr oid 44 current snap is 268 2024-08-19T10:07:46.415 INFO:tasks.rados.rados.0.smithi190.stdout:2672: done (1 left) 2024-08-19T10:07:46.415 INFO:tasks.rados.rados.0.smithi190.stdout:2673: read oid 37 snap -1 2024-08-19T10:07:46.416 INFO:tasks.rados.rados.0.smithi190.stdout:2673: expect (ObjNum 774 snap 258 seq_num 774) 2024-08-19T10:07:46.416 INFO:tasks.rados.rados.0.smithi190.stdout:2674: rollback oid 32 current snap is 268 2024-08-19T10:07:46.416 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 32 to 264 2024-08-19T10:07:46.416 INFO:tasks.rados.rados.0.smithi190.stdout:2675: delete oid 39 current snap is 268 2024-08-19T10:07:46.416 INFO:tasks.rados.rados.0.smithi190.stdout:2668: finishing write tid 1 to smithi19066007-31 2024-08-19T10:07:46.416 INFO:tasks.rados.rados.0.smithi190.stdout:2668: finishing write tid 2 to smithi19066007-31 2024-08-19T10:07:46.416 INFO:tasks.rados.rados.0.smithi190.stdout:2668: finishing write tid 3 to smithi19066007-31 2024-08-19T10:07:46.416 INFO:tasks.rados.rados.0.smithi190.stdout:2668: finishing write tid 4 to smithi19066007-31 2024-08-19T10:07:46.416 INFO:tasks.rados.rados.0.smithi190.stdout:2668: finishing write tid 5 to smithi19066007-31 2024-08-19T10:07:46.416 INFO:tasks.rados.rados.0.smithi190.stdout:2668: finishing write tid 6 to smithi19066007-31 2024-08-19T10:07:46.416 INFO:tasks.rados.rados.0.smithi190.stdout:2668: oid 31 updating version 0 to 1577 2024-08-19T10:07:46.416 INFO:tasks.rados.rados.0.smithi190.stdout:2668: oid 31 version 1577 is already newer than 1576 2024-08-19T10:07:46.416 INFO:tasks.rados.rados.0.smithi190.stdout:2668: oid 31 updating version 1577 to 1584 2024-08-19T10:07:46.416 INFO:tasks.rados.rados.0.smithi190.stdout:2668: oid 31 version 1584 is already newer than 1582 2024-08-19T10:07:46.417 INFO:tasks.rados.rados.0.smithi190.stdout:2668: oid 31 version 1584 is already newer than 1583 2024-08-19T10:07:46.417 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 1584 (ObjNum 816 snap 268 seq_num 816) dirty exists 2024-08-19T10:07:46.417 INFO:tasks.rados.rados.0.smithi190.stdout:2668: left oid 31 (ObjNum 816 snap 268 seq_num 816) 2024-08-19T10:07:46.428 INFO:tasks.rados.rados.0.smithi190.stdout:2674: finishing rollback tid 1 to smithi19066007-32 2024-08-19T10:07:46.428 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 1474 (ObjNum 385 snap 0 seq_num 3356502352) dirty dne 2024-08-19T10:07:46.433 INFO:tasks.rados.rados.0.smithi190.stdout:2668: done (3 left) 2024-08-19T10:07:46.433 INFO:tasks.rados.rados.0.smithi190.stdout:2674: done (2 left) 2024-08-19T10:07:46.433 INFO:tasks.rados.rados.0.smithi190.stdout:2675: done (1 left) 2024-08-19T10:07:46.433 INFO:tasks.rados.rados.0.smithi190.stdout:2676: setattr oid 3 current snap is 268 2024-08-19T10:07:46.435 INFO:tasks.rados.rados.0.smithi190.stdout:2677: rmattr oid 7 current snap is 268 2024-08-19T10:07:46.435 INFO:tasks.rados.rados.0.smithi190.stdout:2678: rmattr oid 1 current snap is 268 2024-08-19T10:07:46.435 INFO:tasks.rados.rados.0.smithi190.stdout:2678: done (3 left) 2024-08-19T10:07:46.435 INFO:tasks.rados.rados.0.smithi190.stdout:2679: read oid 19 snap 264 2024-08-19T10:07:46.435 INFO:tasks.rados.rados.0.smithi190.stdout:2679: expect deleted 2024-08-19T10:07:46.435 INFO:tasks.rados.rados.0.smithi190.stdout:2680: read oid 45 snap -1 2024-08-19T10:07:46.435 INFO:tasks.rados.rados.0.smithi190.stdout:2680: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:07:46.435 INFO:tasks.rados.rados.0.smithi190.stdout:2681: snap_create 2024-08-19T10:07:46.436 INFO:tasks.rados.rados.0.smithi190.stdout:2673: expect (ObjNum 774 snap 258 seq_num 774) 2024-08-19T10:07:46.504 INFO:tasks.rados.rados.0.smithi190.stdout:2680: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:07:46.506 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 1460 (ObjNum 496 snap 160 seq_num 496) dirty exists 2024-08-19T10:07:46.506 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1470 (ObjNum 777 snap 259 seq_num 777) dirty exists 2024-08-19T10:07:46.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:46 smithi190 ceph-mon[80032]: osdmap e615: 8 total, 8 up, 8 in 2024-08-19T10:07:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:46 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:46.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:46 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:46 smithi190 ceph-mon[77620]: osdmap e615: 8 total, 8 up, 8 in 2024-08-19T10:07:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:46 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:46.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:46 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:46 smithi196 ceph-mon[72638]: osdmap e615: 8 total, 8 up, 8 in 2024-08-19T10:07:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:46 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:46 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:47.418 INFO:tasks.rados.rados.0.smithi190.stdout:2673: done (5 left) 2024-08-19T10:07:47.418 INFO:tasks.rados.rados.0.smithi190.stdout:2676: done (4 left) 2024-08-19T10:07:47.418 INFO:tasks.rados.rados.0.smithi190.stdout:2677: done (3 left) 2024-08-19T10:07:47.418 INFO:tasks.rados.rados.0.smithi190.stdout:2679: done (2 left) 2024-08-19T10:07:47.418 INFO:tasks.rados.rados.0.smithi190.stdout:2680: done (1 left) 2024-08-19T10:07:47.418 INFO:tasks.rados.rados.0.smithi190.stdout:2681: done (0 left) 2024-08-19T10:07:47.418 INFO:tasks.rados.rados.0.smithi190.stdout:2682: snap_create 2024-08-19T10:07:47.522 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:47 smithi190 ceph-mon[80032]: pgmap v594: 121 pgs: 121 active+clean; 180 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 8 op/s 2024-08-19T10:07:47.522 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:47 smithi190 ceph-mon[80032]: osdmap e616: 8 total, 8 up, 8 in 2024-08-19T10:07:47.522 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:47 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:47.522 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:47 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:47.523 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:47 smithi190 ceph-mon[77620]: pgmap v594: 121 pgs: 121 active+clean; 180 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 8 op/s 2024-08-19T10:07:47.523 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:47 smithi190 ceph-mon[77620]: osdmap e616: 8 total, 8 up, 8 in 2024-08-19T10:07:47.523 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:47 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:47.523 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:47 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:47 smithi196 ceph-mon[72638]: pgmap v594: 121 pgs: 121 active+clean; 180 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 8 op/s 2024-08-19T10:07:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:47 smithi196 ceph-mon[72638]: osdmap e616: 8 total, 8 up, 8 in 2024-08-19T10:07:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:47 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:47 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:47.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:07:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:07:47] "GET /metrics HTTP/1.1" 200 36374 "" "Prometheus/2.51.0" 2024-08-19T10:07:48.428 INFO:tasks.rados.rados.0.smithi190.stdout:2682: done (0 left) 2024-08-19T10:07:48.428 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 270 2024-08-19T10:07:48.428 INFO:tasks.rados.rados.0.smithi190.stdout:2683: seq_num 818 ranges {0=507904,507904=704512,1212416=499712} 2024-08-19T10:07:48.430 INFO:tasks.rados.rados.0.smithi190.stdout:2683: writing smithi19066007-32 from 0 to 507904 tid 1 2024-08-19T10:07:48.435 INFO:tasks.rados.rados.0.smithi190.stdout:2683: writing smithi19066007-32 from 507904 to 1212416 tid 2 2024-08-19T10:07:48.438 INFO:tasks.rados.rados.0.smithi190.stdout:2683: writing smithi19066007-32 from 1212416 to 1712128 tid 3 2024-08-19T10:07:48.439 INFO:tasks.rados.rados.0.smithi190.stdout:2684: snap_remove snap 265 2024-08-19T10:07:48.485 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:48 smithi190 ceph-mon[77620]: osdmap e617: 8 total, 8 up, 8 in 2024-08-19T10:07:48.486 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:48 smithi190 ceph-mon[80032]: osdmap e617: 8 total, 8 up, 8 in 2024-08-19T10:07:48.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:48 smithi196 ceph-mon[72638]: osdmap e617: 8 total, 8 up, 8 in 2024-08-19T10:07:49.434 INFO:tasks.rados.rados.0.smithi190.stdout:2684: done (1 left) 2024-08-19T10:07:49.435 INFO:tasks.rados.rados.0.smithi190.stdout:2685: rollback oid 6 current snap is 270 2024-08-19T10:07:49.435 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 6 to 268 2024-08-19T10:07:49.435 INFO:tasks.rados.rados.0.smithi190.stdout:2683: finishing write tid 1 to smithi19066007-32 2024-08-19T10:07:49.435 INFO:tasks.rados.rados.0.smithi190.stdout:2683: finishing write tid 2 to smithi19066007-32 2024-08-19T10:07:49.435 INFO:tasks.rados.rados.0.smithi190.stdout:2683: finishing write tid 3 to smithi19066007-32 2024-08-19T10:07:49.435 INFO:tasks.rados.rados.0.smithi190.stdout:2683: finishing write tid 4 to smithi19066007-32 2024-08-19T10:07:49.435 INFO:tasks.rados.rados.0.smithi190.stdout:2683: finishing write tid 5 to smithi19066007-32 2024-08-19T10:07:49.435 INFO:tasks.rados.rados.0.smithi190.stdout:2683: oid 32 updating version 0 to 1604 2024-08-19T10:07:49.435 INFO:tasks.rados.rados.0.smithi190.stdout:2683: oid 32 updating version 1604 to 1605 2024-08-19T10:07:49.435 INFO:tasks.rados.rados.0.smithi190.stdout:2683: oid 32 version 1605 is already newer than 1603 2024-08-19T10:07:49.435 INFO:tasks.rados.rados.0.smithi190.stdout:2683: oid 32 version 1605 is already newer than 1602 2024-08-19T10:07:49.435 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 1605 (ObjNum 818 snap 270 seq_num 818) dirty exists 2024-08-19T10:07:49.435 INFO:tasks.rados.rados.0.smithi190.stdout:2683: left oid 32 (ObjNum 818 snap 270 seq_num 818) 2024-08-19T10:07:49.436 INFO:tasks.rados.rados.0.smithi190.stdout:2683: done (1 left) 2024-08-19T10:07:49.436 INFO:tasks.rados.rados.0.smithi190.stdout:2686: delete oid 5 current snap is 270 2024-08-19T10:07:49.443 INFO:tasks.rados.rados.0.smithi190.stdout:2685: finishing rollback tid 0 to smithi19066007-6 2024-08-19T10:07:49.443 INFO:tasks.rados.rados.0.smithi190.stdout:2685: finishing rollback tid 1 to smithi19066007-6 2024-08-19T10:07:49.444 INFO:tasks.rados.rados.0.smithi190.stdout:2685: finishing rollback tid 2 to smithi19066007-6 2024-08-19T10:07:49.444 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1464 (ObjNum 723 snap 239 seq_num 723) dirty exists 2024-08-19T10:07:49.445 INFO:tasks.rados.rados.0.smithi190.stdout:2685: done (1 left) 2024-08-19T10:07:49.445 INFO:tasks.rados.rados.0.smithi190.stdout:2686: done (0 left) 2024-08-19T10:07:49.445 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 270 2024-08-19T10:07:49.445 INFO:tasks.rados.rados.0.smithi190.stdout:2687: seq_num 820 ranges {4333568=540672,4874240=475136,5349376=598016,5947392=131072} 2024-08-19T10:07:49.471 INFO:tasks.rados.rados.0.smithi190.stdout:2687: writing smithi19066007-2 from 4333568 to 4874240 tid 1 2024-08-19T10:07:49.473 INFO:tasks.rados.rados.0.smithi190.stdout:2687: writing smithi19066007-2 from 4874240 to 5349376 tid 2 2024-08-19T10:07:49.477 INFO:tasks.rados.rados.0.smithi190.stdout:2687: writing smithi19066007-2 from 5349376 to 5947392 tid 3 2024-08-19T10:07:49.478 INFO:tasks.rados.rados.0.smithi190.stdout:2687: writing smithi19066007-2 from 5947392 to 6078464 tid 4 2024-08-19T10:07:49.478 INFO:tasks.rados.rados.0.smithi190.stdout:2688: snap_remove snap 263 2024-08-19T10:07:49.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:49 smithi190 ceph-mon[77620]: pgmap v597: 121 pgs: 121 active+clean; 183 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1002 KiB/s wr, 2 op/s 2024-08-19T10:07:49.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:49 smithi190 ceph-mon[77620]: osdmap e618: 8 total, 8 up, 8 in 2024-08-19T10:07:49.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:49 smithi190 ceph-mon[80032]: pgmap v597: 121 pgs: 121 active+clean; 183 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1002 KiB/s wr, 2 op/s 2024-08-19T10:07:49.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:49 smithi190 ceph-mon[80032]: osdmap e618: 8 total, 8 up, 8 in 2024-08-19T10:07:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:49 smithi196 ceph-mon[72638]: pgmap v597: 121 pgs: 121 active+clean; 183 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1002 KiB/s wr, 2 op/s 2024-08-19T10:07:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:49 smithi196 ceph-mon[72638]: osdmap e618: 8 total, 8 up, 8 in 2024-08-19T10:07:50.448 INFO:tasks.rados.rados.0.smithi190.stdout:2687: finishing write tid 1 to smithi19066007-2 2024-08-19T10:07:50.449 INFO:tasks.rados.rados.0.smithi190.stdout:2687: finishing write tid 2 to smithi19066007-2 2024-08-19T10:07:50.449 INFO:tasks.rados.rados.0.smithi190.stdout:2687: finishing write tid 3 to smithi19066007-2 2024-08-19T10:07:50.449 INFO:tasks.rados.rados.0.smithi190.stdout:2687: finishing write tid 4 to smithi19066007-2 2024-08-19T10:07:50.449 INFO:tasks.rados.rados.0.smithi190.stdout:2687: finishing write tid 5 to smithi19066007-2 2024-08-19T10:07:50.449 INFO:tasks.rados.rados.0.smithi190.stdout:2687: finishing write tid 6 to smithi19066007-2 2024-08-19T10:07:50.449 INFO:tasks.rados.rados.0.smithi190.stdout:2687: oid 2 updating version 0 to 1450 2024-08-19T10:07:50.449 INFO:tasks.rados.rados.0.smithi190.stdout:2687: oid 2 version 1450 is already newer than 1447 2024-08-19T10:07:50.449 INFO:tasks.rados.rados.0.smithi190.stdout:2687: oid 2 version 1450 is already newer than 1448 2024-08-19T10:07:50.449 INFO:tasks.rados.rados.0.smithi190.stdout:2687: oid 2 version 1450 is already newer than 1449 2024-08-19T10:07:50.449 INFO:tasks.rados.rados.0.smithi190.stdout:2687: oid 2 updating version 1450 to 1451 2024-08-19T10:07:50.449 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1451 (ObjNum 820 snap 270 seq_num 820) dirty exists 2024-08-19T10:07:50.449 INFO:tasks.rados.rados.0.smithi190.stdout:2687: left oid 2 (ObjNum 820 snap 270 seq_num 820) 2024-08-19T10:07:50.450 INFO:tasks.rados.rados.0.smithi190.stdout:2687: done (1 left) 2024-08-19T10:07:50.450 INFO:tasks.rados.rados.0.smithi190.stdout:2688: done (0 left) 2024-08-19T10:07:50.450 INFO:tasks.rados.rados.0.smithi190.stdout:2689: read oid 32 snap -1 2024-08-19T10:07:50.450 INFO:tasks.rados.rados.0.smithi190.stdout:2689: expect (ObjNum 818 snap 270 seq_num 818) 2024-08-19T10:07:50.450 INFO:tasks.rados.rados.0.smithi190.stdout:2690: rollback oid 11 current snap is 270 2024-08-19T10:07:50.450 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 11 to 258 2024-08-19T10:07:50.450 INFO:tasks.rados.rados.0.smithi190.stdout:2691: setattr oid 49 current snap is 270 2024-08-19T10:07:50.451 INFO:tasks.rados.rados.0.smithi190.stdout:2692: copy_from oid 50 from oid 39 current snap is 270 2024-08-19T10:07:50.451 INFO:tasks.rados.rados.0.smithi190.stdout:2693: rmattr oid 46 current snap is 270 2024-08-19T10:07:50.451 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 270 2024-08-19T10:07:50.451 INFO:tasks.rados.rados.0.smithi190.stdout:2694: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-08-19T10:07:50.455 INFO:tasks.rados.rados.0.smithi190.stdout:2694: writing smithi19066007-44 from 0 to 557056 tid 1 2024-08-19T10:07:50.460 INFO:tasks.rados.rados.0.smithi190.stdout:2694: writing smithi19066007-44 from 557056 to 1318912 tid 2 2024-08-19T10:07:50.463 INFO:tasks.rados.rados.0.smithi190.stdout:2694: writing smithi19066007-44 from 1318912 to 1761280 tid 3 2024-08-19T10:07:50.463 INFO:tasks.rados.rados.0.smithi190.stdout:2695: delete oid 19 current snap is 270 2024-08-19T10:07:50.463 INFO:tasks.rados.rados.0.smithi190.stdout:2690: finishing rollback tid 0 to smithi19066007-11 2024-08-19T10:07:50.464 INFO:tasks.rados.rados.0.smithi190.stdout:2692: finishing copy_from to smithi19066007-50 2024-08-19T10:07:50.464 INFO:tasks.rados.rados.0.smithi190.stdout:2692: got expected ENOENT (src dne) 2024-08-19T10:07:50.464 INFO:tasks.rados.rados.0.smithi190.stdout:2692: finishing copy_from racing read to smithi19066007-50 2024-08-19T10:07:50.464 INFO:tasks.rados.rados.0.smithi190.stdout:2690: finishing rollback tid 1 to smithi19066007-11 2024-08-19T10:07:50.464 INFO:tasks.rados.rados.0.smithi190.stdout:2690: finishing rollback tid 2 to smithi19066007-11 2024-08-19T10:07:50.464 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1463 (ObjNum 129 snap 0 seq_num 3355823536) dirty exists 2024-08-19T10:07:50.464 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1230 (ObjNum 800 snap 263 seq_num 800) dirty exists 2024-08-19T10:07:50.465 INFO:tasks.rados.rados.0.smithi190.stdout:2689: expect (ObjNum 818 snap 270 seq_num 818) 2024-08-19T10:07:50.507 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 1457 (ObjNum 787 snap 260 seq_num 787) dirty exists 2024-08-19T10:07:50.508 INFO:tasks.rados.rados.0.smithi190.stdout:2694: finishing write tid 1 to smithi19066007-44 2024-08-19T10:07:50.508 INFO:tasks.rados.rados.0.smithi190.stdout:2694: finishing write tid 2 to smithi19066007-44 2024-08-19T10:07:50.508 INFO:tasks.rados.rados.0.smithi190.stdout:2694: finishing write tid 3 to smithi19066007-44 2024-08-19T10:07:50.508 INFO:tasks.rados.rados.0.smithi190.stdout:2694: finishing write tid 4 to smithi19066007-44 2024-08-19T10:07:50.508 INFO:tasks.rados.rados.0.smithi190.stdout:2694: finishing write tid 5 to smithi19066007-44 2024-08-19T10:07:50.508 INFO:tasks.rados.rados.0.smithi190.stdout:2694: oid 44 updating version 0 to 1453 2024-08-19T10:07:50.508 INFO:tasks.rados.rados.0.smithi190.stdout:2694: oid 44 updating version 1453 to 1454 2024-08-19T10:07:50.508 INFO:tasks.rados.rados.0.smithi190.stdout:2694: oid 44 updating version 1454 to 1455 2024-08-19T10:07:50.508 INFO:tasks.rados.rados.0.smithi190.stdout:2694: oid 44 version 1455 is already newer than 1452 2024-08-19T10:07:50.508 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 1455 (ObjNum 821 snap 270 seq_num 821) dirty exists 2024-08-19T10:07:50.508 INFO:tasks.rados.rados.0.smithi190.stdout:2694: left oid 44 (ObjNum 821 snap 270 seq_num 821) 2024-08-19T10:07:50.508 INFO:tasks.rados.rados.0.smithi190.stdout:2689: done (6 left) 2024-08-19T10:07:50.508 INFO:tasks.rados.rados.0.smithi190.stdout:2690: done (5 left) 2024-08-19T10:07:50.509 INFO:tasks.rados.rados.0.smithi190.stdout:2691: done (4 left) 2024-08-19T10:07:50.509 INFO:tasks.rados.rados.0.smithi190.stdout:2692: done (3 left) 2024-08-19T10:07:50.509 INFO:tasks.rados.rados.0.smithi190.stdout:2693: done (2 left) 2024-08-19T10:07:50.509 INFO:tasks.rados.rados.0.smithi190.stdout:2694: done (1 left) 2024-08-19T10:07:50.509 INFO:tasks.rados.rados.0.smithi190.stdout:2695: done (0 left) 2024-08-19T10:07:50.509 INFO:tasks.rados.rados.0.smithi190.stdout:2696: snap_remove snap 258 2024-08-19T10:07:50.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: osdmap e619: 8 total, 8 up, 8 in 2024-08-19T10:07:50.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:50.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:50.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:07:50.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:07:50.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:50.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-08-19T10:07:50.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:50.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: osdmap e619: 8 total, 8 up, 8 in 2024-08-19T10:07:50.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:50.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:50.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:07:50.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:07:50.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:50.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-08-19T10:07:50.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:50.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.567 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.568 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:50 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.790 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: osdmap e619: 8 total, 8 up, 8 in 2024-08-19T10:07:50.790 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:50.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:50.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:07:50.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:07:50.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:07:50.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-08-19T10:07:50.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:07:50.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.792 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.792 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.792 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.792 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.792 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.792 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:50.792 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:50 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:07:51.451 INFO:tasks.rados.rados.0.smithi190.stdout:2696: done (0 left) 2024-08-19T10:07:51.451 INFO:tasks.rados.rados.0.smithi190.stdout:2697: read oid 29 snap -1 2024-08-19T10:07:51.451 INFO:tasks.rados.rados.0.smithi190.stdout:2697: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:07:51.451 INFO:tasks.rados.rados.0.smithi190.stdout:2698: read oid 3 snap -1 2024-08-19T10:07:51.451 INFO:tasks.rados.rados.0.smithi190.stdout:2698: expect (ObjNum 496 snap 160 seq_num 496) 2024-08-19T10:07:51.452 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 270 2024-08-19T10:07:51.452 INFO:tasks.rados.rados.0.smithi190.stdout:2699: seq_num 823 ranges {2375680=589824,2965504=573440,3538944=630784} 2024-08-19T10:07:51.469 INFO:tasks.rados.rados.0.smithi190.stdout:2699: writing smithi19066007-22 from 2375680 to 2965504 tid 1 2024-08-19T10:07:51.473 INFO:tasks.rados.rados.0.smithi190.stdout:2699: writing smithi19066007-22 from 2965504 to 3538944 tid 2 2024-08-19T10:07:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:2699: writing smithi19066007-22 from 3538944 to 4169728 tid 3 2024-08-19T10:07:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:2700: snap_remove snap 250 2024-08-19T10:07:51.812 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:51 smithi196 ceph-mon[72638]: pgmap v600: 121 pgs: 121 active+clean; 162 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-19T10:07:51.812 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:51 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T10:07:51.812 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:51 smithi196 ceph-mon[72638]: osdmap e620: 8 total, 8 up, 8 in 2024-08-19T10:07:51.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:51 smithi190 ceph-mon[77620]: pgmap v600: 121 pgs: 121 active+clean; 162 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-19T10:07:51.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:51 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T10:07:51.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:51 smithi190 ceph-mon[77620]: osdmap e620: 8 total, 8 up, 8 in 2024-08-19T10:07:51.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:51 smithi190 ceph-mon[80032]: pgmap v600: 121 pgs: 121 active+clean; 162 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-19T10:07:51.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:51 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-19T10:07:51.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:51 smithi190 ceph-mon[80032]: osdmap e620: 8 total, 8 up, 8 in 2024-08-19T10:07:52.472 INFO:tasks.rados.rados.0.smithi190.stdout:2700: done (3 left) 2024-08-19T10:07:52.472 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 18 current snap is 270 2024-08-19T10:07:52.472 INFO:tasks.rados.rados.0.smithi190.stdout:2701: seq_num 824 ranges {1458176=606208,2064384=458752,2523136=573440,3096576=172032} 2024-08-19T10:07:52.484 INFO:tasks.rados.rados.0.smithi190.stdout:2701: writing smithi19066007-18 from 1458176 to 2064384 tid 1 2024-08-19T10:07:52.487 INFO:tasks.rados.rados.0.smithi190.stdout:2701: writing smithi19066007-18 from 2064384 to 2523136 tid 2 2024-08-19T10:07:52.490 INFO:tasks.rados.rados.0.smithi190.stdout:2701: writing smithi19066007-18 from 2523136 to 3096576 tid 3 2024-08-19T10:07:52.491 INFO:tasks.rados.rados.0.smithi190.stdout:2701: writing smithi19066007-18 from 3096576 to 3268608 tid 4 2024-08-19T10:07:52.491 INFO:tasks.rados.rados.0.smithi190.stdout:2702: setattr oid 7 current snap is 270 2024-08-19T10:07:52.491 INFO:tasks.rados.rados.0.smithi190.stdout:2698: expect (ObjNum 496 snap 160 seq_num 496) 2024-08-19T10:07:52.615 INFO:tasks.rados.rados.0.smithi190.stdout:2697: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:07:52.652 INFO:tasks.rados.rados.0.smithi190.stdout:2699: finishing write tid 1 to smithi19066007-22 2024-08-19T10:07:52.652 INFO:tasks.rados.rados.0.smithi190.stdout:2699: finishing write tid 2 to smithi19066007-22 2024-08-19T10:07:52.652 INFO:tasks.rados.rados.0.smithi190.stdout:2699: finishing write tid 3 to smithi19066007-22 2024-08-19T10:07:52.652 INFO:tasks.rados.rados.0.smithi190.stdout:2699: finishing write tid 4 to smithi19066007-22 2024-08-19T10:07:52.652 INFO:tasks.rados.rados.0.smithi190.stdout:2699: finishing write tid 5 to smithi19066007-22 2024-08-19T10:07:52.652 INFO:tasks.rados.rados.0.smithi190.stdout:2699: oid 22 updating version 0 to 1459 2024-08-19T10:07:52.652 INFO:tasks.rados.rados.0.smithi190.stdout:2699: oid 22 version 1459 is already newer than 1456 2024-08-19T10:07:52.652 INFO:tasks.rados.rados.0.smithi190.stdout:2699: oid 22 version 1459 is already newer than 1458 2024-08-19T10:07:52.653 INFO:tasks.rados.rados.0.smithi190.stdout:2699: oid 22 version 1459 is already newer than 1457 2024-08-19T10:07:52.653 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 1459 (ObjNum 823 snap 270 seq_num 823) dirty exists 2024-08-19T10:07:52.653 INFO:tasks.rados.rados.0.smithi190.stdout:2699: left oid 22 (ObjNum 823 snap 270 seq_num 823) 2024-08-19T10:07:52.653 INFO:tasks.rados.rados.0.smithi190.stdout:2701: finishing write tid 1 to smithi19066007-18 2024-08-19T10:07:52.653 INFO:tasks.rados.rados.0.smithi190.stdout:2701: finishing write tid 2 to smithi19066007-18 2024-08-19T10:07:52.653 INFO:tasks.rados.rados.0.smithi190.stdout:2701: finishing write tid 3 to smithi19066007-18 2024-08-19T10:07:52.653 INFO:tasks.rados.rados.0.smithi190.stdout:2701: finishing write tid 4 to smithi19066007-18 2024-08-19T10:07:52.653 INFO:tasks.rados.rados.0.smithi190.stdout:2701: finishing write tid 5 to smithi19066007-18 2024-08-19T10:07:52.653 INFO:tasks.rados.rados.0.smithi190.stdout:2701: finishing write tid 6 to smithi19066007-18 2024-08-19T10:07:52.653 INFO:tasks.rados.rados.0.smithi190.stdout:2701: oid 18 updating version 0 to 1805 2024-08-19T10:07:52.653 INFO:tasks.rados.rados.0.smithi190.stdout:2701: oid 18 updating version 1805 to 1807 2024-08-19T10:07:52.653 INFO:tasks.rados.rados.0.smithi190.stdout:2701: oid 18 updating version 1807 to 1808 2024-08-19T10:07:52.653 INFO:tasks.rados.rados.0.smithi190.stdout:2701: oid 18 version 1808 is already newer than 1804 2024-08-19T10:07:52.653 INFO:tasks.rados.rados.0.smithi190.stdout:2701: oid 18 version 1808 is already newer than 1806 2024-08-19T10:07:52.654 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 1808 (ObjNum 824 snap 270 seq_num 824) dirty exists 2024-08-19T10:07:52.654 INFO:tasks.rados.rados.0.smithi190.stdout:2701: left oid 18 (ObjNum 824 snap 270 seq_num 824) 2024-08-19T10:07:52.654 INFO:tasks.rados.rados.0.smithi190.stdout:2697: done (4 left) 2024-08-19T10:07:52.654 INFO:tasks.rados.rados.0.smithi190.stdout:2698: done (3 left) 2024-08-19T10:07:52.654 INFO:tasks.rados.rados.0.smithi190.stdout:2699: done (2 left) 2024-08-19T10:07:52.654 INFO:tasks.rados.rados.0.smithi190.stdout:2701: done (1 left) 2024-08-19T10:07:52.654 INFO:tasks.rados.rados.0.smithi190.stdout:2703: read oid 12 snap -1 2024-08-19T10:07:52.654 INFO:tasks.rados.rados.0.smithi190.stdout:2703: expect (ObjNum 812 snap 265 seq_num 812) 2024-08-19T10:07:52.654 INFO:tasks.rados.rados.0.smithi190.stdout:2704: rollback oid 31 current snap is 270 2024-08-19T10:07:52.654 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 31 to 259 2024-08-19T10:07:52.654 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 25 current snap is 270 2024-08-19T10:07:52.654 INFO:tasks.rados.rados.0.smithi190.stdout:2705: seq_num 825 ranges {4997120=622592,5619712=745472,6365184=458752} 2024-08-19T10:07:52.681 INFO:tasks.rados.rados.0.smithi190.stdout:2705: writing smithi19066007-25 from 4997120 to 5619712 tid 1 2024-08-19T10:07:52.686 INFO:tasks.rados.rados.0.smithi190.stdout:2705: writing smithi19066007-25 from 5619712 to 6365184 tid 2 2024-08-19T10:07:52.689 INFO:tasks.rados.rados.0.smithi190.stdout:2705: writing smithi19066007-25 from 6365184 to 6823936 tid 3 2024-08-19T10:07:52.689 INFO:tasks.rados.rados.0.smithi190.stdout:2706: read oid 17 snap -1 2024-08-19T10:07:52.689 INFO:tasks.rados.rados.0.smithi190.stdout:2706: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:07:52.689 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 14 current snap is 270 2024-08-19T10:07:52.689 INFO:tasks.rados.rados.0.smithi190.stdout:2704: finishing rollback tid 0 to smithi19066007-31 2024-08-19T10:07:52.689 INFO:tasks.rados.rados.0.smithi190.stdout:2707: seq_num 826 ranges {3399680=638976,4038656=630784,4669440=573440} 2024-08-19T10:07:52.711 INFO:tasks.rados.rados.0.smithi190.stdout:2707: writing smithi19066007-14 from 3399680 to 4038656 tid 1 2024-08-19T10:07:52.714 INFO:tasks.rados.rados.0.smithi190.stdout:2707: writing smithi19066007-14 from 4038656 to 4669440 tid 2 2024-08-19T10:07:52.718 INFO:tasks.rados.rados.0.smithi190.stdout:2707: writing smithi19066007-14 from 4669440 to 5242880 tid 3 2024-08-19T10:07:52.719 INFO:tasks.rados.rados.0.smithi190.stdout:2708: copy_from oid 29 from oid 18 current snap is 270 2024-08-19T10:07:52.719 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1471 (ObjNum 777 snap 259 seq_num 777) dirty exists 2024-08-19T10:07:52.719 INFO:tasks.rados.rados.0.smithi190.stdout:2704: finishing rollback tid 1 to smithi19066007-31 2024-08-19T10:07:52.719 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 1622 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T10:07:52.719 INFO:tasks.rados.rados.0.smithi190.stdout:2703: expect (ObjNum 812 snap 265 seq_num 812) 2024-08-19T10:07:52.761 INFO:tasks.rados.rados.0.smithi190.stdout:2705: finishing write tid 1 to smithi19066007-25 2024-08-19T10:07:52.762 INFO:tasks.rados.rados.0.smithi190.stdout:2705: finishing write tid 2 to smithi19066007-25 2024-08-19T10:07:52.762 INFO:tasks.rados.rados.0.smithi190.stdout:2705: finishing write tid 3 to smithi19066007-25 2024-08-19T10:07:52.762 INFO:tasks.rados.rados.0.smithi190.stdout:2705: finishing write tid 4 to smithi19066007-25 2024-08-19T10:07:52.762 INFO:tasks.rados.rados.0.smithi190.stdout:2705: finishing write tid 5 to smithi19066007-25 2024-08-19T10:07:52.762 INFO:tasks.rados.rados.0.smithi190.stdout:2705: oid 25 updating version 0 to 1626 2024-08-19T10:07:52.762 INFO:tasks.rados.rados.0.smithi190.stdout:2705: oid 25 version 1626 is already newer than 1625 2024-08-19T10:07:52.762 INFO:tasks.rados.rados.0.smithi190.stdout:2705: oid 25 updating version 1626 to 1627 2024-08-19T10:07:52.762 INFO:tasks.rados.rados.0.smithi190.stdout:2705: oid 25 version 1627 is already newer than 1624 2024-08-19T10:07:52.762 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 1627 (ObjNum 825 snap 270 seq_num 825) dirty exists 2024-08-19T10:07:52.762 INFO:tasks.rados.rados.0.smithi190.stdout:2705: left oid 25 (ObjNum 825 snap 270 seq_num 825) 2024-08-19T10:07:52.763 INFO:tasks.rados.rados.0.smithi190.stdout:2706: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:07:52.764 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:52 smithi190 ceph-mon[80032]: osdmap e621: 8 total, 8 up, 8 in 2024-08-19T10:07:52.765 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:52 smithi190 ceph-mon[80032]: Upgrade: Updating grafana.a 2024-08-19T10:07:52.765 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:52 smithi190 ceph-mon[80032]: Deploying daemon grafana.a on smithi196 2024-08-19T10:07:52.765 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:52 smithi190 ceph-mon[77620]: osdmap e621: 8 total, 8 up, 8 in 2024-08-19T10:07:52.765 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:52 smithi190 ceph-mon[77620]: Upgrade: Updating grafana.a 2024-08-19T10:07:52.765 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:52 smithi190 ceph-mon[77620]: Deploying daemon grafana.a on smithi196 2024-08-19T10:07:52.799 INFO:tasks.rados.rados.0.smithi190.stdout:2707: finishing write tid 1 to smithi19066007-14 2024-08-19T10:07:52.799 INFO:tasks.rados.rados.0.smithi190.stdout:2707: finishing write tid 2 to smithi19066007-14 2024-08-19T10:07:52.799 INFO:tasks.rados.rados.0.smithi190.stdout:2707: finishing write tid 3 to smithi19066007-14 2024-08-19T10:07:52.800 INFO:tasks.rados.rados.0.smithi190.stdout:2707: finishing write tid 4 to smithi19066007-14 2024-08-19T10:07:52.801 INFO:tasks.rados.rados.0.smithi190.stdout:2707: finishing write tid 5 to smithi19066007-14 2024-08-19T10:07:52.801 INFO:tasks.rados.rados.0.smithi190.stdout:2707: oid 14 updating version 0 to 1632 2024-08-19T10:07:52.801 INFO:tasks.rados.rados.0.smithi190.stdout:2707: oid 14 version 1632 is already newer than 1631 2024-08-19T10:07:52.801 INFO:tasks.rados.rados.0.smithi190.stdout:2707: oid 14 version 1632 is already newer than 1630 2024-08-19T10:07:52.801 INFO:tasks.rados.rados.0.smithi190.stdout:2707: oid 14 version 1632 is already newer than 1629 2024-08-19T10:07:52.801 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1632 (ObjNum 826 snap 270 seq_num 826) dirty exists 2024-08-19T10:07:52.801 INFO:tasks.rados.rados.0.smithi190.stdout:2707: left oid 14 (ObjNum 826 snap 270 seq_num 826) 2024-08-19T10:07:52.801 INFO:tasks.rados.rados.0.smithi190.stdout:2708: finishing copy_from racing read to smithi19066007-29 2024-08-19T10:07:52.801 INFO:tasks.rados.rados.0.smithi190.stdout:2708: finishing copy_from to smithi19066007-29 2024-08-19T10:07:52.801 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 1808 (ObjNum 824 snap 270 seq_num 824) dirty exists 2024-08-19T10:07:52.801 INFO:tasks.rados.rados.0.smithi190.stdout:2702: done (6 left) 2024-08-19T10:07:52.801 INFO:tasks.rados.rados.0.smithi190.stdout:2703: done (5 left) 2024-08-19T10:07:52.802 INFO:tasks.rados.rados.0.smithi190.stdout:2704: done (4 left) 2024-08-19T10:07:52.802 INFO:tasks.rados.rados.0.smithi190.stdout:2705: done (3 left) 2024-08-19T10:07:52.802 INFO:tasks.rados.rados.0.smithi190.stdout:2706: done (2 left) 2024-08-19T10:07:52.802 INFO:tasks.rados.rados.0.smithi190.stdout:2707: done (1 left) 2024-08-19T10:07:52.802 INFO:tasks.rados.rados.0.smithi190.stdout:2708: done (0 left) 2024-08-19T10:07:52.802 INFO:tasks.rados.rados.0.smithi190.stdout:2709: snap_create 2024-08-19T10:07:52.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:52 smithi196 ceph-mon[72638]: osdmap e621: 8 total, 8 up, 8 in 2024-08-19T10:07:52.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:52 smithi196 ceph-mon[72638]: Upgrade: Updating grafana.a 2024-08-19T10:07:52.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:52 smithi196 ceph-mon[72638]: Deploying daemon grafana.a on smithi196 2024-08-19T10:07:53.064 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:07:52 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[113713]: ts=2024-08-19T10:07:52.764Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003216728s 2024-08-19T10:07:53.381 INFO:tasks.rados.rados.0.smithi190.stdout:2709: done (0 left) 2024-08-19T10:07:53.381 INFO:tasks.rados.rados.0.smithi190.stdout:2710: delete oid 22 current snap is 271 2024-08-19T10:07:53.387 INFO:tasks.rados.rados.0.smithi190.stdout:2710: done (0 left) 2024-08-19T10:07:53.387 INFO:tasks.rados.rados.0.smithi190.stdout:2711: rollback oid 19 current snap is 271 2024-08-19T10:07:53.387 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 19 to 268 2024-08-19T10:07:53.387 INFO:tasks.rados.rados.0.smithi190.stdout:2712: rmattr oid 23 current snap is 271 2024-08-19T10:07:53.387 INFO:tasks.rados.rados.0.smithi190.stdout:2713: read oid 37 snap -1 2024-08-19T10:07:53.387 INFO:tasks.rados.rados.0.smithi190.stdout:2713: expect (ObjNum 774 snap 258 seq_num 774) 2024-08-19T10:07:53.387 INFO:tasks.rados.rados.0.smithi190.stdout:2714: read oid 17 snap 270 2024-08-19T10:07:53.387 INFO:tasks.rados.rados.0.smithi190.stdout:2714: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:07:53.387 INFO:tasks.rados.rados.0.smithi190.stdout:2715: read oid 49 snap 267 2024-08-19T10:07:53.387 INFO:tasks.rados.rados.0.smithi190.stdout:2715: expect (ObjNum 800 snap 263 seq_num 800) 2024-08-19T10:07:53.387 INFO:tasks.rados.rados.0.smithi190.stdout:2716: snap_create 2024-08-19T10:07:53.387 INFO:tasks.rados.rados.0.smithi190.stdout:2711: finishing rollback tid 1 to smithi19066007-19 2024-08-19T10:07:53.388 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-19T10:07:53.390 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1469 (ObjNum 684 snap 220 seq_num 684) dirty exists 2024-08-19T10:07:53.391 INFO:tasks.rados.rados.0.smithi190.stdout:2714: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:07:53.429 INFO:tasks.rados.rados.0.smithi190.stdout:2715: expect (ObjNum 800 snap 263 seq_num 800) 2024-08-19T10:07:53.467 INFO:tasks.rados.rados.0.smithi190.stdout:2713: expect (ObjNum 774 snap 258 seq_num 774) 2024-08-19T10:07:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:53 smithi190 ceph-mon[80032]: pgmap v603: 121 pgs: 121 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 552 KiB/s wr, 17 op/s 2024-08-19T10:07:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:53 smithi190 ceph-mon[80032]: osdmap e622: 8 total, 8 up, 8 in 2024-08-19T10:07:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:53 smithi190 ceph-mon[80032]: osdmap e623: 8 total, 8 up, 8 in 2024-08-19T10:07:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:53 smithi190 ceph-mon[77620]: pgmap v603: 121 pgs: 121 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 552 KiB/s wr, 17 op/s 2024-08-19T10:07:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:53 smithi190 ceph-mon[77620]: osdmap e622: 8 total, 8 up, 8 in 2024-08-19T10:07:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:53 smithi190 ceph-mon[77620]: osdmap e623: 8 total, 8 up, 8 in 2024-08-19T10:07:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:53 smithi196 ceph-mon[72638]: pgmap v603: 121 pgs: 121 active+clean; 160 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 552 KiB/s wr, 17 op/s 2024-08-19T10:07:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:53 smithi196 ceph-mon[72638]: osdmap e622: 8 total, 8 up, 8 in 2024-08-19T10:07:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:53 smithi196 ceph-mon[72638]: osdmap e623: 8 total, 8 up, 8 in 2024-08-19T10:07:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2711: done (5 left) 2024-08-19T10:07:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2712: done (4 left) 2024-08-19T10:07:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2713: done (3 left) 2024-08-19T10:07:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2714: done (2 left) 2024-08-19T10:07:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2715: done (1 left) 2024-08-19T10:07:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2716: done (0 left) 2024-08-19T10:07:54.383 INFO:tasks.rados.rados.0.smithi190.stdout:2717: copy_from oid 43 from oid 41 current snap is 272 2024-08-19T10:07:54.384 INFO:tasks.rados.rados.0.smithi190.stdout:2718: delete oid 31 current snap is 272 2024-08-19T10:07:54.387 INFO:tasks.rados.rados.0.smithi190.stdout:2718: done (1 left) 2024-08-19T10:07:54.387 INFO:tasks.rados.rados.0.smithi190.stdout:2719: copy_from oid 10 from oid 31 current snap is 272 2024-08-19T10:07:54.387 INFO:tasks.rados.rados.0.smithi190.stdout:2720: read oid 4 snap -1 2024-08-19T10:07:54.387 INFO:tasks.rados.rados.0.smithi190.stdout:2720: expect (ObjNum 718 snap 239 seq_num 718) 2024-08-19T10:07:54.387 INFO:tasks.rados.rados.0.smithi190.stdout:2721: setattr oid 9 current snap is 272 2024-08-19T10:07:54.387 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 8 current snap is 272 2024-08-19T10:07:54.387 INFO:tasks.rados.rados.0.smithi190.stdout:2722: seq_num 829 ranges {1875968=688128,2564096=729088,3293184=475136} 2024-08-19T10:07:54.402 INFO:tasks.rados.rados.0.smithi190.stdout:2722: writing smithi19066007-8 from 1875968 to 2564096 tid 1 2024-08-19T10:07:54.406 INFO:tasks.rados.rados.0.smithi190.stdout:2722: writing smithi19066007-8 from 2564096 to 3293184 tid 2 2024-08-19T10:07:54.410 INFO:tasks.rados.rados.0.smithi190.stdout:2722: writing smithi19066007-8 from 3293184 to 3768320 tid 3 2024-08-19T10:07:54.411 INFO:tasks.rados.rados.0.smithi190.stdout:2723: copy_from oid 47 from oid 11 current snap is 272 2024-08-19T10:07:54.411 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1470 (ObjNum 769 snap 257 seq_num 769) dirty exists 2024-08-19T10:07:54.411 INFO:tasks.rados.rados.0.smithi190.stdout:2719: finishing copy_from to smithi19066007-10 2024-08-19T10:07:54.411 INFO:tasks.rados.rados.0.smithi190.stdout:2719: got expected ENOENT (src dne) 2024-08-19T10:07:54.411 INFO:tasks.rados.rados.0.smithi190.stdout:2719: finishing copy_from racing read to smithi19066007-10 2024-08-19T10:07:54.411 INFO:tasks.rados.rados.0.smithi190.stdout:2722: finishing write tid 1 to smithi19066007-8 2024-08-19T10:07:54.411 INFO:tasks.rados.rados.0.smithi190.stdout:2719: done (5 left) 2024-08-19T10:07:54.411 INFO:tasks.rados.rados.0.smithi190.stdout:2721: done (4 left) 2024-08-19T10:07:54.411 INFO:tasks.rados.rados.0.smithi190.stdout:2724: rollback oid 48 current snap is 272 2024-08-19T10:07:54.411 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 48 to 267 2024-08-19T10:07:54.411 INFO:tasks.rados.rados.0.smithi190.stdout:2725: setattr oid 31 current snap is 272 2024-08-19T10:07:54.413 INFO:tasks.rados.rados.0.smithi190.stdout:2726: snap_create 2024-08-19T10:07:54.414 INFO:tasks.rados.rados.0.smithi190.stdout:2722: finishing write tid 2 to smithi19066007-8 2024-08-19T10:07:54.415 INFO:tasks.rados.rados.0.smithi190.stdout:2720: expect (ObjNum 718 snap 239 seq_num 718) 2024-08-19T10:07:54.773 INFO:tasks.rados.rados.0.smithi190.stdout:2722: finishing write tid 3 to smithi19066007-8 2024-08-19T10:07:54.773 INFO:tasks.rados.rados.0.smithi190.stdout:2722: finishing write tid 4 to smithi19066007-8 2024-08-19T10:07:54.773 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 1634 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:07:54.773 INFO:tasks.rados.rados.0.smithi190.stdout:2717: finishing copy_from racing read to smithi19066007-43 2024-08-19T10:07:54.773 INFO:tasks.rados.rados.0.smithi190.stdout:2724: finishing rollback tid 0 to smithi19066007-48 2024-08-19T10:07:54.774 INFO:tasks.rados.rados.0.smithi190.stdout:2722: finishing write tid 5 to smithi19066007-8 2024-08-19T10:07:54.774 INFO:tasks.rados.rados.0.smithi190.stdout:2722: oid 8 updating version 0 to 1811 2024-08-19T10:07:54.774 INFO:tasks.rados.rados.0.smithi190.stdout:2722: oid 8 version 1811 is already newer than 1810 2024-08-19T10:07:54.774 INFO:tasks.rados.rados.0.smithi190.stdout:2722: oid 8 updating version 1811 to 1813 2024-08-19T10:07:54.774 INFO:tasks.rados.rados.0.smithi190.stdout:2722: oid 8 version 1813 is already newer than 1812 2024-08-19T10:07:54.774 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1813 (ObjNum 829 snap 272 seq_num 829) dirty exists 2024-08-19T10:07:54.774 INFO:tasks.rados.rados.0.smithi190.stdout:2722: left oid 8 (ObjNum 829 snap 272 seq_num 829) 2024-08-19T10:07:54.774 INFO:tasks.rados.rados.0.smithi190.stdout:2724: finishing rollback tid 1 to smithi19066007-48 2024-08-19T10:07:54.774 INFO:tasks.rados.rados.0.smithi190.stdout:2724: finishing rollback tid 2 to smithi19066007-48 2024-08-19T10:07:54.774 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1817 (ObjNum 755 snap 252 seq_num 755) dirty exists 2024-08-19T10:07:54.774 INFO:tasks.rados.rados.0.smithi190.stdout:2717: finishing copy_from to smithi19066007-43 2024-08-19T10:07:54.774 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1121 (ObjNum 752 snap 249 seq_num 752) dirty exists 2024-08-19T10:07:54.774 INFO:tasks.rados.rados.0.smithi190.stdout:2723: finishing copy_from racing read to smithi19066007-47 2024-08-19T10:07:54.775 INFO:tasks.rados.rados.0.smithi190.stdout:2723: finishing copy_from to smithi19066007-47 2024-08-19T10:07:54.775 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1463 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-19T10:07:55.393 INFO:tasks.rados.rados.0.smithi190.stdout:2717: done (6 left) 2024-08-19T10:07:55.393 INFO:tasks.rados.rados.0.smithi190.stdout:2720: done (5 left) 2024-08-19T10:07:55.393 INFO:tasks.rados.rados.0.smithi190.stdout:2722: done (4 left) 2024-08-19T10:07:55.393 INFO:tasks.rados.rados.0.smithi190.stdout:2723: done (3 left) 2024-08-19T10:07:55.393 INFO:tasks.rados.rados.0.smithi190.stdout:2724: done (2 left) 2024-08-19T10:07:55.393 INFO:tasks.rados.rados.0.smithi190.stdout:2725: done (1 left) 2024-08-19T10:07:55.393 INFO:tasks.rados.rados.0.smithi190.stdout:2726: done (0 left) 2024-08-19T10:07:55.393 INFO:tasks.rados.rados.0.smithi190.stdout:2727: read oid 18 snap -1 2024-08-19T10:07:55.393 INFO:tasks.rados.rados.0.smithi190.stdout:2727: expect (ObjNum 824 snap 270 seq_num 824) 2024-08-19T10:07:55.393 INFO:tasks.rados.rados.0.smithi190.stdout:2728: read oid 38 snap -1 2024-08-19T10:07:55.393 INFO:tasks.rados.rados.0.smithi190.stdout:2728: expect (ObjNum 774 snap 258 seq_num 774) 2024-08-19T10:07:55.394 INFO:tasks.rados.rados.0.smithi190.stdout:2729: read oid 10 snap -1 2024-08-19T10:07:55.394 INFO:tasks.rados.rados.0.smithi190.stdout:2729: expect (ObjNum 798 snap 263 seq_num 798) 2024-08-19T10:07:55.394 INFO:tasks.rados.rados.0.smithi190.stdout:2730: read oid 47 snap 271 2024-08-19T10:07:55.394 INFO:tasks.rados.rados.0.smithi190.stdout:2730: expect (ObjNum -938332032 snap 21847 seq_num 3356109808) 2024-08-19T10:07:55.394 INFO:tasks.rados.rados.0.smithi190.stdout:2731: snap_remove snap 252 2024-08-19T10:07:55.635 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:55 smithi190 ceph-mon[77620]: pgmap v606: 121 pgs: 121 active+clean; 166 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-19T10:07:55.635 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:55 smithi190 ceph-mon[77620]: osdmap e624: 8 total, 8 up, 8 in 2024-08-19T10:07:55.636 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:55 smithi190 ceph-mon[80032]: pgmap v606: 121 pgs: 121 active+clean; 166 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-19T10:07:55.636 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:55 smithi190 ceph-mon[80032]: osdmap e624: 8 total, 8 up, 8 in 2024-08-19T10:07:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:55 smithi196 ceph-mon[72638]: pgmap v606: 121 pgs: 121 active+clean; 166 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-19T10:07:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:55 smithi196 ceph-mon[72638]: osdmap e624: 8 total, 8 up, 8 in 2024-08-19T10:07:56.401 INFO:tasks.rados.rados.0.smithi190.stdout:2731: done (4 left) 2024-08-19T10:07:56.402 INFO:tasks.rados.rados.0.smithi190.stdout:2732: delete oid 5 current snap is 273 2024-08-19T10:07:56.402 INFO:tasks.rados.rados.0.smithi190.stdout:2730: expect (ObjNum -938332032 snap 21847 seq_num 3356109808) 2024-08-19T10:07:56.405 INFO:tasks.rados.rados.0.smithi190.stdout:2728: expect (ObjNum 774 snap 258 seq_num 774) 2024-08-19T10:07:56.472 INFO:tasks.rados.rados.0.smithi190.stdout:2727: expect (ObjNum 824 snap 270 seq_num 824) 2024-08-19T10:07:56.576 INFO:tasks.rados.rados.0.smithi190.stdout:2729: expect (ObjNum 798 snap 263 seq_num 798) 2024-08-19T10:07:56.665 INFO:tasks.rados.rados.0.smithi190.stdout:2727: done (4 left) 2024-08-19T10:07:56.665 INFO:tasks.rados.rados.0.smithi190.stdout:2728: done (3 left) 2024-08-19T10:07:56.666 INFO:tasks.rados.rados.0.smithi190.stdout:2729: done (2 left) 2024-08-19T10:07:56.666 INFO:tasks.rados.rados.0.smithi190.stdout:2730: done (1 left) 2024-08-19T10:07:56.666 INFO:tasks.rados.rados.0.smithi190.stdout:2732: done (0 left) 2024-08-19T10:07:56.666 INFO:tasks.rados.rados.0.smithi190.stdout:2733: snap_create 2024-08-19T10:07:56.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:56 smithi196 ceph-mon[72638]: osdmap e625: 8 total, 8 up, 8 in 2024-08-19T10:07:56.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:56 smithi190 ceph-mon[77620]: osdmap e625: 8 total, 8 up, 8 in 2024-08-19T10:07:56.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:56 smithi190 ceph-mon[80032]: osdmap e625: 8 total, 8 up, 8 in 2024-08-19T10:07:57.404 INFO:tasks.rados.rados.0.smithi190.stdout:2733: done (0 left) 2024-08-19T10:07:57.405 INFO:tasks.rados.rados.0.smithi190.stdout:2734: read oid 43 snap 269 2024-08-19T10:07:57.405 INFO:tasks.rados.rados.0.smithi190.stdout:2734: expect (ObjNum 815 snap 268 seq_num 815) 2024-08-19T10:07:57.405 INFO:tasks.rados.rados.0.smithi190.stdout:2735: setattr oid 42 current snap is 274 2024-08-19T10:07:57.406 INFO:tasks.rados.rados.0.smithi190.stdout:2736: read oid 18 snap -1 2024-08-19T10:07:57.406 INFO:tasks.rados.rados.0.smithi190.stdout:2736: expect (ObjNum 824 snap 270 seq_num 824) 2024-08-19T10:07:57.406 INFO:tasks.rados.rados.0.smithi190.stdout:2737: read oid 48 snap -1 2024-08-19T10:07:57.406 INFO:tasks.rados.rados.0.smithi190.stdout:2737: expect (ObjNum 755 snap 252 seq_num 755) 2024-08-19T10:07:57.406 INFO:tasks.rados.rados.0.smithi190.stdout:2738: snap_create 2024-08-19T10:07:57.414 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1464 (ObjNum 810 snap 265 seq_num 810) dirty exists 2024-08-19T10:07:57.422 INFO:tasks.rados.rados.0.smithi190.stdout:2734: expect (ObjNum 815 snap 268 seq_num 815) 2024-08-19T10:07:57.608 INFO:tasks.rados.rados.0.smithi190.stdout:2736: expect (ObjNum 824 snap 270 seq_num 824) 2024-08-19T10:07:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:57 smithi196 ceph-mon[72638]: pgmap v609: 121 pgs: 121 active+clean; 172 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-08-19T10:07:57.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:57 smithi196 ceph-mon[72638]: osdmap e626: 8 total, 8 up, 8 in 2024-08-19T10:07:57.685 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:57 smithi190 ceph-mon[80032]: pgmap v609: 121 pgs: 121 active+clean; 172 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-08-19T10:07:57.685 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:57 smithi190 ceph-mon[80032]: osdmap e626: 8 total, 8 up, 8 in 2024-08-19T10:07:57.685 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:57 smithi190 ceph-mon[77620]: pgmap v609: 121 pgs: 121 active+clean; 172 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-08-19T10:07:57.685 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:57 smithi190 ceph-mon[77620]: osdmap e626: 8 total, 8 up, 8 in 2024-08-19T10:07:57.713 INFO:tasks.rados.rados.0.smithi190.stdout:2737: expect (ObjNum 755 snap 252 seq_num 755) 2024-08-19T10:07:58.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:07:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:07:57] "GET /metrics HTTP/1.1" 200 36374 "" "Prometheus/2.51.0" 2024-08-19T10:07:58.384 INFO:tasks.rados.rados.0.smithi190.stdout:2734: done (4 left) 2024-08-19T10:07:58.384 INFO:tasks.rados.rados.0.smithi190.stdout:2735: done (3 left) 2024-08-19T10:07:58.384 INFO:tasks.rados.rados.0.smithi190.stdout:2736: done (2 left) 2024-08-19T10:07:58.384 INFO:tasks.rados.rados.0.smithi190.stdout:2737: done (1 left) 2024-08-19T10:07:58.384 INFO:tasks.rados.rados.0.smithi190.stdout:2738: done (0 left) 2024-08-19T10:07:58.384 INFO:tasks.rados.rados.0.smithi190.stdout:2739: rollback oid 39 current snap is 275 2024-08-19T10:07:58.385 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 39 to 269 2024-08-19T10:07:58.385 INFO:tasks.rados.rados.0.smithi190.stdout:2740: delete oid 44 current snap is 275 2024-08-19T10:07:58.388 INFO:tasks.rados.rados.0.smithi190.stdout:2739: finishing rollback tid 1 to smithi19066007-39 2024-08-19T10:07:58.388 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1776 (ObjNum 401 snap 0 seq_num 1526705760) dirty dne 2024-08-19T10:07:58.390 INFO:tasks.rados.rados.0.smithi190.stdout:2739: done (1 left) 2024-08-19T10:07:58.390 INFO:tasks.rados.rados.0.smithi190.stdout:2740: done (0 left) 2024-08-19T10:07:58.390 INFO:tasks.rados.rados.0.smithi190.stdout:2741: read oid 15 snap -1 2024-08-19T10:07:58.390 INFO:tasks.rados.rados.0.smithi190.stdout:2741: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:07:58.390 INFO:tasks.rados.rados.0.smithi190.stdout:2742: delete oid 48 current snap is 275 2024-08-19T10:07:58.393 INFO:tasks.rados.rados.0.smithi190.stdout:2742: done (1 left) 2024-08-19T10:07:58.393 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 25 current snap is 275 2024-08-19T10:07:58.393 INFO:tasks.rados.rados.0.smithi190.stdout:2743: seq_num 833 ranges {6823936=761856,7585792=671744,8257536=532480} 2024-08-19T10:07:58.434 INFO:tasks.rados.rados.0.smithi190.stdout:2743: writing smithi19066007-25 from 6823936 to 7585792 tid 1 2024-08-19T10:07:58.437 INFO:tasks.rados.rados.0.smithi190.stdout:2743: writing smithi19066007-25 from 7585792 to 8257536 tid 2 2024-08-19T10:07:58.441 INFO:tasks.rados.rados.0.smithi190.stdout:2743: writing smithi19066007-25 from 8257536 to 8790016 tid 3 2024-08-19T10:07:58.441 INFO:tasks.rados.rados.0.smithi190.stdout:2744: read oid 33 snap 268 2024-08-19T10:07:58.441 INFO:tasks.rados.rados.0.smithi190.stdout:2744: expect (ObjNum 741 snap 248 seq_num 741) 2024-08-19T10:07:58.441 INFO:tasks.rados.rados.0.smithi190.stdout:2745: snap_create 2024-08-19T10:07:58.441 INFO:tasks.rados.rados.0.smithi190.stdout:2741: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:07:58.478 INFO:tasks.rados.rados.0.smithi190.stdout:2743: finishing write tid 1 to smithi19066007-25 2024-08-19T10:07:58.478 INFO:tasks.rados.rados.0.smithi190.stdout:2743: finishing write tid 2 to smithi19066007-25 2024-08-19T10:07:58.478 INFO:tasks.rados.rados.0.smithi190.stdout:2743: finishing write tid 3 to smithi19066007-25 2024-08-19T10:07:58.478 INFO:tasks.rados.rados.0.smithi190.stdout:2743: finishing write tid 4 to smithi19066007-25 2024-08-19T10:07:58.478 INFO:tasks.rados.rados.0.smithi190.stdout:2743: finishing write tid 5 to smithi19066007-25 2024-08-19T10:07:58.478 INFO:tasks.rados.rados.0.smithi190.stdout:2743: oid 25 updating version 0 to 1643 2024-08-19T10:07:58.478 INFO:tasks.rados.rados.0.smithi190.stdout:2743: oid 25 version 1643 is already newer than 1640 2024-08-19T10:07:58.479 INFO:tasks.rados.rados.0.smithi190.stdout:2743: oid 25 version 1643 is already newer than 1641 2024-08-19T10:07:58.479 INFO:tasks.rados.rados.0.smithi190.stdout:2743: oid 25 version 1643 is already newer than 1642 2024-08-19T10:07:58.479 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 1643 (ObjNum 833 snap 275 seq_num 833) dirty exists 2024-08-19T10:07:58.479 INFO:tasks.rados.rados.0.smithi190.stdout:2743: left oid 25 (ObjNum 833 snap 275 seq_num 833) 2024-08-19T10:07:58.479 INFO:tasks.rados.rados.0.smithi190.stdout:2744: expect (ObjNum 741 snap 248 seq_num 741) 2024-08-19T10:07:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:58 smithi196 ceph-mon[72638]: osdmap e627: 8 total, 8 up, 8 in 2024-08-19T10:07:58.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:58 smithi196 ceph-mon[72638]: osdmap e628: 8 total, 8 up, 8 in 2024-08-19T10:07:58.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:58 smithi190 ceph-mon[77620]: osdmap e627: 8 total, 8 up, 8 in 2024-08-19T10:07:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:58 smithi190 ceph-mon[77620]: osdmap e628: 8 total, 8 up, 8 in 2024-08-19T10:07:58.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:58 smithi190 ceph-mon[80032]: osdmap e627: 8 total, 8 up, 8 in 2024-08-19T10:07:58.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:58 smithi190 ceph-mon[80032]: osdmap e628: 8 total, 8 up, 8 in 2024-08-19T10:07:59.420 INFO:tasks.rados.rados.0.smithi190.stdout:2741: done (3 left) 2024-08-19T10:07:59.420 INFO:tasks.rados.rados.0.smithi190.stdout:2743: done (2 left) 2024-08-19T10:07:59.420 INFO:tasks.rados.rados.0.smithi190.stdout:2744: done (1 left) 2024-08-19T10:07:59.420 INFO:tasks.rados.rados.0.smithi190.stdout:2745: done (0 left) 2024-08-19T10:07:59.420 INFO:tasks.rados.rados.0.smithi190.stdout:2746: delete oid 11 current snap is 276 2024-08-19T10:07:59.424 INFO:tasks.rados.rados.0.smithi190.stdout:2746: done (0 left) 2024-08-19T10:07:59.424 INFO:tasks.rados.rados.0.smithi190.stdout:2747: copy_from oid 34 from oid 29 current snap is 276 2024-08-19T10:07:59.424 INFO:tasks.rados.rados.0.smithi190.stdout:2748: delete oid 14 current snap is 276 2024-08-19T10:07:59.428 INFO:tasks.rados.rados.0.smithi190.stdout:2748: done (1 left) 2024-08-19T10:07:59.428 INFO:tasks.rados.rados.0.smithi190.stdout:2749: setattr oid 36 current snap is 276 2024-08-19T10:07:59.432 INFO:tasks.rados.rados.0.smithi190.stdout:2750: rollback oid 10 current snap is 276 2024-08-19T10:07:59.432 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 10 to 271 2024-08-19T10:07:59.432 INFO:tasks.rados.rados.0.smithi190.stdout:2751: copy_from oid 46 from oid 49 current snap is 276 2024-08-19T10:07:59.432 INFO:tasks.rados.rados.0.smithi190.stdout:2752: rollback oid 24 current snap is 276 2024-08-19T10:07:59.432 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 24 to 259 2024-08-19T10:07:59.432 INFO:tasks.rados.rados.0.smithi190.stdout:2753: read oid 15 snap -1 2024-08-19T10:07:59.433 INFO:tasks.rados.rados.0.smithi190.stdout:2753: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:07:59.433 INFO:tasks.rados.rados.0.smithi190.stdout:2754: copy_from oid 9 from oid 23 current snap is 276 2024-08-19T10:07:59.433 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 50 current snap is 276 2024-08-19T10:07:59.433 INFO:tasks.rados.rados.0.smithi190.stdout:2755: seq_num 836 ranges {2637824=409600,3047424=720896,3768320=516096,4284416=368640} 2024-08-19T10:07:59.449 INFO:tasks.rados.rados.0.smithi190.stdout:2755: writing smithi19066007-50 from 2637824 to 3047424 tid 1 2024-08-19T10:07:59.453 INFO:tasks.rados.rados.0.smithi190.stdout:2755: writing smithi19066007-50 from 3047424 to 3768320 tid 2 2024-08-19T10:07:59.456 INFO:tasks.rados.rados.0.smithi190.stdout:2755: writing smithi19066007-50 from 3768320 to 4284416 tid 3 2024-08-19T10:07:59.459 INFO:tasks.rados.rados.0.smithi190.stdout:2755: writing smithi19066007-50 from 4284416 to 4653056 tid 4 2024-08-19T10:07:59.506 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 28 current snap is 276 2024-08-19T10:07:59.506 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 1827 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-19T10:07:59.506 INFO:tasks.rados.rados.0.smithi190.stdout:2756: seq_num 837 ranges {1392640=425984,1818624=655360,2473984=729088,3203072=221184} 2024-08-19T10:07:59.507 INFO:tasks.rados.rados.0.smithi190.stdout:2756: writing smithi19066007-28 from 1392640 to 1818624 tid 1 2024-08-19T10:07:59.507 INFO:tasks.rados.rados.0.smithi190.stdout:2756: writing smithi19066007-28 from 1818624 to 2473984 tid 2 2024-08-19T10:07:59.508 INFO:tasks.rados.rados.0.smithi190.stdout:2756: writing smithi19066007-28 from 2473984 to 3203072 tid 3 2024-08-19T10:07:59.508 INFO:tasks.rados.rados.0.smithi190.stdout:2756: writing smithi19066007-28 from 3203072 to 3424256 tid 4 2024-08-19T10:07:59.508 INFO:tasks.rados.rados.0.smithi190.stdout:2753: expect (ObjNum 461 snap 151 seq_num 461) 2024-08-19T10:07:59.514 INFO:tasks.rados.rados.0.smithi190.stdout:2752: finishing rollback tid 0 to smithi19066007-24 2024-08-19T10:07:59.514 INFO:tasks.rados.rados.0.smithi190.stdout:2752: finishing rollback tid 1 to smithi19066007-24 2024-08-19T10:07:59.514 INFO:tasks.rados.rados.0.smithi190.stdout:2752: finishing rollback tid 2 to smithi19066007-24 2024-08-19T10:07:59.514 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 1585 (ObjNum 746 snap 248 seq_num 746) dirty exists 2024-08-19T10:07:59.514 INFO:tasks.rados.rados.0.smithi190.stdout:2750: finishing rollback tid 0 to smithi19066007-10 2024-08-19T10:07:59.514 INFO:tasks.rados.rados.0.smithi190.stdout:2747: finishing copy_from racing read to smithi19066007-34 2024-08-19T10:07:59.514 INFO:tasks.rados.rados.0.smithi190.stdout:2750: finishing rollback tid 1 to smithi19066007-10 2024-08-19T10:07:59.515 INFO:tasks.rados.rados.0.smithi190.stdout:2750: finishing rollback tid 2 to smithi19066007-10 2024-08-19T10:07:59.515 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 1811 (ObjNum 798 snap 263 seq_num 798) dirty exists 2024-08-19T10:07:59.515 INFO:tasks.rados.rados.0.smithi190.stdout:2749: done (8 left) 2024-08-19T10:07:59.515 INFO:tasks.rados.rados.0.smithi190.stdout:2750: done (7 left) 2024-08-19T10:07:59.515 INFO:tasks.rados.rados.0.smithi190.stdout:2752: done (6 left) 2024-08-19T10:07:59.515 INFO:tasks.rados.rados.0.smithi190.stdout:2753: done (5 left) 2024-08-19T10:07:59.515 INFO:tasks.rados.rados.0.smithi190.stdout:2757: copy_from oid 36 from oid 39 current snap is 276 2024-08-19T10:07:59.515 INFO:tasks.rados.rados.0.smithi190.stdout:2747: finishing copy_from to smithi19066007-34 2024-08-19T10:07:59.515 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 1808 (ObjNum 824 snap 270 seq_num 824) dirty exists 2024-08-19T10:07:59.515 INFO:tasks.rados.rados.0.smithi190.stdout:2751: finishing copy_from racing read to smithi19066007-46 2024-08-19T10:07:59.515 INFO:tasks.rados.rados.0.smithi190.stdout:2751: finishing copy_from to smithi19066007-46 2024-08-19T10:07:59.515 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 1230 (ObjNum 800 snap 263 seq_num 800) dirty exists 2024-08-19T10:07:59.515 INFO:tasks.rados.rados.0.smithi190.stdout:2754: finishing copy_from racing read to smithi19066007-9 2024-08-19T10:07:59.515 INFO:tasks.rados.rados.0.smithi190.stdout:2754: finishing copy_from to smithi19066007-9 2024-08-19T10:07:59.516 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1469 (ObjNum 684 snap 220 seq_num 684) dirty exists 2024-08-19T10:07:59.516 INFO:tasks.rados.rados.0.smithi190.stdout:2755: finishing write tid 1 to smithi19066007-50 2024-08-19T10:07:59.516 INFO:tasks.rados.rados.0.smithi190.stdout:2755: finishing write tid 2 to smithi19066007-50 2024-08-19T10:07:59.516 INFO:tasks.rados.rados.0.smithi190.stdout:2755: finishing write tid 3 to smithi19066007-50 2024-08-19T10:07:59.516 INFO:tasks.rados.rados.0.smithi190.stdout:2755: finishing write tid 4 to smithi19066007-50 2024-08-19T10:07:59.516 INFO:tasks.rados.rados.0.smithi190.stdout:2755: finishing write tid 5 to smithi19066007-50 2024-08-19T10:07:59.516 INFO:tasks.rados.rados.0.smithi190.stdout:2755: finishing write tid 6 to smithi19066007-50 2024-08-19T10:07:59.516 INFO:tasks.rados.rados.0.smithi190.stdout:2755: oid 50 updating version 0 to 1472 2024-08-19T10:07:59.516 INFO:tasks.rados.rados.0.smithi190.stdout:2755: oid 50 updating version 1472 to 1474 2024-08-19T10:07:59.516 INFO:tasks.rados.rados.0.smithi190.stdout:2755: oid 50 version 1474 is already newer than 1473 2024-08-19T10:07:59.517 INFO:tasks.rados.rados.0.smithi190.stdout:2755: oid 50 updating version 1474 to 1475 2024-08-19T10:07:59.517 INFO:tasks.rados.rados.0.smithi190.stdout:2755: oid 50 updating version 1475 to 1476 2024-08-19T10:07:59.517 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1476 (ObjNum 836 snap 276 seq_num 836) dirty exists 2024-08-19T10:07:59.517 INFO:tasks.rados.rados.0.smithi190.stdout:2755: left oid 50 (ObjNum 836 snap 276 seq_num 836) 2024-08-19T10:07:59.517 INFO:tasks.rados.rados.0.smithi190.stdout:2756: finishing write tid 1 to smithi19066007-28 2024-08-19T10:07:59.517 INFO:tasks.rados.rados.0.smithi190.stdout:2756: finishing write tid 2 to smithi19066007-28 2024-08-19T10:07:59.517 INFO:tasks.rados.rados.0.smithi190.stdout:2747: done (5 left) 2024-08-19T10:07:59.517 INFO:tasks.rados.rados.0.smithi190.stdout:2751: done (4 left) 2024-08-19T10:07:59.517 INFO:tasks.rados.rados.0.smithi190.stdout:2754: done (3 left) 2024-08-19T10:07:59.517 INFO:tasks.rados.rados.0.smithi190.stdout:2755: done (2 left) 2024-08-19T10:07:59.517 INFO:tasks.rados.rados.0.smithi190.stdout:2758: rollback oid 4 current snap is 276 2024-08-19T10:07:59.517 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 4 to 272 2024-08-19T10:07:59.518 INFO:tasks.rados.rados.0.smithi190.stdout:2756: finishing write tid 3 to smithi19066007-28 2024-08-19T10:07:59.518 INFO:tasks.rados.rados.0.smithi190.stdout:2756: finishing write tid 4 to smithi19066007-28 2024-08-19T10:07:59.518 INFO:tasks.rados.rados.0.smithi190.stdout:2756: finishing write tid 5 to smithi19066007-28 2024-08-19T10:07:59.518 INFO:tasks.rados.rados.0.smithi190.stdout:2756: finishing write tid 6 to smithi19066007-28 2024-08-19T10:07:59.518 INFO:tasks.rados.rados.0.smithi190.stdout:2756: oid 28 updating version 0 to 1474 2024-08-19T10:07:59.518 INFO:tasks.rados.rados.0.smithi190.stdout:2756: oid 28 version 1474 is already newer than 1473 2024-08-19T10:07:59.518 INFO:tasks.rados.rados.0.smithi190.stdout:2756: oid 28 version 1474 is already newer than 1471 2024-08-19T10:07:59.518 INFO:tasks.rados.rados.0.smithi190.stdout:2756: oid 28 updating version 1474 to 1475 2024-08-19T10:07:59.518 INFO:tasks.rados.rados.0.smithi190.stdout:2756: oid 28 version 1475 is already newer than 1472 2024-08-19T10:07:59.518 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 1475 (ObjNum 837 snap 276 seq_num 837) dirty exists 2024-08-19T10:07:59.518 INFO:tasks.rados.rados.0.smithi190.stdout:2756: left oid 28 (ObjNum 837 snap 276 seq_num 837) 2024-08-19T10:07:59.518 INFO:tasks.rados.rados.0.smithi190.stdout:2756: done (2 left) 2024-08-19T10:07:59.518 INFO:tasks.rados.rados.0.smithi190.stdout:2759: copy_from oid 50 from oid 25 current snap is 276 2024-08-19T10:07:59.519 INFO:tasks.rados.rados.0.smithi190.stdout:2760: snap_create 2024-08-19T10:07:59.519 INFO:tasks.rados.rados.0.smithi190.stdout:2757: finishing copy_from to smithi19066007-36 2024-08-19T10:07:59.519 INFO:tasks.rados.rados.0.smithi190.stdout:2757: got expected ENOENT (src dne) 2024-08-19T10:07:59.519 INFO:tasks.rados.rados.0.smithi190.stdout:2757: finishing copy_from racing read to smithi19066007-36 2024-08-19T10:07:59.520 INFO:tasks.rados.rados.0.smithi190.stdout:2758: finishing rollback tid 0 to smithi19066007-4 2024-08-19T10:07:59.520 INFO:tasks.rados.rados.0.smithi190.stdout:2758: finishing rollback tid 1 to smithi19066007-4 2024-08-19T10:07:59.520 INFO:tasks.rados.rados.0.smithi190.stdout:2758: finishing rollback tid 2 to smithi19066007-4 2024-08-19T10:07:59.520 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 1649 (ObjNum 718 snap 239 seq_num 718) dirty exists 2024-08-19T10:07:59.552 INFO:tasks.rados.rados.0.smithi190.stdout:2759: finishing copy_from racing read to smithi19066007-50 2024-08-19T10:07:59.557 INFO:tasks.rados.rados.0.smithi190.stdout:2759: finishing copy_from to smithi19066007-50 2024-08-19T10:07:59.557 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1643 (ObjNum 833 snap 275 seq_num 833) dirty exists 2024-08-19T10:07:59.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:07:59 smithi196 ceph-mon[72638]: pgmap v612: 121 pgs: 121 active+clean; 165 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 36 op/s 2024-08-19T10:07:59.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:07:59 smithi190 ceph-mon[77620]: pgmap v612: 121 pgs: 121 active+clean; 165 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 36 op/s 2024-08-19T10:07:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:07:59 smithi190 ceph-mon[80032]: pgmap v612: 121 pgs: 121 active+clean; 165 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 36 op/s 2024-08-19T10:08:00.427 INFO:tasks.rados.rados.0.smithi190.stdout:2757: done (3 left) 2024-08-19T10:08:00.427 INFO:tasks.rados.rados.0.smithi190.stdout:2758: done (2 left) 2024-08-19T10:08:00.427 INFO:tasks.rados.rados.0.smithi190.stdout:2759: done (1 left) 2024-08-19T10:08:00.427 INFO:tasks.rados.rados.0.smithi190.stdout:2760: done (0 left) 2024-08-19T10:08:00.427 INFO:tasks.rados.rados.0.smithi190.stdout:2761: setattr oid 22 current snap is 277 2024-08-19T10:08:00.429 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 277 2024-08-19T10:08:00.429 INFO:tasks.rados.rados.0.smithi190.stdout:2762: seq_num 838 ranges {3399680=442368,3842048=540672,4382720=532480,4915200=442368,5357568=90112} 2024-08-19T10:08:00.451 INFO:tasks.rados.rados.0.smithi190.stdout:2762: writing smithi19066007-26 from 3399680 to 3842048 tid 1 2024-08-19T10:08:00.454 INFO:tasks.rados.rados.0.smithi190.stdout:2762: writing smithi19066007-26 from 3842048 to 4382720 tid 2 2024-08-19T10:08:00.458 INFO:tasks.rados.rados.0.smithi190.stdout:2762: writing smithi19066007-26 from 4382720 to 4915200 tid 3 2024-08-19T10:08:00.461 INFO:tasks.rados.rados.0.smithi190.stdout:2762: writing smithi19066007-26 from 4915200 to 5357568 tid 4 2024-08-19T10:08:00.462 INFO:tasks.rados.rados.0.smithi190.stdout:2762: writing smithi19066007-26 from 5357568 to 5447680 tid 5 2024-08-19T10:08:00.462 INFO:tasks.rados.rados.0.smithi190.stdout:2763: read oid 36 snap 267 2024-08-19T10:08:00.462 INFO:tasks.rados.rados.0.smithi190.stdout:2763: expect deleted 2024-08-19T10:08:00.463 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 50 current snap is 277 2024-08-19T10:08:00.463 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 1462 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-08-19T10:08:00.463 INFO:tasks.rados.rados.0.smithi190.stdout:2762: finishing write tid 1 to smithi19066007-26 2024-08-19T10:08:00.463 INFO:tasks.rados.rados.0.smithi190.stdout:2764: seq_num 839 ranges {8790016=458752,9248768=425984,9674752=688128,10362880=491520} 2024-08-19T10:08:00.466 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:08:00.512 INFO:tasks.rados.rados.0.smithi190.stdout:2764: writing smithi19066007-50 from 8790016 to 9248768 tid 1 2024-08-19T10:08:00.514 INFO:tasks.rados.rados.0.smithi190.stdout:2764: writing smithi19066007-50 from 9248768 to 9674752 tid 2 2024-08-19T10:08:00.518 INFO:tasks.rados.rados.0.smithi190.stdout:2764: writing smithi19066007-50 from 9674752 to 10362880 tid 3 2024-08-19T10:08:00.521 INFO:tasks.rados.rados.0.smithi190.stdout:2764: writing smithi19066007-50 from 10362880 to 10854400 tid 4 2024-08-19T10:08:00.521 INFO:tasks.rados.rados.0.smithi190.stdout:2761: done (3 left) 2024-08-19T10:08:00.521 INFO:tasks.rados.rados.0.smithi190.stdout:2765: snap_remove snap 268 2024-08-19T10:08:00.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:00 smithi190 ceph-mon[77620]: osdmap e629: 8 total, 8 up, 8 in 2024-08-19T10:08:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:08:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:00 smithi190 ceph-mon[80032]: osdmap e629: 8 total, 8 up, 8 in 2024-08-19T10:08:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:08:00.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:00 smithi196 ceph-mon[72638]: osdmap e629: 8 total, 8 up, 8 in 2024-08-19T10:08:00.887 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:08:01.019 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:08:01.019 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (18s) 14s ago 12m 15.4M - 0.27.0 11f11916f8cd fc738ea2406e 2024-08-19T10:08:01.019 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (11m) 33s ago 11m 88.2M - 9.4.7 954c08fa6188 3d8ad8a97560 2024-08-19T10:08:01.019 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (96s) 14s ago 13m 16.4M - 19.0.0-5847-g79766939 50bbda8a3289 10d59170f6fe 2024-08-19T10:08:01.019 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (78s) 33s ago 13m 13.2M - 19.0.0-5847-g79766939 50bbda8a3289 8e8f2100fb6e 2024-08-19T10:08:01.019 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (7m) 33s ago 16m 455M - 19.0.0-5847-g79766939 50bbda8a3289 0261da8614e1 2024-08-19T10:08:01.019 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (7m) 14s ago 18m 527M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:08:01.019 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (7m) 14s ago 18m 70.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 91d6e2488c1e 2024-08-19T10:08:01.019 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (6m) 33s ago 17m 54.8M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9404d29f9b76 2024-08-19T10:08:01.020 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (6m) 14s ago 16m 59.6M 2048M 19.0.0-5847-g79766939 50bbda8a3289 3794657df204 2024-08-19T10:08:01.020 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (64s) 14s ago 11m 9.98M - 1.7.0 72c9c2088986 2fdd2d354d54 2024-08-19T10:08:01.020 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (58s) 33s ago 11m 8052k - 1.7.0 72c9c2088986 fdc9ee5aaa2d 2024-08-19T10:08:01.020 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (5m) 14s ago 16m 335M 2480M 19.0.0-5847-g79766939 50bbda8a3289 61b2dae95959 2024-08-19T10:08:01.020 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (5m) 14s ago 15m 302M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7f561102fab8 2024-08-19T10:08:01.020 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (4m) 14s ago 15m 211M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7934388ea700 2024-08-19T10:08:01.020 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (4m) 14s ago 15m 206M 2480M 19.0.0-5847-g79766939 50bbda8a3289 977721cdb7a4 2024-08-19T10:08:01.020 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (3m) 33s ago 14m 213M 2480M 19.0.0-5847-g79766939 50bbda8a3289 1c12e17d0300 2024-08-19T10:08:01.020 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (2m) 33s ago 14m 159M 2480M 19.0.0-5847-g79766939 50bbda8a3289 df36d05a1629 2024-08-19T10:08:01.020 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (2m) 33s ago 14m 152M 2480M 19.0.0-5847-g79766939 50bbda8a3289 c400fd4d81f6 2024-08-19T10:08:01.020 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (110s) 33s ago 13m 111M 2480M 19.0.0-5847-g79766939 50bbda8a3289 77276598bd19 2024-08-19T10:08:01.020 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (37s) 33s ago 12m 30.7M - 2.51.0 1d3b7f56885b 285c1ee5f228 2024-08-19T10:08:01.353 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:08:01.353 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:08:01.353 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:08:01.353 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:08:01.353 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:08:01.353 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:08:01.353 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:08:01.354 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:08:01.354 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 8 2024-08-19T10:08:01.354 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:08:01.354 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:08:01.354 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:08:01.354 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:08:01.354 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:08:01.354 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 15 2024-08-19T10:08:01.354 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:08:01.354 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:08:01.436 INFO:tasks.rados.rados.0.smithi190.stdout:2765: done (3 left) 2024-08-19T10:08:01.436 INFO:tasks.rados.rados.0.smithi190.stdout:2766: read oid 45 snap -1 2024-08-19T10:08:01.436 INFO:tasks.rados.rados.0.smithi190.stdout:2766: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:08:01.436 INFO:tasks.rados.rados.0.smithi190.stdout:2767: rollback oid 3 current snap is 277 2024-08-19T10:08:01.436 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 3 to 270 2024-08-19T10:08:01.436 INFO:tasks.rados.rados.0.smithi190.stdout:2762: finishing write tid 2 to smithi19066007-26 2024-08-19T10:08:01.436 INFO:tasks.rados.rados.0.smithi190.stdout:2762: finishing write tid 3 to smithi19066007-26 2024-08-19T10:08:01.436 INFO:tasks.rados.rados.0.smithi190.stdout:2762: finishing write tid 4 to smithi19066007-26 2024-08-19T10:08:01.436 INFO:tasks.rados.rados.0.smithi190.stdout:2762: finishing write tid 5 to smithi19066007-26 2024-08-19T10:08:01.437 INFO:tasks.rados.rados.0.smithi190.stdout:2762: finishing write tid 6 to smithi19066007-26 2024-08-19T10:08:01.437 INFO:tasks.rados.rados.0.smithi190.stdout:2762: finishing write tid 7 to smithi19066007-26 2024-08-19T10:08:01.437 INFO:tasks.rados.rados.0.smithi190.stdout:2762: oid 26 updating version 0 to 1471 2024-08-19T10:08:01.437 INFO:tasks.rados.rados.0.smithi190.stdout:2762: oid 26 version 1471 is already newer than 1470 2024-08-19T10:08:01.437 INFO:tasks.rados.rados.0.smithi190.stdout:2762: oid 26 version 1471 is already newer than 1468 2024-08-19T10:08:01.437 INFO:tasks.rados.rados.0.smithi190.stdout:2762: oid 26 updating version 1471 to 1472 2024-08-19T10:08:01.437 INFO:tasks.rados.rados.0.smithi190.stdout:2762: oid 26 version 1472 is already newer than 1467 2024-08-19T10:08:01.437 INFO:tasks.rados.rados.0.smithi190.stdout:2762: oid 26 version 1472 is already newer than 1469 2024-08-19T10:08:01.437 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1472 (ObjNum 838 snap 277 seq_num 838) dirty exists 2024-08-19T10:08:01.437 INFO:tasks.rados.rados.0.smithi190.stdout:2762: left oid 26 (ObjNum 838 snap 277 seq_num 838) 2024-08-19T10:08:01.437 INFO:tasks.rados.rados.0.smithi190.stdout:2764: finishing write tid 1 to smithi19066007-50 2024-08-19T10:08:01.437 INFO:tasks.rados.rados.0.smithi190.stdout:2764: finishing write tid 2 to smithi19066007-50 2024-08-19T10:08:01.437 INFO:tasks.rados.rados.0.smithi190.stdout:2764: finishing write tid 3 to smithi19066007-50 2024-08-19T10:08:01.437 INFO:tasks.rados.rados.0.smithi190.stdout:2764: finishing write tid 4 to smithi19066007-50 2024-08-19T10:08:01.438 INFO:tasks.rados.rados.0.smithi190.stdout:2764: finishing write tid 5 to smithi19066007-50 2024-08-19T10:08:01.438 INFO:tasks.rados.rados.0.smithi190.stdout:2764: finishing write tid 6 to smithi19066007-50 2024-08-19T10:08:01.438 INFO:tasks.rados.rados.0.smithi190.stdout:2764: oid 50 updating version 0 to 1645 2024-08-19T10:08:01.438 INFO:tasks.rados.rados.0.smithi190.stdout:2764: oid 50 updating version 1645 to 1647 2024-08-19T10:08:01.438 INFO:tasks.rados.rados.0.smithi190.stdout:2764: oid 50 updating version 1647 to 1648 2024-08-19T10:08:01.438 INFO:tasks.rados.rados.0.smithi190.stdout:2764: oid 50 version 1648 is already newer than 1644 2024-08-19T10:08:01.438 INFO:tasks.rados.rados.0.smithi190.stdout:2764: oid 50 version 1648 is already newer than 1646 2024-08-19T10:08:01.438 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1648 (ObjNum 839 snap 277 seq_num 839) dirty exists 2024-08-19T10:08:01.438 INFO:tasks.rados.rados.0.smithi190.stdout:2764: left oid 50 (ObjNum 839 snap 277 seq_num 839) 2024-08-19T10:08:01.438 INFO:tasks.rados.rados.0.smithi190.stdout:2762: done (4 left) 2024-08-19T10:08:01.438 INFO:tasks.rados.rados.0.smithi190.stdout:2763: done (3 left) 2024-08-19T10:08:01.438 INFO:tasks.rados.rados.0.smithi190.stdout:2764: done (2 left) 2024-08-19T10:08:01.438 INFO:tasks.rados.rados.0.smithi190.stdout:2768: delete oid 38 current snap is 277 2024-08-19T10:08:01.438 INFO:tasks.rados.rados.0.smithi190.stdout:2766: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:08:01.447 INFO:tasks.rados.rados.0.smithi190.stdout:2767: finishing rollback tid 0 to smithi19066007-3 2024-08-19T10:08:01.448 INFO:tasks.rados.rados.0.smithi190.stdout:2767: finishing rollback tid 1 to smithi19066007-3 2024-08-19T10:08:01.448 INFO:tasks.rados.rados.0.smithi190.stdout:2767: finishing rollback tid 2 to smithi19066007-3 2024-08-19T10:08:01.449 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 1468 (ObjNum 496 snap 160 seq_num 496) dirty exists 2024-08-19T10:08:01.451 INFO:tasks.rados.rados.0.smithi190.stdout:2766: done (2 left) 2024-08-19T10:08:01.451 INFO:tasks.rados.rados.0.smithi190.stdout:2767: done (1 left) 2024-08-19T10:08:01.451 INFO:tasks.rados.rados.0.smithi190.stdout:2768: done (0 left) 2024-08-19T10:08:01.451 INFO:tasks.rados.rados.0.smithi190.stdout:2769: read oid 35 snap 274 2024-08-19T10:08:01.451 INFO:tasks.rados.rados.0.smithi190.stdout:2769: expect (ObjNum 810 snap 265 seq_num 810) 2024-08-19T10:08:01.451 INFO:tasks.rados.rados.0.smithi190.stdout:2770: snap_remove snap 276 2024-08-19T10:08:01.658 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:08:01.658 INFO:teuthology.orchestra.run.smithi190.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028", 2024-08-19T10:08:01.658 INFO:teuthology.orchestra.run.smithi190.stdout: "in_progress": true, 2024-08-19T10:08:01.658 INFO:teuthology.orchestra.run.smithi190.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-19T10:08:01.658 INFO:teuthology.orchestra.run.smithi190.stdout: "services_complete": [ 2024-08-19T10:08:01.658 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr", 2024-08-19T10:08:01.658 INFO:teuthology.orchestra.run.smithi190.stdout: "mon", 2024-08-19T10:08:01.658 INFO:teuthology.orchestra.run.smithi190.stdout: "mds", 2024-08-19T10:08:01.658 INFO:teuthology.orchestra.run.smithi190.stdout: "osd" 2024-08-19T10:08:01.658 INFO:teuthology.orchestra.run.smithi190.stdout: ], 2024-08-19T10:08:01.658 INFO:teuthology.orchestra.run.smithi190.stdout: "progress": "15/20 daemons upgraded", 2024-08-19T10:08:01.658 INFO:teuthology.orchestra.run.smithi190.stdout: "message": "Currently upgrading grafana daemons", 2024-08-19T10:08:01.659 INFO:teuthology.orchestra.run.smithi190.stdout: "is_paused": false 2024-08-19T10:08:01.659 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:08:01.659 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:01 smithi190 ceph-mon[77620]: pgmap v615: 121 pgs: 121 active+clean; 181 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.8 MiB/s wr, 23 op/s 2024-08-19T10:08:01.659 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:01 smithi190 ceph-mon[77620]: osdmap e630: 8 total, 8 up, 8 in 2024-08-19T10:08:01.659 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:01 smithi190 ceph-mon[77620]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:01.659 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:01 smithi190 ceph-mon[77620]: from='client.34593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:01.659 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:01 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/262047793' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:01.659 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:01 smithi190 ceph-mon[80032]: pgmap v615: 121 pgs: 121 active+clean; 181 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.8 MiB/s wr, 23 op/s 2024-08-19T10:08:01.660 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:01 smithi190 ceph-mon[80032]: osdmap e630: 8 total, 8 up, 8 in 2024-08-19T10:08:01.660 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:01 smithi190 ceph-mon[80032]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:01.660 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:01 smithi190 ceph-mon[80032]: from='client.34593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:01.660 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:01 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/262047793' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:01.753 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:01 smithi196 ceph-mon[72638]: pgmap v615: 121 pgs: 121 active+clean; 181 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.8 MiB/s wr, 23 op/s 2024-08-19T10:08:01.753 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:01 smithi196 ceph-mon[72638]: osdmap e630: 8 total, 8 up, 8 in 2024-08-19T10:08:01.753 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:01 smithi196 ceph-mon[72638]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:01.753 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:01 smithi196 ceph-mon[72638]: from='client.34593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:01.754 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:01 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/262047793' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:02.445 INFO:tasks.rados.rados.0.smithi190.stdout:2770: done (1 left) 2024-08-19T10:08:02.445 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 25 current snap is 277 2024-08-19T10:08:02.445 INFO:tasks.rados.rados.0.smithi190.stdout:2771: seq_num 841 ranges {8790016=491520,9281536=598016,9879552=704512,10584064=303104} 2024-08-19T10:08:02.494 INFO:tasks.rados.rados.0.smithi190.stdout:2771: writing smithi19066007-25 from 8790016 to 9281536 tid 1 2024-08-19T10:08:02.498 INFO:tasks.rados.rados.0.smithi190.stdout:2771: writing smithi19066007-25 from 9281536 to 9879552 tid 2 2024-08-19T10:08:02.502 INFO:tasks.rados.rados.0.smithi190.stdout:2771: writing smithi19066007-25 from 9879552 to 10584064 tid 3 2024-08-19T10:08:02.504 INFO:tasks.rados.rados.0.smithi190.stdout:2771: writing smithi19066007-25 from 10584064 to 10887168 tid 4 2024-08-19T10:08:02.505 INFO:tasks.rados.rados.0.smithi190.stdout:2772: delete oid 17 current snap is 277 2024-08-19T10:08:02.505 INFO:tasks.rados.rados.0.smithi190.stdout:2769: expect (ObjNum 810 snap 265 seq_num 810) 2024-08-19T10:08:02.584 INFO:tasks.rados.rados.0.smithi190.stdout:2771: finishing write tid 1 to smithi19066007-25 2024-08-19T10:08:02.584 INFO:tasks.rados.rados.0.smithi190.stdout:2771: finishing write tid 2 to smithi19066007-25 2024-08-19T10:08:02.584 INFO:tasks.rados.rados.0.smithi190.stdout:2771: finishing write tid 3 to smithi19066007-25 2024-08-19T10:08:02.584 INFO:tasks.rados.rados.0.smithi190.stdout:2771: finishing write tid 4 to smithi19066007-25 2024-08-19T10:08:02.584 INFO:tasks.rados.rados.0.smithi190.stdout:2771: finishing write tid 5 to smithi19066007-25 2024-08-19T10:08:02.584 INFO:tasks.rados.rados.0.smithi190.stdout:2771: finishing write tid 6 to smithi19066007-25 2024-08-19T10:08:02.584 INFO:tasks.rados.rados.0.smithi190.stdout:2771: oid 25 updating version 0 to 1660 2024-08-19T10:08:02.584 INFO:tasks.rados.rados.0.smithi190.stdout:2771: oid 25 updating version 1660 to 1661 2024-08-19T10:08:02.584 INFO:tasks.rados.rados.0.smithi190.stdout:2771: oid 25 updating version 1661 to 1662 2024-08-19T10:08:02.584 INFO:tasks.rados.rados.0.smithi190.stdout:2771: oid 25 updating version 1662 to 1663 2024-08-19T10:08:02.585 INFO:tasks.rados.rados.0.smithi190.stdout:2771: oid 25 version 1663 is already newer than 1659 2024-08-19T10:08:02.585 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 1663 (ObjNum 841 snap 277 seq_num 841) dirty exists 2024-08-19T10:08:02.585 INFO:tasks.rados.rados.0.smithi190.stdout:2771: left oid 25 (ObjNum 841 snap 277 seq_num 841) 2024-08-19T10:08:02.585 INFO:tasks.rados.rados.0.smithi190.stdout:2769: done (2 left) 2024-08-19T10:08:02.585 INFO:tasks.rados.rados.0.smithi190.stdout:2771: done (1 left) 2024-08-19T10:08:02.585 INFO:tasks.rados.rados.0.smithi190.stdout:2772: done (0 left) 2024-08-19T10:08:02.585 INFO:tasks.rados.rados.0.smithi190.stdout:2773: rollback oid 41 current snap is 277 2024-08-19T10:08:02.585 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 41 to 275 2024-08-19T10:08:02.585 INFO:tasks.rados.rados.0.smithi190.stdout:2774: read oid 26 snap -1 2024-08-19T10:08:02.585 INFO:tasks.rados.rados.0.smithi190.stdout:2774: expect (ObjNum 838 snap 277 seq_num 838) 2024-08-19T10:08:02.585 INFO:tasks.rados.rados.0.smithi190.stdout:2775: delete oid 8 current snap is 277 2024-08-19T10:08:02.586 INFO:tasks.rados.rados.0.smithi190.stdout:2775: done (2 left) 2024-08-19T10:08:02.586 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 38 current snap is 277 2024-08-19T10:08:02.586 INFO:tasks.rados.rados.0.smithi190.stdout:2776: seq_num 844 ranges {0=540672,540672=696320,1236992=475136,1712128=434176} 2024-08-19T10:08:02.589 INFO:tasks.rados.rados.0.smithi190.stdout:2776: writing smithi19066007-38 from 0 to 540672 tid 1 2024-08-19T10:08:02.594 INFO:tasks.rados.rados.0.smithi190.stdout:2776: writing smithi19066007-38 from 540672 to 1236992 tid 2 2024-08-19T10:08:02.597 INFO:tasks.rados.rados.0.smithi190.stdout:2776: writing smithi19066007-38 from 1236992 to 1712128 tid 3 2024-08-19T10:08:02.600 INFO:tasks.rados.rados.0.smithi190.stdout:2776: writing smithi19066007-38 from 1712128 to 2146304 tid 4 2024-08-19T10:08:02.600 INFO:tasks.rados.rados.0.smithi190.stdout:2777: setattr oid 39 current snap is 277 2024-08-19T10:08:02.600 INFO:tasks.rados.rados.0.smithi190.stdout:2773: finishing rollback tid 0 to smithi19066007-41 2024-08-19T10:08:02.600 INFO:tasks.rados.rados.0.smithi190.stdout:2773: finishing rollback tid 1 to smithi19066007-41 2024-08-19T10:08:02.601 INFO:tasks.rados.rados.0.smithi190.stdout:2773: finishing rollback tid 2 to smithi19066007-41 2024-08-19T10:08:02.601 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 1233 (ObjNum 752 snap 249 seq_num 752) dirty exists 2024-08-19T10:08:02.601 INFO:tasks.rados.rados.0.smithi190.stdout:2776: finishing write tid 1 to smithi19066007-38 2024-08-19T10:08:02.601 INFO:tasks.rados.rados.0.smithi190.stdout:2776: finishing write tid 2 to smithi19066007-38 2024-08-19T10:08:02.603 INFO:tasks.rados.rados.0.smithi190.stdout:2773: done (3 left) 2024-08-19T10:08:02.603 INFO:tasks.rados.rados.0.smithi190.stdout:2778: rmattr oid 14 current snap is 277 2024-08-19T10:08:02.603 INFO:tasks.rados.rados.0.smithi190.stdout:2778: done (3 left) 2024-08-19T10:08:02.603 INFO:tasks.rados.rados.0.smithi190.stdout:2779: copy_from oid 3 from oid 20 current snap is 277 2024-08-19T10:08:02.603 INFO:tasks.rados.rados.0.smithi190.stdout:2774: expect (ObjNum 838 snap 277 seq_num 838) 2024-08-19T10:08:02.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:02 smithi196 ceph-mon[72638]: from='client.34599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:02.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:02 smithi196 ceph-mon[72638]: osdmap e631: 8 total, 8 up, 8 in 2024-08-19T10:08:02.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:02 smithi196 ceph-mon[72638]: from='client.44534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:02.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:02 smithi190 ceph-mon[80032]: from='client.34599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:02.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:02 smithi190 ceph-mon[80032]: osdmap e631: 8 total, 8 up, 8 in 2024-08-19T10:08:02.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:02 smithi190 ceph-mon[80032]: from='client.44534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:02.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:02 smithi190 ceph-mon[77620]: from='client.34599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:02.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:02 smithi190 ceph-mon[77620]: osdmap e631: 8 total, 8 up, 8 in 2024-08-19T10:08:02.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:02 smithi190 ceph-mon[77620]: from='client.44534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:02.822 INFO:tasks.rados.rados.0.smithi190.stdout:2776: finishing write tid 3 to smithi19066007-38 2024-08-19T10:08:02.822 INFO:tasks.rados.rados.0.smithi190.stdout:2776: finishing write tid 4 to smithi19066007-38 2024-08-19T10:08:02.822 INFO:tasks.rados.rados.0.smithi190.stdout:2776: finishing write tid 5 to smithi19066007-38 2024-08-19T10:08:02.822 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1836 (ObjNum 81 snap 0 seq_num 1550148197) dirty exists 2024-08-19T10:08:02.822 INFO:tasks.rados.rados.0.smithi190.stdout:2776: finishing write tid 6 to smithi19066007-38 2024-08-19T10:08:02.822 INFO:tasks.rados.rados.0.smithi190.stdout:2776: oid 38 updating version 0 to 1479 2024-08-19T10:08:02.822 INFO:tasks.rados.rados.0.smithi190.stdout:2776: oid 38 version 1479 is already newer than 1478 2024-08-19T10:08:02.822 INFO:tasks.rados.rados.0.smithi190.stdout:2776: oid 38 updating version 1479 to 1480 2024-08-19T10:08:02.822 INFO:tasks.rados.rados.0.smithi190.stdout:2776: oid 38 version 1480 is already newer than 1477 2024-08-19T10:08:02.822 INFO:tasks.rados.rados.0.smithi190.stdout:2776: oid 38 updating version 1480 to 1481 2024-08-19T10:08:02.822 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 1481 (ObjNum 844 snap 277 seq_num 844) dirty exists 2024-08-19T10:08:02.822 INFO:tasks.rados.rados.0.smithi190.stdout:2776: left oid 38 (ObjNum 844 snap 277 seq_num 844) 2024-08-19T10:08:02.823 INFO:tasks.rados.rados.0.smithi190.stdout:2779: finishing copy_from racing read to smithi19066007-3 2024-08-19T10:08:02.823 INFO:tasks.rados.rados.0.smithi190.stdout:2779: finishing copy_from to smithi19066007-3 2024-08-19T10:08:02.823 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 1484 (ObjNum 797 snap 262 seq_num 797) dirty exists 2024-08-19T10:08:02.823 INFO:tasks.rados.rados.0.smithi190.stdout:2774: done (3 left) 2024-08-19T10:08:02.823 INFO:tasks.rados.rados.0.smithi190.stdout:2776: done (2 left) 2024-08-19T10:08:02.823 INFO:tasks.rados.rados.0.smithi190.stdout:2777: done (1 left) 2024-08-19T10:08:02.823 INFO:tasks.rados.rados.0.smithi190.stdout:2779: done (0 left) 2024-08-19T10:08:02.823 INFO:tasks.rados.rados.0.smithi190.stdout:2780: snap_remove snap 270 2024-08-19T10:08:02.939 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:02 smithi196 systemd[1]: Stopping Ceph grafana.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:08:03.203 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:02 smithi196 podman[109124]: 2024-08-19 10:08:02.938370812 +0000 UTC m=+0.111842035 container died 3d8ad8a9756093c0b700feb197b33cae0651b13037f3e04e2c88284603a47752 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, io.openshift.tags=base rhel8, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-08-19T10:08:03.384 INFO:tasks.rados.rados.0.smithi190.stdout:2780: done (0 left) 2024-08-19T10:08:03.384 INFO:tasks.rados.rados.0.smithi190.stdout:2781: rollback oid 7 current snap is 277 2024-08-19T10:08:03.384 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 7 to 259 2024-08-19T10:08:03.384 INFO:tasks.rados.rados.0.smithi190.stdout:2782: rollback oid 26 current snap is 277 2024-08-19T10:08:03.384 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 26 to 272 2024-08-19T10:08:03.384 INFO:tasks.rados.rados.0.smithi190.stdout:2783: rollback oid 28 current snap is 277 2024-08-19T10:08:03.384 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 28 to 273 2024-08-19T10:08:03.384 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 277 2024-08-19T10:08:03.385 INFO:tasks.rados.rados.0.smithi190.stdout:2784: seq_num 845 ranges {1835008=557056,2392064=581632,2973696=688128,3661824=335872} 2024-08-19T10:08:03.398 INFO:tasks.rados.rados.0.smithi190.stdout:2784: writing smithi19066007-37 from 1835008 to 2392064 tid 1 2024-08-19T10:08:03.402 INFO:tasks.rados.rados.0.smithi190.stdout:2784: writing smithi19066007-37 from 2392064 to 2973696 tid 2 2024-08-19T10:08:03.406 INFO:tasks.rados.rados.0.smithi190.stdout:2784: writing smithi19066007-37 from 2973696 to 3661824 tid 3 2024-08-19T10:08:03.409 INFO:tasks.rados.rados.0.smithi190.stdout:2784: writing smithi19066007-37 from 3661824 to 3997696 tid 4 2024-08-19T10:08:03.409 INFO:tasks.rados.rados.0.smithi190.stdout:2785: read oid 48 snap -1 2024-08-19T10:08:03.409 INFO:tasks.rados.rados.0.smithi190.stdout:2785: expect deleted 2024-08-19T10:08:03.409 INFO:tasks.rados.rados.0.smithi190.stdout:2786: snap_remove snap 275 2024-08-19T10:08:03.604 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:03 smithi196 ceph-mon[72638]: pgmap v618: 121 pgs: 121 active+clean; 186 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.5 MiB/s wr, 21 op/s 2024-08-19T10:08:03.604 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:03 smithi196 ceph-mon[72638]: osdmap e632: 8 total, 8 up, 8 in 2024-08-19T10:08:03.605 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:03 smithi196 ceph-mon[72638]: osdmap e633: 8 total, 8 up, 8 in 2024-08-19T10:08:03.605 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:03 smithi196 podman[109124]: 2024-08-19 10:08:03.285519436 +0000 UTC m=+0.458990642 container cleanup 3d8ad8a9756093c0b700feb197b33cae0651b13037f3e04e2c88284603a47752 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, name=ubi8, distribution-scope=public, architecture=x86_64, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, release=239.1651231664, vendor=Red Hat, Inc., io.openshift.expose-services=, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-08-19T10:08:03.605 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:03 smithi196 bash[109124]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a 2024-08-19T10:08:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:03 smithi190 ceph-mon[77620]: pgmap v618: 121 pgs: 121 active+clean; 186 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.5 MiB/s wr, 21 op/s 2024-08-19T10:08:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:03 smithi190 ceph-mon[77620]: osdmap e632: 8 total, 8 up, 8 in 2024-08-19T10:08:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:03 smithi190 ceph-mon[77620]: osdmap e633: 8 total, 8 up, 8 in 2024-08-19T10:08:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:03 smithi190 ceph-mon[80032]: pgmap v618: 121 pgs: 121 active+clean; 186 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.5 MiB/s wr, 21 op/s 2024-08-19T10:08:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:03 smithi190 ceph-mon[80032]: osdmap e632: 8 total, 8 up, 8 in 2024-08-19T10:08:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:03 smithi190 ceph-mon[80032]: osdmap e633: 8 total, 8 up, 8 in 2024-08-19T10:08:03.917 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:03 smithi196 podman[109135]: 2024-08-19 10:08:03.603608832 +0000 UTC m=+0.663872007 container remove 3d8ad8a9756093c0b700feb197b33cae0651b13037f3e04e2c88284603a47752 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, vcs-type=git, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, io.openshift.expose-services=, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, vendor=Red Hat, Inc., description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-08-19T10:08:03.917 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:03 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-19T10:08:03.917 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:03 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-19T10:08:03.917 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:03 smithi196 systemd[1]: Stopped Ceph grafana.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:08:03.917 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:03 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@grafana.a.service: Consumed 10.520s CPU time. 2024-08-19T10:08:04.291 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:03 smithi196 systemd[1]: Starting Ceph grafana.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:08:04.291 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 podman[109261]: 2024-08-19 10:08:04.065146334 +0000 UTC m=+0.017868630 image pull c8b91775d855b99270fc5d22f3c6737e8cca01ef4c25c8b0362295e0746fa39b quay.io/ceph/grafana:10.4.0 2024-08-19T10:08:04.291 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 podman[109261]: 2024-08-19 10:08:04.188022234 +0000 UTC m=+0.140744526 container create b96af6331fb05a69e7856ea04f7b2443eb08bedefb794e1fbe58ecfe2eaff3c1 (image=quay.io/ceph/grafana:10.4.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-19T10:08:04.395 INFO:tasks.rados.rados.0.smithi190.stdout:2786: done (5 left) 2024-08-19T10:08:04.395 INFO:tasks.rados.rados.0.smithi190.stdout:2787: delete oid 4 current snap is 277 2024-08-19T10:08:04.395 INFO:tasks.rados.rados.0.smithi190.stdout:2781: finishing rollback tid 0 to smithi19066007-7 2024-08-19T10:08:04.395 INFO:tasks.rados.rados.0.smithi190.stdout:2781: finishing rollback tid 1 to smithi19066007-7 2024-08-19T10:08:04.395 INFO:tasks.rados.rados.0.smithi190.stdout:2781: finishing rollback tid 2 to smithi19066007-7 2024-08-19T10:08:04.395 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1651 (ObjNum 777 snap 259 seq_num 777) dirty exists 2024-08-19T10:08:04.395 INFO:tasks.rados.rados.0.smithi190.stdout:2783: finishing rollback tid 0 to smithi19066007-28 2024-08-19T10:08:04.395 INFO:tasks.rados.rados.0.smithi190.stdout:2783: finishing rollback tid 1 to smithi19066007-28 2024-08-19T10:08:04.395 INFO:tasks.rados.rados.0.smithi190.stdout:2783: finishing rollback tid 2 to smithi19066007-28 2024-08-19T10:08:04.395 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 1484 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T10:08:04.395 INFO:tasks.rados.rados.0.smithi190.stdout:2782: finishing rollback tid 0 to smithi19066007-26 2024-08-19T10:08:04.396 INFO:tasks.rados.rados.0.smithi190.stdout:2782: finishing rollback tid 1 to smithi19066007-26 2024-08-19T10:08:04.396 INFO:tasks.rados.rados.0.smithi190.stdout:2782: finishing rollback tid 2 to smithi19066007-26 2024-08-19T10:08:04.396 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1483 (ObjNum 684 snap 220 seq_num 684) dirty exists 2024-08-19T10:08:04.396 INFO:tasks.rados.rados.0.smithi190.stdout:2784: finishing write tid 1 to smithi19066007-37 2024-08-19T10:08:04.396 INFO:tasks.rados.rados.0.smithi190.stdout:2784: finishing write tid 2 to smithi19066007-37 2024-08-19T10:08:04.396 INFO:tasks.rados.rados.0.smithi190.stdout:2784: finishing write tid 3 to smithi19066007-37 2024-08-19T10:08:04.396 INFO:tasks.rados.rados.0.smithi190.stdout:2784: finishing write tid 4 to smithi19066007-37 2024-08-19T10:08:04.396 INFO:tasks.rados.rados.0.smithi190.stdout:2784: finishing write tid 5 to smithi19066007-37 2024-08-19T10:08:04.396 INFO:tasks.rados.rados.0.smithi190.stdout:2784: finishing write tid 6 to smithi19066007-37 2024-08-19T10:08:04.396 INFO:tasks.rados.rados.0.smithi190.stdout:2784: oid 37 updating version 0 to 1232 2024-08-19T10:08:04.396 INFO:tasks.rados.rados.0.smithi190.stdout:2784: oid 37 version 1232 is already newer than 1231 2024-08-19T10:08:04.396 INFO:tasks.rados.rados.0.smithi190.stdout:2784: oid 37 updating version 1232 to 1233 2024-08-19T10:08:04.396 INFO:tasks.rados.rados.0.smithi190.stdout:2784: oid 37 version 1233 is already newer than 1230 2024-08-19T10:08:04.396 INFO:tasks.rados.rados.0.smithi190.stdout:2784: oid 37 version 1233 is already newer than 1229 2024-08-19T10:08:04.397 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 1233 (ObjNum 845 snap 277 seq_num 845) dirty exists 2024-08-19T10:08:04.397 INFO:tasks.rados.rados.0.smithi190.stdout:2784: left oid 37 (ObjNum 845 snap 277 seq_num 845) 2024-08-19T10:08:04.404 INFO:tasks.rados.rados.0.smithi190.stdout:2781: done (5 left) 2024-08-19T10:08:04.404 INFO:tasks.rados.rados.0.smithi190.stdout:2782: done (4 left) 2024-08-19T10:08:04.404 INFO:tasks.rados.rados.0.smithi190.stdout:2783: done (3 left) 2024-08-19T10:08:04.404 INFO:tasks.rados.rados.0.smithi190.stdout:2784: done (2 left) 2024-08-19T10:08:04.405 INFO:tasks.rados.rados.0.smithi190.stdout:2785: done (1 left) 2024-08-19T10:08:04.405 INFO:tasks.rados.rados.0.smithi190.stdout:2787: done (0 left) 2024-08-19T10:08:04.405 INFO:tasks.rados.rados.0.smithi190.stdout:2788: read oid 26 snap -1 2024-08-19T10:08:04.405 INFO:tasks.rados.rados.0.smithi190.stdout:2788: expect (ObjNum 684 snap 220 seq_num 684) 2024-08-19T10:08:04.405 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 50 current snap is 277 2024-08-19T10:08:04.405 INFO:tasks.rados.rados.0.smithi190.stdout:2789: seq_num 847 ranges {10854400=589824,11444224=753664,12197888=655360,12853248=196608} 2024-08-19T10:08:04.466 INFO:tasks.rados.rados.0.smithi190.stdout:2789: writing smithi19066007-50 from 10854400 to 11444224 tid 1 2024-08-19T10:08:04.470 INFO:tasks.rados.rados.0.smithi190.stdout:2789: writing smithi19066007-50 from 11444224 to 12197888 tid 2 2024-08-19T10:08:04.474 INFO:tasks.rados.rados.0.smithi190.stdout:2789: writing smithi19066007-50 from 12197888 to 12853248 tid 3 2024-08-19T10:08:04.475 INFO:tasks.rados.rados.0.smithi190.stdout:2789: writing smithi19066007-50 from 12853248 to 13049856 tid 4 2024-08-19T10:08:04.475 INFO:tasks.rados.rados.0.smithi190.stdout:2790: read oid 20 snap -1 2024-08-19T10:08:04.475 INFO:tasks.rados.rados.0.smithi190.stdout:2790: expect (ObjNum 797 snap 262 seq_num 797) 2024-08-19T10:08:04.475 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 277 2024-08-19T10:08:04.476 INFO:tasks.rados.rados.0.smithi190.stdout:2788: expect (ObjNum 684 snap 220 seq_num 684) 2024-08-19T10:08:04.542 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 podman[109261]: 2024-08-19 10:08:04.407184474 +0000 UTC m=+0.359906784 container init b96af6331fb05a69e7856ea04f7b2443eb08bedefb794e1fbe58ecfe2eaff3c1 (image=quay.io/ceph/grafana:10.4.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-19T10:08:04.543 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 podman[109261]: 2024-08-19 10:08:04.410212973 +0000 UTC m=+0.362935268 container start b96af6331fb05a69e7856ea04f7b2443eb08bedefb794e1fbe58ecfe2eaff3c1 (image=quay.io/ceph/grafana:10.4.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-19T10:08:04.543 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 bash[109261]: b96af6331fb05a69e7856ea04f7b2443eb08bedefb794e1fbe58ecfe2eaff3c1 2024-08-19T10:08:04.543 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 systemd[1]: Started Ceph grafana.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:08:04.543 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540591143Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-08-19T10:08:04Z 2024-08-19T10:08:04.543 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.54087885Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-19T10:08:04.543 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540888817Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-19T10:08:04.543 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540899948Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-08-19T10:08:04.543 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540904776Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-08-19T10:08:04.543 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540908899Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-08-19T10:08:04.543 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540912265Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-08-19T10:08:04.543 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540914795Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-08-19T10:08:04.543 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.54091763Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-19T10:08:04.544 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540920383Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-19T10:08:04.544 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.54092297Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-19T10:08:04.544 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540925584Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-19T10:08:04.544 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540928705Z level=info msg=Target target=[all] 2024-08-19T10:08:04.544 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540934649Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-19T10:08:04.544 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540937087Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-19T10:08:04.544 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540939636Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-19T10:08:04.544 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540942017Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-19T10:08:04.544 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540944525Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-19T10:08:04.544 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=settings t=2024-08-19T10:08:04.540947006Z level=info msg="App mode production" 2024-08-19T10:08:04.544 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=sqlstore t=2024-08-19T10:08:04.541213518Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-19T10:08:04.544 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=sqlstore t=2024-08-19T10:08:04.541227557Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-19T10:08:04.544 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.541707642Z level=info msg="Starting DB migrations" 2024-08-19T10:08:04.595 INFO:tasks.rados.rados.0.smithi190.stdout:2789: finishing write tid 1 to smithi19066007-50 2024-08-19T10:08:04.595 INFO:tasks.rados.rados.0.smithi190.stdout:2789: finishing write tid 2 to smithi19066007-50 2024-08-19T10:08:04.595 INFO:tasks.rados.rados.0.smithi190.stdout:2791: seq_num 848 ranges {0=606208,606208=630784,1236992=458752,1695744=516096} 2024-08-19T10:08:04.598 INFO:tasks.rados.rados.0.smithi190.stdout:2791: writing smithi19066007-44 from 0 to 606208 tid 1 2024-08-19T10:08:04.601 INFO:tasks.rados.rados.0.smithi190.stdout:2791: writing smithi19066007-44 from 606208 to 1236992 tid 2 2024-08-19T10:08:04.604 INFO:tasks.rados.rados.0.smithi190.stdout:2791: writing smithi19066007-44 from 1236992 to 1695744 tid 3 2024-08-19T10:08:04.607 INFO:tasks.rados.rados.0.smithi190.stdout:2791: writing smithi19066007-44 from 1695744 to 2211840 tid 4 2024-08-19T10:08:04.608 INFO:tasks.rados.rados.0.smithi190.stdout:2788: done (3 left) 2024-08-19T10:08:04.608 INFO:tasks.rados.rados.0.smithi190.stdout:2792: delete oid 11 current snap is 277 2024-08-19T10:08:04.608 INFO:tasks.rados.rados.0.smithi190.stdout:2789: finishing write tid 3 to smithi19066007-50 2024-08-19T10:08:04.608 INFO:tasks.rados.rados.0.smithi190.stdout:2789: finishing write tid 4 to smithi19066007-50 2024-08-19T10:08:04.608 INFO:tasks.rados.rados.0.smithi190.stdout:2789: finishing write tid 5 to smithi19066007-50 2024-08-19T10:08:04.608 INFO:tasks.rados.rados.0.smithi190.stdout:2789: finishing write tid 6 to smithi19066007-50 2024-08-19T10:08:04.608 INFO:tasks.rados.rados.0.smithi190.stdout:2789: oid 50 updating version 0 to 1654 2024-08-19T10:08:04.608 INFO:tasks.rados.rados.0.smithi190.stdout:2789: oid 50 updating version 1654 to 1655 2024-08-19T10:08:04.608 INFO:tasks.rados.rados.0.smithi190.stdout:2789: oid 50 version 1655 is already newer than 1652 2024-08-19T10:08:04.608 INFO:tasks.rados.rados.0.smithi190.stdout:2789: oid 50 version 1655 is already newer than 1653 2024-08-19T10:08:04.608 INFO:tasks.rados.rados.0.smithi190.stdout:2789: oid 50 updating version 1655 to 1656 2024-08-19T10:08:04.608 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1656 (ObjNum 847 snap 277 seq_num 847) dirty exists 2024-08-19T10:08:04.608 INFO:tasks.rados.rados.0.smithi190.stdout:2789: left oid 50 (ObjNum 847 snap 277 seq_num 847) 2024-08-19T10:08:04.609 INFO:tasks.rados.rados.0.smithi190.stdout:2790: expect (ObjNum 797 snap 262 seq_num 797) 2024-08-19T10:08:04.685 INFO:tasks.rados.rados.0.smithi190.stdout:2791: finishing write tid 1 to smithi19066007-44 2024-08-19T10:08:04.685 INFO:tasks.rados.rados.0.smithi190.stdout:2791: finishing write tid 2 to smithi19066007-44 2024-08-19T10:08:04.685 INFO:tasks.rados.rados.0.smithi190.stdout:2789: done (3 left) 2024-08-19T10:08:04.685 INFO:tasks.rados.rados.0.smithi190.stdout:2790: done (2 left) 2024-08-19T10:08:04.685 INFO:tasks.rados.rados.0.smithi190.stdout:2792: done (1 left) 2024-08-19T10:08:04.685 INFO:tasks.rados.rados.0.smithi190.stdout:2793: snap_remove snap 259 2024-08-19T10:08:04.799 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.553042474Z level=info msg="Executing migration" id="Add uid column to user" 2024-08-19T10:08:04.799 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.558993302Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.948907ms 2024-08-19T10:08:04.799 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.559435446Z level=info msg="Executing migration" id="Update uid column values for users" 2024-08-19T10:08:04.799 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.559572038Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=135.207µs 2024-08-19T10:08:04.799 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.559994712Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-08-19T10:08:04.800 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.560728475Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=733.508µs 2024-08-19T10:08:04.800 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.562598565Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-08-19T10:08:04.800 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.567645075Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=5.045337ms 2024-08-19T10:08:04.800 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.568192735Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-08-19T10:08:04.800 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.573669412Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=5.47623ms 2024-08-19T10:08:04.800 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.57417409Z level=info msg="Executing migration" id="Add column uid in team" 2024-08-19T10:08:04.800 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.579450016Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=5.274561ms 2024-08-19T10:08:04.800 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.579888836Z level=info msg="Executing migration" id="Update uid column values in team" 2024-08-19T10:08:04.800 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.580042206Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=153.67µs 2024-08-19T10:08:04.800 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.580448635Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-08-19T10:08:04.800 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.581231071Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=782.024µs 2024-08-19T10:08:04.800 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.581636113Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-08-19T10:08:04.800 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.58238753Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=750.824µs 2024-08-19T10:08:04.801 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.582764713Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-08-19T10:08:04.801 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.588373257Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=5.606986ms 2024-08-19T10:08:04.801 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.588833956Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-08-19T10:08:04.801 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.593798214Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=4.963077ms 2024-08-19T10:08:04.801 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.594220106Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-08-19T10:08:04.801 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.594293449Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=73.663µs 2024-08-19T10:08:04.801 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.59692814Z level=info msg="Executing migration" id="permission kind migration" 2024-08-19T10:08:04.801 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.602980102Z level=info msg="Migration successfully executed" id="permission kind migration" duration=6.047191ms 2024-08-19T10:08:04.801 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.603586602Z level=info msg="Executing migration" id="permission attribute migration" 2024-08-19T10:08:04.801 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.610227172Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=6.637981ms 2024-08-19T10:08:04.801 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.61072602Z level=info msg="Executing migration" id="permission identifier migration" 2024-08-19T10:08:04.801 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.616432693Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=5.705451ms 2024-08-19T10:08:04.801 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.616841718Z level=info msg="Executing migration" id="add permission identifier index" 2024-08-19T10:08:04.802 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.61766504Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=823.144µs 2024-08-19T10:08:04.802 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.618042061Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-08-19T10:08:04.802 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.618838185Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=793.336µs 2024-08-19T10:08:04.802 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.619215403Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-08-19T10:08:04.803 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.619927934Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=712.412µs 2024-08-19T10:08:04.803 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.620273322Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-08-19T10:08:04.803 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.620296763Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=23.073µs 2024-08-19T10:08:04.803 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.621136349Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-08-19T10:08:04.803 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.621816682Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=679.9µs 2024-08-19T10:08:04.803 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.622178205Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-08-19T10:08:04.803 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.622848997Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=670.688µs 2024-08-19T10:08:04.803 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.623214723Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-08-19T10:08:04.804 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.638418865Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=15.201391ms 2024-08-19T10:08:04.804 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.638883622Z level=info msg="Executing migration" id="create correlation v2" 2024-08-19T10:08:04.804 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.639630155Z level=info msg="Migration successfully executed" id="create correlation v2" duration=746.324µs 2024-08-19T10:08:04.804 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.640013642Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-08-19T10:08:04.804 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.640711021Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=697.194µs 2024-08-19T10:08:04.804 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.641070136Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-08-19T10:08:04.804 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.641751576Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=681.148µs 2024-08-19T10:08:04.804 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.642119745Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-08-19T10:08:04.804 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.642792558Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=672.604µs 2024-08-19T10:08:04.804 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.643158526Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-08-19T10:08:04.804 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.643346798Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=188.212µs 2024-08-19T10:08:04.804 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.64400026Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-08-19T10:08:04.805 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.644572361Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=571.855µs 2024-08-19T10:08:04.805 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.644923154Z level=info msg="Executing migration" id="add provisioning column" 2024-08-19T10:08:04.805 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.650139398Z level=info msg="Migration successfully executed" id="add provisioning column" duration=5.21528ms 2024-08-19T10:08:04.805 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.650582847Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-08-19T10:08:04.805 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.650730531Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=147.296µs 2024-08-19T10:08:04.805 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.651341913Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-08-19T10:08:04.805 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.651391422Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=49.32µs 2024-08-19T10:08:04.805 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.652165202Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-08-19T10:08:04.805 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.657824726Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=5.657089ms 2024-08-19T10:08:04.805 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.658258575Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-08-19T10:08:04.805 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.658478965Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=220.489µs 2024-08-19T10:08:04.805 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.659112431Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-08-19T10:08:04.805 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.659241244Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=128.807µs 2024-08-19T10:08:04.805 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.659969453Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-08-19T10:08:04.806 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.660875281Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=905.023µs 2024-08-19T10:08:04.806 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.661236026Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-08-19T10:08:04.806 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.661930368Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=693.713µs 2024-08-19T10:08:04.806 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.662275937Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-08-19T10:08:04.806 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.663048608Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=772.245µs 2024-08-19T10:08:04.806 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.663412872Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-08-19T10:08:04.806 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.663798873Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=385.77µs 2024-08-19T10:08:04.806 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.664242513Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-08-19T10:08:04.806 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.664446517Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=204.01µs 2024-08-19T10:08:04.806 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.665100942Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-08-19T10:08:04.806 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.665776695Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=675.593µs 2024-08-19T10:08:04.806 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.666152486Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-08-19T10:08:04.807 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.666840063Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=711.113µs 2024-08-19T10:08:04.807 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.66719513Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-08-19T10:08:04.807 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.667860189Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=664.968µs 2024-08-19T10:08:04.807 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.668241823Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-08-19T10:08:04.807 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.668946237Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=704.102µs 2024-08-19T10:08:04.807 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.669297365Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-08-19T10:08:04.807 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.669967065Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=669.542µs 2024-08-19T10:08:04.807 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.670316908Z level=info msg="Executing migration" id="create anon_device table" 2024-08-19T10:08:04.807 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.670875573Z level=info msg="Migration successfully executed" id="create anon_device table" duration=558.52µs 2024-08-19T10:08:04.807 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.671369044Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-08-19T10:08:04.807 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.672063524Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=694.309µs 2024-08-19T10:08:04.807 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.672407742Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-08-19T10:08:04.808 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.673085138Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=677.126µs 2024-08-19T10:08:04.808 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.673446279Z level=info msg="Executing migration" id="create signing_key table" 2024-08-19T10:08:04.808 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.674027572Z level=info msg="Migration successfully executed" id="create signing_key table" duration=581.156µs 2024-08-19T10:08:04.808 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.674381631Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-08-19T10:08:04.808 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.675068316Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=685.334µs 2024-08-19T10:08:04.808 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.675416731Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-08-19T10:08:04.808 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.676096Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=679.264µs 2024-08-19T10:08:04.808 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.676430058Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-08-19T10:08:04.808 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.676830729Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=401.216µs 2024-08-19T10:08:04.808 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.679251763Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-08-19T10:08:04.808 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.684525073Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=5.27255ms 2024-08-19T10:08:04.808 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.684911293Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-08-19T10:08:04.808 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.686586401Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=1.675727ms 2024-08-19T10:08:04.808 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.687860661Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-08-19T10:08:04.809 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.688810115Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=951.771µs 2024-08-19T10:08:04.809 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.690651258Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-08-19T10:08:04.809 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.691347961Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=696.636µs 2024-08-19T10:08:04.809 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.69354343Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-08-19T10:08:04.809 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.694228284Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=681.325µs 2024-08-19T10:08:04.809 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.696261944Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-08-19T10:08:04.809 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.697094041Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=831.514µs 2024-08-19T10:08:04.809 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.69912474Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-08-19T10:08:04.809 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.700406504Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=1.28191ms 2024-08-19T10:08:04.809 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.701861278Z level=info msg="Executing migration" id="create sso_setting table" 2024-08-19T10:08:04.809 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.703055049Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=1.193526ms 2024-08-19T10:08:04.809 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.70455794Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-08-19T10:08:04.809 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.705510129Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=951.902µs 2024-08-19T10:08:04.810 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.707306157Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-08-19T10:08:04.810 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.707907457Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=601.136µs 2024-08-19T10:08:04.810 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.710172572Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-08-19T10:08:04.810 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.710230678Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=58.48µs 2024-08-19T10:08:04.810 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.713094423Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-08-19T10:08:04.810 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.723119585Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=10.024787ms 2024-08-19T10:08:04.810 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.723621365Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-08-19T10:08:04.810 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.732902138Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=9.276066ms 2024-08-19T10:08:04.810 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.733306365Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-08-19T10:08:04.810 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.733544091Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=237.94µs 2024-08-19T10:08:04.810 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=migrator t=2024-08-19T10:08:04.736099309Z level=info msg="migrations completed" performed=65 skipped=482 duration=183.11724ms 2024-08-19T10:08:04.810 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=sqlstore t=2024-08-19T10:08:04.736797795Z level=info msg="Created default organization" 2024-08-19T10:08:04.810 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=secrets t=2024-08-19T10:08:04.738927925Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-19T10:08:04.811 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=plugin.store t=2024-08-19T10:08:04.756377938Z level=info msg="Loading plugins..." 2024-08-19T10:08:04.811 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=local.finder t=2024-08-19T10:08:04.798382656Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-08-19T10:08:04.811 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=plugin.store t=2024-08-19T10:08:04.798406878Z level=info msg="Plugins loaded" count=55 duration=42.028929ms 2024-08-19T10:08:04.811 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=query_data t=2024-08-19T10:08:04.801850744Z level=info msg="Query Service initialization" 2024-08-19T10:08:05.138 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=live.push_http t=2024-08-19T10:08:04.805467418Z level=info msg="Live Push Gateway initialization" 2024-08-19T10:08:05.138 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=ngalert.migration t=2024-08-19T10:08:04.80684108Z level=info msg=Starting 2024-08-19T10:08:05.139 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=ngalert.state.manager t=2024-08-19T10:08:04.81497106Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-08-19T10:08:05.139 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=infra.usagestats.collector t=2024-08-19T10:08:04.816437541Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-19T10:08:05.139 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=provisioning.datasources t=2024-08-19T10:08:04.81902784Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-19T10:08:05.139 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=provisioning.datasources t=2024-08-19T10:08:04.81929379Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-19T10:08:05.139 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=provisioning.alerting t=2024-08-19T10:08:04.849827195Z level=info msg="starting to provision alerting" 2024-08-19T10:08:05.139 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=provisioning.alerting t=2024-08-19T10:08:04.84984311Z level=info msg="finished to provision alerting" 2024-08-19T10:08:05.139 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=ngalert.state.manager t=2024-08-19T10:08:04.850119097Z level=info msg="Warming state cache for startup" 2024-08-19T10:08:05.139 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=grafanaStorageLogger t=2024-08-19T10:08:04.85046991Z level=info msg="Storage starting" 2024-08-19T10:08:05.139 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=ngalert.multiorg.alertmanager t=2024-08-19T10:08:04.850967448Z level=info msg="Starting MultiOrg Alertmanager" 2024-08-19T10:08:05.139 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=http.server t=2024-08-19T10:08:04.853370622Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-08-19T10:08:05.139 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=http.server t=2024-08-19T10:08:04.853719311Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-19T10:08:05.139 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=ngalert.state.manager t=2024-08-19T10:08:04.875976651Z level=info msg="State cache has been initialized" states=0 duration=25.856756ms 2024-08-19T10:08:05.139 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=ngalert.scheduler t=2024-08-19T10:08:04.876014578Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-08-19T10:08:05.140 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=ticker t=2024-08-19T10:08:04.876059229Z level=info msg=starting first_tick=2024-08-19T10:08:10Z 2024-08-19T10:08:05.140 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=provisioning.dashboard t=2024-08-19T10:08:04.876245475Z level=info msg="starting to provision dashboards" 2024-08-19T10:08:05.140 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=plugins.update.checker t=2024-08-19T10:08:04.938507099Z level=info msg="Update check succeeded" duration=88.52633ms 2024-08-19T10:08:05.140 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=grafana.update.checker t=2024-08-19T10:08:04.948669778Z level=info msg="Update check succeeded" duration=98.717214ms 2024-08-19T10:08:05.140 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=provisioning.dashboard t=2024-08-19T10:08:05.04161188Z level=info msg="finished to provision dashboards" 2024-08-19T10:08:05.140 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=grafana-apiserver t=2024-08-19T10:08:05.137308393Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-08-19T10:08:05.140 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:08:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=grafana-apiserver t=2024-08-19T10:08:05.137759547Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-08-19T10:08:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:05 smithi196 ceph-mon[72638]: pgmap v621: 121 pgs: 121 active+clean; 188 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-08-19T10:08:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:05 smithi196 ceph-mon[72638]: osdmap e634: 8 total, 8 up, 8 in 2024-08-19T10:08:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:05 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:05 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:05 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:08:05.560 INFO:tasks.rados.rados.0.smithi190.stdout:2793: done (1 left) 2024-08-19T10:08:05.560 INFO:tasks.rados.rados.0.smithi190.stdout:2794: rollback oid 34 current snap is 277 2024-08-19T10:08:05.560 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 34 to 264 2024-08-19T10:08:05.560 INFO:tasks.rados.rados.0.smithi190.stdout:2791: finishing write tid 3 to smithi19066007-44 2024-08-19T10:08:05.560 INFO:tasks.rados.rados.0.smithi190.stdout:2791: finishing write tid 4 to smithi19066007-44 2024-08-19T10:08:05.560 INFO:tasks.rados.rados.0.smithi190.stdout:2791: finishing write tid 5 to smithi19066007-44 2024-08-19T10:08:05.561 INFO:tasks.rados.rados.0.smithi190.stdout:2791: finishing write tid 6 to smithi19066007-44 2024-08-19T10:08:05.561 INFO:tasks.rados.rados.0.smithi190.stdout:2791: oid 44 updating version 0 to 1465 2024-08-19T10:08:05.561 INFO:tasks.rados.rados.0.smithi190.stdout:2791: oid 44 version 1465 is already newer than 1463 2024-08-19T10:08:05.561 INFO:tasks.rados.rados.0.smithi190.stdout:2791: oid 44 updating version 1465 to 1466 2024-08-19T10:08:05.561 INFO:tasks.rados.rados.0.smithi190.stdout:2791: oid 44 updating version 1466 to 1467 2024-08-19T10:08:05.561 INFO:tasks.rados.rados.0.smithi190.stdout:2791: oid 44 version 1467 is already newer than 1464 2024-08-19T10:08:05.561 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 1467 (ObjNum 848 snap 277 seq_num 848) dirty exists 2024-08-19T10:08:05.561 INFO:tasks.rados.rados.0.smithi190.stdout:2791: left oid 44 (ObjNum 848 snap 277 seq_num 848) 2024-08-19T10:08:05.561 INFO:tasks.rados.rados.0.smithi190.stdout:2791: done (1 left) 2024-08-19T10:08:05.561 INFO:tasks.rados.rados.0.smithi190.stdout:2795: copy_from oid 8 from oid 37 current snap is 277 2024-08-19T10:08:05.561 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 31 current snap is 277 2024-08-19T10:08:05.561 INFO:tasks.rados.rados.0.smithi190.stdout:2796: seq_num 850 ranges {0=638976,638976=802816,1441792=475136,1916928=327680} 2024-08-19T10:08:05.564 INFO:tasks.rados.rados.0.smithi190.stdout:2796: writing smithi19066007-31 from 0 to 638976 tid 1 2024-08-19T10:08:05.570 INFO:tasks.rados.rados.0.smithi190.stdout:2796: writing smithi19066007-31 from 638976 to 1441792 tid 2 2024-08-19T10:08:05.574 INFO:tasks.rados.rados.0.smithi190.stdout:2796: writing smithi19066007-31 from 1441792 to 1916928 tid 3 2024-08-19T10:08:05.576 INFO:tasks.rados.rados.0.smithi190.stdout:2796: writing smithi19066007-31 from 1916928 to 2244608 tid 4 2024-08-19T10:08:05.576 INFO:tasks.rados.rados.0.smithi190.stdout:2794: finishing rollback tid 0 to smithi19066007-34 2024-08-19T10:08:05.577 INFO:tasks.rados.rados.0.smithi190.stdout:2797: rmattr oid 17 current snap is 277 2024-08-19T10:08:05.577 INFO:tasks.rados.rados.0.smithi190.stdout:2797: done (3 left) 2024-08-19T10:08:05.577 INFO:tasks.rados.rados.0.smithi190.stdout:2798: delete oid 12 current snap is 277 2024-08-19T10:08:05.580 INFO:tasks.rados.rados.0.smithi190.stdout:2794: finishing rollback tid 1 to smithi19066007-34 2024-08-19T10:08:05.580 INFO:tasks.rados.rados.0.smithi190.stdout:2794: finishing rollback tid 2 to smithi19066007-34 2024-08-19T10:08:05.580 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 1811 (ObjNum 809 snap 263 seq_num 809) dirty exists 2024-08-19T10:08:05.581 INFO:tasks.rados.rados.0.smithi190.stdout:2794: done (3 left) 2024-08-19T10:08:05.582 INFO:tasks.rados.rados.0.smithi190.stdout:2798: done (2 left) 2024-08-19T10:08:05.582 INFO:tasks.rados.rados.0.smithi190.stdout:2799: snap_remove snap 267 2024-08-19T10:08:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:05 smithi190 ceph-mon[77620]: pgmap v621: 121 pgs: 121 active+clean; 188 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-08-19T10:08:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:05 smithi190 ceph-mon[77620]: osdmap e634: 8 total, 8 up, 8 in 2024-08-19T10:08:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:05 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:05 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:05 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:08:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:05 smithi190 ceph-mon[80032]: pgmap v621: 121 pgs: 121 active+clean; 188 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-08-19T10:08:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:05 smithi190 ceph-mon[80032]: osdmap e634: 8 total, 8 up, 8 in 2024-08-19T10:08:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:05 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:05 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:05.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:05 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:08:06.568 INFO:tasks.rados.rados.0.smithi190.stdout:2796: finishing write tid 1 to smithi19066007-31 2024-08-19T10:08:06.569 INFO:tasks.rados.rados.0.smithi190.stdout:2796: finishing write tid 2 to smithi19066007-31 2024-08-19T10:08:06.569 INFO:tasks.rados.rados.0.smithi190.stdout:2796: finishing write tid 3 to smithi19066007-31 2024-08-19T10:08:06.569 INFO:tasks.rados.rados.0.smithi190.stdout:2796: finishing write tid 4 to smithi19066007-31 2024-08-19T10:08:06.569 INFO:tasks.rados.rados.0.smithi190.stdout:2795: finishing copy_from racing read to smithi19066007-8 2024-08-19T10:08:06.569 INFO:tasks.rados.rados.0.smithi190.stdout:2796: finishing write tid 5 to smithi19066007-31 2024-08-19T10:08:06.569 INFO:tasks.rados.rados.0.smithi190.stdout:2796: finishing write tid 6 to smithi19066007-31 2024-08-19T10:08:06.569 INFO:tasks.rados.rados.0.smithi190.stdout:2796: oid 31 updating version 0 to 1683 2024-08-19T10:08:06.569 INFO:tasks.rados.rados.0.smithi190.stdout:2796: oid 31 updating version 1683 to 1685 2024-08-19T10:08:06.569 INFO:tasks.rados.rados.0.smithi190.stdout:2796: oid 31 updating version 1685 to 1686 2024-08-19T10:08:06.569 INFO:tasks.rados.rados.0.smithi190.stdout:2796: oid 31 version 1686 is already newer than 1682 2024-08-19T10:08:06.569 INFO:tasks.rados.rados.0.smithi190.stdout:2796: oid 31 version 1686 is already newer than 1684 2024-08-19T10:08:06.569 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 1686 (ObjNum 850 snap 277 seq_num 850) dirty exists 2024-08-19T10:08:06.569 INFO:tasks.rados.rados.0.smithi190.stdout:2796: left oid 31 (ObjNum 850 snap 277 seq_num 850) 2024-08-19T10:08:06.570 INFO:tasks.rados.rados.0.smithi190.stdout:2795: finishing copy_from to smithi19066007-8 2024-08-19T10:08:06.570 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1233 (ObjNum 845 snap 277 seq_num 845) dirty exists 2024-08-19T10:08:06.570 INFO:tasks.rados.rados.0.smithi190.stdout:2795: done (2 left) 2024-08-19T10:08:06.570 INFO:tasks.rados.rados.0.smithi190.stdout:2796: done (1 left) 2024-08-19T10:08:06.570 INFO:tasks.rados.rados.0.smithi190.stdout:2799: done (0 left) 2024-08-19T10:08:06.570 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 277 2024-08-19T10:08:06.570 INFO:tasks.rados.rados.0.smithi190.stdout:2800: seq_num 852 ranges {0=671744,671744=622592,1294336=442368,1736704=540672} 2024-08-19T10:08:06.572 INFO:tasks.rados.rados.0.smithi190.stdout:2800: writing smithi19066007-21 from 0 to 671744 tid 1 2024-08-19T10:08:06.577 INFO:tasks.rados.rados.0.smithi190.stdout:2800: writing smithi19066007-21 from 671744 to 1294336 tid 2 2024-08-19T10:08:06.579 INFO:tasks.rados.rados.0.smithi190.stdout:2800: writing smithi19066007-21 from 1294336 to 1736704 tid 3 2024-08-19T10:08:06.583 INFO:tasks.rados.rados.0.smithi190.stdout:2800: writing smithi19066007-21 from 1736704 to 2277376 tid 4 2024-08-19T10:08:06.583 INFO:tasks.rados.rados.0.smithi190.stdout:2801: rmattr oid 43 current snap is 277 2024-08-19T10:08:06.583 INFO:tasks.rados.rados.0.smithi190.stdout:2802: rollback oid 30 current snap is 277 2024-08-19T10:08:06.583 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 30 to 272 2024-08-19T10:08:06.583 INFO:tasks.rados.rados.0.smithi190.stdout:2803: snap_remove snap 274 2024-08-19T10:08:06.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:06 smithi190 ceph-mon[77620]: osdmap e635: 8 total, 8 up, 8 in 2024-08-19T10:08:06.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:06 smithi190 ceph-mon[80032]: osdmap e635: 8 total, 8 up, 8 in 2024-08-19T10:08:06.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:06 smithi196 ceph-mon[72638]: osdmap e635: 8 total, 8 up, 8 in 2024-08-19T10:08:07.573 INFO:tasks.rados.rados.0.smithi190.stdout:2803: done (3 left) 2024-08-19T10:08:07.573 INFO:tasks.rados.rados.0.smithi190.stdout:2804: rollback oid 35 current snap is 277 2024-08-19T10:08:07.573 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 35 to 269 2024-08-19T10:08:07.573 INFO:tasks.rados.rados.0.smithi190.stdout:2800: finishing write tid 1 to smithi19066007-21 2024-08-19T10:08:07.573 INFO:tasks.rados.rados.0.smithi190.stdout:2800: finishing write tid 2 to smithi19066007-21 2024-08-19T10:08:07.573 INFO:tasks.rados.rados.0.smithi190.stdout:2800: finishing write tid 3 to smithi19066007-21 2024-08-19T10:08:07.573 INFO:tasks.rados.rados.0.smithi190.stdout:2800: finishing write tid 4 to smithi19066007-21 2024-08-19T10:08:07.573 INFO:tasks.rados.rados.0.smithi190.stdout:2800: finishing write tid 5 to smithi19066007-21 2024-08-19T10:08:07.573 INFO:tasks.rados.rados.0.smithi190.stdout:2800: finishing write tid 6 to smithi19066007-21 2024-08-19T10:08:07.573 INFO:tasks.rados.rados.0.smithi190.stdout:2800: oid 21 updating version 0 to 1614 2024-08-19T10:08:07.573 INFO:tasks.rados.rados.0.smithi190.stdout:2800: oid 21 version 1614 is already newer than 1612 2024-08-19T10:08:07.573 INFO:tasks.rados.rados.0.smithi190.stdout:2800: oid 21 updating version 1614 to 1616 2024-08-19T10:08:07.574 INFO:tasks.rados.rados.0.smithi190.stdout:2800: oid 21 version 1616 is already newer than 1615 2024-08-19T10:08:07.574 INFO:tasks.rados.rados.0.smithi190.stdout:2800: oid 21 version 1616 is already newer than 1613 2024-08-19T10:08:07.574 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 1616 (ObjNum 852 snap 277 seq_num 852) dirty exists 2024-08-19T10:08:07.574 INFO:tasks.rados.rados.0.smithi190.stdout:2800: left oid 21 (ObjNum 852 snap 277 seq_num 852) 2024-08-19T10:08:07.574 INFO:tasks.rados.rados.0.smithi190.stdout:2802: finishing rollback tid 1 to smithi19066007-30 2024-08-19T10:08:07.574 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 0 (ObjNum 49 snap 0 seq_num 3356200848) dirty dne 2024-08-19T10:08:07.574 INFO:tasks.rados.rados.0.smithi190.stdout:2800: done (3 left) 2024-08-19T10:08:07.574 INFO:tasks.rados.rados.0.smithi190.stdout:2802: done (2 left) 2024-08-19T10:08:07.574 INFO:tasks.rados.rados.0.smithi190.stdout:2805: setattr oid 28 current snap is 277 2024-08-19T10:08:07.574 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1618 (ObjNum 752 snap 249 seq_num 752) dirty exists 2024-08-19T10:08:07.575 INFO:tasks.rados.rados.0.smithi190.stdout:2801: done (2 left) 2024-08-19T10:08:07.575 INFO:tasks.rados.rados.0.smithi190.stdout:2806: delete oid 10 current snap is 277 2024-08-19T10:08:07.584 INFO:tasks.rados.rados.0.smithi190.stdout:2806: done (2 left) 2024-08-19T10:08:07.584 INFO:tasks.rados.rados.0.smithi190.stdout:2807: copy_from oid 30 from oid 48 current snap is 277 2024-08-19T10:08:07.584 INFO:tasks.rados.rados.0.smithi190.stdout:2808: snap_remove snap 271 2024-08-19T10:08:07.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:07 smithi190 ceph-mon[77620]: pgmap v624: 121 pgs: 121 active+clean; 192 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-08-19T10:08:07.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:07 smithi190 ceph-mon[77620]: osdmap e636: 8 total, 8 up, 8 in 2024-08-19T10:08:07.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:08:07 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:08:07] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.51.0" 2024-08-19T10:08:07.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:07 smithi190 ceph-mon[80032]: pgmap v624: 121 pgs: 121 active+clean; 192 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-08-19T10:08:07.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:07 smithi190 ceph-mon[80032]: osdmap e636: 8 total, 8 up, 8 in 2024-08-19T10:08:07.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:07 smithi196 ceph-mon[72638]: pgmap v624: 121 pgs: 121 active+clean; 192 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-08-19T10:08:07.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:07 smithi196 ceph-mon[72638]: osdmap e636: 8 total, 8 up, 8 in 2024-08-19T10:08:08.579 INFO:tasks.rados.rados.0.smithi190.stdout:2804: finishing rollback tid 0 to smithi19066007-35 2024-08-19T10:08:08.579 INFO:tasks.rados.rados.0.smithi190.stdout:2804: finishing rollback tid 1 to smithi19066007-35 2024-08-19T10:08:08.579 INFO:tasks.rados.rados.0.smithi190.stdout:2804: finishing rollback tid 2 to smithi19066007-35 2024-08-19T10:08:08.579 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 1460 (ObjNum 810 snap 265 seq_num 810) dirty exists 2024-08-19T10:08:08.579 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 1485 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T10:08:08.579 INFO:tasks.rados.rados.0.smithi190.stdout:2807: finishing copy_from to smithi19066007-30 2024-08-19T10:08:08.579 INFO:tasks.rados.rados.0.smithi190.stdout:2807: got expected ENOENT (src dne) 2024-08-19T10:08:08.579 INFO:tasks.rados.rados.0.smithi190.stdout:2807: finishing copy_from racing read to smithi19066007-30 2024-08-19T10:08:08.579 INFO:tasks.rados.rados.0.smithi190.stdout:2804: done (3 left) 2024-08-19T10:08:08.579 INFO:tasks.rados.rados.0.smithi190.stdout:2805: done (2 left) 2024-08-19T10:08:08.579 INFO:tasks.rados.rados.0.smithi190.stdout:2807: done (1 left) 2024-08-19T10:08:08.580 INFO:tasks.rados.rados.0.smithi190.stdout:2808: done (0 left) 2024-08-19T10:08:08.580 INFO:tasks.rados.rados.0.smithi190.stdout:2809: snap_remove snap 269 2024-08-19T10:08:08.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:08 smithi196 ceph-mon[72638]: osdmap e637: 8 total, 8 up, 8 in 2024-08-19T10:08:09.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:08 smithi190 ceph-mon[77620]: osdmap e637: 8 total, 8 up, 8 in 2024-08-19T10:08:09.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:08 smithi190 ceph-mon[80032]: osdmap e637: 8 total, 8 up, 8 in 2024-08-19T10:08:09.582 INFO:tasks.rados.rados.0.smithi190.stdout:2809: done (0 left) 2024-08-19T10:08:09.583 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 277 2024-08-19T10:08:09.583 INFO:tasks.rados.rados.0.smithi190.stdout:2810: seq_num 854 ranges {0=712704,712704=794624,1507328=450560,1957888=360448} 2024-08-19T10:08:09.587 INFO:tasks.rados.rados.0.smithi190.stdout:2810: writing smithi19066007-40 from 0 to 712704 tid 1 2024-08-19T10:08:09.593 INFO:tasks.rados.rados.0.smithi190.stdout:2810: writing smithi19066007-40 from 712704 to 1507328 tid 2 2024-08-19T10:08:09.596 INFO:tasks.rados.rados.0.smithi190.stdout:2810: writing smithi19066007-40 from 1507328 to 1957888 tid 3 2024-08-19T10:08:09.599 INFO:tasks.rados.rados.0.smithi190.stdout:2810: writing smithi19066007-40 from 1957888 to 2318336 tid 4 2024-08-19T10:08:09.599 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 277 2024-08-19T10:08:09.599 INFO:tasks.rados.rados.0.smithi190.stdout:2811: seq_num 855 ranges {3268608=729088,3997696=671744,4669440=663552,5332992=270336} 2024-08-19T10:08:09.622 INFO:tasks.rados.rados.0.smithi190.stdout:2811: writing smithi19066007-29 from 3268608 to 3997696 tid 1 2024-08-19T10:08:09.626 INFO:tasks.rados.rados.0.smithi190.stdout:2811: writing smithi19066007-29 from 3997696 to 4669440 tid 2 2024-08-19T10:08:09.630 INFO:tasks.rados.rados.0.smithi190.stdout:2811: writing smithi19066007-29 from 4669440 to 5332992 tid 3 2024-08-19T10:08:09.631 INFO:tasks.rados.rados.0.smithi190.stdout:2811: writing smithi19066007-29 from 5332992 to 5603328 tid 4 2024-08-19T10:08:09.632 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 277 2024-08-19T10:08:09.632 INFO:tasks.rados.rados.0.smithi190.stdout:2810: finishing write tid 1 to smithi19066007-40 2024-08-19T10:08:09.632 INFO:tasks.rados.rados.0.smithi190.stdout:2810: finishing write tid 2 to smithi19066007-40 2024-08-19T10:08:09.632 INFO:tasks.rados.rados.0.smithi190.stdout:2810: finishing write tid 3 to smithi19066007-40 2024-08-19T10:08:09.632 INFO:tasks.rados.rados.0.smithi190.stdout:2810: finishing write tid 4 to smithi19066007-40 2024-08-19T10:08:09.632 INFO:tasks.rados.rados.0.smithi190.stdout:2812: seq_num 856 ranges {2400256=745472,3145728=557056,3702784=417792,4120576=434176,4554752=196608} 2024-08-19T10:08:09.648 INFO:tasks.rados.rados.0.smithi190.stdout:2812: writing smithi19066007-20 from 2400256 to 3145728 tid 1 2024-08-19T10:08:09.651 INFO:tasks.rados.rados.0.smithi190.stdout:2812: writing smithi19066007-20 from 3145728 to 3702784 tid 2 2024-08-19T10:08:09.654 INFO:tasks.rados.rados.0.smithi190.stdout:2812: writing smithi19066007-20 from 3702784 to 4120576 tid 3 2024-08-19T10:08:09.656 INFO:tasks.rados.rados.0.smithi190.stdout:2812: writing smithi19066007-20 from 4120576 to 4554752 tid 4 2024-08-19T10:08:09.658 INFO:tasks.rados.rados.0.smithi190.stdout:2812: writing smithi19066007-20 from 4554752 to 4751360 tid 5 2024-08-19T10:08:09.658 INFO:tasks.rados.rados.0.smithi190.stdout:2813: copy_from oid 5 from oid 36 current snap is 277 2024-08-19T10:08:09.658 INFO:tasks.rados.rados.0.smithi190.stdout:2810: finishing write tid 5 to smithi19066007-40 2024-08-19T10:08:09.658 INFO:tasks.rados.rados.0.smithi190.stdout:2810: finishing write tid 6 to smithi19066007-40 2024-08-19T10:08:09.659 INFO:tasks.rados.rados.0.smithi190.stdout:2810: oid 40 updating version 0 to 268 2024-08-19T10:08:09.659 INFO:tasks.rados.rados.0.smithi190.stdout:2810: oid 40 updating version 268 to 271 2024-08-19T10:08:09.659 INFO:tasks.rados.rados.0.smithi190.stdout:2810: oid 40 version 271 is already newer than 269 2024-08-19T10:08:09.659 INFO:tasks.rados.rados.0.smithi190.stdout:2810: oid 40 version 271 is already newer than 267 2024-08-19T10:08:09.659 INFO:tasks.rados.rados.0.smithi190.stdout:2810: oid 40 version 271 is already newer than 270 2024-08-19T10:08:09.659 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 271 (ObjNum 854 snap 277 seq_num 854) dirty exists 2024-08-19T10:08:09.659 INFO:tasks.rados.rados.0.smithi190.stdout:2810: left oid 40 (ObjNum 854 snap 277 seq_num 854) 2024-08-19T10:08:09.659 INFO:tasks.rados.rados.0.smithi190.stdout:2811: finishing write tid 1 to smithi19066007-29 2024-08-19T10:08:09.659 INFO:tasks.rados.rados.0.smithi190.stdout:2811: finishing write tid 2 to smithi19066007-29 2024-08-19T10:08:09.659 INFO:tasks.rados.rados.0.smithi190.stdout:2811: finishing write tid 3 to smithi19066007-29 2024-08-19T10:08:09.659 INFO:tasks.rados.rados.0.smithi190.stdout:2811: finishing write tid 4 to smithi19066007-29 2024-08-19T10:08:09.659 INFO:tasks.rados.rados.0.smithi190.stdout:2811: finishing write tid 5 to smithi19066007-29 2024-08-19T10:08:09.659 INFO:tasks.rados.rados.0.smithi190.stdout:2811: finishing write tid 6 to smithi19066007-29 2024-08-19T10:08:09.660 INFO:tasks.rados.rados.0.smithi190.stdout:2811: oid 29 updating version 0 to 1814 2024-08-19T10:08:09.660 INFO:tasks.rados.rados.0.smithi190.stdout:2811: oid 29 version 1814 is already newer than 1813 2024-08-19T10:08:09.660 INFO:tasks.rados.rados.0.smithi190.stdout:2811: oid 29 updating version 1814 to 1816 2024-08-19T10:08:09.660 INFO:tasks.rados.rados.0.smithi190.stdout:2811: oid 29 version 1816 is already newer than 1815 2024-08-19T10:08:09.660 INFO:tasks.rados.rados.0.smithi190.stdout:2811: oid 29 updating version 1816 to 1817 2024-08-19T10:08:09.660 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 1817 (ObjNum 855 snap 277 seq_num 855) dirty exists 2024-08-19T10:08:09.660 INFO:tasks.rados.rados.0.smithi190.stdout:2811: left oid 29 (ObjNum 855 snap 277 seq_num 855) 2024-08-19T10:08:09.660 INFO:tasks.rados.rados.0.smithi190.stdout:2812: finishing write tid 1 to smithi19066007-20 2024-08-19T10:08:09.660 INFO:tasks.rados.rados.0.smithi190.stdout:2812: finishing write tid 2 to smithi19066007-20 2024-08-19T10:08:09.660 INFO:tasks.rados.rados.0.smithi190.stdout:2812: finishing write tid 3 to smithi19066007-20 2024-08-19T10:08:09.660 INFO:tasks.rados.rados.0.smithi190.stdout:2810: done (3 left) 2024-08-19T10:08:09.660 INFO:tasks.rados.rados.0.smithi190.stdout:2811: done (2 left) 2024-08-19T10:08:09.660 INFO:tasks.rados.rados.0.smithi190.stdout:2814: snap_create 2024-08-19T10:08:09.661 INFO:tasks.rados.rados.0.smithi190.stdout:2812: finishing write tid 4 to smithi19066007-20 2024-08-19T10:08:09.661 INFO:tasks.rados.rados.0.smithi190.stdout:2812: finishing write tid 5 to smithi19066007-20 2024-08-19T10:08:09.661 INFO:tasks.rados.rados.0.smithi190.stdout:2812: finishing write tid 6 to smithi19066007-20 2024-08-19T10:08:09.662 INFO:tasks.rados.rados.0.smithi190.stdout:2812: finishing write tid 7 to smithi19066007-20 2024-08-19T10:08:09.662 INFO:tasks.rados.rados.0.smithi190.stdout:2812: oid 20 updating version 0 to 1641 2024-08-19T10:08:09.662 INFO:tasks.rados.rados.0.smithi190.stdout:2812: oid 20 version 1641 is already newer than 1638 2024-08-19T10:08:09.662 INFO:tasks.rados.rados.0.smithi190.stdout:2812: oid 20 version 1641 is already newer than 1637 2024-08-19T10:08:09.662 INFO:tasks.rados.rados.0.smithi190.stdout:2812: oid 20 version 1641 is already newer than 1639 2024-08-19T10:08:09.662 INFO:tasks.rados.rados.0.smithi190.stdout:2812: oid 20 version 1641 is already newer than 1636 2024-08-19T10:08:09.662 INFO:tasks.rados.rados.0.smithi190.stdout:2812: oid 20 version 1641 is already newer than 1640 2024-08-19T10:08:09.662 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 1641 (ObjNum 856 snap 277 seq_num 856) dirty exists 2024-08-19T10:08:09.662 INFO:tasks.rados.rados.0.smithi190.stdout:2812: left oid 20 (ObjNum 856 snap 277 seq_num 856) 2024-08-19T10:08:09.663 INFO:tasks.rados.rados.0.smithi190.stdout:2813: finishing copy_from racing read to smithi19066007-5 2024-08-19T10:08:09.663 INFO:tasks.rados.rados.0.smithi190.stdout:2813: finishing copy_from to smithi19066007-5 2024-08-19T10:08:09.663 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 1827 (ObjNum 385 snap 0 seq_num 3358135584) dirty exists 2024-08-19T10:08:09.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:09 smithi196 ceph-mon[72638]: pgmap v627: 121 pgs: 121 active+clean; 188 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-08-19T10:08:09.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:09 smithi196 ceph-mon[72638]: osdmap e638: 8 total, 8 up, 8 in 2024-08-19T10:08:10.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:09 smithi190 ceph-mon[80032]: pgmap v627: 121 pgs: 121 active+clean; 188 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-08-19T10:08:10.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:09 smithi190 ceph-mon[80032]: osdmap e638: 8 total, 8 up, 8 in 2024-08-19T10:08:10.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:09 smithi190 ceph-mon[77620]: pgmap v627: 121 pgs: 121 active+clean; 188 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-08-19T10:08:10.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:09 smithi190 ceph-mon[77620]: osdmap e638: 8 total, 8 up, 8 in 2024-08-19T10:08:10.600 INFO:tasks.rados.rados.0.smithi190.stdout:2812: done (2 left) 2024-08-19T10:08:10.600 INFO:tasks.rados.rados.0.smithi190.stdout:2813: done (1 left) 2024-08-19T10:08:10.600 INFO:tasks.rados.rados.0.smithi190.stdout:2814: done (0 left) 2024-08-19T10:08:10.601 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 278 2024-08-19T10:08:10.601 INFO:tasks.rados.rados.0.smithi190.stdout:2815: seq_num 857 ranges {0=761856,761856=442368,1204224=630784,1835008=532480} 2024-08-19T10:08:10.604 INFO:tasks.rados.rados.0.smithi190.stdout:2815: writing smithi19066007-13 from 0 to 761856 tid 1 2024-08-19T10:08:10.606 INFO:tasks.rados.rados.0.smithi190.stdout:2815: writing smithi19066007-13 from 761856 to 1204224 tid 2 2024-08-19T10:08:10.610 INFO:tasks.rados.rados.0.smithi190.stdout:2815: writing smithi19066007-13 from 1204224 to 1835008 tid 3 2024-08-19T10:08:10.614 INFO:tasks.rados.rados.0.smithi190.stdout:2815: writing smithi19066007-13 from 1835008 to 2367488 tid 4 2024-08-19T10:08:10.614 INFO:tasks.rados.rados.0.smithi190.stdout:2816: rollback oid 43 current snap is 278 2024-08-19T10:08:10.614 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 43 to 277 2024-08-19T10:08:10.614 INFO:tasks.rados.rados.0.smithi190.stdout:2815: finishing write tid 1 to smithi19066007-13 2024-08-19T10:08:10.614 INFO:tasks.rados.rados.0.smithi190.stdout:2815: finishing write tid 2 to smithi19066007-13 2024-08-19T10:08:10.614 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 30 current snap is 278 2024-08-19T10:08:10.614 INFO:tasks.rados.rados.0.smithi190.stdout:2817: seq_num 858 ranges {0=778240,778240=729088,1507328=434176,1941504=442368} 2024-08-19T10:08:10.618 INFO:tasks.rados.rados.0.smithi190.stdout:2817: writing smithi19066007-30 from 0 to 778240 tid 1 2024-08-19T10:08:10.623 INFO:tasks.rados.rados.0.smithi190.stdout:2817: writing smithi19066007-30 from 778240 to 1507328 tid 2 2024-08-19T10:08:10.626 INFO:tasks.rados.rados.0.smithi190.stdout:2817: writing smithi19066007-30 from 1507328 to 1941504 tid 3 2024-08-19T10:08:10.628 INFO:tasks.rados.rados.0.smithi190.stdout:2817: writing smithi19066007-30 from 1941504 to 2383872 tid 4 2024-08-19T10:08:10.628 INFO:tasks.rados.rados.0.smithi190.stdout:2818: snap_create 2024-08-19T10:08:10.628 INFO:tasks.rados.rados.0.smithi190.stdout:2815: finishing write tid 3 to smithi19066007-13 2024-08-19T10:08:10.628 INFO:tasks.rados.rados.0.smithi190.stdout:2815: finishing write tid 4 to smithi19066007-13 2024-08-19T10:08:10.629 INFO:tasks.rados.rados.0.smithi190.stdout:2815: finishing write tid 5 to smithi19066007-13 2024-08-19T10:08:10.629 INFO:tasks.rados.rados.0.smithi190.stdout:2815: finishing write tid 6 to smithi19066007-13 2024-08-19T10:08:10.629 INFO:tasks.rados.rados.0.smithi190.stdout:2815: oid 13 updating version 0 to 1390 2024-08-19T10:08:10.629 INFO:tasks.rados.rados.0.smithi190.stdout:2815: oid 13 version 1390 is already newer than 1389 2024-08-19T10:08:10.629 INFO:tasks.rados.rados.0.smithi190.stdout:2815: oid 13 version 1390 is already newer than 1387 2024-08-19T10:08:10.629 INFO:tasks.rados.rados.0.smithi190.stdout:2815: oid 13 version 1390 is already newer than 1388 2024-08-19T10:08:10.629 INFO:tasks.rados.rados.0.smithi190.stdout:2815: oid 13 version 1390 is already newer than 1386 2024-08-19T10:08:10.629 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 1390 (ObjNum 857 snap 278 seq_num 857) dirty exists 2024-08-19T10:08:10.629 INFO:tasks.rados.rados.0.smithi190.stdout:2815: left oid 13 (ObjNum 857 snap 278 seq_num 857) 2024-08-19T10:08:10.629 INFO:tasks.rados.rados.0.smithi190.stdout:2816: finishing rollback tid 0 to smithi19066007-43 2024-08-19T10:08:10.629 INFO:tasks.rados.rados.0.smithi190.stdout:2816: finishing rollback tid 1 to smithi19066007-43 2024-08-19T10:08:10.629 INFO:tasks.rados.rados.0.smithi190.stdout:2816: finishing rollback tid 2 to smithi19066007-43 2024-08-19T10:08:10.629 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1830 (ObjNum 752 snap 249 seq_num 752) dirty exists 2024-08-19T10:08:10.629 INFO:tasks.rados.rados.0.smithi190.stdout:2817: finishing write tid 1 to smithi19066007-30 2024-08-19T10:08:10.630 INFO:tasks.rados.rados.0.smithi190.stdout:2817: finishing write tid 2 to smithi19066007-30 2024-08-19T10:08:10.630 INFO:tasks.rados.rados.0.smithi190.stdout:2817: finishing write tid 3 to smithi19066007-30 2024-08-19T10:08:10.632 INFO:tasks.rados.rados.0.smithi190.stdout:2817: finishing write tid 4 to smithi19066007-30 2024-08-19T10:08:10.632 INFO:tasks.rados.rados.0.smithi190.stdout:2817: finishing write tid 5 to smithi19066007-30 2024-08-19T10:08:10.633 INFO:tasks.rados.rados.0.smithi190.stdout:2817: finishing write tid 6 to smithi19066007-30 2024-08-19T10:08:10.633 INFO:tasks.rados.rados.0.smithi190.stdout:2817: oid 30 updating version 0 to 1873 2024-08-19T10:08:10.634 INFO:tasks.rados.rados.0.smithi190.stdout:2817: oid 30 updating version 1873 to 1874 2024-08-19T10:08:10.634 INFO:tasks.rados.rados.0.smithi190.stdout:2817: oid 30 updating version 1874 to 1876 2024-08-19T10:08:10.634 INFO:tasks.rados.rados.0.smithi190.stdout:2817: oid 30 version 1876 is already newer than 1872 2024-08-19T10:08:10.634 INFO:tasks.rados.rados.0.smithi190.stdout:2817: oid 30 version 1876 is already newer than 1875 2024-08-19T10:08:10.634 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 1876 (ObjNum 858 snap 278 seq_num 858) dirty exists 2024-08-19T10:08:10.634 INFO:tasks.rados.rados.0.smithi190.stdout:2817: left oid 30 (ObjNum 858 snap 278 seq_num 858) 2024-08-19T10:08:10.903 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:10 smithi196 ceph-mon[72638]: osdmap e639: 8 total, 8 up, 8 in 2024-08-19T10:08:11.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:10 smithi190 ceph-mon[80032]: osdmap e639: 8 total, 8 up, 8 in 2024-08-19T10:08:11.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:10 smithi190 ceph-mon[77620]: osdmap e639: 8 total, 8 up, 8 in 2024-08-19T10:08:11.603 INFO:tasks.rados.rados.0.smithi190.stdout:2815: done (3 left) 2024-08-19T10:08:11.603 INFO:tasks.rados.rados.0.smithi190.stdout:2816: done (2 left) 2024-08-19T10:08:11.603 INFO:tasks.rados.rados.0.smithi190.stdout:2817: done (1 left) 2024-08-19T10:08:11.603 INFO:tasks.rados.rados.0.smithi190.stdout:2818: done (0 left) 2024-08-19T10:08:11.603 INFO:tasks.rados.rados.0.smithi190.stdout:2819: snap_remove snap 264 2024-08-19T10:08:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:11 smithi196 ceph-mon[72638]: pgmap v630: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-08-19T10:08:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:11 smithi196 ceph-mon[72638]: osdmap e640: 8 total, 8 up, 8 in 2024-08-19T10:08:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:11 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:11 smithi190 ceph-mon[77620]: pgmap v630: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-08-19T10:08:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:11 smithi190 ceph-mon[77620]: osdmap e640: 8 total, 8 up, 8 in 2024-08-19T10:08:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:11 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:12.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:11 smithi190 ceph-mon[80032]: pgmap v630: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-08-19T10:08:12.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:11 smithi190 ceph-mon[80032]: osdmap e640: 8 total, 8 up, 8 in 2024-08-19T10:08:12.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:12.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:11 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:12.607 INFO:tasks.rados.rados.0.smithi190.stdout:2819: done (0 left) 2024-08-19T10:08:12.607 INFO:tasks.rados.rados.0.smithi190.stdout:2820: setattr oid 40 current snap is 279 2024-08-19T10:08:12.609 INFO:tasks.rados.rados.0.smithi190.stdout:2821: read oid 41 snap 277 2024-08-19T10:08:12.609 INFO:tasks.rados.rados.0.smithi190.stdout:2821: expect (ObjNum 752 snap 249 seq_num 752) 2024-08-19T10:08:12.610 INFO:tasks.rados.rados.0.smithi190.stdout:2822: snap_remove snap 273 2024-08-19T10:08:12.844 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:12 smithi196 ceph-mon[72638]: osdmap e641: 8 total, 8 up, 8 in 2024-08-19T10:08:12.845 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:12 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:12.845 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:12 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:13.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:12 smithi190 ceph-mon[77620]: osdmap e641: 8 total, 8 up, 8 in 2024-08-19T10:08:13.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:12 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:13.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:12 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:12 smithi190 ceph-mon[80032]: osdmap e641: 8 total, 8 up, 8 in 2024-08-19T10:08:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:12 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:12 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:13.389 INFO:tasks.rados.rados.0.smithi190.stdout:2822: done (2 left) 2024-08-19T10:08:13.389 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 279 2024-08-19T10:08:13.389 INFO:tasks.rados.rados.0.smithi190.stdout:2823: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2024-08-19T10:08:13.394 INFO:tasks.rados.rados.0.smithi190.stdout:2823: writing smithi19066007-22 from 0 to 794624 tid 1 2024-08-19T10:08:13.398 INFO:tasks.rados.rados.0.smithi190.stdout:2823: writing smithi19066007-22 from 794624 to 1409024 tid 2 2024-08-19T10:08:13.402 INFO:tasks.rados.rados.0.smithi190.stdout:2823: writing smithi19066007-22 from 1409024 to 2048000 tid 3 2024-08-19T10:08:13.405 INFO:tasks.rados.rados.0.smithi190.stdout:2823: writing smithi19066007-22 from 2048000 to 2400256 tid 4 2024-08-19T10:08:13.405 INFO:tasks.rados.rados.0.smithi190.stdout:2824: rollback oid 19 current snap is 279 2024-08-19T10:08:13.406 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 19 to 272 2024-08-19T10:08:13.406 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 273 (ObjNum 854 snap 277 seq_num 854) dirty exists 2024-08-19T10:08:13.406 INFO:tasks.rados.rados.0.smithi190.stdout:2821: expect (ObjNum 752 snap 249 seq_num 752) 2024-08-19T10:08:13.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:13 smithi196 ceph-mon[72638]: pgmap v633: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-08-19T10:08:13.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:13 smithi196 ceph-mon[72638]: osdmap e642: 8 total, 8 up, 8 in 2024-08-19T10:08:13.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:13 smithi196 ceph-mon[72638]: osdmap e643: 8 total, 8 up, 8 in 2024-08-19T10:08:13.799 INFO:tasks.rados.rados.0.smithi190.stdout:2824: finishing rollback tid 1 to smithi19066007-19 2024-08-19T10:08:13.800 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-19T10:08:13.800 INFO:tasks.rados.rados.0.smithi190.stdout:2823: finishing write tid 1 to smithi19066007-22 2024-08-19T10:08:13.800 INFO:tasks.rados.rados.0.smithi190.stdout:2820: done (3 left) 2024-08-19T10:08:13.800 INFO:tasks.rados.rados.0.smithi190.stdout:2821: done (2 left) 2024-08-19T10:08:13.800 INFO:tasks.rados.rados.0.smithi190.stdout:2824: done (1 left) 2024-08-19T10:08:13.800 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 279 2024-08-19T10:08:13.800 INFO:tasks.rados.rados.0.smithi190.stdout:2823: finishing write tid 2 to smithi19066007-22 2024-08-19T10:08:13.800 INFO:tasks.rados.rados.0.smithi190.stdout:2825: seq_num 860 ranges {0=8192} 2024-08-19T10:08:13.800 INFO:tasks.rados.rados.0.smithi190.stdout:2825: writing smithi19066007-16 from 0 to 8192 tid 1 2024-08-19T10:08:13.800 INFO:tasks.rados.rados.0.smithi190.stdout:2826: snap_remove snap 272 2024-08-19T10:08:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:13 smithi190 ceph-mon[77620]: pgmap v633: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-08-19T10:08:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:13 smithi190 ceph-mon[77620]: osdmap e642: 8 total, 8 up, 8 in 2024-08-19T10:08:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:13 smithi190 ceph-mon[77620]: osdmap e643: 8 total, 8 up, 8 in 2024-08-19T10:08:14.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:13 smithi190 ceph-mon[80032]: pgmap v633: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-08-19T10:08:14.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:13 smithi190 ceph-mon[80032]: osdmap e642: 8 total, 8 up, 8 in 2024-08-19T10:08:14.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:13 smithi190 ceph-mon[80032]: osdmap e643: 8 total, 8 up, 8 in 2024-08-19T10:08:14.619 INFO:tasks.rados.rados.0.smithi190.stdout:2826: done (2 left) 2024-08-19T10:08:14.619 INFO:tasks.rados.rados.0.smithi190.stdout:2827: read oid 27 snap -1 2024-08-19T10:08:14.620 INFO:tasks.rados.rados.0.smithi190.stdout:2827: expect (ObjNum 806 snap 263 seq_num 806) 2024-08-19T10:08:14.620 INFO:tasks.rados.rados.0.smithi190.stdout:2828: setattr oid 12 current snap is 279 2024-08-19T10:08:14.621 INFO:tasks.rados.rados.0.smithi190.stdout:2823: finishing write tid 3 to smithi19066007-22 2024-08-19T10:08:14.621 INFO:tasks.rados.rados.0.smithi190.stdout:2823: finishing write tid 4 to smithi19066007-22 2024-08-19T10:08:14.621 INFO:tasks.rados.rados.0.smithi190.stdout:2823: finishing write tid 5 to smithi19066007-22 2024-08-19T10:08:14.621 INFO:tasks.rados.rados.0.smithi190.stdout:2823: finishing write tid 6 to smithi19066007-22 2024-08-19T10:08:14.621 INFO:tasks.rados.rados.0.smithi190.stdout:2823: oid 22 updating version 0 to 1472 2024-08-19T10:08:14.621 INFO:tasks.rados.rados.0.smithi190.stdout:2823: oid 22 version 1472 is already newer than 1470 2024-08-19T10:08:14.621 INFO:tasks.rados.rados.0.smithi190.stdout:2823: oid 22 version 1472 is already newer than 1468 2024-08-19T10:08:14.621 INFO:tasks.rados.rados.0.smithi190.stdout:2823: oid 22 version 1472 is already newer than 1471 2024-08-19T10:08:14.621 INFO:tasks.rados.rados.0.smithi190.stdout:2823: oid 22 version 1472 is already newer than 1469 2024-08-19T10:08:14.621 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 1472 (ObjNum 859 snap 279 seq_num 859) dirty exists 2024-08-19T10:08:14.621 INFO:tasks.rados.rados.0.smithi190.stdout:2823: left oid 22 (ObjNum 859 snap 279 seq_num 859) 2024-08-19T10:08:14.621 INFO:tasks.rados.rados.0.smithi190.stdout:2825: finishing write tid 1 to smithi19066007-16 2024-08-19T10:08:14.621 INFO:tasks.rados.rados.0.smithi190.stdout:2825: finishing write tid 2 to smithi19066007-16 2024-08-19T10:08:14.622 INFO:tasks.rados.rados.0.smithi190.stdout:2825: finishing write tid 3 to smithi19066007-16 2024-08-19T10:08:14.622 INFO:tasks.rados.rados.0.smithi190.stdout:2825: oid 16 updating version 0 to 1235 2024-08-19T10:08:14.622 INFO:tasks.rados.rados.0.smithi190.stdout:2825: oid 16 version 1235 is already newer than 1234 2024-08-19T10:08:14.622 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 1235 (ObjNum 860 snap 279 seq_num 860) dirty exists 2024-08-19T10:08:14.622 INFO:tasks.rados.rados.0.smithi190.stdout:2825: left oid 16 (ObjNum 860 snap 279 seq_num 860) 2024-08-19T10:08:14.622 INFO:tasks.rados.rados.0.smithi190.stdout:2823: done (3 left) 2024-08-19T10:08:14.622 INFO:tasks.rados.rados.0.smithi190.stdout:2825: done (2 left) 2024-08-19T10:08:14.623 INFO:tasks.rados.rados.0.smithi190.stdout:2829: snap_create 2024-08-19T10:08:14.632 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 1391 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-19T10:08:14.643 INFO:tasks.rados.rados.0.smithi190.stdout:2827: expect (ObjNum 806 snap 263 seq_num 806) 2024-08-19T10:08:15.620 INFO:tasks.rados.rados.0.smithi190.stdout:2827: done (2 left) 2024-08-19T10:08:15.620 INFO:tasks.rados.rados.0.smithi190.stdout:2828: done (1 left) 2024-08-19T10:08:15.620 INFO:tasks.rados.rados.0.smithi190.stdout:2829: done (0 left) 2024-08-19T10:08:15.620 INFO:tasks.rados.rados.0.smithi190.stdout:2830: setattr oid 2 current snap is 280 2024-08-19T10:08:15.621 INFO:tasks.rados.rados.0.smithi190.stdout:2831: snap_remove snap 279 2024-08-19T10:08:15.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: pgmap v636: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 178 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-19T10:08:15.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: osdmap e644: 8 total, 8 up, 8 in 2024-08-19T10:08:15.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:15.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:15.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:08:15.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:08:15.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:15.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-19T10:08:15.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:08:15.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:15.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:15.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-19T10:08:15.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-19T10:08:15.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:15.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-19T10:08:15.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-19T10:08:15.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-19T10:08:15.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-19T10:08:15.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-19T10:08:15.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-19T10:08:15.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-19T10:08:15.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-19T10:08:15.922 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-19T10:08:15.922 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-19T10:08:15.922 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-19T10:08:15.922 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:15.922 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-19T10:08:15.922 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-19T10:08:15.922 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-19T10:08:15.922 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-19T10:08:15.922 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-19T10:08:15.922 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-19T10:08:15.922 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-19T10:08:15.923 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-19T10:08:15.923 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:15.923 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:15.923 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:15.923 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:15.923 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:15.923 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:15.923 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:08:15.923 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-19T10:08:15.923 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-19T10:08:15.923 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:08:15.924 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:08:15.924 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:08:15.924 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:15.924 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:15.924 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:08:15.924 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:08:15.924 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:08:15.924 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:16.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: pgmap v636: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 178 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-19T10:08:16.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: osdmap e644: 8 total, 8 up, 8 in 2024-08-19T10:08:16.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:16.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:08:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:08:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-19T10:08:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:08:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:16.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-19T10:08:16.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: pgmap v636: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 178 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-19T10:08:16.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: osdmap e644: 8 total, 8 up, 8 in 2024-08-19T10:08:16.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:16.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:16.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:08:16.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:08:16.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:16.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-19T10:08:16.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:08:16.068 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:16.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:16.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-19T10:08:16.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-19T10:08:16.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-19T10:08:16.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-19T10:08:16.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-19T10:08:16.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-19T10:08:16.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-19T10:08:16.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-19T10:08:16.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-19T10:08:16.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-19T10:08:16.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-19T10:08:16.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-19T10:08:16.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-19T10:08:16.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-19T10:08:16.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-19T10:08:16.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-19T10:08:16.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-19T10:08:16.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-19T10:08:16.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-19T10:08:16.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-19T10:08:16.072 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-19T10:08:16.072 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.072 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-19T10:08:16.072 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-19T10:08:16.072 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-19T10:08:16.072 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-19T10:08:16.073 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-19T10:08:16.073 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-19T10:08:16.073 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-19T10:08:16.073 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-19T10:08:16.073 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-19T10:08:16.073 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-19T10:08:16.073 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-19T10:08:16.073 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.073 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-19T10:08:16.073 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-19T10:08:16.074 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-19T10:08:16.074 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-19T10:08:16.074 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-19T10:08:16.074 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-19T10:08:16.074 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-19T10:08:16.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-19T10:08:16.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:08:16.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-19T10:08:16.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-19T10:08:16.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:08:16.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:08:16.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:08:16.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:16.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:16.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:08:16.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:08:16.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:08:16.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:16.077 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-19T10:08:16.077 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.077 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.077 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.077 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.077 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.077 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-19T10:08:16.077 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:08:16.077 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-19T10:08:16.077 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-19T10:08:16.077 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:08:16.077 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:08:16.077 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:08:16.078 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:16.078 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:16.078 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:08:16.078 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:08:16.078 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:08:16.078 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:08:16.635 INFO:tasks.rados.rados.0.smithi190.stdout:2831: done (1 left) 2024-08-19T10:08:16.635 INFO:tasks.rados.rados.0.smithi190.stdout:2832: snap_create 2024-08-19T10:08:16.635 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1452 (ObjNum 820 snap 270 seq_num 820) dirty exists 2024-08-19T10:08:16.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:16 smithi196 ceph-mon[72638]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T10:08:16.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:16 smithi196 ceph-mon[72638]: Upgrade: Finalizing container_image settings 2024-08-19T10:08:16.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:16 smithi196 ceph-mon[72638]: Upgrade: Complete! 2024-08-19T10:08:16.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:16 smithi196 ceph-mon[72638]: osdmap e645: 8 total, 8 up, 8 in 2024-08-19T10:08:17.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:16 smithi190 ceph-mon[77620]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T10:08:17.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:16 smithi190 ceph-mon[77620]: Upgrade: Finalizing container_image settings 2024-08-19T10:08:17.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:16 smithi190 ceph-mon[77620]: Upgrade: Complete! 2024-08-19T10:08:17.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:16 smithi190 ceph-mon[77620]: osdmap e645: 8 total, 8 up, 8 in 2024-08-19T10:08:17.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:16 smithi190 ceph-mon[80032]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-19T10:08:17.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:16 smithi190 ceph-mon[80032]: Upgrade: Finalizing container_image settings 2024-08-19T10:08:17.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:16 smithi190 ceph-mon[80032]: Upgrade: Complete! 2024-08-19T10:08:17.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:16 smithi190 ceph-mon[80032]: osdmap e645: 8 total, 8 up, 8 in 2024-08-19T10:08:17.639 INFO:tasks.rados.rados.0.smithi190.stdout:2830: done (1 left) 2024-08-19T10:08:17.639 INFO:tasks.rados.rados.0.smithi190.stdout:2832: done (0 left) 2024-08-19T10:08:17.640 INFO:tasks.rados.rados.0.smithi190.stdout:2833: setattr oid 44 current snap is 281 2024-08-19T10:08:17.640 INFO:tasks.rados.rados.0.smithi190.stdout:2834: snap_create 2024-08-19T10:08:17.649 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 1473 (ObjNum 848 snap 277 seq_num 848) dirty exists 2024-08-19T10:08:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:17 smithi196 ceph-mon[72638]: pgmap v639: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 16 op/s 2024-08-19T10:08:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:17 smithi196 ceph-mon[72638]: osdmap e646: 8 total, 8 up, 8 in 2024-08-19T10:08:18.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:08:17 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:08:17] "GET /metrics HTTP/1.1" 200 36377 "" "Prometheus/2.51.0" 2024-08-19T10:08:18.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:17 smithi190 ceph-mon[80032]: pgmap v639: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 16 op/s 2024-08-19T10:08:18.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:17 smithi190 ceph-mon[80032]: osdmap e646: 8 total, 8 up, 8 in 2024-08-19T10:08:18.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:17 smithi190 ceph-mon[77620]: pgmap v639: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 16 op/s 2024-08-19T10:08:18.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:17 smithi190 ceph-mon[77620]: osdmap e646: 8 total, 8 up, 8 in 2024-08-19T10:08:18.392 INFO:tasks.rados.rados.0.smithi190.stdout:2833: done (1 left) 2024-08-19T10:08:18.392 INFO:tasks.rados.rados.0.smithi190.stdout:2834: done (0 left) 2024-08-19T10:08:18.392 INFO:tasks.rados.rados.0.smithi190.stdout:2835: read oid 37 snap -1 2024-08-19T10:08:18.392 INFO:tasks.rados.rados.0.smithi190.stdout:2835: expect (ObjNum 845 snap 277 seq_num 845) 2024-08-19T10:08:18.393 INFO:tasks.rados.rados.0.smithi190.stdout:2836: rollback oid 39 current snap is 282 2024-08-19T10:08:18.393 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 39 to 278 2024-08-19T10:08:18.393 INFO:tasks.rados.rados.0.smithi190.stdout:2837: read oid 18 snap -1 2024-08-19T10:08:18.393 INFO:tasks.rados.rados.0.smithi190.stdout:2837: expect (ObjNum 824 snap 270 seq_num 824) 2024-08-19T10:08:18.393 INFO:tasks.rados.rados.0.smithi190.stdout:2838: read oid 41 snap -1 2024-08-19T10:08:18.393 INFO:tasks.rados.rados.0.smithi190.stdout:2838: expect (ObjNum 752 snap 249 seq_num 752) 2024-08-19T10:08:18.393 INFO:tasks.rados.rados.0.smithi190.stdout:2839: rollback oid 4 current snap is 282 2024-08-19T10:08:18.393 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 4 to 280 2024-08-19T10:08:18.393 INFO:tasks.rados.rados.0.smithi190.stdout:2840: copy_from oid 38 from oid 5 current snap is 282 2024-08-19T10:08:18.393 INFO:tasks.rados.rados.0.smithi190.stdout:2841: delete oid 27 current snap is 282 2024-08-19T10:08:18.394 INFO:tasks.rados.rados.0.smithi190.stdout:2839: finishing rollback tid 1 to smithi19066007-4 2024-08-19T10:08:18.394 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 0 (ObjNum 1825 snap 0 seq_num 3356559440) dirty dne 2024-08-19T10:08:18.396 INFO:tasks.rados.rados.0.smithi190.stdout:2840: finishing copy_from racing read to smithi19066007-38 2024-08-19T10:08:18.401 INFO:tasks.rados.rados.0.smithi190.stdout:2840: finishing copy_from to smithi19066007-38 2024-08-19T10:08:18.401 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 1827 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:08:18.403 INFO:tasks.rados.rados.0.smithi190.stdout:2836: finishing rollback tid 0 to smithi19066007-39 2024-08-19T10:08:18.403 INFO:tasks.rados.rados.0.smithi190.stdout:2836: finishing rollback tid 1 to smithi19066007-39 2024-08-19T10:08:18.404 INFO:tasks.rados.rados.0.smithi190.stdout:2836: finishing rollback tid 2 to smithi19066007-39 2024-08-19T10:08:18.405 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1896 (ObjNum 2241 snap 0 seq_num 3355879024) dirty exists 2024-08-19T10:08:18.429 INFO:tasks.rados.rados.0.smithi190.stdout:2835: expect (ObjNum 845 snap 277 seq_num 845) 2024-08-19T10:08:18.573 INFO:tasks.rados.rados.0.smithi190.stdout:2837: expect (ObjNum 824 snap 270 seq_num 824) 2024-08-19T10:08:18.680 INFO:tasks.rados.rados.0.smithi190.stdout:2838: expect (ObjNum 752 snap 249 seq_num 752) 2024-08-19T10:08:18.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:18 smithi196 ceph-mon[72638]: osdmap e647: 8 total, 8 up, 8 in 2024-08-19T10:08:18.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:18 smithi196 ceph-mon[72638]: osdmap e648: 8 total, 8 up, 8 in 2024-08-19T10:08:19.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:18 smithi190 ceph-mon[80032]: osdmap e647: 8 total, 8 up, 8 in 2024-08-19T10:08:19.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:18 smithi190 ceph-mon[80032]: osdmap e648: 8 total, 8 up, 8 in 2024-08-19T10:08:19.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:18 smithi190 ceph-mon[77620]: osdmap e647: 8 total, 8 up, 8 in 2024-08-19T10:08:19.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:18 smithi190 ceph-mon[77620]: osdmap e648: 8 total, 8 up, 8 in 2024-08-19T10:08:19.067 INFO:tasks.rados.rados.0.smithi190.stdout:2835: done (6 left) 2024-08-19T10:08:19.067 INFO:tasks.rados.rados.0.smithi190.stdout:2836: done (5 left) 2024-08-19T10:08:19.068 INFO:tasks.rados.rados.0.smithi190.stdout:2837: done (4 left) 2024-08-19T10:08:19.068 INFO:tasks.rados.rados.0.smithi190.stdout:2838: done (3 left) 2024-08-19T10:08:19.068 INFO:tasks.rados.rados.0.smithi190.stdout:2839: done (2 left) 2024-08-19T10:08:19.068 INFO:tasks.rados.rados.0.smithi190.stdout:2840: done (1 left) 2024-08-19T10:08:19.068 INFO:tasks.rados.rados.0.smithi190.stdout:2841: done (0 left) 2024-08-19T10:08:19.068 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 45 current snap is 282 2024-08-19T10:08:19.068 INFO:tasks.rados.rados.0.smithi190.stdout:2842: seq_num 862 ranges {0=40960} 2024-08-19T10:08:19.068 INFO:tasks.rados.rados.0.smithi190.stdout:2842: writing smithi19066007-45 from 0 to 40960 tid 1 2024-08-19T10:08:19.068 INFO:tasks.rados.rados.0.smithi190.stdout:2843: read oid 35 snap -1 2024-08-19T10:08:19.068 INFO:tasks.rados.rados.0.smithi190.stdout:2843: expect (ObjNum 810 snap 265 seq_num 810) 2024-08-19T10:08:19.068 INFO:tasks.rados.rados.0.smithi190.stdout:2844: rollback oid 10 current snap is 282 2024-08-19T10:08:19.068 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 10 to 277 2024-08-19T10:08:19.068 INFO:tasks.rados.rados.0.smithi190.stdout:2845: rmattr oid 31 current snap is 282 2024-08-19T10:08:19.069 INFO:tasks.rados.rados.0.smithi190.stdout:2846: snap_create 2024-08-19T10:08:19.069 INFO:tasks.rados.rados.0.smithi190.stdout:2844: finishing rollback tid 1 to smithi19066007-10 2024-08-19T10:08:19.069 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 0 (ObjNum 81 snap 0 seq_num 1567055724) dirty dne 2024-08-19T10:08:19.070 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 1740 (ObjNum 850 snap 277 seq_num 850) dirty exists 2024-08-19T10:08:19.071 INFO:tasks.rados.rados.0.smithi190.stdout:2842: finishing write tid 1 to smithi19066007-45 2024-08-19T10:08:19.071 INFO:tasks.rados.rados.0.smithi190.stdout:2842: finishing write tid 2 to smithi19066007-45 2024-08-19T10:08:19.073 INFO:tasks.rados.rados.0.smithi190.stdout:2842: finishing write tid 3 to smithi19066007-45 2024-08-19T10:08:19.073 INFO:tasks.rados.rados.0.smithi190.stdout:2842: oid 45 updating version 0 to 1813 2024-08-19T10:08:19.073 INFO:tasks.rados.rados.0.smithi190.stdout:2842: oid 45 version 1813 is already newer than 1812 2024-08-19T10:08:19.073 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 1813 (ObjNum 862 snap 282 seq_num 862) dirty exists 2024-08-19T10:08:19.073 INFO:tasks.rados.rados.0.smithi190.stdout:2842: left oid 45 (ObjNum 862 snap 282 seq_num 862) 2024-08-19T10:08:19.080 INFO:tasks.rados.rados.0.smithi190.stdout:2843: expect (ObjNum 810 snap 265 seq_num 810) 2024-08-19T10:08:19.652 INFO:tasks.rados.rados.0.smithi190.stdout:2842: done (4 left) 2024-08-19T10:08:19.652 INFO:tasks.rados.rados.0.smithi190.stdout:2843: done (3 left) 2024-08-19T10:08:19.652 INFO:tasks.rados.rados.0.smithi190.stdout:2844: done (2 left) 2024-08-19T10:08:19.653 INFO:tasks.rados.rados.0.smithi190.stdout:2845: done (1 left) 2024-08-19T10:08:19.653 INFO:tasks.rados.rados.0.smithi190.stdout:2846: done (0 left) 2024-08-19T10:08:19.653 INFO:tasks.rados.rados.0.smithi190.stdout:2847: snap_create 2024-08-19T10:08:19.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:19 smithi196 ceph-mon[72638]: pgmap v642: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 168 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-19T10:08:20.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:19 smithi190 ceph-mon[80032]: pgmap v642: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 168 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-19T10:08:20.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:19 smithi190 ceph-mon[77620]: pgmap v642: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 168 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-19T10:08:20.664 INFO:tasks.rados.rados.0.smithi190.stdout:2847: done (0 left) 2024-08-19T10:08:20.664 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 15 current snap is 284 2024-08-19T10:08:20.664 INFO:tasks.rados.rados.0.smithi190.stdout:2848: seq_num 863 ranges {999424=57344} 2024-08-19T10:08:20.669 INFO:tasks.rados.rados.0.smithi190.stdout:2848: writing smithi19066007-15 from 999424 to 1056768 tid 1 2024-08-19T10:08:20.670 INFO:tasks.rados.rados.0.smithi190.stdout:2849: rollback oid 3 current snap is 284 2024-08-19T10:08:20.670 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 3 to 278 2024-08-19T10:08:20.670 INFO:tasks.rados.rados.0.smithi190.stdout:2850: read oid 50 snap 281 2024-08-19T10:08:20.670 INFO:tasks.rados.rados.0.smithi190.stdout:2850: expect (ObjNum 847 snap 277 seq_num 847) 2024-08-19T10:08:20.670 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 284 2024-08-19T10:08:20.670 INFO:tasks.rados.rados.0.smithi190.stdout:2851: seq_num 864 ranges {6561792=73728} 2024-08-19T10:08:20.707 INFO:tasks.rados.rados.0.smithi190.stdout:2851: writing smithi19066007-43 from 6561792 to 6635520 tid 1 2024-08-19T10:08:20.707 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 34 current snap is 284 2024-08-19T10:08:20.707 INFO:tasks.rados.rados.0.smithi190.stdout:2849: finishing rollback tid 0 to smithi19066007-3 2024-08-19T10:08:20.707 INFO:tasks.rados.rados.0.smithi190.stdout:2852: seq_num 865 ranges {9109504=90112} 2024-08-19T10:08:20.760 INFO:tasks.rados.rados.0.smithi190.stdout:2852: writing smithi19066007-34 from 9109504 to 9199616 tid 1 2024-08-19T10:08:20.760 INFO:tasks.rados.rados.0.smithi190.stdout:2853: copy_from oid 5 from oid 10 current snap is 284 2024-08-19T10:08:20.760 INFO:tasks.rados.rados.0.smithi190.stdout:2849: finishing rollback tid 1 to smithi19066007-3 2024-08-19T10:08:20.760 INFO:tasks.rados.rados.0.smithi190.stdout:2848: finishing write tid 1 to smithi19066007-15 2024-08-19T10:08:20.760 INFO:tasks.rados.rados.0.smithi190.stdout:2848: finishing write tid 2 to smithi19066007-15 2024-08-19T10:08:20.761 INFO:tasks.rados.rados.0.smithi190.stdout:2854: read oid 4 snap 278 2024-08-19T10:08:20.761 INFO:tasks.rados.rados.0.smithi190.stdout:2854: expect deleted 2024-08-19T10:08:20.761 INFO:tasks.rados.rados.0.smithi190.stdout:2855: rollback oid 38 current snap is 284 2024-08-19T10:08:20.761 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 38 to 280 2024-08-19T10:08:20.761 INFO:tasks.rados.rados.0.smithi190.stdout:2849: finishing rollback tid 2 to smithi19066007-3 2024-08-19T10:08:20.761 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 1487 (ObjNum 797 snap 262 seq_num 797) dirty exists 2024-08-19T10:08:20.761 INFO:tasks.rados.rados.0.smithi190.stdout:2848: finishing write tid 3 to smithi19066007-15 2024-08-19T10:08:20.761 INFO:tasks.rados.rados.0.smithi190.stdout:2848: oid 15 updating version 0 to 1526 2024-08-19T10:08:20.762 INFO:tasks.rados.rados.0.smithi190.stdout:2848: oid 15 version 1526 is already newer than 1525 2024-08-19T10:08:20.762 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 1526 (ObjNum 863 snap 284 seq_num 863) dirty exists 2024-08-19T10:08:20.762 INFO:tasks.rados.rados.0.smithi190.stdout:2848: left oid 15 (ObjNum 863 snap 284 seq_num 863) 2024-08-19T10:08:20.762 INFO:tasks.rados.rados.0.smithi190.stdout:2851: finishing write tid 1 to smithi19066007-43 2024-08-19T10:08:20.762 INFO:tasks.rados.rados.0.smithi190.stdout:2848: done (7 left) 2024-08-19T10:08:20.762 INFO:tasks.rados.rados.0.smithi190.stdout:2849: done (6 left) 2024-08-19T10:08:20.762 INFO:tasks.rados.rados.0.smithi190.stdout:2851: finishing write tid 2 to smithi19066007-43 2024-08-19T10:08:20.763 INFO:tasks.rados.rados.0.smithi190.stdout:2851: finishing write tid 3 to smithi19066007-43 2024-08-19T10:08:20.763 INFO:tasks.rados.rados.0.smithi190.stdout:2851: oid 43 updating version 0 to 1832 2024-08-19T10:08:20.763 INFO:tasks.rados.rados.0.smithi190.stdout:2851: oid 43 version 1832 is already newer than 1831 2024-08-19T10:08:20.763 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1832 (ObjNum 864 snap 284 seq_num 864) dirty exists 2024-08-19T10:08:20.763 INFO:tasks.rados.rados.0.smithi190.stdout:2851: left oid 43 (ObjNum 864 snap 284 seq_num 864) 2024-08-19T10:08:20.763 INFO:tasks.rados.rados.0.smithi190.stdout:2850: expect (ObjNum 847 snap 277 seq_num 847) 2024-08-19T10:08:20.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:20 smithi196 ceph-mon[72638]: osdmap e649: 8 total, 8 up, 8 in 2024-08-19T10:08:21.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:20 smithi190 ceph-mon[80032]: osdmap e649: 8 total, 8 up, 8 in 2024-08-19T10:08:21.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:20 smithi190 ceph-mon[77620]: osdmap e649: 8 total, 8 up, 8 in 2024-08-19T10:08:21.767 INFO:tasks.rados.rados.0.smithi190.stdout:2852: finishing write tid 1 to smithi19066007-34 2024-08-19T10:08:21.767 INFO:tasks.rados.rados.0.smithi190.stdout:2852: finishing write tid 2 to smithi19066007-34 2024-08-19T10:08:21.767 INFO:tasks.rados.rados.0.smithi190.stdout:2856: read oid 27 snap -1 2024-08-19T10:08:21.767 INFO:tasks.rados.rados.0.smithi190.stdout:2856: expect deleted 2024-08-19T10:08:21.767 INFO:tasks.rados.rados.0.smithi190.stdout:2850: done (6 left) 2024-08-19T10:08:21.767 INFO:tasks.rados.rados.0.smithi190.stdout:2851: done (5 left) 2024-08-19T10:08:21.767 INFO:tasks.rados.rados.0.smithi190.stdout:2854: done (4 left) 2024-08-19T10:08:21.767 INFO:tasks.rados.rados.0.smithi190.stdout:2857: rollback oid 16 current snap is 284 2024-08-19T10:08:21.768 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 16 to 278 2024-08-19T10:08:21.768 INFO:tasks.rados.rados.0.smithi190.stdout:2853: finishing copy_from to smithi19066007-5 2024-08-19T10:08:21.768 INFO:tasks.rados.rados.0.smithi190.stdout:2853: got expected ENOENT (src dne) 2024-08-19T10:08:21.768 INFO:tasks.rados.rados.0.smithi190.stdout:2853: finishing copy_from racing read to smithi19066007-5 2024-08-19T10:08:21.768 INFO:tasks.rados.rados.0.smithi190.stdout:2852: finishing write tid 3 to smithi19066007-34 2024-08-19T10:08:21.768 INFO:tasks.rados.rados.0.smithi190.stdout:2852: oid 34 updating version 0 to 1814 2024-08-19T10:08:21.768 INFO:tasks.rados.rados.0.smithi190.stdout:2852: oid 34 updating version 1814 to 1815 2024-08-19T10:08:21.768 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 1815 (ObjNum 865 snap 284 seq_num 865) dirty exists 2024-08-19T10:08:21.768 INFO:tasks.rados.rados.0.smithi190.stdout:2852: left oid 34 (ObjNum 865 snap 284 seq_num 865) 2024-08-19T10:08:21.768 INFO:tasks.rados.rados.0.smithi190.stdout:2855: finishing rollback tid 0 to smithi19066007-38 2024-08-19T10:08:21.768 INFO:tasks.rados.rados.0.smithi190.stdout:2852: done (4 left) 2024-08-19T10:08:21.768 INFO:tasks.rados.rados.0.smithi190.stdout:2853: done (3 left) 2024-08-19T10:08:21.768 INFO:tasks.rados.rados.0.smithi190.stdout:2858: copy_from oid 5 from oid 34 current snap is 284 2024-08-19T10:08:21.768 INFO:tasks.rados.rados.0.smithi190.stdout:2855: finishing rollback tid 1 to smithi19066007-38 2024-08-19T10:08:21.769 INFO:tasks.rados.rados.0.smithi190.stdout:2855: finishing rollback tid 2 to smithi19066007-38 2024-08-19T10:08:21.769 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 1830 (ObjNum 844 snap 277 seq_num 844) dirty exists 2024-08-19T10:08:21.769 INFO:tasks.rados.rados.0.smithi190.stdout:2855: done (3 left) 2024-08-19T10:08:21.769 INFO:tasks.rados.rados.0.smithi190.stdout:2859: copy_from oid 48 from oid 12 current snap is 284 2024-08-19T10:08:21.769 INFO:tasks.rados.rados.0.smithi190.stdout:2860: read oid 2 snap -1 2024-08-19T10:08:21.769 INFO:tasks.rados.rados.0.smithi190.stdout:2860: expect (ObjNum 820 snap 270 seq_num 820) 2024-08-19T10:08:21.769 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 9 current snap is 284 2024-08-19T10:08:21.769 INFO:tasks.rados.rados.0.smithi190.stdout:2861: seq_num 866 ranges {3399680=106496} 2024-08-19T10:08:21.786 INFO:tasks.rados.rados.0.smithi190.stdout:2861: writing smithi19066007-9 from 3399680 to 3506176 tid 1 2024-08-19T10:08:21.786 INFO:tasks.rados.rados.0.smithi190.stdout:2862: snap_remove snap 281 2024-08-19T10:08:21.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:21 smithi196 ceph-mon[72638]: pgmap v645: 121 pgs: 121 active+clean; 133 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 12 KiB/s wr, 23 op/s 2024-08-19T10:08:21.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:21 smithi196 ceph-mon[72638]: osdmap e650: 8 total, 8 up, 8 in 2024-08-19T10:08:22.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:21 smithi190 ceph-mon[77620]: pgmap v645: 121 pgs: 121 active+clean; 133 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 12 KiB/s wr, 23 op/s 2024-08-19T10:08:22.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:21 smithi190 ceph-mon[77620]: osdmap e650: 8 total, 8 up, 8 in 2024-08-19T10:08:22.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:21 smithi190 ceph-mon[80032]: pgmap v645: 121 pgs: 121 active+clean; 133 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 12 KiB/s wr, 23 op/s 2024-08-19T10:08:22.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:21 smithi190 ceph-mon[80032]: osdmap e650: 8 total, 8 up, 8 in 2024-08-19T10:08:22.677 INFO:tasks.rados.rados.0.smithi190.stdout:2862: done (6 left) 2024-08-19T10:08:22.677 INFO:tasks.rados.rados.0.smithi190.stdout:2863: snap_remove snap 283 2024-08-19T10:08:23.392 INFO:tasks.rados.rados.0.smithi190.stdout:2863: done (6 left) 2024-08-19T10:08:23.393 INFO:tasks.rados.rados.0.smithi190.stdout:2864: delete oid 29 current snap is 284 2024-08-19T10:08:23.393 INFO:tasks.rados.rados.0.smithi190.stdout:2859: finishing copy_from racing read to smithi19066007-48 2024-08-19T10:08:23.393 INFO:tasks.rados.rados.0.smithi190.stdout:2857: finishing rollback tid 0 to smithi19066007-16 2024-08-19T10:08:23.393 INFO:tasks.rados.rados.0.smithi190.stdout:2859: finishing copy_from to smithi19066007-48 2024-08-19T10:08:23.393 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1391 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-19T10:08:23.393 INFO:tasks.rados.rados.0.smithi190.stdout:2857: finishing rollback tid 1 to smithi19066007-16 2024-08-19T10:08:23.393 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 1238 (ObjNum 81 snap 0 seq_num 1868651346) dirty dne 2024-08-19T10:08:23.393 INFO:tasks.rados.rados.0.smithi190.stdout:2860: expect (ObjNum 820 snap 270 seq_num 820) 2024-08-19T10:08:23.715 INFO:tasks.rados.rados.0.smithi190.stdout:2861: finishing write tid 1 to smithi19066007-9 2024-08-19T10:08:23.716 INFO:tasks.rados.rados.0.smithi190.stdout:2861: finishing write tid 2 to smithi19066007-9 2024-08-19T10:08:23.716 INFO:tasks.rados.rados.0.smithi190.stdout:2856: done (6 left) 2024-08-19T10:08:23.716 INFO:tasks.rados.rados.0.smithi190.stdout:2857: done (5 left) 2024-08-19T10:08:23.716 INFO:tasks.rados.rados.0.smithi190.stdout:2859: done (4 left) 2024-08-19T10:08:23.716 INFO:tasks.rados.rados.0.smithi190.stdout:2860: done (3 left) 2024-08-19T10:08:23.716 INFO:tasks.rados.rados.0.smithi190.stdout:2864: done (2 left) 2024-08-19T10:08:23.716 INFO:tasks.rados.rados.0.smithi190.stdout:2865: snap_remove snap 282 2024-08-19T10:08:24.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:23 smithi190 ceph-mon[77620]: pgmap v647: 121 pgs: 121 active+clean; 135 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 11 KiB/s wr, 24 op/s 2024-08-19T10:08:24.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:23 smithi190 ceph-mon[77620]: osdmap e651: 8 total, 8 up, 8 in 2024-08-19T10:08:24.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:23 smithi190 ceph-mon[77620]: osdmap e652: 8 total, 8 up, 8 in 2024-08-19T10:08:24.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:23 smithi190 ceph-mon[80032]: pgmap v647: 121 pgs: 121 active+clean; 135 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 11 KiB/s wr, 24 op/s 2024-08-19T10:08:24.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:23 smithi190 ceph-mon[80032]: osdmap e651: 8 total, 8 up, 8 in 2024-08-19T10:08:24.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:23 smithi190 ceph-mon[80032]: osdmap e652: 8 total, 8 up, 8 in 2024-08-19T10:08:24.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:23 smithi196 ceph-mon[72638]: pgmap v647: 121 pgs: 121 active+clean; 135 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 11 KiB/s wr, 24 op/s 2024-08-19T10:08:24.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:23 smithi196 ceph-mon[72638]: osdmap e651: 8 total, 8 up, 8 in 2024-08-19T10:08:24.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:23 smithi196 ceph-mon[72638]: osdmap e652: 8 total, 8 up, 8 in 2024-08-19T10:08:24.686 INFO:tasks.rados.rados.0.smithi190.stdout:2865: done (2 left) 2024-08-19T10:08:24.686 INFO:tasks.rados.rados.0.smithi190.stdout:2866: copy_from oid 43 from oid 27 current snap is 284 2024-08-19T10:08:24.686 INFO:tasks.rados.rados.0.smithi190.stdout:2861: finishing write tid 3 to smithi19066007-9 2024-08-19T10:08:24.686 INFO:tasks.rados.rados.0.smithi190.stdout:2861: oid 9 updating version 0 to 1831 2024-08-19T10:08:24.686 INFO:tasks.rados.rados.0.smithi190.stdout:2861: oid 9 updating version 1831 to 1832 2024-08-19T10:08:24.686 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1832 (ObjNum 866 snap 284 seq_num 866) dirty exists 2024-08-19T10:08:24.686 INFO:tasks.rados.rados.0.smithi190.stdout:2861: left oid 9 (ObjNum 866 snap 284 seq_num 866) 2024-08-19T10:08:24.687 INFO:tasks.rados.rados.0.smithi190.stdout:2858: finishing copy_from racing read to smithi19066007-5 2024-08-19T10:08:24.687 INFO:tasks.rados.rados.0.smithi190.stdout:2858: finishing copy_from to smithi19066007-5 2024-08-19T10:08:24.687 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 1815 (ObjNum 865 snap 284 seq_num 865) dirty exists 2024-08-19T10:08:24.687 INFO:tasks.rados.rados.0.smithi190.stdout:2858: done (2 left) 2024-08-19T10:08:24.687 INFO:tasks.rados.rados.0.smithi190.stdout:2861: done (1 left) 2024-08-19T10:08:24.687 INFO:tasks.rados.rados.0.smithi190.stdout:2867: copy_from oid 15 from oid 12 current snap is 284 2024-08-19T10:08:24.687 INFO:tasks.rados.rados.0.smithi190.stdout:2868: rmattr oid 8 current snap is 284 2024-08-19T10:08:24.687 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 3 current snap is 284 2024-08-19T10:08:24.687 INFO:tasks.rados.rados.0.smithi190.stdout:2869: seq_num 868 ranges {2400256=139264} 2024-08-19T10:08:24.701 INFO:tasks.rados.rados.0.smithi190.stdout:2869: writing smithi19066007-3 from 2400256 to 2539520 tid 1 2024-08-19T10:08:24.701 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 18 current snap is 284 2024-08-19T10:08:24.701 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1901 (ObjNum 845 snap 277 seq_num 845) dirty exists 2024-08-19T10:08:24.701 INFO:tasks.rados.rados.0.smithi190.stdout:2866: finishing copy_from to smithi19066007-43 2024-08-19T10:08:24.701 INFO:tasks.rados.rados.0.smithi190.stdout:2866: got expected ENOENT (src dne) 2024-08-19T10:08:24.701 INFO:tasks.rados.rados.0.smithi190.stdout:2866: finishing copy_from racing read to smithi19066007-43 2024-08-19T10:08:24.701 INFO:tasks.rados.rados.0.smithi190.stdout:2867: finishing copy_from racing read to smithi19066007-15 2024-08-19T10:08:24.701 INFO:tasks.rados.rados.0.smithi190.stdout:2867: finishing copy_from to smithi19066007-15 2024-08-19T10:08:24.701 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 1391 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:08:24.701 INFO:tasks.rados.rados.0.smithi190.stdout:2870: seq_num 869 ranges {3268608=155648} 2024-08-19T10:08:24.719 INFO:tasks.rados.rados.0.smithi190.stdout:2870: writing smithi19066007-18 from 3268608 to 3424256 tid 1 2024-08-19T10:08:24.719 INFO:tasks.rados.rados.0.smithi190.stdout:2866: done (4 left) 2024-08-19T10:08:24.719 INFO:tasks.rados.rados.0.smithi190.stdout:2867: done (3 left) 2024-08-19T10:08:24.719 INFO:tasks.rados.rados.0.smithi190.stdout:2868: done (2 left) 2024-08-19T10:08:24.719 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 284 2024-08-19T10:08:24.719 INFO:tasks.rados.rados.0.smithi190.stdout:2869: finishing write tid 1 to smithi19066007-3 2024-08-19T10:08:24.719 INFO:tasks.rados.rados.0.smithi190.stdout:2869: finishing write tid 2 to smithi19066007-3 2024-08-19T10:08:24.719 INFO:tasks.rados.rados.0.smithi190.stdout:2869: finishing write tid 3 to smithi19066007-3 2024-08-19T10:08:24.719 INFO:tasks.rados.rados.0.smithi190.stdout:2869: oid 3 updating version 0 to 1488 2024-08-19T10:08:24.720 INFO:tasks.rados.rados.0.smithi190.stdout:2869: oid 3 updating version 1488 to 1489 2024-08-19T10:08:24.720 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 1489 (ObjNum 868 snap 284 seq_num 868) dirty exists 2024-08-19T10:08:24.720 INFO:tasks.rados.rados.0.smithi190.stdout:2869: left oid 3 (ObjNum 868 snap 284 seq_num 868) 2024-08-19T10:08:24.720 INFO:tasks.rados.rados.0.smithi190.stdout:2871: seq_num 870 ranges {0=172032} 2024-08-19T10:08:24.720 INFO:tasks.rados.rados.0.smithi190.stdout:2871: writing smithi19066007-29 from 0 to 172032 tid 1 2024-08-19T10:08:24.720 INFO:tasks.rados.rados.0.smithi190.stdout:2869: done (2 left) 2024-08-19T10:08:24.720 INFO:tasks.rados.rados.0.smithi190.stdout:2872: snap_create 2024-08-19T10:08:24.722 INFO:tasks.rados.rados.0.smithi190.stdout:2870: finishing write tid 1 to smithi19066007-18 2024-08-19T10:08:24.723 INFO:tasks.rados.rados.0.smithi190.stdout:2870: finishing write tid 2 to smithi19066007-18 2024-08-19T10:08:24.725 INFO:tasks.rados.rados.0.smithi190.stdout:2871: finishing write tid 1 to smithi19066007-29 2024-08-19T10:08:24.725 INFO:tasks.rados.rados.0.smithi190.stdout:2871: finishing write tid 2 to smithi19066007-29 2024-08-19T10:08:24.725 INFO:tasks.rados.rados.0.smithi190.stdout:2870: finishing write tid 3 to smithi19066007-18 2024-08-19T10:08:24.725 INFO:tasks.rados.rados.0.smithi190.stdout:2870: oid 18 updating version 0 to 1903 2024-08-19T10:08:24.725 INFO:tasks.rados.rados.0.smithi190.stdout:2870: oid 18 updating version 1903 to 1904 2024-08-19T10:08:24.725 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 1904 (ObjNum 869 snap 284 seq_num 869) dirty exists 2024-08-19T10:08:24.725 INFO:tasks.rados.rados.0.smithi190.stdout:2870: left oid 18 (ObjNum 869 snap 284 seq_num 869) 2024-08-19T10:08:24.726 INFO:tasks.rados.rados.0.smithi190.stdout:2871: finishing write tid 3 to smithi19066007-29 2024-08-19T10:08:24.726 INFO:tasks.rados.rados.0.smithi190.stdout:2871: oid 29 updating version 0 to 1820 2024-08-19T10:08:24.726 INFO:tasks.rados.rados.0.smithi190.stdout:2871: oid 29 version 1820 is already newer than 1819 2024-08-19T10:08:24.726 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 1820 (ObjNum 870 snap 284 seq_num 870) dirty exists 2024-08-19T10:08:24.726 INFO:tasks.rados.rados.0.smithi190.stdout:2871: left oid 29 (ObjNum 870 snap 284 seq_num 870) 2024-08-19T10:08:25.687 INFO:tasks.rados.rados.0.smithi190.stdout:2870: done (2 left) 2024-08-19T10:08:25.687 INFO:tasks.rados.rados.0.smithi190.stdout:2871: done (1 left) 2024-08-19T10:08:25.687 INFO:tasks.rados.rados.0.smithi190.stdout:2872: done (0 left) 2024-08-19T10:08:25.687 INFO:tasks.rados.rados.0.smithi190.stdout:2873: rmattr oid 44 current snap is 285 2024-08-19T10:08:25.687 INFO:tasks.rados.rados.0.smithi190.stdout:2874: rmattr oid 36 current snap is 285 2024-08-19T10:08:25.687 INFO:tasks.rados.rados.0.smithi190.stdout:2875: read oid 23 snap -1 2024-08-19T10:08:25.687 INFO:tasks.rados.rados.0.smithi190.stdout:2875: expect (ObjNum 684 snap 220 seq_num 684) 2024-08-19T10:08:25.687 INFO:tasks.rados.rados.0.smithi190.stdout:2876: delete oid 22 current snap is 285 2024-08-19T10:08:25.691 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 1906 (ObjNum 2241 snap 0 seq_num 3355879024) dirty exists 2024-08-19T10:08:25.694 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 1474 (ObjNum 848 snap 277 seq_num 848) dirty exists 2024-08-19T10:08:25.694 INFO:tasks.rados.rados.0.smithi190.stdout:2873: done (3 left) 2024-08-19T10:08:25.694 INFO:tasks.rados.rados.0.smithi190.stdout:2874: done (2 left) 2024-08-19T10:08:25.694 INFO:tasks.rados.rados.0.smithi190.stdout:2876: done (1 left) 2024-08-19T10:08:25.694 INFO:tasks.rados.rados.0.smithi190.stdout:2877: rollback oid 37 current snap is 285 2024-08-19T10:08:25.694 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 37 to 284 2024-08-19T10:08:25.694 INFO:tasks.rados.rados.0.smithi190.stdout:2878: setattr oid 44 current snap is 285 2024-08-19T10:08:25.698 INFO:tasks.rados.rados.0.smithi190.stdout:2879: copy_from oid 7 from oid 21 current snap is 285 2024-08-19T10:08:25.698 INFO:tasks.rados.rados.0.smithi190.stdout:2877: finishing rollback tid 0 to smithi19066007-37 2024-08-19T10:08:25.699 INFO:tasks.rados.rados.0.smithi190.stdout:2880: read oid 29 snap -1 2024-08-19T10:08:25.699 INFO:tasks.rados.rados.0.smithi190.stdout:2880: expect (ObjNum 870 snap 284 seq_num 870) 2024-08-19T10:08:25.699 INFO:tasks.rados.rados.0.smithi190.stdout:2881: rollback oid 14 current snap is 285 2024-08-19T10:08:25.699 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 14 to 284 2024-08-19T10:08:25.699 INFO:tasks.rados.rados.0.smithi190.stdout:2882: snap_remove snap 277 2024-08-19T10:08:26.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:25 smithi190 ceph-mon[77620]: pgmap v650: 121 pgs: 121 active+clean; 144 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-19T10:08:26.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:25 smithi190 ceph-mon[77620]: osdmap e653: 8 total, 8 up, 8 in 2024-08-19T10:08:26.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:25 smithi190 ceph-mon[80032]: pgmap v650: 121 pgs: 121 active+clean; 144 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-19T10:08:26.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:25 smithi190 ceph-mon[80032]: osdmap e653: 8 total, 8 up, 8 in 2024-08-19T10:08:26.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:25 smithi196 ceph-mon[72638]: pgmap v650: 121 pgs: 121 active+clean; 144 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-08-19T10:08:26.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:25 smithi196 ceph-mon[72638]: osdmap e653: 8 total, 8 up, 8 in 2024-08-19T10:08:26.697 INFO:tasks.rados.rados.0.smithi190.stdout:2881: finishing rollback tid 1 to smithi19066007-14 2024-08-19T10:08:26.697 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 0 (ObjNum 33 snap 0 seq_num 1551065448) dirty dne 2024-08-19T10:08:26.698 INFO:tasks.rados.rados.0.smithi190.stdout:2877: finishing rollback tid 1 to smithi19066007-37 2024-08-19T10:08:26.698 INFO:tasks.rados.rados.0.smithi190.stdout:2877: finishing rollback tid 2 to smithi19066007-37 2024-08-19T10:08:26.698 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 1241 (ObjNum 845 snap 277 seq_num 845) dirty exists 2024-08-19T10:08:26.698 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 1476 (ObjNum 848 snap 277 seq_num 848) dirty exists 2024-08-19T10:08:26.698 INFO:tasks.rados.rados.0.smithi190.stdout:2875: expect (ObjNum 684 snap 220 seq_num 684) 2024-08-19T10:08:26.813 INFO:tasks.rados.rados.0.smithi190.stdout:2880: expect (ObjNum 870 snap 284 seq_num 870) 2024-08-19T10:08:26.818 INFO:tasks.rados.rados.0.smithi190.stdout:2879: finishing copy_from racing read to smithi19066007-7 2024-08-19T10:08:26.818 INFO:tasks.rados.rados.0.smithi190.stdout:2879: finishing copy_from to smithi19066007-7 2024-08-19T10:08:26.818 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1616 (ObjNum 852 snap 277 seq_num 852) dirty exists 2024-08-19T10:08:26.818 INFO:tasks.rados.rados.0.smithi190.stdout:2875: done (6 left) 2024-08-19T10:08:26.818 INFO:tasks.rados.rados.0.smithi190.stdout:2877: done (5 left) 2024-08-19T10:08:26.818 INFO:tasks.rados.rados.0.smithi190.stdout:2878: done (4 left) 2024-08-19T10:08:26.818 INFO:tasks.rados.rados.0.smithi190.stdout:2879: done (3 left) 2024-08-19T10:08:26.819 INFO:tasks.rados.rados.0.smithi190.stdout:2880: done (2 left) 2024-08-19T10:08:26.819 INFO:tasks.rados.rados.0.smithi190.stdout:2881: done (1 left) 2024-08-19T10:08:26.819 INFO:tasks.rados.rados.0.smithi190.stdout:2882: done (0 left) 2024-08-19T10:08:26.819 INFO:tasks.rados.rados.0.smithi190.stdout:2883: rollback oid 49 current snap is 285 2024-08-19T10:08:26.819 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 49 to 278 2024-08-19T10:08:26.819 INFO:tasks.rados.rados.0.smithi190.stdout:2884: rmattr oid 47 current snap is 285 2024-08-19T10:08:26.819 INFO:tasks.rados.rados.0.smithi190.stdout:2885: snap_remove snap 284 2024-08-19T10:08:27.049 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:26 smithi190 ceph-mon[77620]: osdmap e654: 8 total, 8 up, 8 in 2024-08-19T10:08:27.050 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:26 smithi190 ceph-mon[80032]: osdmap e654: 8 total, 8 up, 8 in 2024-08-19T10:08:27.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:26 smithi196 ceph-mon[72638]: osdmap e654: 8 total, 8 up, 8 in 2024-08-19T10:08:27.699 INFO:tasks.rados.rados.0.smithi190.stdout:2885: done (2 left) 2024-08-19T10:08:27.699 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 285 2024-08-19T10:08:27.699 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1537 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:08:27.699 INFO:tasks.rados.rados.0.smithi190.stdout:2883: finishing rollback tid 0 to smithi19066007-49 2024-08-19T10:08:27.699 INFO:tasks.rados.rados.0.smithi190.stdout:2883: finishing rollback tid 1 to smithi19066007-49 2024-08-19T10:08:27.699 INFO:tasks.rados.rados.0.smithi190.stdout:2883: finishing rollback tid 2 to smithi19066007-49 2024-08-19T10:08:27.699 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1236 (ObjNum 800 snap 263 seq_num 800) dirty exists 2024-08-19T10:08:27.699 INFO:tasks.rados.rados.0.smithi190.stdout:2886: seq_num 872 ranges {3809280=212992} 2024-08-19T10:08:27.721 INFO:tasks.rados.rados.0.smithi190.stdout:2886: writing smithi19066007-6 from 3809280 to 4022272 tid 1 2024-08-19T10:08:27.721 INFO:tasks.rados.rados.0.smithi190.stdout:2883: done (2 left) 2024-08-19T10:08:27.721 INFO:tasks.rados.rados.0.smithi190.stdout:2884: done (1 left) 2024-08-19T10:08:27.721 INFO:tasks.rados.rados.0.smithi190.stdout:2887: read oid 36 snap -1 2024-08-19T10:08:27.721 INFO:tasks.rados.rados.0.smithi190.stdout:2887: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:08:27.721 INFO:tasks.rados.rados.0.smithi190.stdout:2888: rmattr oid 11 current snap is 285 2024-08-19T10:08:27.721 INFO:tasks.rados.rados.0.smithi190.stdout:2888: done (2 left) 2024-08-19T10:08:27.721 INFO:tasks.rados.rados.0.smithi190.stdout:2889: copy_from oid 15 from oid 40 current snap is 285 2024-08-19T10:08:27.722 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 30 current snap is 285 2024-08-19T10:08:27.722 INFO:tasks.rados.rados.0.smithi190.stdout:2890: seq_num 873 ranges {2383872=229376} 2024-08-19T10:08:27.736 INFO:tasks.rados.rados.0.smithi190.stdout:2890: writing smithi19066007-30 from 2383872 to 2613248 tid 1 2024-08-19T10:08:27.736 INFO:tasks.rados.rados.0.smithi190.stdout:2891: read oid 21 snap -1 2024-08-19T10:08:27.736 INFO:tasks.rados.rados.0.smithi190.stdout:2891: expect (ObjNum 852 snap 277 seq_num 852) 2024-08-19T10:08:27.736 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 14 current snap is 285 2024-08-19T10:08:27.736 INFO:tasks.rados.rados.0.smithi190.stdout:2892: seq_num 874 ranges {0=245760} 2024-08-19T10:08:27.737 INFO:tasks.rados.rados.0.smithi190.stdout:2892: writing smithi19066007-14 from 0 to 245760 tid 1 2024-08-19T10:08:27.737 INFO:tasks.rados.rados.0.smithi190.stdout:2893: rollback oid 32 current snap is 285 2024-08-19T10:08:27.737 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 32 to 280 2024-08-19T10:08:27.737 INFO:tasks.rados.rados.0.smithi190.stdout:2887: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:08:27.740 INFO:tasks.rados.rados.0.smithi190.stdout:2886: finishing write tid 1 to smithi19066007-6 2024-08-19T10:08:27.740 INFO:tasks.rados.rados.0.smithi190.stdout:2886: finishing write tid 2 to smithi19066007-6 2024-08-19T10:08:27.740 INFO:tasks.rados.rados.0.smithi190.stdout:2886: finishing write tid 3 to smithi19066007-6 2024-08-19T10:08:27.740 INFO:tasks.rados.rados.0.smithi190.stdout:2886: oid 6 updating version 0 to 1541 2024-08-19T10:08:27.740 INFO:tasks.rados.rados.0.smithi190.stdout:2886: oid 6 updating version 1541 to 1542 2024-08-19T10:08:27.740 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1542 (ObjNum 872 snap 285 seq_num 872) dirty exists 2024-08-19T10:08:27.740 INFO:tasks.rados.rados.0.smithi190.stdout:2886: left oid 6 (ObjNum 872 snap 285 seq_num 872) 2024-08-19T10:08:27.740 INFO:tasks.rados.rados.0.smithi190.stdout:2889: finishing copy_from racing read to smithi19066007-15 2024-08-19T10:08:27.741 INFO:tasks.rados.rados.0.smithi190.stdout:2889: finishing copy_from to smithi19066007-15 2024-08-19T10:08:27.741 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 273 (ObjNum 854 snap 277 seq_num 854) dirty exists 2024-08-19T10:08:27.741 INFO:tasks.rados.rados.0.smithi190.stdout:2890: finishing write tid 1 to smithi19066007-30 2024-08-19T10:08:27.741 INFO:tasks.rados.rados.0.smithi190.stdout:2886: done (6 left) 2024-08-19T10:08:27.741 INFO:tasks.rados.rados.0.smithi190.stdout:2887: done (5 left) 2024-08-19T10:08:27.741 INFO:tasks.rados.rados.0.smithi190.stdout:2889: done (4 left) 2024-08-19T10:08:27.741 INFO:tasks.rados.rados.0.smithi190.stdout:2894: snap_create 2024-08-19T10:08:27.741 INFO:tasks.rados.rados.0.smithi190.stdout:2890: finishing write tid 2 to smithi19066007-30 2024-08-19T10:08:27.742 INFO:tasks.rados.rados.0.smithi190.stdout:2890: finishing write tid 3 to smithi19066007-30 2024-08-19T10:08:27.742 INFO:tasks.rados.rados.0.smithi190.stdout:2890: oid 30 updating version 0 to 1919 2024-08-19T10:08:27.742 INFO:tasks.rados.rados.0.smithi190.stdout:2890: oid 30 version 1919 is already newer than 1918 2024-08-19T10:08:27.742 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 1919 (ObjNum 873 snap 285 seq_num 873) dirty exists 2024-08-19T10:08:27.742 INFO:tasks.rados.rados.0.smithi190.stdout:2890: left oid 30 (ObjNum 873 snap 285 seq_num 873) 2024-08-19T10:08:27.743 INFO:tasks.rados.rados.0.smithi190.stdout:2891: expect (ObjNum 852 snap 277 seq_num 852) 2024-08-19T10:08:27.802 INFO:tasks.rados.rados.0.smithi190.stdout:2892: finishing write tid 1 to smithi19066007-14 2024-08-19T10:08:27.803 INFO:tasks.rados.rados.0.smithi190.stdout:2892: finishing write tid 2 to smithi19066007-14 2024-08-19T10:08:27.803 INFO:tasks.rados.rados.0.smithi190.stdout:2893: finishing rollback tid 0 to smithi19066007-32 2024-08-19T10:08:27.803 INFO:tasks.rados.rados.0.smithi190.stdout:2893: finishing rollback tid 1 to smithi19066007-32 2024-08-19T10:08:27.803 INFO:tasks.rados.rados.0.smithi190.stdout:2892: finishing write tid 3 to smithi19066007-14 2024-08-19T10:08:27.803 INFO:tasks.rados.rados.0.smithi190.stdout:2892: oid 14 updating version 0 to 1746 2024-08-19T10:08:27.803 INFO:tasks.rados.rados.0.smithi190.stdout:2892: oid 14 version 1746 is already newer than 1745 2024-08-19T10:08:27.803 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1746 (ObjNum 874 snap 285 seq_num 874) dirty exists 2024-08-19T10:08:27.803 INFO:tasks.rados.rados.0.smithi190.stdout:2892: left oid 14 (ObjNum 874 snap 285 seq_num 874) 2024-08-19T10:08:27.803 INFO:tasks.rados.rados.0.smithi190.stdout:2893: finishing rollback tid 2 to smithi19066007-32 2024-08-19T10:08:27.803 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 1750 (ObjNum 818 snap 270 seq_num 818) dirty exists 2024-08-19T10:08:28.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:27 smithi190 ceph-mon[80032]: pgmap v653: 121 pgs: 121 active+clean; 144 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-19T10:08:28.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:27 smithi190 ceph-mon[80032]: osdmap e655: 8 total, 8 up, 8 in 2024-08-19T10:08:28.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:27 smithi190 ceph-mon[77620]: pgmap v653: 121 pgs: 121 active+clean; 144 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-19T10:08:28.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:27 smithi190 ceph-mon[77620]: osdmap e655: 8 total, 8 up, 8 in 2024-08-19T10:08:28.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:08:27 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:08:27] "GET /metrics HTTP/1.1" 200 36377 "" "Prometheus/2.51.0" 2024-08-19T10:08:28.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:27 smithi196 ceph-mon[72638]: pgmap v653: 121 pgs: 121 active+clean; 144 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-19T10:08:28.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:27 smithi196 ceph-mon[72638]: osdmap e655: 8 total, 8 up, 8 in 2024-08-19T10:08:28.703 INFO:tasks.rados.rados.0.smithi190.stdout:2890: done (4 left) 2024-08-19T10:08:28.704 INFO:tasks.rados.rados.0.smithi190.stdout:2891: done (3 left) 2024-08-19T10:08:28.704 INFO:tasks.rados.rados.0.smithi190.stdout:2892: done (2 left) 2024-08-19T10:08:28.704 INFO:tasks.rados.rados.0.smithi190.stdout:2893: done (1 left) 2024-08-19T10:08:28.704 INFO:tasks.rados.rados.0.smithi190.stdout:2894: done (0 left) 2024-08-19T10:08:28.704 INFO:tasks.rados.rados.0.smithi190.stdout:2895: snap_remove snap 278 2024-08-19T10:08:29.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:28 smithi190 ceph-mon[77620]: osdmap e656: 8 total, 8 up, 8 in 2024-08-19T10:08:29.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:28 smithi190 ceph-mon[80032]: osdmap e656: 8 total, 8 up, 8 in 2024-08-19T10:08:29.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:28 smithi196 ceph-mon[72638]: osdmap e656: 8 total, 8 up, 8 in 2024-08-19T10:08:29.708 INFO:tasks.rados.rados.0.smithi190.stdout:2895: done (0 left) 2024-08-19T10:08:29.708 INFO:tasks.rados.rados.0.smithi190.stdout:2896: delete oid 16 current snap is 286 2024-08-19T10:08:29.721 INFO:tasks.rados.rados.0.smithi190.stdout:2896: done (0 left) 2024-08-19T10:08:29.721 INFO:tasks.rados.rados.0.smithi190.stdout:2897: read oid 10 snap -1 2024-08-19T10:08:29.721 INFO:tasks.rados.rados.0.smithi190.stdout:2897: expect deleted 2024-08-19T10:08:29.722 INFO:tasks.rados.rados.0.smithi190.stdout:2898: rmattr oid 43 current snap is 286 2024-08-19T10:08:29.722 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 286 2024-08-19T10:08:29.722 INFO:tasks.rados.rados.0.smithi190.stdout:2899: seq_num 876 ranges {0=278528} 2024-08-19T10:08:29.723 INFO:tasks.rados.rados.0.smithi190.stdout:2899: writing smithi19066007-12 from 0 to 278528 tid 1 2024-08-19T10:08:29.724 INFO:tasks.rados.rados.0.smithi190.stdout:2900: rmattr oid 38 current snap is 286 2024-08-19T10:08:29.724 INFO:tasks.rados.rados.0.smithi190.stdout:2900: done (3 left) 2024-08-19T10:08:29.724 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 286 2024-08-19T10:08:29.724 INFO:tasks.rados.rados.0.smithi190.stdout:2901: seq_num 877 ranges {3399680=294912} 2024-08-19T10:08:29.744 INFO:tasks.rados.rados.0.smithi190.stdout:2901: writing smithi19066007-26 from 3399680 to 3694592 tid 1 2024-08-19T10:08:29.744 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 19 current snap is 286 2024-08-19T10:08:29.744 INFO:tasks.rados.rados.0.smithi190.stdout:2902: seq_num 878 ranges {0=311296} 2024-08-19T10:08:29.746 INFO:tasks.rados.rados.0.smithi190.stdout:2902: writing smithi19066007-19 from 0 to 311296 tid 1 2024-08-19T10:08:29.746 INFO:tasks.rados.rados.0.smithi190.stdout:2903: delete oid 15 current snap is 286 2024-08-19T10:08:29.746 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1833 (ObjNum 864 snap 284 seq_num 864) dirty exists 2024-08-19T10:08:29.746 INFO:tasks.rados.rados.0.smithi190.stdout:2899: finishing write tid 1 to smithi19066007-12 2024-08-19T10:08:29.746 INFO:tasks.rados.rados.0.smithi190.stdout:2899: finishing write tid 2 to smithi19066007-12 2024-08-19T10:08:29.746 INFO:tasks.rados.rados.0.smithi190.stdout:2899: finishing write tid 3 to smithi19066007-12 2024-08-19T10:08:29.746 INFO:tasks.rados.rados.0.smithi190.stdout:2899: oid 12 updating version 0 to 1393 2024-08-19T10:08:29.746 INFO:tasks.rados.rados.0.smithi190.stdout:2899: oid 12 version 1393 is already newer than 1392 2024-08-19T10:08:29.746 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 1393 (ObjNum 876 snap 286 seq_num 876) dirty exists 2024-08-19T10:08:29.747 INFO:tasks.rados.rados.0.smithi190.stdout:2899: left oid 12 (ObjNum 876 snap 286 seq_num 876) 2024-08-19T10:08:29.749 INFO:tasks.rados.rados.0.smithi190.stdout:2901: finishing write tid 1 to smithi19066007-26 2024-08-19T10:08:29.749 INFO:tasks.rados.rados.0.smithi190.stdout:2902: finishing write tid 1 to smithi19066007-19 2024-08-19T10:08:29.749 INFO:tasks.rados.rados.0.smithi190.stdout:2901: finishing write tid 2 to smithi19066007-26 2024-08-19T10:08:29.750 INFO:tasks.rados.rados.0.smithi190.stdout:2902: finishing write tid 2 to smithi19066007-19 2024-08-19T10:08:29.751 INFO:tasks.rados.rados.0.smithi190.stdout:2897: done (5 left) 2024-08-19T10:08:29.751 INFO:tasks.rados.rados.0.smithi190.stdout:2898: done (4 left) 2024-08-19T10:08:29.751 INFO:tasks.rados.rados.0.smithi190.stdout:2899: done (3 left) 2024-08-19T10:08:29.751 INFO:tasks.rados.rados.0.smithi190.stdout:2903: done (2 left) 2024-08-19T10:08:29.751 INFO:tasks.rados.rados.0.smithi190.stdout:2904: read oid 32 snap -1 2024-08-19T10:08:29.751 INFO:tasks.rados.rados.0.smithi190.stdout:2904: expect (ObjNum 818 snap 270 seq_num 818) 2024-08-19T10:08:29.751 INFO:tasks.rados.rados.0.smithi190.stdout:2905: rmattr oid 41 current snap is 286 2024-08-19T10:08:29.751 INFO:tasks.rados.rados.0.smithi190.stdout:2906: snap_create 2024-08-19T10:08:29.752 INFO:tasks.rados.rados.0.smithi190.stdout:2901: finishing write tid 3 to smithi19066007-26 2024-08-19T10:08:29.752 INFO:tasks.rados.rados.0.smithi190.stdout:2901: oid 26 updating version 0 to 1551 2024-08-19T10:08:29.752 INFO:tasks.rados.rados.0.smithi190.stdout:2901: oid 26 updating version 1551 to 1552 2024-08-19T10:08:29.752 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1552 (ObjNum 877 snap 286 seq_num 877) dirty exists 2024-08-19T10:08:29.752 INFO:tasks.rados.rados.0.smithi190.stdout:2901: left oid 26 (ObjNum 877 snap 286 seq_num 877) 2024-08-19T10:08:29.752 INFO:tasks.rados.rados.0.smithi190.stdout:2902: finishing write tid 3 to smithi19066007-19 2024-08-19T10:08:29.752 INFO:tasks.rados.rados.0.smithi190.stdout:2902: oid 19 updating version 0 to 1395 2024-08-19T10:08:29.752 INFO:tasks.rados.rados.0.smithi190.stdout:2902: oid 19 version 1395 is already newer than 1394 2024-08-19T10:08:29.752 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1395 (ObjNum 878 snap 286 seq_num 878) dirty exists 2024-08-19T10:08:29.753 INFO:tasks.rados.rados.0.smithi190.stdout:2902: left oid 19 (ObjNum 878 snap 286 seq_num 878) 2024-08-19T10:08:29.754 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 1237 (ObjNum 752 snap 249 seq_num 752) dirty exists 2024-08-19T10:08:29.757 INFO:tasks.rados.rados.0.smithi190.stdout:2904: expect (ObjNum 818 snap 270 seq_num 818) 2024-08-19T10:08:30.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:29 smithi190 ceph-mon[77620]: pgmap v656: 121 pgs: 121 active+clean; 144 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 82 KiB/s wr, 6 op/s 2024-08-19T10:08:30.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:29 smithi190 ceph-mon[77620]: osdmap e657: 8 total, 8 up, 8 in 2024-08-19T10:08:30.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:29 smithi190 ceph-mon[80032]: pgmap v656: 121 pgs: 121 active+clean; 144 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 82 KiB/s wr, 6 op/s 2024-08-19T10:08:30.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:29 smithi190 ceph-mon[80032]: osdmap e657: 8 total, 8 up, 8 in 2024-08-19T10:08:30.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:29 smithi196 ceph-mon[72638]: pgmap v656: 121 pgs: 121 active+clean; 144 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 82 KiB/s wr, 6 op/s 2024-08-19T10:08:30.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:29 smithi196 ceph-mon[72638]: osdmap e657: 8 total, 8 up, 8 in 2024-08-19T10:08:30.720 INFO:tasks.rados.rados.0.smithi190.stdout:2901: done (4 left) 2024-08-19T10:08:30.720 INFO:tasks.rados.rados.0.smithi190.stdout:2902: done (3 left) 2024-08-19T10:08:30.721 INFO:tasks.rados.rados.0.smithi190.stdout:2904: done (2 left) 2024-08-19T10:08:30.721 INFO:tasks.rados.rados.0.smithi190.stdout:2905: done (1 left) 2024-08-19T10:08:30.721 INFO:tasks.rados.rados.0.smithi190.stdout:2906: done (0 left) 2024-08-19T10:08:30.721 INFO:tasks.rados.rados.0.smithi190.stdout:2907: read oid 49 snap -1 2024-08-19T10:08:30.721 INFO:tasks.rados.rados.0.smithi190.stdout:2907: expect (ObjNum 800 snap 263 seq_num 800) 2024-08-19T10:08:30.721 INFO:tasks.rados.rados.0.smithi190.stdout:2908: snap_remove snap 285 2024-08-19T10:08:31.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:30 smithi190 ceph-mon[77620]: osdmap e658: 8 total, 8 up, 8 in 2024-08-19T10:08:31.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:08:31.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:30 smithi190 ceph-mon[80032]: osdmap e658: 8 total, 8 up, 8 in 2024-08-19T10:08:31.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:08:31.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:30 smithi196 ceph-mon[72638]: osdmap e658: 8 total, 8 up, 8 in 2024-08-19T10:08:31.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:08:31.726 INFO:tasks.rados.rados.0.smithi190.stdout:2908: done (1 left) 2024-08-19T10:08:31.726 INFO:tasks.rados.rados.0.smithi190.stdout:2909: read oid 29 snap -1 2024-08-19T10:08:31.726 INFO:tasks.rados.rados.0.smithi190.stdout:2909: expect (ObjNum 870 snap 284 seq_num 870) 2024-08-19T10:08:31.726 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 287 2024-08-19T10:08:31.726 INFO:tasks.rados.rados.0.smithi190.stdout:2910: seq_num 880 ranges {4022272=344064} 2024-08-19T10:08:31.750 INFO:tasks.rados.rados.0.smithi190.stdout:2910: writing smithi19066007-6 from 4022272 to 4366336 tid 1 2024-08-19T10:08:31.750 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 287 2024-08-19T10:08:31.750 INFO:tasks.rados.rados.0.smithi190.stdout:2911: seq_num 881 ranges {6635520=360448} 2024-08-19T10:08:31.789 INFO:tasks.rados.rados.0.smithi190.stdout:2911: writing smithi19066007-43 from 6635520 to 6995968 tid 1 2024-08-19T10:08:31.789 INFO:tasks.rados.rados.0.smithi190.stdout:2912: read oid 50 snap -1 2024-08-19T10:08:31.789 INFO:tasks.rados.rados.0.smithi190.stdout:2912: expect (ObjNum 847 snap 277 seq_num 847) 2024-08-19T10:08:31.789 INFO:tasks.rados.rados.0.smithi190.stdout:2913: snap_remove snap 286 2024-08-19T10:08:31.986 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:31 smithi190 ceph-mon[80032]: pgmap v659: 121 pgs: 121 active+clean; 147 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 812 KiB/s wr, 25 op/s 2024-08-19T10:08:31.986 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:31 smithi190 ceph-mon[80032]: osdmap e659: 8 total, 8 up, 8 in 2024-08-19T10:08:31.987 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:31 smithi190 ceph-mon[77620]: pgmap v659: 121 pgs: 121 active+clean; 147 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 812 KiB/s wr, 25 op/s 2024-08-19T10:08:31.987 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:31 smithi190 ceph-mon[77620]: osdmap e659: 8 total, 8 up, 8 in 2024-08-19T10:08:32.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:31 smithi196 ceph-mon[72638]: pgmap v659: 121 pgs: 121 active+clean; 147 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 812 KiB/s wr, 25 op/s 2024-08-19T10:08:32.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:31 smithi196 ceph-mon[72638]: osdmap e659: 8 total, 8 up, 8 in 2024-08-19T10:08:32.666 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -e sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b -- bash -c 'ceph orch ps' 2024-08-19T10:08:32.731 INFO:tasks.rados.rados.0.smithi190.stdout:2913: done (5 left) 2024-08-19T10:08:32.731 INFO:tasks.rados.rados.0.smithi190.stdout:2914: read oid 25 snap 280 2024-08-19T10:08:32.731 INFO:tasks.rados.rados.0.smithi190.stdout:2914: expect (ObjNum 841 snap 277 seq_num 841) 2024-08-19T10:08:32.731 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 35 current snap is 287 2024-08-19T10:08:32.731 INFO:tasks.rados.rados.0.smithi190.stdout:2915: seq_num 882 ranges {2424832=376832} 2024-08-19T10:08:32.748 INFO:tasks.rados.rados.0.smithi190.stdout:2915: writing smithi19066007-35 from 2424832 to 2801664 tid 1 2024-08-19T10:08:32.748 INFO:tasks.rados.rados.0.smithi190.stdout:2916: rollback oid 19 current snap is 287 2024-08-19T10:08:32.748 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 19 to 280 2024-08-19T10:08:32.748 INFO:tasks.rados.rados.0.smithi190.stdout:2907: expect (ObjNum 800 snap 263 seq_num 800) 2024-08-19T10:08:32.807 INFO:tasks.rados.rados.0.smithi190.stdout:2909: expect (ObjNum 870 snap 284 seq_num 870) 2024-08-19T10:08:32.812 INFO:tasks.rados.rados.0.smithi190.stdout:2910: finishing write tid 1 to smithi19066007-6 2024-08-19T10:08:32.812 INFO:tasks.rados.rados.0.smithi190.stdout:2910: finishing write tid 2 to smithi19066007-6 2024-08-19T10:08:32.813 INFO:tasks.rados.rados.0.smithi190.stdout:2910: finishing write tid 3 to smithi19066007-6 2024-08-19T10:08:32.813 INFO:tasks.rados.rados.0.smithi190.stdout:2910: oid 6 updating version 0 to 1560 2024-08-19T10:08:32.813 INFO:tasks.rados.rados.0.smithi190.stdout:2910: oid 6 updating version 1560 to 1561 2024-08-19T10:08:32.813 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1561 (ObjNum 880 snap 287 seq_num 880) dirty exists 2024-08-19T10:08:32.813 INFO:tasks.rados.rados.0.smithi190.stdout:2910: left oid 6 (ObjNum 880 snap 287 seq_num 880) 2024-08-19T10:08:32.813 INFO:tasks.rados.rados.0.smithi190.stdout:2911: finishing write tid 1 to smithi19066007-43 2024-08-19T10:08:32.813 INFO:tasks.rados.rados.0.smithi190.stdout:2911: finishing write tid 2 to smithi19066007-43 2024-08-19T10:08:32.813 INFO:tasks.rados.rados.0.smithi190.stdout:2907: done (7 left) 2024-08-19T10:08:32.813 INFO:tasks.rados.rados.0.smithi190.stdout:2909: done (6 left) 2024-08-19T10:08:32.813 INFO:tasks.rados.rados.0.smithi190.stdout:2910: done (5 left) 2024-08-19T10:08:32.813 INFO:tasks.rados.rados.0.smithi190.stdout:2917: read oid 36 snap 280 2024-08-19T10:08:32.813 INFO:tasks.rados.rados.0.smithi190.stdout:2917: expect (ObjNum -941307824 snap 21847 seq_num 3356013104) 2024-08-19T10:08:32.813 INFO:tasks.rados.rados.0.smithi190.stdout:2918: snap_create 2024-08-19T10:08:32.813 INFO:tasks.rados.rados.0.smithi190.stdout:2911: finishing write tid 3 to smithi19066007-43 2024-08-19T10:08:32.813 INFO:tasks.rados.rados.0.smithi190.stdout:2911: oid 43 updating version 0 to 1834 2024-08-19T10:08:32.814 INFO:tasks.rados.rados.0.smithi190.stdout:2911: oid 43 updating version 1834 to 1835 2024-08-19T10:08:32.814 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1835 (ObjNum 881 snap 287 seq_num 881) dirty exists 2024-08-19T10:08:32.814 INFO:tasks.rados.rados.0.smithi190.stdout:2911: left oid 43 (ObjNum 881 snap 287 seq_num 881) 2024-08-19T10:08:32.814 INFO:tasks.rados.rados.0.smithi190.stdout:2912: expect (ObjNum 847 snap 277 seq_num 847) 2024-08-19T10:08:32.942 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T10:08:33.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:32 smithi190 ceph-mon[80032]: osdmap e660: 8 total, 8 up, 8 in 2024-08-19T10:08:33.063 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:32 smithi190 ceph-mon[77620]: osdmap e660: 8 total, 8 up, 8 in 2024-08-19T10:08:33.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:32 smithi196 ceph-mon[72638]: osdmap e660: 8 total, 8 up, 8 in 2024-08-19T10:08:33.842 INFO:tasks.rados.rados.0.smithi190.stdout:2916: finishing rollback tid 0 to smithi19066007-19 2024-08-19T10:08:33.842 INFO:tasks.rados.rados.0.smithi190.stdout:2916: finishing rollback tid 1 to smithi19066007-19 2024-08-19T10:08:33.842 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1398 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T10:08:33.842 INFO:tasks.rados.rados.0.smithi190.stdout:2915: finishing write tid 1 to smithi19066007-35 2024-08-19T10:08:33.842 INFO:tasks.rados.rados.0.smithi190.stdout:2915: finishing write tid 2 to smithi19066007-35 2024-08-19T10:08:33.842 INFO:tasks.rados.rados.0.smithi190.stdout:2911: done (6 left) 2024-08-19T10:08:33.842 INFO:tasks.rados.rados.0.smithi190.stdout:2912: done (5 left) 2024-08-19T10:08:33.842 INFO:tasks.rados.rados.0.smithi190.stdout:2916: done (4 left) 2024-08-19T10:08:33.842 INFO:tasks.rados.rados.0.smithi190.stdout:2918: done (3 left) 2024-08-19T10:08:33.842 INFO:tasks.rados.rados.0.smithi190.stdout:2919: snap_create 2024-08-19T10:08:33.842 INFO:tasks.rados.rados.0.smithi190.stdout:2915: finishing write tid 3 to smithi19066007-35 2024-08-19T10:08:33.843 INFO:tasks.rados.rados.0.smithi190.stdout:2915: oid 35 updating version 0 to 1461 2024-08-19T10:08:33.843 INFO:tasks.rados.rados.0.smithi190.stdout:2915: oid 35 updating version 1461 to 1462 2024-08-19T10:08:33.843 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 1462 (ObjNum 882 snap 287 seq_num 882) dirty exists 2024-08-19T10:08:33.843 INFO:tasks.rados.rados.0.smithi190.stdout:2915: left oid 35 (ObjNum 882 snap 287 seq_num 882) 2024-08-19T10:08:33.843 INFO:tasks.rados.rados.0.smithi190.stdout:2914: expect (ObjNum 841 snap 277 seq_num 841) 2024-08-19T10:08:34.001 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:33 smithi190 ceph-mon[77620]: pgmap v662: 121 pgs: 121 active+clean; 147 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 752 KiB/s wr, 20 op/s 2024-08-19T10:08:34.001 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:33 smithi190 ceph-mon[77620]: from='client.44540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:34.001 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:33 smithi190 ceph-mon[77620]: osdmap e661: 8 total, 8 up, 8 in 2024-08-19T10:08:34.001 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:33 smithi190 ceph-mon[77620]: osdmap e662: 8 total, 8 up, 8 in 2024-08-19T10:08:34.002 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:33 smithi190 ceph-mon[80032]: pgmap v662: 121 pgs: 121 active+clean; 147 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 752 KiB/s wr, 20 op/s 2024-08-19T10:08:34.002 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:33 smithi190 ceph-mon[80032]: from='client.44540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:34.002 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:33 smithi190 ceph-mon[80032]: osdmap e661: 8 total, 8 up, 8 in 2024-08-19T10:08:34.002 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:33 smithi190 ceph-mon[80032]: osdmap e662: 8 total, 8 up, 8 in 2024-08-19T10:08:34.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:33 smithi196 ceph-mon[72638]: pgmap v662: 121 pgs: 121 active+clean; 147 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 752 KiB/s wr, 20 op/s 2024-08-19T10:08:34.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:33 smithi196 ceph-mon[72638]: from='client.44540 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:34.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:33 smithi196 ceph-mon[72638]: osdmap e661: 8 total, 8 up, 8 in 2024-08-19T10:08:34.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:33 smithi196 ceph-mon[72638]: osdmap e662: 8 total, 8 up, 8 in 2024-08-19T10:08:34.651 INFO:tasks.rados.rados.0.smithi190.stdout:2917: expect (ObjNum -941307824 snap 21847 seq_num 3356013104) 2024-08-19T10:08:34.738 INFO:tasks.rados.rados.0.smithi190.stdout:2914: done (3 left) 2024-08-19T10:08:34.738 INFO:tasks.rados.rados.0.smithi190.stdout:2915: done (2 left) 2024-08-19T10:08:34.738 INFO:tasks.rados.rados.0.smithi190.stdout:2917: done (1 left) 2024-08-19T10:08:34.739 INFO:tasks.rados.rados.0.smithi190.stdout:2919: done (0 left) 2024-08-19T10:08:34.739 INFO:tasks.rados.rados.0.smithi190.stdout:2920: read oid 26 snap -1 2024-08-19T10:08:34.739 INFO:tasks.rados.rados.0.smithi190.stdout:2920: expect (ObjNum 877 snap 286 seq_num 877) 2024-08-19T10:08:34.739 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 289 2024-08-19T10:08:34.739 INFO:tasks.rados.rados.0.smithi190.stdout:2921: seq_num 883 ranges {2277376=393216} 2024-08-19T10:08:34.753 INFO:tasks.rados.rados.0.smithi190.stdout:2921: writing smithi19066007-21 from 2277376 to 2670592 tid 1 2024-08-19T10:08:34.753 INFO:tasks.rados.rados.0.smithi190.stdout:2922: read oid 44 snap -1 2024-08-19T10:08:34.753 INFO:tasks.rados.rados.0.smithi190.stdout:2922: expect (ObjNum 848 snap 277 seq_num 848) 2024-08-19T10:08:34.753 INFO:tasks.rados.rados.0.smithi190.stdout:2923: read oid 8 snap -1 2024-08-19T10:08:34.753 INFO:tasks.rados.rados.0.smithi190.stdout:2923: expect (ObjNum 845 snap 277 seq_num 845) 2024-08-19T10:08:34.753 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 289 2024-08-19T10:08:34.753 INFO:tasks.rados.rados.0.smithi190.stdout:2920: expect (ObjNum 877 snap 286 seq_num 877) 2024-08-19T10:08:34.783 INFO:teuthology.orchestra.run.smithi190.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-19T10:08:34.784 INFO:teuthology.orchestra.run.smithi190.stdout:alertmanager.a smithi190 *:9093,9094 running (52s) 48s ago 12m 15.4M - 0.27.0 11f11916f8cd fc738ea2406e 2024-08-19T10:08:34.784 INFO:teuthology.orchestra.run.smithi190.stdout:grafana.a smithi196 *:3000 running (30s) 23s ago 12m 40.5M - c8b91775d855 b96af6331fb0 2024-08-19T10:08:34.784 INFO:teuthology.orchestra.run.smithi190.stdout:mds.a smithi190 running (2m) 48s ago 13m 16.4M - 19.0.0-5847-g79766939 50bbda8a3289 10d59170f6fe 2024-08-19T10:08:34.784 INFO:teuthology.orchestra.run.smithi190.stdout:mds.b smithi196 running (112s) 23s ago 13m 13.3M - 19.0.0-5847-g79766939 50bbda8a3289 8e8f2100fb6e 2024-08-19T10:08:34.784 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.x smithi196 *:8443,9283,8765 running (7m) 23s ago 17m 455M - 19.0.0-5847-g79766939 50bbda8a3289 0261da8614e1 2024-08-19T10:08:34.784 INFO:teuthology.orchestra.run.smithi190.stdout:mgr.y smithi190 *:8443,9283,8765 running (8m) 48s ago 18m 527M - 19.0.0-5847-g79766939 50bbda8a3289 48742d27e5dd 2024-08-19T10:08:34.784 INFO:teuthology.orchestra.run.smithi190.stdout:mon.a smithi190 running (7m) 48s ago 18m 70.1M 2048M 19.0.0-5847-g79766939 50bbda8a3289 91d6e2488c1e 2024-08-19T10:08:34.784 INFO:teuthology.orchestra.run.smithi190.stdout:mon.b smithi196 running (7m) 23s ago 17m 54.7M 2048M 19.0.0-5847-g79766939 50bbda8a3289 9404d29f9b76 2024-08-19T10:08:34.784 INFO:teuthology.orchestra.run.smithi190.stdout:mon.c smithi190 running (7m) 48s ago 17m 59.6M 2048M 19.0.0-5847-g79766939 50bbda8a3289 3794657df204 2024-08-19T10:08:34.784 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.a smithi190 *:9100 running (98s) 48s ago 12m 9.98M - 1.7.0 72c9c2088986 2fdd2d354d54 2024-08-19T10:08:34.784 INFO:teuthology.orchestra.run.smithi190.stdout:node-exporter.b smithi196 *:9100 running (92s) 23s ago 12m 9.89M - 1.7.0 72c9c2088986 fdc9ee5aaa2d 2024-08-19T10:08:34.785 INFO:teuthology.orchestra.run.smithi190.stdout:osd.0 smithi190 running (6m) 48s ago 16m 335M 2480M 19.0.0-5847-g79766939 50bbda8a3289 61b2dae95959 2024-08-19T10:08:34.785 INFO:teuthology.orchestra.run.smithi190.stdout:osd.1 smithi190 running (5m) 48s ago 16m 302M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7f561102fab8 2024-08-19T10:08:34.785 INFO:teuthology.orchestra.run.smithi190.stdout:osd.2 smithi190 running (5m) 48s ago 16m 211M 2480M 19.0.0-5847-g79766939 50bbda8a3289 7934388ea700 2024-08-19T10:08:34.785 INFO:teuthology.orchestra.run.smithi190.stdout:osd.3 smithi190 running (4m) 48s ago 15m 206M 2480M 19.0.0-5847-g79766939 50bbda8a3289 977721cdb7a4 2024-08-19T10:08:34.785 INFO:teuthology.orchestra.run.smithi190.stdout:osd.4 smithi196 running (4m) 23s ago 15m 248M 2480M 19.0.0-5847-g79766939 50bbda8a3289 1c12e17d0300 2024-08-19T10:08:34.785 INFO:teuthology.orchestra.run.smithi190.stdout:osd.5 smithi196 running (3m) 23s ago 15m 191M 2480M 19.0.0-5847-g79766939 50bbda8a3289 df36d05a1629 2024-08-19T10:08:34.785 INFO:teuthology.orchestra.run.smithi190.stdout:osd.6 smithi196 running (2m) 23s ago 14m 183M 2480M 19.0.0-5847-g79766939 50bbda8a3289 c400fd4d81f6 2024-08-19T10:08:34.785 INFO:teuthology.orchestra.run.smithi190.stdout:osd.7 smithi196 running (2m) 23s ago 14m 141M 2480M 19.0.0-5847-g79766939 50bbda8a3289 77276598bd19 2024-08-19T10:08:34.785 INFO:teuthology.orchestra.run.smithi190.stdout:prometheus.a smithi196 *:9095 running (71s) 23s ago 12m 35.4M - 2.51.0 1d3b7f56885b 285c1ee5f228 2024-08-19T10:08:34.935 INFO:tasks.rados.rados.0.smithi190.stdout:2921: finishing write tid 1 to smithi19066007-21 2024-08-19T10:08:34.935 INFO:tasks.rados.rados.0.smithi190.stdout:2924: seq_num 884 ranges {6078464=409600} 2024-08-19T10:08:34.970 INFO:tasks.rados.rados.0.smithi190.stdout:2924: writing smithi19066007-2 from 6078464 to 6488064 tid 1 2024-08-19T10:08:34.970 INFO:tasks.rados.rados.0.smithi190.stdout:2920: done (4 left) 2024-08-19T10:08:34.970 INFO:tasks.rados.rados.0.smithi190.stdout:2925: read oid 46 snap -1 2024-08-19T10:08:34.970 INFO:tasks.rados.rados.0.smithi190.stdout:2925: expect (ObjNum 800 snap 263 seq_num 800) 2024-08-19T10:08:34.970 INFO:tasks.rados.rados.0.smithi190.stdout:2926: setattr oid 19 current snap is 289 2024-08-19T10:08:34.970 INFO:tasks.rados.rados.0.smithi190.stdout:2921: finishing write tid 2 to smithi19066007-21 2024-08-19T10:08:34.971 INFO:tasks.rados.rados.0.smithi190.stdout:2921: finishing write tid 3 to smithi19066007-21 2024-08-19T10:08:34.971 INFO:tasks.rados.rados.0.smithi190.stdout:2921: oid 21 updating version 0 to 1837 2024-08-19T10:08:34.971 INFO:tasks.rados.rados.0.smithi190.stdout:2921: oid 21 version 1837 is already newer than 1836 2024-08-19T10:08:34.971 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 1837 (ObjNum 883 snap 289 seq_num 883) dirty exists 2024-08-19T10:08:34.971 INFO:tasks.rados.rados.0.smithi190.stdout:2921: left oid 21 (ObjNum 883 snap 289 seq_num 883) 2024-08-19T10:08:34.971 INFO:tasks.rados.rados.0.smithi190.stdout:2922: expect (ObjNum 848 snap 277 seq_num 848) 2024-08-19T10:08:35.036 INFO:tasks.rados.rados.0.smithi190.stdout:2923: expect (ObjNum 845 snap 277 seq_num 845) 2024-08-19T10:08:35.182 INFO:tasks.rados.rados.0.smithi190.stdout:2924: finishing write tid 1 to smithi19066007-2 2024-08-19T10:08:35.183 INFO:tasks.rados.rados.0.smithi190.stdout:2924: finishing write tid 2 to smithi19066007-2 2024-08-19T10:08:35.183 INFO:tasks.rados.rados.0.smithi190.stdout:2924: finishing write tid 3 to smithi19066007-2 2024-08-19T10:08:35.183 INFO:tasks.rados.rados.0.smithi190.stdout:2924: oid 2 updating version 0 to 1453 2024-08-19T10:08:35.183 INFO:tasks.rados.rados.0.smithi190.stdout:2924: oid 2 updating version 1453 to 1454 2024-08-19T10:08:35.183 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1454 (ObjNum 884 snap 289 seq_num 884) dirty exists 2024-08-19T10:08:35.183 INFO:tasks.rados.rados.0.smithi190.stdout:2924: left oid 2 (ObjNum 884 snap 289 seq_num 884) 2024-08-19T10:08:35.183 INFO:tasks.rados.rados.0.smithi190.stdout:2925: expect (ObjNum 800 snap 263 seq_num 800) 2024-08-19T10:08:35.221 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1399 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:08:35.221 INFO:tasks.rados.rados.0.smithi190.stdout:2921: done (5 left) 2024-08-19T10:08:35.221 INFO:tasks.rados.rados.0.smithi190.stdout:2922: done (4 left) 2024-08-19T10:08:35.222 INFO:tasks.rados.rados.0.smithi190.stdout:2923: done (3 left) 2024-08-19T10:08:35.222 INFO:tasks.rados.rados.0.smithi190.stdout:2924: done (2 left) 2024-08-19T10:08:35.222 INFO:tasks.rados.rados.0.smithi190.stdout:2925: done (1 left) 2024-08-19T10:08:35.222 INFO:tasks.rados.rados.0.smithi190.stdout:2926: done (0 left) 2024-08-19T10:08:35.222 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 50 current snap is 289 2024-08-19T10:08:35.222 INFO:tasks.rados.rados.0.smithi190.stdout:2927: seq_num 885 ranges {13049856=425984} 2024-08-19T10:08:35.292 INFO:tasks.rados.rados.0.smithi190.stdout:2927: writing smithi19066007-50 from 13049856 to 13475840 tid 1 2024-08-19T10:08:35.292 INFO:tasks.rados.rados.0.smithi190.stdout:2928: delete oid 32 current snap is 289 2024-08-19T10:08:35.294 INFO:tasks.rados.rados.0.smithi190.stdout:2928: done (1 left) 2024-08-19T10:08:35.294 INFO:tasks.rados.rados.0.smithi190.stdout:2929: rollback oid 27 current snap is 289 2024-08-19T10:08:35.294 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 27 to 287 2024-08-19T10:08:35.295 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 289 2024-08-19T10:08:35.295 INFO:tasks.rados.rados.0.smithi190.stdout:2930: seq_num 887 ranges {3694592=458752} 2024-08-19T10:08:35.318 INFO:tasks.rados.rados.0.smithi190.stdout:2930: writing smithi19066007-26 from 3694592 to 4153344 tid 1 2024-08-19T10:08:35.318 INFO:tasks.rados.rados.0.smithi190.stdout:2931: read oid 8 snap -1 2024-08-19T10:08:35.318 INFO:tasks.rados.rados.0.smithi190.stdout:2931: expect (ObjNum 845 snap 277 seq_num 845) 2024-08-19T10:08:35.318 INFO:tasks.rados.rados.0.smithi190.stdout:2932: rmattr oid 47 current snap is 289 2024-08-19T10:08:35.318 INFO:tasks.rados.rados.0.smithi190.stdout:2929: finishing rollback tid 1 to smithi19066007-27 2024-08-19T10:08:35.318 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 1236 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-19T10:08:35.319 INFO:tasks.rados.rados.0.smithi190.stdout:2927: finishing write tid 1 to smithi19066007-50 2024-08-19T10:08:35.319 INFO:tasks.rados.rados.0.smithi190.stdout:2927: finishing write tid 2 to smithi19066007-50 2024-08-19T10:08:35.319 INFO:tasks.rados.rados.0.smithi190.stdout:2927: finishing write tid 3 to smithi19066007-50 2024-08-19T10:08:35.319 INFO:tasks.rados.rados.0.smithi190.stdout:2927: oid 50 updating version 0 to 1657 2024-08-19T10:08:35.319 INFO:tasks.rados.rados.0.smithi190.stdout:2927: oid 50 updating version 1657 to 1658 2024-08-19T10:08:35.319 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1658 (ObjNum 885 snap 289 seq_num 885) dirty exists 2024-08-19T10:08:35.320 INFO:tasks.rados.rados.0.smithi190.stdout:2927: left oid 50 (ObjNum 885 snap 289 seq_num 885) 2024-08-19T10:08:35.320 INFO:tasks.rados.rados.0.smithi190.stdout:2927: done (4 left) 2024-08-19T10:08:35.320 INFO:tasks.rados.rados.0.smithi190.stdout:2929: done (3 left) 2024-08-19T10:08:35.320 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 289 2024-08-19T10:08:35.320 INFO:tasks.rados.rados.0.smithi190.stdout:2933: seq_num 888 ranges {0=475136} 2024-08-19T10:08:35.321 INFO:tasks.rados.rados.0.smithi190.stdout:2933: writing smithi19066007-32 from 0 to 475136 tid 1 2024-08-19T10:08:35.322 INFO:tasks.rados.rados.0.smithi190.stdout:2934: setattr oid 17 current snap is 289 2024-08-19T10:08:35.322 INFO:tasks.rados.rados.0.smithi190.stdout:2935: snap_create 2024-08-19T10:08:35.322 INFO:tasks.rados.rados.0.smithi190.stdout:2930: finishing write tid 1 to smithi19066007-26 2024-08-19T10:08:35.323 INFO:tasks.rados.rados.0.smithi190.stdout:2930: finishing write tid 2 to smithi19066007-26 2024-08-19T10:08:35.323 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1568 (ObjNum 33 snap 0 seq_num 1551065448) dirty exists 2024-08-19T10:08:35.324 INFO:tasks.rados.rados.0.smithi190.stdout:2930: finishing write tid 3 to smithi19066007-26 2024-08-19T10:08:35.324 INFO:tasks.rados.rados.0.smithi190.stdout:2930: oid 26 updating version 0 to 1565 2024-08-19T10:08:35.324 INFO:tasks.rados.rados.0.smithi190.stdout:2930: oid 26 updating version 1565 to 1566 2024-08-19T10:08:35.324 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1566 (ObjNum 887 snap 289 seq_num 887) dirty exists 2024-08-19T10:08:35.324 INFO:tasks.rados.rados.0.smithi190.stdout:2930: left oid 26 (ObjNum 887 snap 289 seq_num 887) 2024-08-19T10:08:35.324 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 1400 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-19T10:08:35.325 INFO:tasks.rados.rados.0.smithi190.stdout:2933: finishing write tid 1 to smithi19066007-32 2024-08-19T10:08:35.325 INFO:tasks.rados.rados.0.smithi190.stdout:2933: finishing write tid 2 to smithi19066007-32 2024-08-19T10:08:35.326 INFO:tasks.rados.rados.0.smithi190.stdout:2933: finishing write tid 3 to smithi19066007-32 2024-08-19T10:08:35.326 INFO:tasks.rados.rados.0.smithi190.stdout:2933: oid 32 updating version 0 to 1757 2024-08-19T10:08:35.327 INFO:tasks.rados.rados.0.smithi190.stdout:2933: oid 32 updating version 1757 to 1758 2024-08-19T10:08:35.327 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 1758 (ObjNum 888 snap 289 seq_num 888) dirty exists 2024-08-19T10:08:35.327 INFO:tasks.rados.rados.0.smithi190.stdout:2933: left oid 32 (ObjNum 888 snap 289 seq_num 888) 2024-08-19T10:08:35.333 INFO:tasks.rados.rados.0.smithi190.stdout:2931: expect (ObjNum 845 snap 277 seq_num 845) 2024-08-19T10:08:35.438 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -e sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b -- bash -c 'ceph versions' 2024-08-19T10:08:35.682 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T10:08:35.742 INFO:tasks.rados.rados.0.smithi190.stdout:2930: done (5 left) 2024-08-19T10:08:35.742 INFO:tasks.rados.rados.0.smithi190.stdout:2931: done (4 left) 2024-08-19T10:08:35.742 INFO:tasks.rados.rados.0.smithi190.stdout:2932: done (3 left) 2024-08-19T10:08:35.742 INFO:tasks.rados.rados.0.smithi190.stdout:2933: done (2 left) 2024-08-19T10:08:35.742 INFO:tasks.rados.rados.0.smithi190.stdout:2934: done (1 left) 2024-08-19T10:08:35.742 INFO:tasks.rados.rados.0.smithi190.stdout:2935: done (0 left) 2024-08-19T10:08:35.742 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 4 current snap is 290 2024-08-19T10:08:35.742 INFO:tasks.rados.rados.0.smithi190.stdout:2936: seq_num 889 ranges {0=491520} 2024-08-19T10:08:35.744 INFO:tasks.rados.rados.0.smithi190.stdout:2936: writing smithi19066007-4 from 0 to 491520 tid 1 2024-08-19T10:08:35.745 INFO:tasks.rados.rados.0.smithi190.stdout:2937: delete oid 37 current snap is 290 2024-08-19T10:08:35.752 INFO:tasks.rados.rados.0.smithi190.stdout:2937: done (1 left) 2024-08-19T10:08:35.752 INFO:tasks.rados.rados.0.smithi190.stdout:2938: rollback oid 38 current snap is 290 2024-08-19T10:08:35.752 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 38 to 288 2024-08-19T10:08:35.752 INFO:tasks.rados.rados.0.smithi190.stdout:2939: delete oid 47 current snap is 290 2024-08-19T10:08:35.752 INFO:tasks.rados.rados.0.smithi190.stdout:2936: finishing write tid 1 to smithi19066007-4 2024-08-19T10:08:35.752 INFO:tasks.rados.rados.0.smithi190.stdout:2936: finishing write tid 2 to smithi19066007-4 2024-08-19T10:08:35.753 INFO:tasks.rados.rados.0.smithi190.stdout:2938: finishing rollback tid 0 to smithi19066007-38 2024-08-19T10:08:35.753 INFO:tasks.rados.rados.0.smithi190.stdout:2936: finishing write tid 3 to smithi19066007-4 2024-08-19T10:08:35.753 INFO:tasks.rados.rados.0.smithi190.stdout:2936: oid 4 updating version 0 to 1760 2024-08-19T10:08:35.754 INFO:tasks.rados.rados.0.smithi190.stdout:2936: oid 4 version 1760 is already newer than 1759 2024-08-19T10:08:35.754 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 1760 (ObjNum 889 snap 290 seq_num 889) dirty exists 2024-08-19T10:08:35.754 INFO:tasks.rados.rados.0.smithi190.stdout:2936: left oid 4 (ObjNum 889 snap 290 seq_num 889) 2024-08-19T10:08:35.754 INFO:tasks.rados.rados.0.smithi190.stdout:2936: done (2 left) 2024-08-19T10:08:35.754 INFO:tasks.rados.rados.0.smithi190.stdout:2939: done (1 left) 2024-08-19T10:08:35.754 INFO:tasks.rados.rados.0.smithi190.stdout:2940: copy_from oid 26 from oid 40 current snap is 290 2024-08-19T10:08:35.754 INFO:tasks.rados.rados.0.smithi190.stdout:2938: finishing rollback tid 1 to smithi19066007-38 2024-08-19T10:08:35.754 INFO:tasks.rados.rados.0.smithi190.stdout:2941: snap_remove snap 280 2024-08-19T10:08:36.003 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:35 smithi190 ceph-mon[80032]: pgmap v665: 121 pgs: 121 active+clean; 148 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 149 KiB/s rd, 862 KiB/s wr, 9 op/s 2024-08-19T10:08:36.003 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:35 smithi190 ceph-mon[80032]: osdmap e663: 8 total, 8 up, 8 in 2024-08-19T10:08:36.004 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:35 smithi190 ceph-mon[80032]: from='client.34623 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:36.004 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:35 smithi190 ceph-mon[77620]: pgmap v665: 121 pgs: 121 active+clean; 148 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 149 KiB/s rd, 862 KiB/s wr, 9 op/s 2024-08-19T10:08:36.004 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:35 smithi190 ceph-mon[77620]: osdmap e663: 8 total, 8 up, 8 in 2024-08-19T10:08:36.004 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:35 smithi190 ceph-mon[77620]: from='client.34623 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:36.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:35 smithi196 ceph-mon[72638]: pgmap v665: 121 pgs: 121 active+clean; 148 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 149 KiB/s rd, 862 KiB/s wr, 9 op/s 2024-08-19T10:08:36.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:35 smithi196 ceph-mon[72638]: osdmap e663: 8 total, 8 up, 8 in 2024-08-19T10:08:36.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:35 smithi196 ceph-mon[72638]: from='client.34623 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-19T10:08:36.748 INFO:tasks.rados.rados.0.smithi190.stdout:2941: done (2 left) 2024-08-19T10:08:36.748 INFO:tasks.rados.rados.0.smithi190.stdout:2942: rollback oid 8 current snap is 290 2024-08-19T10:08:36.748 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 8 to 288 2024-08-19T10:08:36.748 INFO:tasks.rados.rados.0.smithi190.stdout:2938: finishing rollback tid 2 to smithi19066007-38 2024-08-19T10:08:36.748 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 1835 (ObjNum 844 snap 277 seq_num 844) dirty exists 2024-08-19T10:08:36.748 INFO:tasks.rados.rados.0.smithi190.stdout:2940: finishing copy_from racing read to smithi19066007-26 2024-08-19T10:08:36.748 INFO:tasks.rados.rados.0.smithi190.stdout:2940: finishing copy_from to smithi19066007-26 2024-08-19T10:08:36.748 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 273 (ObjNum 854 snap 277 seq_num 854) dirty exists 2024-08-19T10:08:36.748 INFO:tasks.rados.rados.0.smithi190.stdout:2938: done (2 left) 2024-08-19T10:08:36.749 INFO:tasks.rados.rados.0.smithi190.stdout:2940: done (1 left) 2024-08-19T10:08:36.749 INFO:tasks.rados.rados.0.smithi190.stdout:2943: copy_from oid 21 from oid 16 current snap is 290 2024-08-19T10:08:36.749 INFO:tasks.rados.rados.0.smithi190.stdout:2944: snap_remove snap 287 2024-08-19T10:08:36.851 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:36 smithi190 ceph-mon[77620]: osdmap e664: 8 total, 8 up, 8 in 2024-08-19T10:08:36.851 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:36 smithi190 ceph-mon[80032]: osdmap e664: 8 total, 8 up, 8 in 2024-08-19T10:08:37.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:36 smithi196 ceph-mon[72638]: osdmap e664: 8 total, 8 up, 8 in 2024-08-19T10:08:37.588 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-19T10:08:37.588 INFO:teuthology.orchestra.run.smithi190.stdout: "mon": { 2024-08-19T10:08:37.588 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 3 2024-08-19T10:08:37.588 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:08:37.588 INFO:teuthology.orchestra.run.smithi190.stdout: "mgr": { 2024-08-19T10:08:37.588 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:08:37.588 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:08:37.588 INFO:teuthology.orchestra.run.smithi190.stdout: "osd": { 2024-08-19T10:08:37.588 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 8 2024-08-19T10:08:37.589 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:08:37.589 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-08-19T10:08:37.589 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 2 2024-08-19T10:08:37.589 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-08-19T10:08:37.589 INFO:teuthology.orchestra.run.smithi190.stdout: "overall": { 2024-08-19T10:08:37.589 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)": 15 2024-08-19T10:08:37.589 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-08-19T10:08:37.589 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-19T10:08:37.749 INFO:tasks.rados.rados.0.smithi190.stdout:2944: done (2 left) 2024-08-19T10:08:37.749 INFO:tasks.rados.rados.0.smithi190.stdout:2945: read oid 30 snap 288 2024-08-19T10:08:37.749 INFO:tasks.rados.rados.0.smithi190.stdout:2945: expect (ObjNum 873 snap 285 seq_num 873) 2024-08-19T10:08:37.749 INFO:tasks.rados.rados.0.smithi190.stdout:2946: snap_create 2024-08-19T10:08:37.750 INFO:tasks.rados.rados.0.smithi190.stdout:2943: finishing copy_from to smithi19066007-21 2024-08-19T10:08:37.750 INFO:tasks.rados.rados.0.smithi190.stdout:2943: got expected ENOENT (src dne) 2024-08-19T10:08:37.750 INFO:tasks.rados.rados.0.smithi190.stdout:2943: finishing copy_from racing read to smithi19066007-21 2024-08-19T10:08:37.750 INFO:tasks.rados.rados.0.smithi190.stdout:2942: finishing rollback tid 0 to smithi19066007-8 2024-08-19T10:08:37.750 INFO:tasks.rados.rados.0.smithi190.stdout:2942: finishing rollback tid 1 to smithi19066007-8 2024-08-19T10:08:37.750 INFO:tasks.rados.rados.0.smithi190.stdout:2942: finishing rollback tid 2 to smithi19066007-8 2024-08-19T10:08:37.750 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1933 (ObjNum 845 snap 277 seq_num 845) dirty exists 2024-08-19T10:08:37.768 INFO:tasks.rados.rados.0.smithi190.stdout:2945: expect (ObjNum 873 snap 285 seq_num 873) 2024-08-19T10:08:37.892 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:37 smithi190 ceph-mon[80032]: pgmap v668: 121 pgs: 121 active+clean; 149 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1006 KiB/s wr, 20 op/s 2024-08-19T10:08:37.892 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:37 smithi190 ceph-mon[80032]: osdmap e665: 8 total, 8 up, 8 in 2024-08-19T10:08:37.892 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:37 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3032043410' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:37.893 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:37 smithi190 ceph-mon[77620]: pgmap v668: 121 pgs: 121 active+clean; 149 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1006 KiB/s wr, 20 op/s 2024-08-19T10:08:37.893 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:37 smithi190 ceph-mon[77620]: osdmap e665: 8 total, 8 up, 8 in 2024-08-19T10:08:37.893 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:37 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3032043410' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:37.893 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:08:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:08:37] "GET /metrics HTTP/1.1" 200 36377 "" "Prometheus/2.51.0" 2024-08-19T10:08:38.081 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:37 smithi196 ceph-mon[72638]: pgmap v668: 121 pgs: 121 active+clean; 149 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1006 KiB/s wr, 20 op/s 2024-08-19T10:08:38.081 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:37 smithi196 ceph-mon[72638]: osdmap e665: 8 total, 8 up, 8 in 2024-08-19T10:08:38.081 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:37 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3032043410' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:38.189 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -e sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-08-19T10:08:38.389 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T10:08:38.396 INFO:tasks.rados.rados.0.smithi190.stdout:2942: done (3 left) 2024-08-19T10:08:38.396 INFO:tasks.rados.rados.0.smithi190.stdout:2943: done (2 left) 2024-08-19T10:08:38.396 INFO:tasks.rados.rados.0.smithi190.stdout:2945: done (1 left) 2024-08-19T10:08:38.397 INFO:tasks.rados.rados.0.smithi190.stdout:2946: done (0 left) 2024-08-19T10:08:38.397 INFO:tasks.rados.rados.0.smithi190.stdout:2947: copy_from oid 49 from oid 13 current snap is 291 2024-08-19T10:08:38.397 INFO:tasks.rados.rados.0.smithi190.stdout:2948: copy_from oid 46 from oid 17 current snap is 291 2024-08-19T10:08:38.397 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 25 current snap is 291 2024-08-19T10:08:38.397 INFO:tasks.rados.rados.0.smithi190.stdout:2949: seq_num 892 ranges {10887168=548864} 2024-08-19T10:08:38.459 INFO:tasks.rados.rados.0.smithi190.stdout:2949: writing smithi19066007-25 from 10887168 to 11436032 tid 1 2024-08-19T10:08:38.459 INFO:tasks.rados.rados.0.smithi190.stdout:2950: read oid 11 snap -1 2024-08-19T10:08:38.460 INFO:tasks.rados.rados.0.smithi190.stdout:2950: expect deleted 2024-08-19T10:08:38.460 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 291 2024-08-19T10:08:38.460 INFO:tasks.rados.rados.0.smithi190.stdout:2948: finishing copy_from racing read to smithi19066007-46 2024-08-19T10:08:38.460 INFO:tasks.rados.rados.0.smithi190.stdout:2948: finishing copy_from to smithi19066007-46 2024-08-19T10:08:38.460 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 1400 (ObjNum 33 snap 0 seq_num 3355586848) dirty exists 2024-08-19T10:08:38.460 INFO:tasks.rados.rados.0.smithi190.stdout:2947: finishing copy_from racing read to smithi19066007-49 2024-08-19T10:08:38.460 INFO:tasks.rados.rados.0.smithi190.stdout:2951: seq_num 893 ranges {278528=565248} 2024-08-19T10:08:38.465 INFO:tasks.rados.rados.0.smithi190.stdout:2951: writing smithi19066007-12 from 278528 to 843776 tid 1 2024-08-19T10:08:38.465 INFO:tasks.rados.rados.0.smithi190.stdout:2948: done (4 left) 2024-08-19T10:08:38.465 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 291 2024-08-19T10:08:38.465 INFO:tasks.rados.rados.0.smithi190.stdout:2947: finishing copy_from to smithi19066007-49 2024-08-19T10:08:38.465 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1390 (ObjNum 857 snap 278 seq_num 857) dirty exists 2024-08-19T10:08:38.465 INFO:tasks.rados.rados.0.smithi190.stdout:2952: seq_num 894 ranges {0=581632} 2024-08-19T10:08:38.469 INFO:tasks.rados.rados.0.smithi190.stdout:2952: writing smithi19066007-36 from 0 to 581632 tid 1 2024-08-19T10:08:38.469 INFO:tasks.rados.rados.0.smithi190.stdout:2947: done (4 left) 2024-08-19T10:08:38.469 INFO:tasks.rados.rados.0.smithi190.stdout:2953: rollback oid 9 current snap is 291 2024-08-19T10:08:38.469 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 9 to 289 2024-08-19T10:08:38.469 INFO:tasks.rados.rados.0.smithi190.stdout:2949: finishing write tid 1 to smithi19066007-25 2024-08-19T10:08:38.469 INFO:tasks.rados.rados.0.smithi190.stdout:2949: finishing write tid 2 to smithi19066007-25 2024-08-19T10:08:38.469 INFO:tasks.rados.rados.0.smithi190.stdout:2949: finishing write tid 3 to smithi19066007-25 2024-08-19T10:08:38.469 INFO:tasks.rados.rados.0.smithi190.stdout:2949: oid 25 updating version 0 to 1768 2024-08-19T10:08:38.470 INFO:tasks.rados.rados.0.smithi190.stdout:2949: oid 25 updating version 1768 to 1769 2024-08-19T10:08:38.470 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 1769 (ObjNum 892 snap 291 seq_num 892) dirty exists 2024-08-19T10:08:38.470 INFO:tasks.rados.rados.0.smithi190.stdout:2949: left oid 25 (ObjNum 892 snap 291 seq_num 892) 2024-08-19T10:08:38.470 INFO:tasks.rados.rados.0.smithi190.stdout:2951: finishing write tid 1 to smithi19066007-12 2024-08-19T10:08:38.470 INFO:tasks.rados.rados.0.smithi190.stdout:2951: finishing write tid 2 to smithi19066007-12 2024-08-19T10:08:38.470 INFO:tasks.rados.rados.0.smithi190.stdout:2949: done (4 left) 2024-08-19T10:08:38.470 INFO:tasks.rados.rados.0.smithi190.stdout:2950: done (3 left) 2024-08-19T10:08:38.470 INFO:tasks.rados.rados.0.smithi190.stdout:2954: delete oid 50 current snap is 291 2024-08-19T10:08:38.470 INFO:tasks.rados.rados.0.smithi190.stdout:2951: finishing write tid 3 to smithi19066007-12 2024-08-19T10:08:38.471 INFO:tasks.rados.rados.0.smithi190.stdout:2951: oid 12 updating version 0 to 1405 2024-08-19T10:08:38.471 INFO:tasks.rados.rados.0.smithi190.stdout:2951: oid 12 version 1405 is already newer than 1404 2024-08-19T10:08:38.471 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 1405 (ObjNum 893 snap 291 seq_num 893) dirty exists 2024-08-19T10:08:38.471 INFO:tasks.rados.rados.0.smithi190.stdout:2951: left oid 12 (ObjNum 893 snap 291 seq_num 893) 2024-08-19T10:08:38.472 INFO:tasks.rados.rados.0.smithi190.stdout:2953: finishing rollback tid 0 to smithi19066007-9 2024-08-19T10:08:38.474 INFO:tasks.rados.rados.0.smithi190.stdout:2951: done (3 left) 2024-08-19T10:08:38.475 INFO:tasks.rados.rados.0.smithi190.stdout:2954: done (2 left) 2024-08-19T10:08:38.475 INFO:tasks.rados.rados.0.smithi190.stdout:2955: read oid 26 snap -1 2024-08-19T10:08:38.475 INFO:tasks.rados.rados.0.smithi190.stdout:2955: expect (ObjNum 854 snap 277 seq_num 854) 2024-08-19T10:08:38.475 INFO:tasks.rados.rados.0.smithi190.stdout:2956: rollback oid 48 current snap is 291 2024-08-19T10:08:38.475 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 48 to 290 2024-08-19T10:08:38.475 INFO:tasks.rados.rados.0.smithi190.stdout:2957: read oid 23 snap -1 2024-08-19T10:08:38.475 INFO:tasks.rados.rados.0.smithi190.stdout:2957: expect (ObjNum 684 snap 220 seq_num 684) 2024-08-19T10:08:38.475 INFO:tasks.rados.rados.0.smithi190.stdout:2958: rollback oid 19 current snap is 291 2024-08-19T10:08:38.475 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 19 to 288 2024-08-19T10:08:38.475 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 291 2024-08-19T10:08:38.475 INFO:tasks.rados.rados.0.smithi190.stdout:2959: seq_num 896 ranges {6995968=614400} 2024-08-19T10:08:38.516 INFO:tasks.rados.rados.0.smithi190.stdout:2959: writing smithi19066007-43 from 6995968 to 7610368 tid 1 2024-08-19T10:08:38.516 INFO:tasks.rados.rados.0.smithi190.stdout:2960: delete oid 17 current snap is 291 2024-08-19T10:08:38.516 INFO:tasks.rados.rados.0.smithi190.stdout:2953: finishing rollback tid 1 to smithi19066007-9 2024-08-19T10:08:38.516 INFO:tasks.rados.rados.0.smithi190.stdout:2953: finishing rollback tid 2 to smithi19066007-9 2024-08-19T10:08:38.516 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1838 (ObjNum 866 snap 284 seq_num 866) dirty exists 2024-08-19T10:08:38.516 INFO:tasks.rados.rados.0.smithi190.stdout:2958: finishing rollback tid 0 to smithi19066007-19 2024-08-19T10:08:38.516 INFO:tasks.rados.rados.0.smithi190.stdout:2952: finishing write tid 1 to smithi19066007-36 2024-08-19T10:08:38.516 INFO:tasks.rados.rados.0.smithi190.stdout:2958: finishing rollback tid 1 to smithi19066007-19 2024-08-19T10:08:38.517 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1408 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T10:08:38.517 INFO:tasks.rados.rados.0.smithi190.stdout:2952: finishing write tid 2 to smithi19066007-36 2024-08-19T10:08:38.517 INFO:tasks.rados.rados.0.smithi190.stdout:2956: finishing rollback tid 0 to smithi19066007-48 2024-08-19T10:08:38.517 INFO:tasks.rados.rados.0.smithi190.stdout:2956: finishing rollback tid 1 to smithi19066007-48 2024-08-19T10:08:38.517 INFO:tasks.rados.rados.0.smithi190.stdout:2952: finishing write tid 3 to smithi19066007-36 2024-08-19T10:08:38.517 INFO:tasks.rados.rados.0.smithi190.stdout:2952: oid 36 updating version 0 to 1948 2024-08-19T10:08:38.517 INFO:tasks.rados.rados.0.smithi190.stdout:2952: oid 36 version 1948 is already newer than 1947 2024-08-19T10:08:38.517 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 1948 (ObjNum 894 snap 291 seq_num 894) dirty exists 2024-08-19T10:08:38.517 INFO:tasks.rados.rados.0.smithi190.stdout:2952: left oid 36 (ObjNum 894 snap 291 seq_num 894) 2024-08-19T10:08:38.517 INFO:tasks.rados.rados.0.smithi190.stdout:2956: finishing rollback tid 2 to smithi19066007-48 2024-08-19T10:08:38.517 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1952 (ObjNum 65 snap 0 seq_num 1381984871) dirty exists 2024-08-19T10:08:38.517 INFO:tasks.rados.rados.0.smithi190.stdout:2955: expect (ObjNum 854 snap 277 seq_num 854) 2024-08-19T10:08:38.580 INFO:tasks.rados.rados.0.smithi190.stdout:2957: expect (ObjNum 684 snap 220 seq_num 684) 2024-08-19T10:08:38.698 INFO:tasks.rados.rados.0.smithi190.stdout:2959: finishing write tid 1 to smithi19066007-43 2024-08-19T10:08:38.698 INFO:tasks.rados.rados.0.smithi190.stdout:2959: finishing write tid 2 to smithi19066007-43 2024-08-19T10:08:38.698 INFO:tasks.rados.rados.0.smithi190.stdout:2959: finishing write tid 3 to smithi19066007-43 2024-08-19T10:08:38.698 INFO:tasks.rados.rados.0.smithi190.stdout:2959: oid 43 updating version 0 to 1838 2024-08-19T10:08:38.698 INFO:tasks.rados.rados.0.smithi190.stdout:2959: oid 43 updating version 1838 to 1839 2024-08-19T10:08:38.698 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1839 (ObjNum 896 snap 291 seq_num 896) dirty exists 2024-08-19T10:08:38.698 INFO:tasks.rados.rados.0.smithi190.stdout:2959: left oid 43 (ObjNum 896 snap 291 seq_num 896) 2024-08-19T10:08:38.699 INFO:tasks.rados.rados.0.smithi190.stdout:2952: done (7 left) 2024-08-19T10:08:38.699 INFO:tasks.rados.rados.0.smithi190.stdout:2953: done (6 left) 2024-08-19T10:08:38.699 INFO:tasks.rados.rados.0.smithi190.stdout:2955: done (5 left) 2024-08-19T10:08:38.699 INFO:tasks.rados.rados.0.smithi190.stdout:2956: done (4 left) 2024-08-19T10:08:38.699 INFO:tasks.rados.rados.0.smithi190.stdout:2957: done (3 left) 2024-08-19T10:08:38.699 INFO:tasks.rados.rados.0.smithi190.stdout:2958: done (2 left) 2024-08-19T10:08:38.699 INFO:tasks.rados.rados.0.smithi190.stdout:2959: done (1 left) 2024-08-19T10:08:38.699 INFO:tasks.rados.rados.0.smithi190.stdout:2960: done (0 left) 2024-08-19T10:08:38.699 INFO:tasks.rados.rados.0.smithi190.stdout:2961: delete oid 29 current snap is 291 2024-08-19T10:08:38.700 INFO:tasks.rados.rados.0.smithi190.stdout:2961: done (0 left) 2024-08-19T10:08:38.700 INFO:tasks.rados.rados.0.smithi190.stdout:2962: rollback oid 32 current snap is 291 2024-08-19T10:08:38.700 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 32 to 290 2024-08-19T10:08:38.700 INFO:tasks.rados.rados.0.smithi190.stdout:2963: read oid 10 snap -1 2024-08-19T10:08:38.700 INFO:tasks.rados.rados.0.smithi190.stdout:2963: expect deleted 2024-08-19T10:08:38.700 INFO:tasks.rados.rados.0.smithi190.stdout:2964: copy_from oid 48 from oid 24 current snap is 291 2024-08-19T10:08:38.700 INFO:tasks.rados.rados.0.smithi190.stdout:2965: snap_create 2024-08-19T10:08:38.704 INFO:tasks.rados.rados.0.smithi190.stdout:2962: finishing rollback tid 0 to smithi19066007-32 2024-08-19T10:08:38.704 INFO:tasks.rados.rados.0.smithi190.stdout:2962: finishing rollback tid 1 to smithi19066007-32 2024-08-19T10:08:38.704 INFO:tasks.rados.rados.0.smithi190.stdout:2962: finishing rollback tid 2 to smithi19066007-32 2024-08-19T10:08:38.704 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 1773 (ObjNum 888 snap 289 seq_num 888) dirty exists 2024-08-19T10:08:38.712 INFO:tasks.rados.rados.0.smithi190.stdout:2964: finishing copy_from racing read to smithi19066007-48 2024-08-19T10:08:38.713 INFO:tasks.rados.rados.0.smithi190.stdout:2964: finishing copy_from to smithi19066007-48 2024-08-19T10:08:38.713 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1585 (ObjNum 746 snap 248 seq_num 746) dirty exists 2024-08-19T10:08:38.759 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:38 smithi190 ceph-mon[77620]: osdmap e666: 8 total, 8 up, 8 in 2024-08-19T10:08:39.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:38 smithi190 ceph-mon[77620]: osdmap e667: 8 total, 8 up, 8 in 2024-08-19T10:08:39.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:38 smithi190 ceph-mon[80032]: osdmap e666: 8 total, 8 up, 8 in 2024-08-19T10:08:39.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:38 smithi190 ceph-mon[80032]: osdmap e667: 8 total, 8 up, 8 in 2024-08-19T10:08:39.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:38 smithi196 ceph-mon[72638]: osdmap e666: 8 total, 8 up, 8 in 2024-08-19T10:08:39.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:38 smithi196 ceph-mon[72638]: osdmap e667: 8 total, 8 up, 8 in 2024-08-19T10:08:39.396 INFO:tasks.rados.rados.0.smithi190.stdout:2962: done (3 left) 2024-08-19T10:08:39.396 INFO:tasks.rados.rados.0.smithi190.stdout:2963: done (2 left) 2024-08-19T10:08:39.396 INFO:tasks.rados.rados.0.smithi190.stdout:2964: done (1 left) 2024-08-19T10:08:39.396 INFO:tasks.rados.rados.0.smithi190.stdout:2965: done (0 left) 2024-08-19T10:08:39.396 INFO:tasks.rados.rados.0.smithi190.stdout:2966: snap_create 2024-08-19T10:08:39.877 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:39 smithi190 ceph-mon[77620]: pgmap v671: 121 pgs: 121 active+clean; 151 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 914 KiB/s wr, 17 op/s 2024-08-19T10:08:39.877 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:39 smithi190 ceph-mon[77620]: osdmap e668: 8 total, 8 up, 8 in 2024-08-19T10:08:39.878 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:39 smithi190 ceph-mon[80032]: pgmap v671: 121 pgs: 121 active+clean; 151 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 914 KiB/s wr, 17 op/s 2024-08-19T10:08:39.878 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:39 smithi190 ceph-mon[80032]: osdmap e668: 8 total, 8 up, 8 in 2024-08-19T10:08:40.126 INFO:teuthology.orchestra.run.smithi190.stdout:true 2024-08-19T10:08:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:39 smithi196 ceph-mon[72638]: pgmap v671: 121 pgs: 121 active+clean; 151 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 914 KiB/s wr, 17 op/s 2024-08-19T10:08:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:39 smithi196 ceph-mon[72638]: osdmap e668: 8 total, 8 up, 8 in 2024-08-19T10:08:40.396 INFO:tasks.rados.rados.0.smithi190.stdout:2966: done (0 left) 2024-08-19T10:08:40.396 INFO:tasks.rados.rados.0.smithi190.stdout:2967: snap_create 2024-08-19T10:08:40.771 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -e sha1=797669399b32d2915e64eb6d4b1257ae3c50f80b -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-08-19T10:08:40.970 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T10:08:41.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:40 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1139358585' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:41.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:40 smithi190 ceph-mon[80032]: osdmap e669: 8 total, 8 up, 8 in 2024-08-19T10:08:41.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:40 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1139358585' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:41.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:40 smithi190 ceph-mon[77620]: osdmap e669: 8 total, 8 up, 8 in 2024-08-19T10:08:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:40 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1139358585' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:40 smithi196 ceph-mon[72638]: osdmap e669: 8 total, 8 up, 8 in 2024-08-19T10:08:41.399 INFO:tasks.rados.rados.0.smithi190.stdout:2967: done (0 left) 2024-08-19T10:08:41.399 INFO:tasks.rados.rados.0.smithi190.stdout:2968: rmattr oid 31 current snap is 294 2024-08-19T10:08:41.399 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 294 2024-08-19T10:08:41.399 INFO:tasks.rados.rados.0.smithi190.stdout:2969: seq_num 899 ranges {0=663552} 2024-08-19T10:08:41.404 INFO:tasks.rados.rados.0.smithi190.stdout:2969: writing smithi19066007-37 from 0 to 663552 tid 1 2024-08-19T10:08:41.404 INFO:tasks.rados.rados.0.smithi190.stdout:2970: copy_from oid 2 from oid 39 current snap is 294 2024-08-19T10:08:41.404 INFO:tasks.rados.rados.0.smithi190.stdout:2971: rollback oid 44 current snap is 294 2024-08-19T10:08:41.404 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 44 to 292 2024-08-19T10:08:41.404 INFO:tasks.rados.rados.0.smithi190.stdout:2972: read oid 4 snap -1 2024-08-19T10:08:41.404 INFO:tasks.rados.rados.0.smithi190.stdout:2972: expect (ObjNum 889 snap 290 seq_num 889) 2024-08-19T10:08:41.404 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 18 current snap is 294 2024-08-19T10:08:41.404 INFO:tasks.rados.rados.0.smithi190.stdout:2973: seq_num 900 ranges {3424256=679936} 2024-08-19T10:08:41.427 INFO:tasks.rados.rados.0.smithi190.stdout:2973: writing smithi19066007-18 from 3424256 to 4104192 tid 1 2024-08-19T10:08:41.427 INFO:tasks.rados.rados.0.smithi190.stdout:2974: read oid 41 snap -1 2024-08-19T10:08:41.427 INFO:tasks.rados.rados.0.smithi190.stdout:2974: expect (ObjNum 752 snap 249 seq_num 752) 2024-08-19T10:08:41.427 INFO:tasks.rados.rados.0.smithi190.stdout:2975: rollback oid 8 current snap is 294 2024-08-19T10:08:41.427 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 8 to 289 2024-08-19T10:08:41.427 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 1775 (ObjNum 850 snap 277 seq_num 850) dirty exists 2024-08-19T10:08:41.427 INFO:tasks.rados.rados.0.smithi190.stdout:2968: done (7 left) 2024-08-19T10:08:41.427 INFO:tasks.rados.rados.0.smithi190.stdout:2976: read oid 43 snap -1 2024-08-19T10:08:41.427 INFO:tasks.rados.rados.0.smithi190.stdout:2976: expect (ObjNum 896 snap 291 seq_num 896) 2024-08-19T10:08:41.427 INFO:tasks.rados.rados.0.smithi190.stdout:2977: read oid 46 snap -1 2024-08-19T10:08:41.428 INFO:tasks.rados.rados.0.smithi190.stdout:2977: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:08:41.428 INFO:tasks.rados.rados.0.smithi190.stdout:2978: rmattr oid 19 current snap is 294 2024-08-19T10:08:41.428 INFO:tasks.rados.rados.0.smithi190.stdout:2978: done (9 left) 2024-08-19T10:08:41.428 INFO:tasks.rados.rados.0.smithi190.stdout:2979: delete oid 21 current snap is 294 2024-08-19T10:08:41.428 INFO:tasks.rados.rados.0.smithi190.stdout:2972: expect (ObjNum 889 snap 290 seq_num 889) 2024-08-19T10:08:41.447 INFO:tasks.rados.rados.0.smithi190.stdout:2970: finishing copy_from racing read to smithi19066007-2 2024-08-19T10:08:41.448 INFO:tasks.rados.rados.0.smithi190.stdout:2971: finishing rollback tid 0 to smithi19066007-44 2024-08-19T10:08:41.448 INFO:tasks.rados.rados.0.smithi190.stdout:2971: finishing rollback tid 1 to smithi19066007-44 2024-08-19T10:08:41.448 INFO:tasks.rados.rados.0.smithi190.stdout:2971: finishing rollback tid 2 to smithi19066007-44 2024-08-19T10:08:41.448 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 1479 (ObjNum 848 snap 277 seq_num 848) dirty exists 2024-08-19T10:08:41.448 INFO:tasks.rados.rados.0.smithi190.stdout:2970: finishing copy_from to smithi19066007-2 2024-08-19T10:08:41.448 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1896 (ObjNum 65 snap 0 seq_num 1615884892) dirty exists 2024-08-19T10:08:41.448 INFO:tasks.rados.rados.0.smithi190.stdout:2969: finishing write tid 1 to smithi19066007-37 2024-08-19T10:08:41.448 INFO:tasks.rados.rados.0.smithi190.stdout:2969: finishing write tid 2 to smithi19066007-37 2024-08-19T10:08:41.448 INFO:tasks.rados.rados.0.smithi190.stdout:2969: finishing write tid 3 to smithi19066007-37 2024-08-19T10:08:41.448 INFO:tasks.rados.rados.0.smithi190.stdout:2969: oid 37 updating version 0 to 1244 2024-08-19T10:08:41.448 INFO:tasks.rados.rados.0.smithi190.stdout:2969: oid 37 version 1244 is already newer than 1243 2024-08-19T10:08:41.448 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 1244 (ObjNum 899 snap 294 seq_num 899) dirty exists 2024-08-19T10:08:41.448 INFO:tasks.rados.rados.0.smithi190.stdout:2969: left oid 37 (ObjNum 899 snap 294 seq_num 899) 2024-08-19T10:08:41.449 INFO:tasks.rados.rados.0.smithi190.stdout:2977: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:08:41.449 INFO:tasks.rados.rados.0.smithi190.stdout:2973: finishing write tid 1 to smithi19066007-18 2024-08-19T10:08:41.449 INFO:tasks.rados.rados.0.smithi190.stdout:2973: finishing write tid 2 to smithi19066007-18 2024-08-19T10:08:41.449 INFO:tasks.rados.rados.0.smithi190.stdout:2975: finishing rollback tid 0 to smithi19066007-8 2024-08-19T10:08:41.449 INFO:tasks.rados.rados.0.smithi190.stdout:2975: finishing rollback tid 1 to smithi19066007-8 2024-08-19T10:08:41.449 INFO:tasks.rados.rados.0.smithi190.stdout:2973: finishing write tid 3 to smithi19066007-18 2024-08-19T10:08:41.449 INFO:tasks.rados.rados.0.smithi190.stdout:2973: oid 18 updating version 0 to 1956 2024-08-19T10:08:41.449 INFO:tasks.rados.rados.0.smithi190.stdout:2973: oid 18 version 1956 is already newer than 1955 2024-08-19T10:08:41.450 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 1956 (ObjNum 900 snap 294 seq_num 900) dirty exists 2024-08-19T10:08:41.450 INFO:tasks.rados.rados.0.smithi190.stdout:2973: left oid 18 (ObjNum 900 snap 294 seq_num 900) 2024-08-19T10:08:41.450 INFO:tasks.rados.rados.0.smithi190.stdout:2975: finishing rollback tid 2 to smithi19066007-8 2024-08-19T10:08:41.450 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1960 (ObjNum 845 snap 277 seq_num 845) dirty exists 2024-08-19T10:08:41.453 INFO:tasks.rados.rados.0.smithi190.stdout:2974: expect (ObjNum 752 snap 249 seq_num 752) 2024-08-19T10:08:41.846 INFO:tasks.rados.rados.0.smithi190.stdout:2976: expect (ObjNum 896 snap 291 seq_num 896) 2024-08-19T10:08:42.038 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:41 smithi190 ceph-mon[77620]: pgmap v674: 121 pgs: 121 active+clean; 139 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 31 op/s 2024-08-19T10:08:42.038 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:41 smithi190 ceph-mon[77620]: osdmap e670: 8 total, 8 up, 8 in 2024-08-19T10:08:42.038 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:41 smithi190 ceph-mon[80032]: pgmap v674: 121 pgs: 121 active+clean; 139 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 31 op/s 2024-08-19T10:08:42.039 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:41 smithi190 ceph-mon[80032]: osdmap e670: 8 total, 8 up, 8 in 2024-08-19T10:08:42.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:41 smithi196 ceph-mon[72638]: pgmap v674: 121 pgs: 121 active+clean; 139 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 31 op/s 2024-08-19T10:08:42.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:41 smithi196 ceph-mon[72638]: osdmap e670: 8 total, 8 up, 8 in 2024-08-19T10:08:42.591 INFO:tasks.rados.rados.0.smithi190.stdout:2969: done (9 left) 2024-08-19T10:08:42.591 INFO:tasks.rados.rados.0.smithi190.stdout:2970: done (8 left) 2024-08-19T10:08:42.591 INFO:tasks.rados.rados.0.smithi190.stdout:2971: done (7 left) 2024-08-19T10:08:42.591 INFO:tasks.rados.rados.0.smithi190.stdout:2972: done (6 left) 2024-08-19T10:08:42.591 INFO:tasks.rados.rados.0.smithi190.stdout:2973: done (5 left) 2024-08-19T10:08:42.591 INFO:tasks.rados.rados.0.smithi190.stdout:2974: done (4 left) 2024-08-19T10:08:42.591 INFO:tasks.rados.rados.0.smithi190.stdout:2975: done (3 left) 2024-08-19T10:08:42.591 INFO:tasks.rados.rados.0.smithi190.stdout:2976: done (2 left) 2024-08-19T10:08:42.591 INFO:tasks.rados.rados.0.smithi190.stdout:2977: done (1 left) 2024-08-19T10:08:42.592 INFO:tasks.rados.rados.0.smithi190.stdout:2979: done (0 left) 2024-08-19T10:08:42.592 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 294 2024-08-19T10:08:42.592 INFO:tasks.rados.rados.0.smithi190.stdout:2980: seq_num 902 ranges {0=712704} 2024-08-19T10:08:42.594 INFO:tasks.rados.rados.0.smithi190.stdout:2980: writing smithi19066007-39 from 0 to 712704 tid 1 2024-08-19T10:08:42.594 INFO:tasks.rados.rados.0.smithi190.stdout:2981: delete oid 2 current snap is 294 2024-08-19T10:08:42.597 INFO:tasks.rados.rados.0.smithi190.stdout:2981: done (1 left) 2024-08-19T10:08:42.597 INFO:tasks.rados.rados.0.smithi190.stdout:2982: rmattr oid 47 current snap is 294 2024-08-19T10:08:42.598 INFO:tasks.rados.rados.0.smithi190.stdout:2982: done (1 left) 2024-08-19T10:08:42.598 INFO:tasks.rados.rados.0.smithi190.stdout:2983: read oid 47 snap 290 2024-08-19T10:08:42.598 INFO:tasks.rados.rados.0.smithi190.stdout:2983: expect deleted 2024-08-19T10:08:42.598 INFO:tasks.rados.rados.0.smithi190.stdout:2984: read oid 15 snap -1 2024-08-19T10:08:42.598 INFO:tasks.rados.rados.0.smithi190.stdout:2984: expect deleted 2024-08-19T10:08:42.598 INFO:tasks.rados.rados.0.smithi190.stdout:2985: rollback oid 37 current snap is 294 2024-08-19T10:08:42.598 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 37 to 291 2024-08-19T10:08:42.598 INFO:tasks.rados.rados.0.smithi190.stdout:2986: copy_from oid 49 from oid 14 current snap is 294 2024-08-19T10:08:42.598 INFO:tasks.rados.rados.0.smithi190.stdout:2987: read oid 40 snap 291 2024-08-19T10:08:42.598 INFO:tasks.rados.rados.0.smithi190.stdout:2987: expect (ObjNum 854 snap 277 seq_num 854) 2024-08-19T10:08:42.598 INFO:tasks.rados.rados.0.smithi190.stdout:2988: delete oid 45 current snap is 294 2024-08-19T10:08:42.600 INFO:tasks.rados.rados.0.smithi190.stdout:2985: finishing rollback tid 0 to smithi19066007-37 2024-08-19T10:08:42.601 INFO:tasks.rados.rados.0.smithi190.stdout:2983: done (6 left) 2024-08-19T10:08:42.601 INFO:tasks.rados.rados.0.smithi190.stdout:2984: done (5 left) 2024-08-19T10:08:42.601 INFO:tasks.rados.rados.0.smithi190.stdout:2988: done (4 left) 2024-08-19T10:08:42.601 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 27 current snap is 294 2024-08-19T10:08:42.601 INFO:tasks.rados.rados.0.smithi190.stdout:2989: seq_num 905 ranges {0=761856} 2024-08-19T10:08:42.607 INFO:tasks.rados.rados.0.smithi190.stdout:2989: writing smithi19066007-27 from 0 to 761856 tid 1 2024-08-19T10:08:42.607 INFO:tasks.rados.rados.0.smithi190.stdout:2990: snap_create 2024-08-19T10:08:42.607 INFO:tasks.rados.rados.0.smithi190.stdout:2985: finishing rollback tid 1 to smithi19066007-37 2024-08-19T10:08:42.607 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 1246 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T10:08:42.607 INFO:tasks.rados.rados.0.smithi190.stdout:2980: finishing write tid 1 to smithi19066007-39 2024-08-19T10:08:42.607 INFO:tasks.rados.rados.0.smithi190.stdout:2980: finishing write tid 2 to smithi19066007-39 2024-08-19T10:08:42.607 INFO:tasks.rados.rados.0.smithi190.stdout:2986: finishing copy_from racing read to smithi19066007-49 2024-08-19T10:08:42.607 INFO:tasks.rados.rados.0.smithi190.stdout:2980: finishing write tid 3 to smithi19066007-39 2024-08-19T10:08:42.607 INFO:tasks.rados.rados.0.smithi190.stdout:2980: oid 39 updating version 0 to 1963 2024-08-19T10:08:42.607 INFO:tasks.rados.rados.0.smithi190.stdout:2980: oid 39 version 1963 is already newer than 1962 2024-08-19T10:08:42.607 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1963 (ObjNum 902 snap 294 seq_num 902) dirty exists 2024-08-19T10:08:42.607 INFO:tasks.rados.rados.0.smithi190.stdout:2980: left oid 39 (ObjNum 902 snap 294 seq_num 902) 2024-08-19T10:08:42.607 INFO:tasks.rados.rados.0.smithi190.stdout:2987: expect (ObjNum 854 snap 277 seq_num 854) 2024-08-19T10:08:42.670 INFO:tasks.rados.rados.0.smithi190.stdout:2986: finishing copy_from to smithi19066007-49 2024-08-19T10:08:42.670 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1746 (ObjNum 874 snap 285 seq_num 874) dirty exists 2024-08-19T10:08:42.670 INFO:tasks.rados.rados.0.smithi190.stdout:2989: finishing write tid 1 to smithi19066007-27 2024-08-19T10:08:42.670 INFO:tasks.rados.rados.0.smithi190.stdout:2989: finishing write tid 2 to smithi19066007-27 2024-08-19T10:08:42.671 INFO:tasks.rados.rados.0.smithi190.stdout:2989: finishing write tid 3 to smithi19066007-27 2024-08-19T10:08:42.671 INFO:tasks.rados.rados.0.smithi190.stdout:2989: oid 27 updating version 0 to 1247 2024-08-19T10:08:42.671 INFO:tasks.rados.rados.0.smithi190.stdout:2989: oid 27 updating version 1247 to 1248 2024-08-19T10:08:42.671 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 1248 (ObjNum 905 snap 294 seq_num 905) dirty exists 2024-08-19T10:08:42.671 INFO:tasks.rados.rados.0.smithi190.stdout:2989: left oid 27 (ObjNum 905 snap 294 seq_num 905) 2024-08-19T10:08:42.776 INFO:tasks.rados.rados.0.smithi190.stdout:2980: done (5 left) 2024-08-19T10:08:42.776 INFO:tasks.rados.rados.0.smithi190.stdout:2985: done (4 left) 2024-08-19T10:08:42.776 INFO:tasks.rados.rados.0.smithi190.stdout:2986: done (3 left) 2024-08-19T10:08:42.776 INFO:tasks.rados.rados.0.smithi190.stdout:2987: done (2 left) 2024-08-19T10:08:42.776 INFO:tasks.rados.rados.0.smithi190.stdout:2989: done (1 left) 2024-08-19T10:08:42.776 INFO:tasks.rados.rados.0.smithi190.stdout:2990: done (0 left) 2024-08-19T10:08:42.776 INFO:tasks.rados.rados.0.smithi190.stdout:2991: snap_create 2024-08-19T10:08:42.871 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph version 19.0.0-5847-g79766939 (797669399b32d2915e64eb6d4b1257ae3c50f80b) squid (dev)" 2024-08-19T10:08:43.396 INFO:tasks.rados.rados.0.smithi190.stdout:2991: done (0 left) 2024-08-19T10:08:43.396 INFO:tasks.rados.rados.0.smithi190.stdout:2992: delete oid 42 current snap is 296 2024-08-19T10:08:43.400 INFO:tasks.rados.rados.0.smithi190.stdout:2992: done (0 left) 2024-08-19T10:08:43.400 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 296 2024-08-19T10:08:43.400 INFO:tasks.rados.rados.0.smithi190.stdout:2993: seq_num 907 ranges {2318336=794624} 2024-08-19T10:08:43.417 INFO:tasks.rados.rados.0.smithi190.stdout:2993: writing smithi19066007-26 from 2318336 to 3112960 tid 1 2024-08-19T10:08:43.417 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 296 2024-08-19T10:08:43.417 INFO:tasks.rados.rados.0.smithi190.stdout:2994: seq_num 908 ranges {0=409600,409600=401408} 2024-08-19T10:08:43.419 INFO:tasks.rados.rados.0.smithi190.stdout:2994: writing smithi19066007-42 from 0 to 409600 tid 1 2024-08-19T10:08:43.421 INFO:tasks.rados.rados.0.smithi190.stdout:2994: writing smithi19066007-42 from 409600 to 811008 tid 2 2024-08-19T10:08:43.422 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 296 2024-08-19T10:08:43.422 INFO:tasks.rados.rados.0.smithi190.stdout:2995: seq_num 909 ranges {0=425984,425984=401408} 2024-08-19T10:08:43.424 INFO:tasks.rados.rados.0.smithi190.stdout:2995: writing smithi19066007-22 from 0 to 425984 tid 1 2024-08-19T10:08:43.427 INFO:tasks.rados.rados.0.smithi190.stdout:2995: writing smithi19066007-22 from 425984 to 827392 tid 2 2024-08-19T10:08:43.427 INFO:tasks.rados.rados.0.smithi190.stdout:2996: delete oid 44 current snap is 296 2024-08-19T10:08:43.427 INFO:tasks.rados.rados.0.smithi190.stdout:2993: finishing write tid 1 to smithi19066007-26 2024-08-19T10:08:43.427 INFO:tasks.rados.rados.0.smithi190.stdout:2993: finishing write tid 2 to smithi19066007-26 2024-08-19T10:08:43.427 INFO:tasks.rados.rados.0.smithi190.stdout:2994: finishing write tid 1 to smithi19066007-42 2024-08-19T10:08:43.427 INFO:tasks.rados.rados.0.smithi190.stdout:2994: finishing write tid 2 to smithi19066007-42 2024-08-19T10:08:43.427 INFO:tasks.rados.rados.0.smithi190.stdout:2993: finishing write tid 3 to smithi19066007-26 2024-08-19T10:08:43.428 INFO:tasks.rados.rados.0.smithi190.stdout:2993: oid 26 updating version 0 to 1587 2024-08-19T10:08:43.428 INFO:tasks.rados.rados.0.smithi190.stdout:2993: oid 26 version 1587 is already newer than 1586 2024-08-19T10:08:43.428 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1587 (ObjNum 907 snap 296 seq_num 907) dirty exists 2024-08-19T10:08:43.428 INFO:tasks.rados.rados.0.smithi190.stdout:2993: left oid 26 (ObjNum 907 snap 296 seq_num 907) 2024-08-19T10:08:43.428 INFO:tasks.rados.rados.0.smithi190.stdout:2994: finishing write tid 3 to smithi19066007-42 2024-08-19T10:08:43.428 INFO:tasks.rados.rados.0.smithi190.stdout:2994: finishing write tid 4 to smithi19066007-42 2024-08-19T10:08:43.428 INFO:tasks.rados.rados.0.smithi190.stdout:2994: oid 42 updating version 0 to 1493 2024-08-19T10:08:43.428 INFO:tasks.rados.rados.0.smithi190.stdout:2994: oid 42 version 1493 is already newer than 1492 2024-08-19T10:08:43.428 INFO:tasks.rados.rados.0.smithi190.stdout:2994: oid 42 version 1493 is already newer than 1491 2024-08-19T10:08:43.429 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1493 (ObjNum 908 snap 296 seq_num 908) dirty exists 2024-08-19T10:08:43.429 INFO:tasks.rados.rados.0.smithi190.stdout:2994: left oid 42 (ObjNum 908 snap 296 seq_num 908) 2024-08-19T10:08:43.430 INFO:tasks.rados.rados.0.smithi190.stdout:2995: finishing write tid 1 to smithi19066007-22 2024-08-19T10:08:43.432 INFO:tasks.rados.rados.0.smithi190.stdout:2995: finishing write tid 2 to smithi19066007-22 2024-08-19T10:08:43.432 INFO:tasks.rados.rados.0.smithi190.stdout:2995: finishing write tid 3 to smithi19066007-22 2024-08-19T10:08:43.432 INFO:tasks.rados.rados.0.smithi190.stdout:2995: finishing write tid 4 to smithi19066007-22 2024-08-19T10:08:43.432 INFO:tasks.rados.rados.0.smithi190.stdout:2995: oid 22 updating version 0 to 1482 2024-08-19T10:08:43.433 INFO:tasks.rados.rados.0.smithi190.stdout:2995: oid 22 version 1482 is already newer than 1481 2024-08-19T10:08:43.433 INFO:tasks.rados.rados.0.smithi190.stdout:2995: oid 22 version 1482 is already newer than 1480 2024-08-19T10:08:43.433 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 1482 (ObjNum 909 snap 296 seq_num 909) dirty exists 2024-08-19T10:08:43.433 INFO:tasks.rados.rados.0.smithi190.stdout:2995: left oid 22 (ObjNum 909 snap 296 seq_num 909) 2024-08-19T10:08:43.434 INFO:tasks.rados.rados.0.smithi190.stdout:2993: done (3 left) 2024-08-19T10:08:43.434 INFO:tasks.rados.rados.0.smithi190.stdout:2994: done (2 left) 2024-08-19T10:08:43.434 INFO:tasks.rados.rados.0.smithi190.stdout:2995: done (1 left) 2024-08-19T10:08:43.434 INFO:tasks.rados.rados.0.smithi190.stdout:2996: done (0 left) 2024-08-19T10:08:43.434 INFO:tasks.rados.rados.0.smithi190.stdout:2997: read oid 38 snap -1 2024-08-19T10:08:43.434 INFO:tasks.rados.rados.0.smithi190.stdout:2997: expect (ObjNum 844 snap 277 seq_num 844) 2024-08-19T10:08:43.434 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 48 current snap is 296 2024-08-19T10:08:43.434 INFO:tasks.rados.rados.0.smithi190.stdout:2998: seq_num 911 ranges {1974272=466944,2441216=401408} 2024-08-19T10:08:43.447 INFO:tasks.rados.rados.0.smithi190.stdout:2998: writing smithi19066007-48 from 1974272 to 2441216 tid 1 2024-08-19T10:08:43.450 INFO:tasks.rados.rados.0.smithi190.stdout:2998: writing smithi19066007-48 from 2441216 to 2842624 tid 2 2024-08-19T10:08:43.450 INFO:tasks.rados.rados.0.smithi190.stdout:2999: read oid 5 snap -1 2024-08-19T10:08:43.450 INFO:tasks.rados.rados.0.smithi190.stdout:2999: expect (ObjNum 865 snap 284 seq_num 865) 2024-08-19T10:08:43.450 INFO:tasks.rados.rados.0.smithi190.stdout:3000: read oid 12 snap -1 2024-08-19T10:08:43.450 INFO:tasks.rados.rados.0.smithi190.stdout:3000: expect (ObjNum 893 snap 291 seq_num 893) 2024-08-19T10:08:43.450 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 1 current snap is 296 2024-08-19T10:08:43.450 INFO:tasks.rados.rados.0.smithi190.stdout:3001: seq_num 912 ranges {0=483328,483328=401408} 2024-08-19T10:08:43.452 INFO:tasks.rados.rados.0.smithi190.stdout:3001: writing smithi19066007-1 from 0 to 483328 tid 1 2024-08-19T10:08:43.455 INFO:tasks.rados.rados.0.smithi190.stdout:3001: writing smithi19066007-1 from 483328 to 884736 tid 2 2024-08-19T10:08:43.455 INFO:tasks.rados.rados.0.smithi190.stdout:3002: snap_create 2024-08-19T10:08:43.455 INFO:tasks.rados.rados.0.smithi190.stdout:2997: expect (ObjNum 844 snap 277 seq_num 844) 2024-08-19T10:08:43.487 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-19T10:08:43.488 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-08-19T10:08:43.488 DEBUG:teuthology.parallel:result is None 2024-08-19T10:08:43.525 INFO:tasks.rados.rados.0.smithi190.stdout:2998: finishing write tid 1 to smithi19066007-48 2024-08-19T10:08:43.525 INFO:tasks.rados.rados.0.smithi190.stdout:2998: finishing write tid 2 to smithi19066007-48 2024-08-19T10:08:43.525 INFO:tasks.rados.rados.0.smithi190.stdout:2998: finishing write tid 3 to smithi19066007-48 2024-08-19T10:08:43.525 INFO:tasks.rados.rados.0.smithi190.stdout:3000: expect (ObjNum 893 snap 291 seq_num 893) 2024-08-19T10:08:43.553 INFO:tasks.rados.rados.0.smithi190.stdout:2998: finishing write tid 4 to smithi19066007-48 2024-08-19T10:08:43.553 INFO:tasks.rados.rados.0.smithi190.stdout:2998: oid 48 updating version 0 to 1965 2024-08-19T10:08:43.553 INFO:tasks.rados.rados.0.smithi190.stdout:2998: oid 48 updating version 1965 to 1967 2024-08-19T10:08:43.553 INFO:tasks.rados.rados.0.smithi190.stdout:2998: oid 48 version 1967 is already newer than 1966 2024-08-19T10:08:43.553 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1967 (ObjNum 911 snap 296 seq_num 911) dirty exists 2024-08-19T10:08:43.553 INFO:tasks.rados.rados.0.smithi190.stdout:2998: left oid 48 (ObjNum 911 snap 296 seq_num 911) 2024-08-19T10:08:43.553 INFO:tasks.rados.rados.0.smithi190.stdout:3001: finishing write tid 1 to smithi19066007-1 2024-08-19T10:08:43.553 INFO:tasks.rados.rados.0.smithi190.stdout:3001: finishing write tid 2 to smithi19066007-1 2024-08-19T10:08:43.553 INFO:tasks.rados.rados.0.smithi190.stdout:3001: finishing write tid 3 to smithi19066007-1 2024-08-19T10:08:43.554 INFO:tasks.rados.rados.0.smithi190.stdout:3001: finishing write tid 4 to smithi19066007-1 2024-08-19T10:08:43.554 INFO:tasks.rados.rados.0.smithi190.stdout:3001: oid 1 updating version 0 to 1589 2024-08-19T10:08:43.554 INFO:tasks.rados.rados.0.smithi190.stdout:3001: oid 1 updating version 1589 to 1590 2024-08-19T10:08:43.554 INFO:tasks.rados.rados.0.smithi190.stdout:3001: oid 1 version 1590 is already newer than 1588 2024-08-19T10:08:43.554 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 1590 (ObjNum 912 snap 296 seq_num 912) dirty exists 2024-08-19T10:08:43.554 INFO:tasks.rados.rados.0.smithi190.stdout:3001: left oid 1 (ObjNum 912 snap 296 seq_num 912) 2024-08-19T10:08:43.554 INFO:tasks.rados.rados.0.smithi190.stdout:2999: expect (ObjNum 865 snap 284 seq_num 865) 2024-08-19T10:08:44.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:43 smithi190 ceph-mon[80032]: pgmap v677: 121 pgs: 121 active+clean; 137 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 26 op/s 2024-08-19T10:08:44.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:43 smithi190 ceph-mon[80032]: osdmap e671: 8 total, 8 up, 8 in 2024-08-19T10:08:44.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:43 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2741668708' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:44.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:43 smithi190 ceph-mon[80032]: osdmap e672: 8 total, 8 up, 8 in 2024-08-19T10:08:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:43 smithi190 ceph-mon[77620]: pgmap v677: 121 pgs: 121 active+clean; 137 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 26 op/s 2024-08-19T10:08:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:43 smithi190 ceph-mon[77620]: osdmap e671: 8 total, 8 up, 8 in 2024-08-19T10:08:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:43 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2741668708' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:43 smithi190 ceph-mon[77620]: osdmap e672: 8 total, 8 up, 8 in 2024-08-19T10:08:44.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:43 smithi196 ceph-mon[72638]: pgmap v677: 121 pgs: 121 active+clean; 137 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 26 op/s 2024-08-19T10:08:44.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:43 smithi196 ceph-mon[72638]: osdmap e671: 8 total, 8 up, 8 in 2024-08-19T10:08:44.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:43 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2741668708' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-19T10:08:44.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:43 smithi196 ceph-mon[72638]: osdmap e672: 8 total, 8 up, 8 in 2024-08-19T10:08:44.397 INFO:tasks.rados.rados.0.smithi190.stdout:2997: done (5 left) 2024-08-19T10:08:44.397 INFO:tasks.rados.rados.0.smithi190.stdout:2998: done (4 left) 2024-08-19T10:08:44.397 INFO:tasks.rados.rados.0.smithi190.stdout:2999: done (3 left) 2024-08-19T10:08:44.397 INFO:tasks.rados.rados.0.smithi190.stdout:3000: done (2 left) 2024-08-19T10:08:44.397 INFO:tasks.rados.rados.0.smithi190.stdout:3001: done (1 left) 2024-08-19T10:08:44.398 INFO:tasks.rados.rados.0.smithi190.stdout:3002: done (0 left) 2024-08-19T10:08:44.398 INFO:tasks.rados.rados.0.smithi190.stdout:3003: snap_remove snap 294 2024-08-19T10:08:45.396 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:45 smithi190 ceph-mon[77620]: pgmap v680: 121 pgs: 121 active+clean; 142 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-19T10:08:45.407 INFO:tasks.rados.rados.0.smithi190.stdout:3003: done (0 left) 2024-08-19T10:08:45.407 INFO:tasks.rados.rados.0.smithi190.stdout:3004: copy_from oid 49 from oid 17 current snap is 297 2024-08-19T10:08:45.407 INFO:tasks.rados.rados.0.smithi190.stdout:3005: snap_remove snap 288 2024-08-19T10:08:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:45 smithi196 ceph-mon[72638]: pgmap v680: 121 pgs: 121 active+clean; 142 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-19T10:08:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:45 smithi196 ceph-mon[72638]: osdmap e673: 8 total, 8 up, 8 in 2024-08-19T10:08:45.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:08:45.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:45 smithi190 ceph-mon[77620]: osdmap e673: 8 total, 8 up, 8 in 2024-08-19T10:08:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:08:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:45 smithi190 ceph-mon[80032]: pgmap v680: 121 pgs: 121 active+clean; 142 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-19T10:08:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:45 smithi190 ceph-mon[80032]: osdmap e673: 8 total, 8 up, 8 in 2024-08-19T10:08:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:08:46.418 INFO:tasks.rados.rados.0.smithi190.stdout:3004: finishing copy_from to smithi19066007-49 2024-08-19T10:08:46.419 INFO:tasks.rados.rados.0.smithi190.stdout:3004: got expected ENOENT (src dne) 2024-08-19T10:08:46.419 INFO:tasks.rados.rados.0.smithi190.stdout:3004: finishing copy_from racing read to smithi19066007-49 2024-08-19T10:08:46.419 INFO:tasks.rados.rados.0.smithi190.stdout:3004: done (1 left) 2024-08-19T10:08:46.419 INFO:tasks.rados.rados.0.smithi190.stdout:3005: done (0 left) 2024-08-19T10:08:46.419 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 45 current snap is 297 2024-08-19T10:08:46.419 INFO:tasks.rados.rados.0.smithi190.stdout:3006: seq_num 913 ranges {0=499712,499712=401408} 2024-08-19T10:08:46.422 INFO:tasks.rados.rados.0.smithi190.stdout:3006: writing smithi19066007-45 from 0 to 499712 tid 1 2024-08-19T10:08:46.424 INFO:tasks.rados.rados.0.smithi190.stdout:3006: writing smithi19066007-45 from 499712 to 901120 tid 2 2024-08-19T10:08:46.425 INFO:tasks.rados.rados.0.smithi190.stdout:3007: snap_remove snap 292 2024-08-19T10:08:46.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:46 smithi196 ceph-mon[72638]: osdmap e674: 8 total, 8 up, 8 in 2024-08-19T10:08:46.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:46 smithi190 ceph-mon[77620]: osdmap e674: 8 total, 8 up, 8 in 2024-08-19T10:08:46.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:46 smithi190 ceph-mon[80032]: osdmap e674: 8 total, 8 up, 8 in 2024-08-19T10:08:47.420 INFO:tasks.rados.rados.0.smithi190.stdout:3006: finishing write tid 1 to smithi19066007-45 2024-08-19T10:08:47.420 INFO:tasks.rados.rados.0.smithi190.stdout:3006: finishing write tid 2 to smithi19066007-45 2024-08-19T10:08:47.420 INFO:tasks.rados.rados.0.smithi190.stdout:3006: finishing write tid 3 to smithi19066007-45 2024-08-19T10:08:47.420 INFO:tasks.rados.rados.0.smithi190.stdout:3006: finishing write tid 4 to smithi19066007-45 2024-08-19T10:08:47.420 INFO:tasks.rados.rados.0.smithi190.stdout:3006: oid 45 updating version 0 to 1818 2024-08-19T10:08:47.420 INFO:tasks.rados.rados.0.smithi190.stdout:3006: oid 45 updating version 1818 to 1819 2024-08-19T10:08:47.421 INFO:tasks.rados.rados.0.smithi190.stdout:3006: oid 45 version 1819 is already newer than 1817 2024-08-19T10:08:47.421 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 1819 (ObjNum 913 snap 297 seq_num 913) dirty exists 2024-08-19T10:08:47.421 INFO:tasks.rados.rados.0.smithi190.stdout:3006: left oid 45 (ObjNum 913 snap 297 seq_num 913) 2024-08-19T10:08:47.421 INFO:tasks.rados.rados.0.smithi190.stdout:3006: done (1 left) 2024-08-19T10:08:47.421 INFO:tasks.rados.rados.0.smithi190.stdout:3007: done (0 left) 2024-08-19T10:08:47.421 INFO:tasks.rados.rados.0.smithi190.stdout:3008: delete oid 18 current snap is 297 2024-08-19T10:08:47.430 INFO:tasks.rados.rados.0.smithi190.stdout:3008: done (0 left) 2024-08-19T10:08:47.430 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 4 current snap is 297 2024-08-19T10:08:47.430 INFO:tasks.rados.rados.0.smithi190.stdout:3009: seq_num 915 ranges {491520=532480,1024000=401408} 2024-08-19T10:08:47.435 INFO:tasks.rados.rados.0.smithi190.stdout:3009: writing smithi19066007-4 from 491520 to 1024000 tid 1 2024-08-19T10:08:47.438 INFO:tasks.rados.rados.0.smithi190.stdout:3009: writing smithi19066007-4 from 1024000 to 1425408 tid 2 2024-08-19T10:08:47.438 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 297 2024-08-19T10:08:47.438 INFO:tasks.rados.rados.0.smithi190.stdout:3010: seq_num 916 ranges {2318336=548864,2867200=401408} 2024-08-19T10:08:47.454 INFO:tasks.rados.rados.0.smithi190.stdout:3010: writing smithi19066007-40 from 2318336 to 2867200 tid 1 2024-08-19T10:08:47.457 INFO:tasks.rados.rados.0.smithi190.stdout:3010: writing smithi19066007-40 from 2867200 to 3268608 tid 2 2024-08-19T10:08:47.457 INFO:tasks.rados.rados.0.smithi190.stdout:3011: copy_from oid 33 from oid 22 current snap is 297 2024-08-19T10:08:47.457 INFO:tasks.rados.rados.0.smithi190.stdout:3009: finishing write tid 1 to smithi19066007-4 2024-08-19T10:08:47.457 INFO:tasks.rados.rados.0.smithi190.stdout:3009: finishing write tid 2 to smithi19066007-4 2024-08-19T10:08:47.457 INFO:tasks.rados.rados.0.smithi190.stdout:3009: finishing write tid 3 to smithi19066007-4 2024-08-19T10:08:47.457 INFO:tasks.rados.rados.0.smithi190.stdout:3009: finishing write tid 4 to smithi19066007-4 2024-08-19T10:08:47.457 INFO:tasks.rados.rados.0.smithi190.stdout:3009: oid 4 updating version 0 to 1787 2024-08-19T10:08:47.458 INFO:tasks.rados.rados.0.smithi190.stdout:3009: oid 4 version 1787 is already newer than 1786 2024-08-19T10:08:47.458 INFO:tasks.rados.rados.0.smithi190.stdout:3009: oid 4 version 1787 is already newer than 1783 2024-08-19T10:08:47.458 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 1787 (ObjNum 915 snap 297 seq_num 915) dirty exists 2024-08-19T10:08:47.458 INFO:tasks.rados.rados.0.smithi190.stdout:3009: left oid 4 (ObjNum 915 snap 297 seq_num 915) 2024-08-19T10:08:47.458 INFO:tasks.rados.rados.0.smithi190.stdout:3009: done (2 left) 2024-08-19T10:08:47.458 INFO:tasks.rados.rados.0.smithi190.stdout:3012: snap_remove snap 295 2024-08-19T10:08:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:47 smithi196 ceph-mon[72638]: pgmap v683: 121 pgs: 121 active+clean; 143 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-08-19T10:08:47.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:47 smithi196 ceph-mon[72638]: osdmap e675: 8 total, 8 up, 8 in 2024-08-19T10:08:47.686 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:47 smithi190 ceph-mon[77620]: pgmap v683: 121 pgs: 121 active+clean; 143 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-08-19T10:08:47.686 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:47 smithi190 ceph-mon[77620]: osdmap e675: 8 total, 8 up, 8 in 2024-08-19T10:08:47.687 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:47 smithi190 ceph-mon[80032]: pgmap v683: 121 pgs: 121 active+clean; 143 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-08-19T10:08:47.687 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:47 smithi190 ceph-mon[80032]: osdmap e675: 8 total, 8 up, 8 in 2024-08-19T10:08:48.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:08:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:08:47] "GET /metrics HTTP/1.1" 200 36376 "" "Prometheus/2.51.0" 2024-08-19T10:08:48.399 INFO:tasks.rados.rados.0.smithi190.stdout:3010: finishing write tid 1 to smithi19066007-40 2024-08-19T10:08:48.399 INFO:tasks.rados.rados.0.smithi190.stdout:3010: finishing write tid 2 to smithi19066007-40 2024-08-19T10:08:48.399 INFO:tasks.rados.rados.0.smithi190.stdout:3010: finishing write tid 3 to smithi19066007-40 2024-08-19T10:08:48.400 INFO:tasks.rados.rados.0.smithi190.stdout:3010: finishing write tid 4 to smithi19066007-40 2024-08-19T10:08:48.400 INFO:tasks.rados.rados.0.smithi190.stdout:3010: oid 40 updating version 0 to 279 2024-08-19T10:08:48.400 INFO:tasks.rados.rados.0.smithi190.stdout:3010: oid 40 updating version 279 to 281 2024-08-19T10:08:48.400 INFO:tasks.rados.rados.0.smithi190.stdout:3010: oid 40 version 281 is already newer than 280 2024-08-19T10:08:48.400 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 281 (ObjNum 916 snap 297 seq_num 916) dirty exists 2024-08-19T10:08:48.400 INFO:tasks.rados.rados.0.smithi190.stdout:3010: left oid 40 (ObjNum 916 snap 297 seq_num 916) 2024-08-19T10:08:48.401 INFO:tasks.rados.rados.0.smithi190.stdout:3011: finishing copy_from racing read to smithi19066007-33 2024-08-19T10:08:48.401 INFO:tasks.rados.rados.0.smithi190.stdout:3011: finishing copy_from to smithi19066007-33 2024-08-19T10:08:48.401 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 1482 (ObjNum 909 snap 296 seq_num 909) dirty exists 2024-08-19T10:08:48.401 INFO:tasks.rados.rados.0.smithi190.stdout:3010: done (2 left) 2024-08-19T10:08:48.401 INFO:tasks.rados.rados.0.smithi190.stdout:3011: done (1 left) 2024-08-19T10:08:48.401 INFO:tasks.rados.rados.0.smithi190.stdout:3012: done (0 left) 2024-08-19T10:08:48.402 INFO:tasks.rados.rados.0.smithi190.stdout:3013: rmattr oid 43 current snap is 297 2024-08-19T10:08:48.402 INFO:tasks.rados.rados.0.smithi190.stdout:3014: setattr oid 27 current snap is 297 2024-08-19T10:08:48.403 INFO:tasks.rados.rados.0.smithi190.stdout:3015: read oid 35 snap -1 2024-08-19T10:08:48.403 INFO:tasks.rados.rados.0.smithi190.stdout:3015: expect (ObjNum 882 snap 287 seq_num 882) 2024-08-19T10:08:48.403 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 297 2024-08-19T10:08:48.403 INFO:tasks.rados.rados.0.smithi190.stdout:3016: seq_num 917 ranges {245760=565248,811008=401408} 2024-08-19T10:08:48.406 INFO:tasks.rados.rados.0.smithi190.stdout:3016: writing smithi19066007-49 from 245760 to 811008 tid 1 2024-08-19T10:08:48.409 INFO:tasks.rados.rados.0.smithi190.stdout:3016: writing smithi19066007-49 from 811008 to 1212416 tid 2 2024-08-19T10:08:48.410 INFO:tasks.rados.rados.0.smithi190.stdout:3017: copy_from oid 38 from oid 28 current snap is 297 2024-08-19T10:08:48.410 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1841 (ObjNum 896 snap 291 seq_num 896) dirty exists 2024-08-19T10:08:48.410 INFO:tasks.rados.rados.0.smithi190.stdout:3013: done (4 left) 2024-08-19T10:08:48.410 INFO:tasks.rados.rados.0.smithi190.stdout:3018: snap_remove snap 291 2024-08-19T10:08:48.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:48 smithi196 ceph-mon[72638]: osdmap e676: 8 total, 8 up, 8 in 2024-08-19T10:08:48.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:48 smithi196 ceph-mon[72638]: osdmap e677: 8 total, 8 up, 8 in 2024-08-19T10:08:48.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:48 smithi190 ceph-mon[77620]: osdmap e676: 8 total, 8 up, 8 in 2024-08-19T10:08:48.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:48 smithi190 ceph-mon[77620]: osdmap e677: 8 total, 8 up, 8 in 2024-08-19T10:08:48.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:48 smithi190 ceph-mon[80032]: osdmap e676: 8 total, 8 up, 8 in 2024-08-19T10:08:48.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:48 smithi190 ceph-mon[80032]: osdmap e677: 8 total, 8 up, 8 in 2024-08-19T10:08:49.401 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 1249 (ObjNum 905 snap 294 seq_num 905) dirty exists 2024-08-19T10:08:49.401 INFO:tasks.rados.rados.0.smithi190.stdout:3016: finishing write tid 1 to smithi19066007-49 2024-08-19T10:08:49.401 INFO:tasks.rados.rados.0.smithi190.stdout:3016: finishing write tid 2 to smithi19066007-49 2024-08-19T10:08:49.401 INFO:tasks.rados.rados.0.smithi190.stdout:3016: finishing write tid 3 to smithi19066007-49 2024-08-19T10:08:49.401 INFO:tasks.rados.rados.0.smithi190.stdout:3016: finishing write tid 4 to smithi19066007-49 2024-08-19T10:08:49.401 INFO:tasks.rados.rados.0.smithi190.stdout:3016: oid 49 updating version 0 to 1748 2024-08-19T10:08:49.401 INFO:tasks.rados.rados.0.smithi190.stdout:3016: oid 49 updating version 1748 to 1749 2024-08-19T10:08:49.401 INFO:tasks.rados.rados.0.smithi190.stdout:3016: oid 49 version 1749 is already newer than 1747 2024-08-19T10:08:49.401 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1749 (ObjNum 917 snap 297 seq_num 917) dirty exists 2024-08-19T10:08:49.401 INFO:tasks.rados.rados.0.smithi190.stdout:3016: left oid 49 (ObjNum 917 snap 297 seq_num 917) 2024-08-19T10:08:49.401 INFO:tasks.rados.rados.0.smithi190.stdout:3015: expect (ObjNum 882 snap 287 seq_num 882) 2024-08-19T10:08:49.530 INFO:tasks.rados.rados.0.smithi190.stdout:3017: finishing copy_from racing read to smithi19066007-38 2024-08-19T10:08:49.531 INFO:tasks.rados.rados.0.smithi190.stdout:3017: finishing copy_from to smithi19066007-38 2024-08-19T10:08:49.531 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 1485 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T10:08:49.531 INFO:tasks.rados.rados.0.smithi190.stdout:3014: done (4 left) 2024-08-19T10:08:49.531 INFO:tasks.rados.rados.0.smithi190.stdout:3015: done (3 left) 2024-08-19T10:08:49.531 INFO:tasks.rados.rados.0.smithi190.stdout:3016: done (2 left) 2024-08-19T10:08:49.531 INFO:tasks.rados.rados.0.smithi190.stdout:3017: done (1 left) 2024-08-19T10:08:49.531 INFO:tasks.rados.rados.0.smithi190.stdout:3018: done (0 left) 2024-08-19T10:08:49.531 INFO:tasks.rados.rados.0.smithi190.stdout:3019: copy_from oid 35 from oid 17 current snap is 297 2024-08-19T10:08:49.531 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 297 2024-08-19T10:08:49.531 INFO:tasks.rados.rados.0.smithi190.stdout:3020: seq_num 918 ranges {1212416=581632,1794048=401408} 2024-08-19T10:08:49.540 INFO:tasks.rados.rados.0.smithi190.stdout:3020: writing smithi19066007-49 from 1212416 to 1794048 tid 1 2024-08-19T10:08:49.543 INFO:tasks.rados.rados.0.smithi190.stdout:3020: writing smithi19066007-49 from 1794048 to 2195456 tid 2 2024-08-19T10:08:49.543 INFO:tasks.rados.rados.0.smithi190.stdout:3021: rollback oid 36 current snap is 297 2024-08-19T10:08:49.543 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 36 to 296 2024-08-19T10:08:49.543 INFO:tasks.rados.rados.0.smithi190.stdout:3019: finishing copy_from to smithi19066007-35 2024-08-19T10:08:49.543 INFO:tasks.rados.rados.0.smithi190.stdout:3019: got expected ENOENT (src dne) 2024-08-19T10:08:49.543 INFO:tasks.rados.rados.0.smithi190.stdout:3019: finishing copy_from racing read to smithi19066007-35 2024-08-19T10:08:49.543 INFO:tasks.rados.rados.0.smithi190.stdout:3019: done (2 left) 2024-08-19T10:08:49.544 INFO:tasks.rados.rados.0.smithi190.stdout:3022: rollback oid 31 current snap is 297 2024-08-19T10:08:49.544 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 31 to 296 2024-08-19T10:08:49.544 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 47 current snap is 297 2024-08-19T10:08:49.544 INFO:tasks.rados.rados.0.smithi190.stdout:3023: seq_num 919 ranges {0=598016,598016=401408} 2024-08-19T10:08:49.546 INFO:tasks.rados.rados.0.smithi190.stdout:3023: writing smithi19066007-47 from 0 to 598016 tid 1 2024-08-19T10:08:49.549 INFO:tasks.rados.rados.0.smithi190.stdout:3023: writing smithi19066007-47 from 598016 to 999424 tid 2 2024-08-19T10:08:49.550 INFO:tasks.rados.rados.0.smithi190.stdout:3024: delete oid 25 current snap is 297 2024-08-19T10:08:49.550 INFO:tasks.rados.rados.0.smithi190.stdout:3021: finishing rollback tid 0 to smithi19066007-36 2024-08-19T10:08:49.550 INFO:tasks.rados.rados.0.smithi190.stdout:3021: finishing rollback tid 1 to smithi19066007-36 2024-08-19T10:08:49.550 INFO:tasks.rados.rados.0.smithi190.stdout:3021: finishing rollback tid 2 to smithi19066007-36 2024-08-19T10:08:49.550 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 2005 (ObjNum 894 snap 291 seq_num 894) dirty exists 2024-08-19T10:08:49.550 INFO:tasks.rados.rados.0.smithi190.stdout:3022: finishing rollback tid 0 to smithi19066007-31 2024-08-19T10:08:49.550 INFO:tasks.rados.rados.0.smithi190.stdout:3022: finishing rollback tid 1 to smithi19066007-31 2024-08-19T10:08:49.550 INFO:tasks.rados.rados.0.smithi190.stdout:3022: finishing rollback tid 2 to smithi19066007-31 2024-08-19T10:08:49.550 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 1797 (ObjNum 850 snap 277 seq_num 850) dirty exists 2024-08-19T10:08:49.550 INFO:tasks.rados.rados.0.smithi190.stdout:3020: finishing write tid 1 to smithi19066007-49 2024-08-19T10:08:49.551 INFO:tasks.rados.rados.0.smithi190.stdout:3020: finishing write tid 2 to smithi19066007-49 2024-08-19T10:08:49.551 INFO:tasks.rados.rados.0.smithi190.stdout:3020: finishing write tid 3 to smithi19066007-49 2024-08-19T10:08:49.552 INFO:tasks.rados.rados.0.smithi190.stdout:3020: finishing write tid 4 to smithi19066007-49 2024-08-19T10:08:49.552 INFO:tasks.rados.rados.0.smithi190.stdout:3020: oid 49 updating version 0 to 1752 2024-08-19T10:08:49.552 INFO:tasks.rados.rados.0.smithi190.stdout:3020: oid 49 version 1752 is already newer than 1750 2024-08-19T10:08:49.552 INFO:tasks.rados.rados.0.smithi190.stdout:3020: oid 49 version 1752 is already newer than 1751 2024-08-19T10:08:49.552 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1752 (ObjNum 918 snap 297 seq_num 918) dirty exists 2024-08-19T10:08:49.552 INFO:tasks.rados.rados.0.smithi190.stdout:3020: left oid 49 (ObjNum 918 snap 297 seq_num 918) 2024-08-19T10:08:49.552 INFO:tasks.rados.rados.0.smithi190.stdout:3023: finishing write tid 1 to smithi19066007-47 2024-08-19T10:08:49.554 INFO:tasks.rados.rados.0.smithi190.stdout:3023: finishing write tid 2 to smithi19066007-47 2024-08-19T10:08:49.554 INFO:tasks.rados.rados.0.smithi190.stdout:3023: finishing write tid 3 to smithi19066007-47 2024-08-19T10:08:49.555 INFO:tasks.rados.rados.0.smithi190.stdout:3020: done (4 left) 2024-08-19T10:08:49.555 INFO:tasks.rados.rados.0.smithi190.stdout:3021: done (3 left) 2024-08-19T10:08:49.555 INFO:tasks.rados.rados.0.smithi190.stdout:3022: done (2 left) 2024-08-19T10:08:49.555 INFO:tasks.rados.rados.0.smithi190.stdout:3024: done (1 left) 2024-08-19T10:08:49.555 INFO:tasks.rados.rados.0.smithi190.stdout:3025: read oid 16 snap -1 2024-08-19T10:08:49.555 INFO:tasks.rados.rados.0.smithi190.stdout:3025: expect deleted 2024-08-19T10:08:49.555 INFO:tasks.rados.rados.0.smithi190.stdout:3026: delete oid 30 current snap is 297 2024-08-19T10:08:49.556 INFO:tasks.rados.rados.0.smithi190.stdout:3023: finishing write tid 4 to smithi19066007-47 2024-08-19T10:08:49.556 INFO:tasks.rados.rados.0.smithi190.stdout:3023: oid 47 updating version 0 to 1604 2024-08-19T10:08:49.556 INFO:tasks.rados.rados.0.smithi190.stdout:3023: oid 47 version 1604 is already newer than 1603 2024-08-19T10:08:49.556 INFO:tasks.rados.rados.0.smithi190.stdout:3023: oid 47 updating version 1604 to 1605 2024-08-19T10:08:49.556 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1605 (ObjNum 919 snap 297 seq_num 919) dirty exists 2024-08-19T10:08:49.556 INFO:tasks.rados.rados.0.smithi190.stdout:3023: left oid 47 (ObjNum 919 snap 297 seq_num 919) 2024-08-19T10:08:49.557 INFO:tasks.rados.rados.0.smithi190.stdout:3023: done (2 left) 2024-08-19T10:08:49.557 INFO:tasks.rados.rados.0.smithi190.stdout:3025: done (1 left) 2024-08-19T10:08:49.557 INFO:tasks.rados.rados.0.smithi190.stdout:3026: done (0 left) 2024-08-19T10:08:49.557 INFO:tasks.rados.rados.0.smithi190.stdout:3027: copy_from oid 16 from oid 14 current snap is 297 2024-08-19T10:08:49.557 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 1 current snap is 297 2024-08-19T10:08:49.557 INFO:tasks.rados.rados.0.smithi190.stdout:3028: seq_num 922 ranges {884736=647168,1531904=401408} 2024-08-19T10:08:49.565 INFO:tasks.rados.rados.0.smithi190.stdout:3028: writing smithi19066007-1 from 884736 to 1531904 tid 1 2024-08-19T10:08:49.568 INFO:tasks.rados.rados.0.smithi190.stdout:3028: writing smithi19066007-1 from 1531904 to 1933312 tid 2 2024-08-19T10:08:49.568 INFO:tasks.rados.rados.0.smithi190.stdout:3029: read oid 27 snap -1 2024-08-19T10:08:49.568 INFO:tasks.rados.rados.0.smithi190.stdout:3029: expect (ObjNum 905 snap 294 seq_num 905) 2024-08-19T10:08:49.568 INFO:tasks.rados.rados.0.smithi190.stdout:3030: read oid 23 snap 296 2024-08-19T10:08:49.569 INFO:tasks.rados.rados.0.smithi190.stdout:3030: expect (ObjNum 684 snap 220 seq_num 684) 2024-08-19T10:08:49.569 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 297 2024-08-19T10:08:49.569 INFO:tasks.rados.rados.0.smithi190.stdout:3027: finishing copy_from racing read to smithi19066007-16 2024-08-19T10:08:49.569 INFO:tasks.rados.rados.0.smithi190.stdout:3027: finishing copy_from to smithi19066007-16 2024-08-19T10:08:49.569 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 1746 (ObjNum 874 snap 285 seq_num 874) dirty exists 2024-08-19T10:08:49.569 INFO:tasks.rados.rados.0.smithi190.stdout:3031: seq_num 923 ranges {2195456=663552,2859008=401408} 2024-08-19T10:08:49.583 INFO:tasks.rados.rados.0.smithi190.stdout:3031: writing smithi19066007-49 from 2195456 to 2859008 tid 1 2024-08-19T10:08:49.586 INFO:tasks.rados.rados.0.smithi190.stdout:3031: writing smithi19066007-49 from 2859008 to 3260416 tid 2 2024-08-19T10:08:49.586 INFO:tasks.rados.rados.0.smithi190.stdout:3027: done (4 left) 2024-08-19T10:08:49.586 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 297 2024-08-19T10:08:49.586 INFO:tasks.rados.rados.0.smithi190.stdout:3028: finishing write tid 1 to smithi19066007-1 2024-08-19T10:08:49.586 INFO:tasks.rados.rados.0.smithi190.stdout:3028: finishing write tid 2 to smithi19066007-1 2024-08-19T10:08:49.586 INFO:tasks.rados.rados.0.smithi190.stdout:3028: finishing write tid 3 to smithi19066007-1 2024-08-19T10:08:49.587 INFO:tasks.rados.rados.0.smithi190.stdout:3032: seq_num 924 ranges {4751360=679936,5431296=401408} 2024-08-19T10:08:49.614 INFO:tasks.rados.rados.0.smithi190.stdout:3032: writing smithi19066007-20 from 4751360 to 5431296 tid 1 2024-08-19T10:08:49.617 INFO:tasks.rados.rados.0.smithi190.stdout:3032: writing smithi19066007-20 from 5431296 to 5832704 tid 2 2024-08-19T10:08:49.617 INFO:tasks.rados.rados.0.smithi190.stdout:3033: rollback oid 9 current snap is 297 2024-08-19T10:08:49.617 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 9 to 293 2024-08-19T10:08:49.617 INFO:tasks.rados.rados.0.smithi190.stdout:3028: finishing write tid 4 to smithi19066007-1 2024-08-19T10:08:49.617 INFO:tasks.rados.rados.0.smithi190.stdout:3028: oid 1 updating version 0 to 1609 2024-08-19T10:08:49.617 INFO:tasks.rados.rados.0.smithi190.stdout:3028: oid 1 version 1609 is already newer than 1608 2024-08-19T10:08:49.617 INFO:tasks.rados.rados.0.smithi190.stdout:3028: oid 1 version 1609 is already newer than 1607 2024-08-19T10:08:49.617 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 1609 (ObjNum 922 snap 297 seq_num 922) dirty exists 2024-08-19T10:08:49.618 INFO:tasks.rados.rados.0.smithi190.stdout:3028: left oid 1 (ObjNum 922 snap 297 seq_num 922) 2024-08-19T10:08:49.618 INFO:tasks.rados.rados.0.smithi190.stdout:3028: done (5 left) 2024-08-19T10:08:49.618 INFO:tasks.rados.rados.0.smithi190.stdout:3034: delete oid 42 current snap is 297 2024-08-19T10:08:49.618 INFO:tasks.rados.rados.0.smithi190.stdout:3029: expect (ObjNum 905 snap 294 seq_num 905) 2024-08-19T10:08:49.641 INFO:tasks.rados.rados.0.smithi190.stdout:3030: expect (ObjNum 684 snap 220 seq_num 684) 2024-08-19T10:08:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:49 smithi196 ceph-mon[72638]: pgmap v686: 121 pgs: 121 active+clean; 146 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 870 KiB/s wr, 12 op/s 2024-08-19T10:08:49.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:49 smithi196 ceph-mon[72638]: osdmap e678: 8 total, 8 up, 8 in 2024-08-19T10:08:49.754 INFO:tasks.rados.rados.0.smithi190.stdout:3031: finishing write tid 1 to smithi19066007-49 2024-08-19T10:08:49.754 INFO:tasks.rados.rados.0.smithi190.stdout:3031: finishing write tid 2 to smithi19066007-49 2024-08-19T10:08:49.754 INFO:tasks.rados.rados.0.smithi190.stdout:3031: finishing write tid 3 to smithi19066007-49 2024-08-19T10:08:49.754 INFO:tasks.rados.rados.0.smithi190.stdout:3031: finishing write tid 4 to smithi19066007-49 2024-08-19T10:08:49.754 INFO:tasks.rados.rados.0.smithi190.stdout:3031: oid 49 updating version 0 to 1753 2024-08-19T10:08:49.755 INFO:tasks.rados.rados.0.smithi190.stdout:3031: oid 49 updating version 1753 to 1754 2024-08-19T10:08:49.755 INFO:tasks.rados.rados.0.smithi190.stdout:3031: oid 49 updating version 1754 to 1755 2024-08-19T10:08:49.755 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1755 (ObjNum 923 snap 297 seq_num 923) dirty exists 2024-08-19T10:08:49.755 INFO:tasks.rados.rados.0.smithi190.stdout:3031: left oid 49 (ObjNum 923 snap 297 seq_num 923) 2024-08-19T10:08:49.755 INFO:tasks.rados.rados.0.smithi190.stdout:3032: finishing write tid 1 to smithi19066007-20 2024-08-19T10:08:49.755 INFO:tasks.rados.rados.0.smithi190.stdout:3029: done (5 left) 2024-08-19T10:08:49.755 INFO:tasks.rados.rados.0.smithi190.stdout:3030: done (4 left) 2024-08-19T10:08:49.755 INFO:tasks.rados.rados.0.smithi190.stdout:3031: done (3 left) 2024-08-19T10:08:49.755 INFO:tasks.rados.rados.0.smithi190.stdout:3034: done (2 left) 2024-08-19T10:08:49.755 INFO:tasks.rados.rados.0.smithi190.stdout:3035: delete oid 33 current snap is 297 2024-08-19T10:08:49.755 INFO:tasks.rados.rados.0.smithi190.stdout:3033: finishing rollback tid 0 to smithi19066007-9 2024-08-19T10:08:49.755 INFO:tasks.rados.rados.0.smithi190.stdout:3033: finishing rollback tid 1 to smithi19066007-9 2024-08-19T10:08:49.755 INFO:tasks.rados.rados.0.smithi190.stdout:3032: finishing write tid 2 to smithi19066007-20 2024-08-19T10:08:49.756 INFO:tasks.rados.rados.0.smithi190.stdout:3032: finishing write tid 3 to smithi19066007-20 2024-08-19T10:08:49.756 INFO:tasks.rados.rados.0.smithi190.stdout:3033: finishing rollback tid 2 to smithi19066007-9 2024-08-19T10:08:49.756 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1841 (ObjNum 866 snap 284 seq_num 866) dirty exists 2024-08-19T10:08:49.756 INFO:tasks.rados.rados.0.smithi190.stdout:3032: finishing write tid 4 to smithi19066007-20 2024-08-19T10:08:49.756 INFO:tasks.rados.rados.0.smithi190.stdout:3032: oid 20 updating version 0 to 1844 2024-08-19T10:08:49.756 INFO:tasks.rados.rados.0.smithi190.stdout:3032: oid 20 version 1844 is already newer than 1843 2024-08-19T10:08:49.756 INFO:tasks.rados.rados.0.smithi190.stdout:3032: oid 20 version 1844 is already newer than 1842 2024-08-19T10:08:49.756 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 1844 (ObjNum 924 snap 297 seq_num 924) dirty exists 2024-08-19T10:08:49.756 INFO:tasks.rados.rados.0.smithi190.stdout:3032: left oid 20 (ObjNum 924 snap 297 seq_num 924) 2024-08-19T10:08:49.757 INFO:tasks.rados.rados.0.smithi190.stdout:3032: done (2 left) 2024-08-19T10:08:49.757 INFO:tasks.rados.rados.0.smithi190.stdout:3033: done (1 left) 2024-08-19T10:08:49.757 INFO:tasks.rados.rados.0.smithi190.stdout:3035: done (0 left) 2024-08-19T10:08:49.757 INFO:tasks.rados.rados.0.smithi190.stdout:3036: read oid 36 snap 289 2024-08-19T10:08:49.757 INFO:tasks.rados.rados.0.smithi190.stdout:3036: expect (ObjNum 1275085872 snap 32693 seq_num 3355686624) 2024-08-19T10:08:49.757 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 5 current snap is 297 2024-08-19T10:08:49.757 INFO:tasks.rados.rados.0.smithi190.stdout:3037: seq_num 927 ranges {9199616=729088,9928704=401408} 2024-08-19T10:08:49.807 INFO:tasks.rados.rados.0.smithi190.stdout:3037: writing smithi19066007-5 from 9199616 to 9928704 tid 1 2024-08-19T10:08:49.809 INFO:tasks.rados.rados.0.smithi190.stdout:3037: writing smithi19066007-5 from 9928704 to 10330112 tid 2 2024-08-19T10:08:49.809 INFO:tasks.rados.rados.0.smithi190.stdout:3038: snap_create 2024-08-19T10:08:49.809 INFO:tasks.rados.rados.0.smithi190.stdout:3036: expect (ObjNum 1275085872 snap 32693 seq_num 3355686624) 2024-08-19T10:08:49.812 INFO:tasks.rados.rados.0.smithi190.stdout:3037: finishing write tid 1 to smithi19066007-5 2024-08-19T10:08:49.812 INFO:tasks.rados.rados.0.smithi190.stdout:3037: finishing write tid 2 to smithi19066007-5 2024-08-19T10:08:49.812 INFO:tasks.rados.rados.0.smithi190.stdout:3037: finishing write tid 3 to smithi19066007-5 2024-08-19T10:08:49.813 INFO:tasks.rados.rados.0.smithi190.stdout:3037: finishing write tid 4 to smithi19066007-5 2024-08-19T10:08:49.813 INFO:tasks.rados.rados.0.smithi190.stdout:3037: oid 5 updating version 0 to 1846 2024-08-19T10:08:49.813 INFO:tasks.rados.rados.0.smithi190.stdout:3037: oid 5 updating version 1846 to 1847 2024-08-19T10:08:49.813 INFO:tasks.rados.rados.0.smithi190.stdout:3037: oid 5 version 1847 is already newer than 1845 2024-08-19T10:08:49.813 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 1847 (ObjNum 927 snap 297 seq_num 927) dirty exists 2024-08-19T10:08:49.813 INFO:tasks.rados.rados.0.smithi190.stdout:3037: left oid 5 (ObjNum 927 snap 297 seq_num 927) 2024-08-19T10:08:49.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:49 smithi190 ceph-mon[77620]: pgmap v686: 121 pgs: 121 active+clean; 146 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 870 KiB/s wr, 12 op/s 2024-08-19T10:08:49.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:49 smithi190 ceph-mon[77620]: osdmap e678: 8 total, 8 up, 8 in 2024-08-19T10:08:49.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:49 smithi190 ceph-mon[80032]: pgmap v686: 121 pgs: 121 active+clean; 146 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 870 KiB/s wr, 12 op/s 2024-08-19T10:08:49.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:49 smithi190 ceph-mon[80032]: osdmap e678: 8 total, 8 up, 8 in 2024-08-19T10:08:50.438 INFO:tasks.rados.rados.0.smithi190.stdout:3036: done (2 left) 2024-08-19T10:08:50.438 INFO:tasks.rados.rados.0.smithi190.stdout:3037: done (1 left) 2024-08-19T10:08:50.438 INFO:tasks.rados.rados.0.smithi190.stdout:3038: done (0 left) 2024-08-19T10:08:50.438 INFO:tasks.rados.rados.0.smithi190.stdout:3039: read oid 49 snap -1 2024-08-19T10:08:50.438 INFO:tasks.rados.rados.0.smithi190.stdout:3039: expect (ObjNum 923 snap 297 seq_num 923) 2024-08-19T10:08:50.438 INFO:tasks.rados.rados.0.smithi190.stdout:3040: snap_remove snap 293 2024-08-19T10:08:51.438 INFO:tasks.rados.rados.0.smithi190.stdout:3039: expect (ObjNum 923 snap 297 seq_num 923) 2024-08-19T10:08:51.583 INFO:tasks.rados.rados.0.smithi190.stdout:3039: done (1 left) 2024-08-19T10:08:51.583 INFO:tasks.rados.rados.0.smithi190.stdout:3040: done (0 left) 2024-08-19T10:08:51.583 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 298 2024-08-19T10:08:51.583 INFO:tasks.rados.rados.0.smithi190.stdout:3041: seq_num 928 ranges {4366336=745472,5111808=401408} 2024-08-19T10:08:51.610 INFO:tasks.rados.rados.0.smithi190.stdout:3041: writing smithi19066007-6 from 4366336 to 5111808 tid 1 2024-08-19T10:08:51.613 INFO:tasks.rados.rados.0.smithi190.stdout:3041: writing smithi19066007-6 from 5111808 to 5513216 tid 2 2024-08-19T10:08:51.613 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 298 2024-08-19T10:08:51.613 INFO:tasks.rados.rados.0.smithi190.stdout:3042: seq_num 929 ranges {3268608=761856,4030464=401408} 2024-08-19T10:08:51.635 INFO:tasks.rados.rados.0.smithi190.stdout:3042: writing smithi19066007-40 from 3268608 to 4030464 tid 1 2024-08-19T10:08:51.638 INFO:tasks.rados.rados.0.smithi190.stdout:3042: writing smithi19066007-40 from 4030464 to 4431872 tid 2 2024-08-19T10:08:51.638 INFO:tasks.rados.rados.0.smithi190.stdout:3041: finishing write tid 1 to smithi19066007-6 2024-08-19T10:08:51.638 INFO:tasks.rados.rados.0.smithi190.stdout:3043: snap_remove snap 296 2024-08-19T10:08:51.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:51 smithi190 ceph-mon[77620]: pgmap v689: 121 pgs: 121 active+clean; 149 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-19T10:08:51.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:51 smithi190 ceph-mon[77620]: osdmap e679: 8 total, 8 up, 8 in 2024-08-19T10:08:51.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:51 smithi190 ceph-mon[80032]: pgmap v689: 121 pgs: 121 active+clean; 149 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-19T10:08:51.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:51 smithi190 ceph-mon[80032]: osdmap e679: 8 total, 8 up, 8 in 2024-08-19T10:08:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:51 smithi196 ceph-mon[72638]: pgmap v689: 121 pgs: 121 active+clean; 149 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-19T10:08:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:51 smithi196 ceph-mon[72638]: osdmap e679: 8 total, 8 up, 8 in 2024-08-19T10:08:52.449 INFO:tasks.rados.rados.0.smithi190.stdout:3043: done (2 left) 2024-08-19T10:08:52.450 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 298 2024-08-19T10:08:52.450 INFO:tasks.rados.rados.0.smithi190.stdout:3041: finishing write tid 2 to smithi19066007-6 2024-08-19T10:08:52.450 INFO:tasks.rados.rados.0.smithi190.stdout:3041: finishing write tid 3 to smithi19066007-6 2024-08-19T10:08:52.450 INFO:tasks.rados.rados.0.smithi190.stdout:3041: finishing write tid 4 to smithi19066007-6 2024-08-19T10:08:52.450 INFO:tasks.rados.rados.0.smithi190.stdout:3041: oid 6 updating version 0 to 1615 2024-08-19T10:08:52.450 INFO:tasks.rados.rados.0.smithi190.stdout:3041: oid 6 version 1615 is already newer than 1613 2024-08-19T10:08:52.450 INFO:tasks.rados.rados.0.smithi190.stdout:3041: oid 6 version 1615 is already newer than 1614 2024-08-19T10:08:52.450 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1615 (ObjNum 928 snap 298 seq_num 928) dirty exists 2024-08-19T10:08:52.450 INFO:tasks.rados.rados.0.smithi190.stdout:3041: left oid 6 (ObjNum 928 snap 298 seq_num 928) 2024-08-19T10:08:52.450 INFO:tasks.rados.rados.0.smithi190.stdout:3042: finishing write tid 1 to smithi19066007-40 2024-08-19T10:08:52.450 INFO:tasks.rados.rados.0.smithi190.stdout:3042: finishing write tid 2 to smithi19066007-40 2024-08-19T10:08:52.451 INFO:tasks.rados.rados.0.smithi190.stdout:3044: seq_num 930 ranges {0=786432,786432=401408} 2024-08-19T10:08:52.454 INFO:tasks.rados.rados.0.smithi190.stdout:3044: writing smithi19066007-17 from 0 to 786432 tid 1 2024-08-19T10:08:52.457 INFO:tasks.rados.rados.0.smithi190.stdout:3044: writing smithi19066007-17 from 786432 to 1187840 tid 2 2024-08-19T10:08:52.458 INFO:tasks.rados.rados.0.smithi190.stdout:3042: finishing write tid 3 to smithi19066007-40 2024-08-19T10:08:52.458 INFO:tasks.rados.rados.0.smithi190.stdout:3042: finishing write tid 4 to smithi19066007-40 2024-08-19T10:08:52.458 INFO:tasks.rados.rados.0.smithi190.stdout:3042: oid 40 updating version 0 to 291 2024-08-19T10:08:52.458 INFO:tasks.rados.rados.0.smithi190.stdout:3042: oid 40 version 291 is already newer than 290 2024-08-19T10:08:52.458 INFO:tasks.rados.rados.0.smithi190.stdout:3042: oid 40 version 291 is already newer than 289 2024-08-19T10:08:52.458 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 291 (ObjNum 929 snap 298 seq_num 929) dirty exists 2024-08-19T10:08:52.459 INFO:tasks.rados.rados.0.smithi190.stdout:3042: left oid 40 (ObjNum 929 snap 298 seq_num 929) 2024-08-19T10:08:52.459 INFO:tasks.rados.rados.0.smithi190.stdout:3041: done (2 left) 2024-08-19T10:08:52.459 INFO:tasks.rados.rados.0.smithi190.stdout:3042: done (1 left) 2024-08-19T10:08:52.459 INFO:tasks.rados.rados.0.smithi190.stdout:3045: rollback oid 37 current snap is 298 2024-08-19T10:08:52.459 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 37 to 289 2024-08-19T10:08:52.459 INFO:tasks.rados.rados.0.smithi190.stdout:3046: snap_remove snap 290 2024-08-19T10:08:52.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:52 smithi190 ceph-mon[77620]: osdmap e680: 8 total, 8 up, 8 in 2024-08-19T10:08:52.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:52 smithi190 ceph-mon[80032]: osdmap e680: 8 total, 8 up, 8 in 2024-08-19T10:08:52.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:52 smithi196 ceph-mon[72638]: osdmap e680: 8 total, 8 up, 8 in 2024-08-19T10:08:53.403 INFO:tasks.rados.rados.0.smithi190.stdout:3045: finishing rollback tid 1 to smithi19066007-37 2024-08-19T10:08:53.403 INFO:tasks.rados.rados.0.smithi190.stdout:3045: finishing rollback tid 2 to smithi19066007-37 2024-08-19T10:08:53.404 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 1748 (ObjNum 845 snap 277 seq_num 845) dirty exists 2024-08-19T10:08:53.404 INFO:tasks.rados.rados.0.smithi190.stdout:3044: finishing write tid 1 to smithi19066007-17 2024-08-19T10:08:53.404 INFO:tasks.rados.rados.0.smithi190.stdout:3044: finishing write tid 2 to smithi19066007-17 2024-08-19T10:08:53.404 INFO:tasks.rados.rados.0.smithi190.stdout:3044: finishing write tid 3 to smithi19066007-17 2024-08-19T10:08:53.404 INFO:tasks.rados.rados.0.smithi190.stdout:3044: finishing write tid 4 to smithi19066007-17 2024-08-19T10:08:53.404 INFO:tasks.rados.rados.0.smithi190.stdout:3044: oid 17 updating version 0 to 1413 2024-08-19T10:08:53.404 INFO:tasks.rados.rados.0.smithi190.stdout:3044: oid 17 updating version 1413 to 1415 2024-08-19T10:08:53.404 INFO:tasks.rados.rados.0.smithi190.stdout:3044: oid 17 version 1415 is already newer than 1414 2024-08-19T10:08:53.404 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 1415 (ObjNum 930 snap 298 seq_num 930) dirty exists 2024-08-19T10:08:53.404 INFO:tasks.rados.rados.0.smithi190.stdout:3044: left oid 17 (ObjNum 930 snap 298 seq_num 930) 2024-08-19T10:08:53.404 INFO:tasks.rados.rados.0.smithi190.stdout:3044: done (2 left) 2024-08-19T10:08:53.404 INFO:tasks.rados.rados.0.smithi190.stdout:3045: done (1 left) 2024-08-19T10:08:53.404 INFO:tasks.rados.rados.0.smithi190.stdout:3046: done (0 left) 2024-08-19T10:08:53.404 INFO:tasks.rados.rados.0.smithi190.stdout:3047: rmattr oid 9 current snap is 298 2024-08-19T10:08:53.405 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 46 current snap is 298 2024-08-19T10:08:53.405 INFO:tasks.rados.rados.0.smithi190.stdout:3048: seq_num 931 ranges {0=802816,802816=401408} 2024-08-19T10:08:53.408 INFO:tasks.rados.rados.0.smithi190.stdout:3048: writing smithi19066007-46 from 0 to 802816 tid 1 2024-08-19T10:08:53.411 INFO:tasks.rados.rados.0.smithi190.stdout:3048: writing smithi19066007-46 from 802816 to 1204224 tid 2 2024-08-19T10:08:53.411 INFO:tasks.rados.rados.0.smithi190.stdout:3049: snap_remove snap 289 2024-08-19T10:08:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:53 smithi190 ceph-mon[77620]: pgmap v692: 121 pgs: 121 active+clean; 151 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-08-19T10:08:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:53 smithi190 ceph-mon[77620]: osdmap e681: 8 total, 8 up, 8 in 2024-08-19T10:08:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:53 smithi190 ceph-mon[77620]: osdmap e682: 8 total, 8 up, 8 in 2024-08-19T10:08:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:53 smithi190 ceph-mon[80032]: pgmap v692: 121 pgs: 121 active+clean; 151 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-08-19T10:08:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:53 smithi190 ceph-mon[80032]: osdmap e681: 8 total, 8 up, 8 in 2024-08-19T10:08:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:53 smithi190 ceph-mon[80032]: osdmap e682: 8 total, 8 up, 8 in 2024-08-19T10:08:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:53 smithi196 ceph-mon[72638]: pgmap v692: 121 pgs: 121 active+clean; 151 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 18 op/s 2024-08-19T10:08:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:53 smithi196 ceph-mon[72638]: osdmap e681: 8 total, 8 up, 8 in 2024-08-19T10:08:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:53 smithi196 ceph-mon[72638]: osdmap e682: 8 total, 8 up, 8 in 2024-08-19T10:08:54.408 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1842 (ObjNum 866 snap 284 seq_num 866) dirty exists 2024-08-19T10:08:54.408 INFO:tasks.rados.rados.0.smithi190.stdout:3048: finishing write tid 1 to smithi19066007-46 2024-08-19T10:08:54.408 INFO:tasks.rados.rados.0.smithi190.stdout:3048: finishing write tid 2 to smithi19066007-46 2024-08-19T10:08:54.408 INFO:tasks.rados.rados.0.smithi190.stdout:3048: finishing write tid 3 to smithi19066007-46 2024-08-19T10:08:54.408 INFO:tasks.rados.rados.0.smithi190.stdout:3048: finishing write tid 4 to smithi19066007-46 2024-08-19T10:08:54.408 INFO:tasks.rados.rados.0.smithi190.stdout:3048: oid 46 updating version 0 to 1463 2024-08-19T10:08:54.408 INFO:tasks.rados.rados.0.smithi190.stdout:3048: oid 46 updating version 1463 to 1465 2024-08-19T10:08:54.408 INFO:tasks.rados.rados.0.smithi190.stdout:3048: oid 46 version 1465 is already newer than 1464 2024-08-19T10:08:54.408 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 1465 (ObjNum 931 snap 298 seq_num 931) dirty exists 2024-08-19T10:08:54.409 INFO:tasks.rados.rados.0.smithi190.stdout:3048: left oid 46 (ObjNum 931 snap 298 seq_num 931) 2024-08-19T10:08:54.409 INFO:tasks.rados.rados.0.smithi190.stdout:3047: done (2 left) 2024-08-19T10:08:54.409 INFO:tasks.rados.rados.0.smithi190.stdout:3048: done (1 left) 2024-08-19T10:08:54.409 INFO:tasks.rados.rados.0.smithi190.stdout:3049: done (0 left) 2024-08-19T10:08:54.409 INFO:tasks.rados.rados.0.smithi190.stdout:3050: copy_from oid 7 from oid 39 current snap is 298 2024-08-19T10:08:54.409 INFO:tasks.rados.rados.0.smithi190.stdout:3051: copy_from oid 33 from oid 49 current snap is 298 2024-08-19T10:08:54.409 INFO:tasks.rados.rados.0.smithi190.stdout:3052: setattr oid 12 current snap is 298 2024-08-19T10:08:54.410 INFO:tasks.rados.rados.0.smithi190.stdout:3053: delete oid 1 current snap is 298 2024-08-19T10:08:54.422 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 1423 (ObjNum 893 snap 291 seq_num 893) dirty exists 2024-08-19T10:08:54.425 INFO:tasks.rados.rados.0.smithi190.stdout:3050: finishing copy_from racing read to smithi19066007-7 2024-08-19T10:08:54.426 INFO:tasks.rados.rados.0.smithi190.stdout:3052: done (3 left) 2024-08-19T10:08:54.426 INFO:tasks.rados.rados.0.smithi190.stdout:3053: done (2 left) 2024-08-19T10:08:54.426 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 298 2024-08-19T10:08:54.426 INFO:tasks.rados.rados.0.smithi190.stdout:3054: seq_num 933 ranges {0=434176,434176=548864,983040=253952} 2024-08-19T10:08:54.429 INFO:tasks.rados.rados.0.smithi190.stdout:3054: writing smithi19066007-21 from 0 to 434176 tid 1 2024-08-19T10:08:54.433 INFO:tasks.rados.rados.0.smithi190.stdout:3054: writing smithi19066007-21 from 434176 to 983040 tid 2 2024-08-19T10:08:54.435 INFO:tasks.rados.rados.0.smithi190.stdout:3054: writing smithi19066007-21 from 983040 to 1236992 tid 3 2024-08-19T10:08:54.435 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 15 current snap is 298 2024-08-19T10:08:54.436 INFO:tasks.rados.rados.0.smithi190.stdout:3050: finishing copy_from to smithi19066007-7 2024-08-19T10:08:54.436 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1963 (ObjNum 902 snap 294 seq_num 902) dirty exists 2024-08-19T10:08:54.436 INFO:tasks.rados.rados.0.smithi190.stdout:3051: finishing copy_from racing read to smithi19066007-33 2024-08-19T10:08:54.436 INFO:tasks.rados.rados.0.smithi190.stdout:3055: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2024-08-19T10:08:54.439 INFO:tasks.rados.rados.0.smithi190.stdout:3055: writing smithi19066007-15 from 0 to 450560 tid 1 2024-08-19T10:08:54.442 INFO:tasks.rados.rados.0.smithi190.stdout:3055: writing smithi19066007-15 from 450560 to 884736 tid 2 2024-08-19T10:08:54.445 INFO:tasks.rados.rados.0.smithi190.stdout:3055: writing smithi19066007-15 from 884736 to 1253376 tid 3 2024-08-19T10:08:54.445 INFO:tasks.rados.rados.0.smithi190.stdout:3050: done (3 left) 2024-08-19T10:08:54.445 INFO:tasks.rados.rados.0.smithi190.stdout:3056: setattr oid 18 current snap is 298 2024-08-19T10:08:54.445 INFO:tasks.rados.rados.0.smithi190.stdout:3051: finishing copy_from to smithi19066007-33 2024-08-19T10:08:54.445 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 1755 (ObjNum 923 snap 297 seq_num 923) dirty exists 2024-08-19T10:08:54.445 INFO:tasks.rados.rados.0.smithi190.stdout:3054: finishing write tid 1 to smithi19066007-21 2024-08-19T10:08:54.445 INFO:tasks.rados.rados.0.smithi190.stdout:3054: finishing write tid 2 to smithi19066007-21 2024-08-19T10:08:54.445 INFO:tasks.rados.rados.0.smithi190.stdout:3054: finishing write tid 3 to smithi19066007-21 2024-08-19T10:08:54.445 INFO:tasks.rados.rados.0.smithi190.stdout:3054: finishing write tid 4 to smithi19066007-21 2024-08-19T10:08:54.445 INFO:tasks.rados.rados.0.smithi190.stdout:3055: finishing write tid 1 to smithi19066007-15 2024-08-19T10:08:54.445 INFO:tasks.rados.rados.0.smithi190.stdout:3055: finishing write tid 2 to smithi19066007-15 2024-08-19T10:08:54.446 INFO:tasks.rados.rados.0.smithi190.stdout:3054: finishing write tid 5 to smithi19066007-21 2024-08-19T10:08:54.446 INFO:tasks.rados.rados.0.smithi190.stdout:3054: oid 21 updating version 0 to 1848 2024-08-19T10:08:54.446 INFO:tasks.rados.rados.0.smithi190.stdout:3054: oid 21 updating version 1848 to 1849 2024-08-19T10:08:54.446 INFO:tasks.rados.rados.0.smithi190.stdout:3054: oid 21 updating version 1849 to 1851 2024-08-19T10:08:54.446 INFO:tasks.rados.rados.0.smithi190.stdout:3054: oid 21 version 1851 is already newer than 1850 2024-08-19T10:08:54.446 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 1851 (ObjNum 933 snap 298 seq_num 933) dirty exists 2024-08-19T10:08:54.446 INFO:tasks.rados.rados.0.smithi190.stdout:3054: left oid 21 (ObjNum 933 snap 298 seq_num 933) 2024-08-19T10:08:54.447 INFO:tasks.rados.rados.0.smithi190.stdout:3051: done (3 left) 2024-08-19T10:08:54.447 INFO:tasks.rados.rados.0.smithi190.stdout:3054: done (2 left) 2024-08-19T10:08:54.447 INFO:tasks.rados.rados.0.smithi190.stdout:3057: rollback oid 14 current snap is 298 2024-08-19T10:08:54.447 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 14 to 297 2024-08-19T10:08:54.447 INFO:tasks.rados.rados.0.smithi190.stdout:3058: setattr oid 24 current snap is 298 2024-08-19T10:08:54.449 INFO:tasks.rados.rados.0.smithi190.stdout:3059: snap_create 2024-08-19T10:08:54.449 INFO:tasks.rados.rados.0.smithi190.stdout:3055: finishing write tid 3 to smithi19066007-15 2024-08-19T10:08:54.449 INFO:tasks.rados.rados.0.smithi190.stdout:3055: finishing write tid 4 to smithi19066007-15 2024-08-19T10:08:54.449 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 2050 (ObjNum 33 snap 0 seq_num 3355689936) dirty exists 2024-08-19T10:08:54.451 INFO:tasks.rados.rados.0.smithi190.stdout:3055: finishing write tid 5 to smithi19066007-15 2024-08-19T10:08:54.451 INFO:tasks.rados.rados.0.smithi190.stdout:3055: oid 15 updating version 0 to 1633 2024-08-19T10:08:54.451 INFO:tasks.rados.rados.0.smithi190.stdout:3055: oid 15 updating version 1633 to 1634 2024-08-19T10:08:54.451 INFO:tasks.rados.rados.0.smithi190.stdout:3055: oid 15 version 1634 is already newer than 1632 2024-08-19T10:08:54.451 INFO:tasks.rados.rados.0.smithi190.stdout:3055: oid 15 updating version 1634 to 1635 2024-08-19T10:08:54.451 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 1635 (ObjNum 934 snap 298 seq_num 934) dirty exists 2024-08-19T10:08:54.452 INFO:tasks.rados.rados.0.smithi190.stdout:3055: left oid 15 (ObjNum 934 snap 298 seq_num 934) 2024-08-19T10:08:54.452 INFO:tasks.rados.rados.0.smithi190.stdout:3057: finishing rollback tid 0 to smithi19066007-14 2024-08-19T10:08:54.452 INFO:tasks.rados.rados.0.smithi190.stdout:3057: finishing rollback tid 1 to smithi19066007-14 2024-08-19T10:08:54.454 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 1852 (ObjNum 746 snap 248 seq_num 746) dirty exists 2024-08-19T10:08:54.454 INFO:tasks.rados.rados.0.smithi190.stdout:3057: finishing rollback tid 2 to smithi19066007-14 2024-08-19T10:08:54.454 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1829 (ObjNum 874 snap 285 seq_num 874) dirty exists 2024-08-19T10:08:55.453 INFO:tasks.rados.rados.0.smithi190.stdout:3055: done (4 left) 2024-08-19T10:08:55.454 INFO:tasks.rados.rados.0.smithi190.stdout:3056: done (3 left) 2024-08-19T10:08:55.454 INFO:tasks.rados.rados.0.smithi190.stdout:3057: done (2 left) 2024-08-19T10:08:55.454 INFO:tasks.rados.rados.0.smithi190.stdout:3058: done (1 left) 2024-08-19T10:08:55.454 INFO:tasks.rados.rados.0.smithi190.stdout:3059: done (0 left) 2024-08-19T10:08:55.454 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 45 current snap is 299 2024-08-19T10:08:55.454 INFO:tasks.rados.rados.0.smithi190.stdout:3060: seq_num 935 ranges {901120=466944,1368064=720896,2088960=81920} 2024-08-19T10:08:55.460 INFO:tasks.rados.rados.0.smithi190.stdout:3060: writing smithi19066007-45 from 901120 to 1368064 tid 1 2024-08-19T10:08:55.465 INFO:tasks.rados.rados.0.smithi190.stdout:3060: writing smithi19066007-45 from 1368064 to 2088960 tid 2 2024-08-19T10:08:55.466 INFO:tasks.rados.rados.0.smithi190.stdout:3060: writing smithi19066007-45 from 2088960 to 2170880 tid 3 2024-08-19T10:08:55.466 INFO:tasks.rados.rados.0.smithi190.stdout:3061: read oid 41 snap 298 2024-08-19T10:08:55.466 INFO:tasks.rados.rados.0.smithi190.stdout:3061: expect (ObjNum 752 snap 249 seq_num 752) 2024-08-19T10:08:55.466 INFO:tasks.rados.rados.0.smithi190.stdout:3062: rollback oid 38 current snap is 299 2024-08-19T10:08:55.466 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 38 to 297 2024-08-19T10:08:55.466 INFO:tasks.rados.rados.0.smithi190.stdout:3060: finishing write tid 1 to smithi19066007-45 2024-08-19T10:08:55.466 INFO:tasks.rados.rados.0.smithi190.stdout:3063: snap_create 2024-08-19T10:08:55.469 INFO:tasks.rados.rados.0.smithi190.stdout:3060: finishing write tid 2 to smithi19066007-45 2024-08-19T10:08:55.469 INFO:tasks.rados.rados.0.smithi190.stdout:3060: finishing write tid 3 to smithi19066007-45 2024-08-19T10:08:55.470 INFO:tasks.rados.rados.0.smithi190.stdout:3060: finishing write tid 4 to smithi19066007-45 2024-08-19T10:08:55.471 INFO:tasks.rados.rados.0.smithi190.stdout:3062: finishing rollback tid 0 to smithi19066007-38 2024-08-19T10:08:55.471 INFO:tasks.rados.rados.0.smithi190.stdout:3062: finishing rollback tid 1 to smithi19066007-38 2024-08-19T10:08:55.471 INFO:tasks.rados.rados.0.smithi190.stdout:3060: finishing write tid 5 to smithi19066007-45 2024-08-19T10:08:55.471 INFO:tasks.rados.rados.0.smithi190.stdout:3060: oid 45 updating version 0 to 1823 2024-08-19T10:08:55.471 INFO:tasks.rados.rados.0.smithi190.stdout:3060: oid 45 version 1823 is already newer than 1822 2024-08-19T10:08:55.471 INFO:tasks.rados.rados.0.smithi190.stdout:3060: oid 45 version 1823 is already newer than 1821 2024-08-19T10:08:55.471 INFO:tasks.rados.rados.0.smithi190.stdout:3060: oid 45 version 1823 is already newer than 1820 2024-08-19T10:08:55.471 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 1823 (ObjNum 935 snap 299 seq_num 935) dirty exists 2024-08-19T10:08:55.472 INFO:tasks.rados.rados.0.smithi190.stdout:3060: left oid 45 (ObjNum 935 snap 299 seq_num 935) 2024-08-19T10:08:55.472 INFO:tasks.rados.rados.0.smithi190.stdout:3062: finishing rollback tid 2 to smithi19066007-38 2024-08-19T10:08:55.472 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 1845 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T10:08:55.491 INFO:tasks.rados.rados.0.smithi190.stdout:3061: expect (ObjNum 752 snap 249 seq_num 752) 2024-08-19T10:08:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:55 smithi196 ceph-mon[72638]: pgmap v695: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 159 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-19T10:08:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:55 smithi196 ceph-mon[72638]: osdmap e683: 8 total, 8 up, 8 in 2024-08-19T10:08:55.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:55 smithi190 ceph-mon[77620]: pgmap v695: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 159 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-19T10:08:55.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:55 smithi190 ceph-mon[77620]: osdmap e683: 8 total, 8 up, 8 in 2024-08-19T10:08:55.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:55 smithi190 ceph-mon[80032]: pgmap v695: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 159 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-19T10:08:55.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:55 smithi190 ceph-mon[80032]: osdmap e683: 8 total, 8 up, 8 in 2024-08-19T10:08:56.468 INFO:tasks.rados.rados.0.smithi190.stdout:3060: done (3 left) 2024-08-19T10:08:56.468 INFO:tasks.rados.rados.0.smithi190.stdout:3061: done (2 left) 2024-08-19T10:08:56.468 INFO:tasks.rados.rados.0.smithi190.stdout:3062: done (1 left) 2024-08-19T10:08:56.469 INFO:tasks.rados.rados.0.smithi190.stdout:3063: done (0 left) 2024-08-19T10:08:56.469 INFO:tasks.rados.rados.0.smithi190.stdout:3064: snap_create 2024-08-19T10:08:56.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:56 smithi190 ceph-mon[77620]: osdmap e684: 8 total, 8 up, 8 in 2024-08-19T10:08:56.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:56 smithi190 ceph-mon[80032]: osdmap e684: 8 total, 8 up, 8 in 2024-08-19T10:08:56.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:56 smithi196 ceph-mon[72638]: osdmap e684: 8 total, 8 up, 8 in 2024-08-19T10:08:57.468 INFO:tasks.rados.rados.0.smithi190.stdout:3064: done (0 left) 2024-08-19T10:08:57.468 INFO:tasks.rados.rados.0.smithi190.stdout:3065: delete oid 22 current snap is 301 2024-08-19T10:08:57.478 INFO:tasks.rados.rados.0.smithi190.stdout:3065: done (0 left) 2024-08-19T10:08:57.478 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 47 current snap is 301 2024-08-19T10:08:57.478 INFO:tasks.rados.rados.0.smithi190.stdout:3066: seq_num 937 ranges {999424=499712,1499136=532480,2031616=270336} 2024-08-19T10:08:57.485 INFO:tasks.rados.rados.0.smithi190.stdout:3066: writing smithi19066007-47 from 999424 to 1499136 tid 1 2024-08-19T10:08:57.489 INFO:tasks.rados.rados.0.smithi190.stdout:3066: writing smithi19066007-47 from 1499136 to 2031616 tid 2 2024-08-19T10:08:57.491 INFO:tasks.rados.rados.0.smithi190.stdout:3066: writing smithi19066007-47 from 2031616 to 2301952 tid 3 2024-08-19T10:08:57.491 INFO:tasks.rados.rados.0.smithi190.stdout:3067: setattr oid 7 current snap is 301 2024-08-19T10:08:57.492 INFO:tasks.rados.rados.0.smithi190.stdout:3066: finishing write tid 1 to smithi19066007-47 2024-08-19T10:08:57.493 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 301 2024-08-19T10:08:57.493 INFO:tasks.rados.rados.0.smithi190.stdout:3068: seq_num 938 ranges {0=516096,516096=417792,933888=385024} 2024-08-19T10:08:57.496 INFO:tasks.rados.rados.0.smithi190.stdout:3068: writing smithi19066007-2 from 0 to 516096 tid 1 2024-08-19T10:08:57.499 INFO:tasks.rados.rados.0.smithi190.stdout:3068: writing smithi19066007-2 from 516096 to 933888 tid 2 2024-08-19T10:08:57.502 INFO:tasks.rados.rados.0.smithi190.stdout:3068: writing smithi19066007-2 from 933888 to 1318912 tid 3 2024-08-19T10:08:57.502 INFO:tasks.rados.rados.0.smithi190.stdout:3069: rmattr oid 28 current snap is 301 2024-08-19T10:08:57.502 INFO:tasks.rados.rados.0.smithi190.stdout:3066: finishing write tid 2 to smithi19066007-47 2024-08-19T10:08:57.502 INFO:tasks.rados.rados.0.smithi190.stdout:3066: finishing write tid 3 to smithi19066007-47 2024-08-19T10:08:57.502 INFO:tasks.rados.rados.0.smithi190.stdout:3066: finishing write tid 4 to smithi19066007-47 2024-08-19T10:08:57.502 INFO:tasks.rados.rados.0.smithi190.stdout:3066: finishing write tid 5 to smithi19066007-47 2024-08-19T10:08:57.502 INFO:tasks.rados.rados.0.smithi190.stdout:3066: oid 47 updating version 0 to 1637 2024-08-19T10:08:57.502 INFO:tasks.rados.rados.0.smithi190.stdout:3066: oid 47 updating version 1637 to 1638 2024-08-19T10:08:57.502 INFO:tasks.rados.rados.0.smithi190.stdout:3066: oid 47 updating version 1638 to 1639 2024-08-19T10:08:57.503 INFO:tasks.rados.rados.0.smithi190.stdout:3066: oid 47 updating version 1639 to 1640 2024-08-19T10:08:57.503 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1640 (ObjNum 937 snap 301 seq_num 937) dirty exists 2024-08-19T10:08:57.503 INFO:tasks.rados.rados.0.smithi190.stdout:3066: left oid 47 (ObjNum 937 snap 301 seq_num 937) 2024-08-19T10:08:57.503 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1964 (ObjNum 902 snap 294 seq_num 902) dirty exists 2024-08-19T10:08:57.503 INFO:tasks.rados.rados.0.smithi190.stdout:3068: finishing write tid 1 to smithi19066007-2 2024-08-19T10:08:57.503 INFO:tasks.rados.rados.0.smithi190.stdout:3068: finishing write tid 2 to smithi19066007-2 2024-08-19T10:08:57.503 INFO:tasks.rados.rados.0.smithi190.stdout:3066: done (3 left) 2024-08-19T10:08:57.503 INFO:tasks.rados.rados.0.smithi190.stdout:3067: done (2 left) 2024-08-19T10:08:57.503 INFO:tasks.rados.rados.0.smithi190.stdout:3070: snap_create 2024-08-19T10:08:57.504 INFO:tasks.rados.rados.0.smithi190.stdout:3068: finishing write tid 3 to smithi19066007-2 2024-08-19T10:08:57.504 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 1846 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T10:08:57.505 INFO:tasks.rados.rados.0.smithi190.stdout:3068: finishing write tid 4 to smithi19066007-2 2024-08-19T10:08:57.506 INFO:tasks.rados.rados.0.smithi190.stdout:3068: finishing write tid 5 to smithi19066007-2 2024-08-19T10:08:57.506 INFO:tasks.rados.rados.0.smithi190.stdout:3068: oid 2 updating version 0 to 1899 2024-08-19T10:08:57.506 INFO:tasks.rados.rados.0.smithi190.stdout:3068: oid 2 version 1899 is already newer than 1898 2024-08-19T10:08:57.506 INFO:tasks.rados.rados.0.smithi190.stdout:3068: oid 2 updating version 1899 to 1901 2024-08-19T10:08:57.506 INFO:tasks.rados.rados.0.smithi190.stdout:3068: oid 2 version 1901 is already newer than 1900 2024-08-19T10:08:57.506 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1901 (ObjNum 938 snap 301 seq_num 938) dirty exists 2024-08-19T10:08:57.506 INFO:tasks.rados.rados.0.smithi190.stdout:3068: left oid 2 (ObjNum 938 snap 301 seq_num 938) 2024-08-19T10:08:57.792 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:57 smithi190 ceph-mon[77620]: pgmap v698: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 130 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-08-19T10:08:57.792 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:57 smithi190 ceph-mon[77620]: osdmap e685: 8 total, 8 up, 8 in 2024-08-19T10:08:57.792 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:57 smithi190 ceph-mon[80032]: pgmap v698: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 130 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-08-19T10:08:57.792 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:57 smithi190 ceph-mon[80032]: osdmap e685: 8 total, 8 up, 8 in 2024-08-19T10:08:57.793 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:08:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:08:57] "GET /metrics HTTP/1.1" 200 36376 "" "Prometheus/2.51.0" 2024-08-19T10:08:57.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:57 smithi196 ceph-mon[72638]: pgmap v698: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 130 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-08-19T10:08:57.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:57 smithi196 ceph-mon[72638]: osdmap e685: 8 total, 8 up, 8 in 2024-08-19T10:08:58.400 INFO:tasks.rados.rados.0.smithi190.stdout:3068: done (2 left) 2024-08-19T10:08:58.401 INFO:tasks.rados.rados.0.smithi190.stdout:3069: done (1 left) 2024-08-19T10:08:58.401 INFO:tasks.rados.rados.0.smithi190.stdout:3070: done (0 left) 2024-08-19T10:08:58.401 INFO:tasks.rados.rados.0.smithi190.stdout:3071: copy_from oid 26 from oid 49 current snap is 302 2024-08-19T10:08:58.401 INFO:tasks.rados.rados.0.smithi190.stdout:3072: setattr oid 24 current snap is 302 2024-08-19T10:08:58.402 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 302 2024-08-19T10:08:58.402 INFO:tasks.rados.rados.0.smithi190.stdout:3073: seq_num 939 ranges {245760=532480,778240=704512,1482752=98304} 2024-08-19T10:08:58.407 INFO:tasks.rados.rados.0.smithi190.stdout:3073: writing smithi19066007-16 from 245760 to 778240 tid 1 2024-08-19T10:08:58.411 INFO:tasks.rados.rados.0.smithi190.stdout:3073: writing smithi19066007-16 from 778240 to 1482752 tid 2 2024-08-19T10:08:58.412 INFO:tasks.rados.rados.0.smithi190.stdout:3073: writing smithi19066007-16 from 1482752 to 1581056 tid 3 2024-08-19T10:08:58.412 INFO:tasks.rados.rados.0.smithi190.stdout:3074: delete oid 41 current snap is 302 2024-08-19T10:08:58.412 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 1853 (ObjNum 746 snap 248 seq_num 746) dirty exists 2024-08-19T10:08:58.412 INFO:tasks.rados.rados.0.smithi190.stdout:3073: finishing write tid 1 to smithi19066007-16 2024-08-19T10:08:58.416 INFO:tasks.rados.rados.0.smithi190.stdout:3072: done (3 left) 2024-08-19T10:08:58.417 INFO:tasks.rados.rados.0.smithi190.stdout:3074: done (2 left) 2024-08-19T10:08:58.417 INFO:tasks.rados.rados.0.smithi190.stdout:3075: rmattr oid 21 current snap is 302 2024-08-19T10:08:58.417 INFO:tasks.rados.rados.0.smithi190.stdout:3075: done (2 left) 2024-08-19T10:08:58.417 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 302 2024-08-19T10:08:58.417 INFO:tasks.rados.rados.0.smithi190.stdout:3076: seq_num 941 ranges {712704=565248,1277952=475136,1753088=327680} 2024-08-19T10:08:58.424 INFO:tasks.rados.rados.0.smithi190.stdout:3076: writing smithi19066007-7 from 712704 to 1277952 tid 1 2024-08-19T10:08:58.426 INFO:tasks.rados.rados.0.smithi190.stdout:3076: writing smithi19066007-7 from 1277952 to 1753088 tid 2 2024-08-19T10:08:58.429 INFO:tasks.rados.rados.0.smithi190.stdout:3076: writing smithi19066007-7 from 1753088 to 2080768 tid 3 2024-08-19T10:08:58.429 INFO:tasks.rados.rados.0.smithi190.stdout:3077: snap_create 2024-08-19T10:08:58.429 INFO:tasks.rados.rados.0.smithi190.stdout:3073: finishing write tid 2 to smithi19066007-16 2024-08-19T10:08:58.429 INFO:tasks.rados.rados.0.smithi190.stdout:3073: finishing write tid 3 to smithi19066007-16 2024-08-19T10:08:58.429 INFO:tasks.rados.rados.0.smithi190.stdout:3073: finishing write tid 4 to smithi19066007-16 2024-08-19T10:08:58.429 INFO:tasks.rados.rados.0.smithi190.stdout:3073: finishing write tid 5 to smithi19066007-16 2024-08-19T10:08:58.429 INFO:tasks.rados.rados.0.smithi190.stdout:3073: oid 16 updating version 0 to 1751 2024-08-19T10:08:58.429 INFO:tasks.rados.rados.0.smithi190.stdout:3073: oid 16 version 1751 is already newer than 1750 2024-08-19T10:08:58.430 INFO:tasks.rados.rados.0.smithi190.stdout:3073: oid 16 updating version 1751 to 1752 2024-08-19T10:08:58.430 INFO:tasks.rados.rados.0.smithi190.stdout:3073: oid 16 version 1752 is already newer than 1749 2024-08-19T10:08:58.430 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 1752 (ObjNum 939 snap 302 seq_num 939) dirty exists 2024-08-19T10:08:58.430 INFO:tasks.rados.rados.0.smithi190.stdout:3073: left oid 16 (ObjNum 939 snap 302 seq_num 939) 2024-08-19T10:08:58.430 INFO:tasks.rados.rados.0.smithi190.stdout:3071: finishing copy_from racing read to smithi19066007-26 2024-08-19T10:08:58.430 INFO:tasks.rados.rados.0.smithi190.stdout:3071: finishing copy_from to smithi19066007-26 2024-08-19T10:08:58.430 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1755 (ObjNum 923 snap 297 seq_num 923) dirty exists 2024-08-19T10:08:58.431 INFO:tasks.rados.rados.0.smithi190.stdout:3076: finishing write tid 1 to smithi19066007-7 2024-08-19T10:08:58.432 INFO:tasks.rados.rados.0.smithi190.stdout:3076: finishing write tid 2 to smithi19066007-7 2024-08-19T10:08:58.432 INFO:tasks.rados.rados.0.smithi190.stdout:3076: finishing write tid 3 to smithi19066007-7 2024-08-19T10:08:58.432 INFO:tasks.rados.rados.0.smithi190.stdout:3076: finishing write tid 4 to smithi19066007-7 2024-08-19T10:08:58.433 INFO:tasks.rados.rados.0.smithi190.stdout:3076: finishing write tid 5 to smithi19066007-7 2024-08-19T10:08:58.433 INFO:tasks.rados.rados.0.smithi190.stdout:3076: oid 7 updating version 0 to 1965 2024-08-19T10:08:58.433 INFO:tasks.rados.rados.0.smithi190.stdout:3076: oid 7 updating version 1965 to 1968 2024-08-19T10:08:58.434 INFO:tasks.rados.rados.0.smithi190.stdout:3076: oid 7 version 1968 is already newer than 1967 2024-08-19T10:08:58.434 INFO:tasks.rados.rados.0.smithi190.stdout:3076: oid 7 version 1968 is already newer than 1966 2024-08-19T10:08:58.434 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1968 (ObjNum 941 snap 302 seq_num 941) dirty exists 2024-08-19T10:08:58.434 INFO:tasks.rados.rados.0.smithi190.stdout:3076: left oid 7 (ObjNum 941 snap 302 seq_num 941) 2024-08-19T10:08:58.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:58 smithi190 ceph-mon[77620]: osdmap e686: 8 total, 8 up, 8 in 2024-08-19T10:08:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:58 smithi190 ceph-mon[77620]: osdmap e687: 8 total, 8 up, 8 in 2024-08-19T10:08:58.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:58 smithi190 ceph-mon[80032]: osdmap e686: 8 total, 8 up, 8 in 2024-08-19T10:08:58.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:58 smithi190 ceph-mon[80032]: osdmap e687: 8 total, 8 up, 8 in 2024-08-19T10:08:58.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:58 smithi196 ceph-mon[72638]: osdmap e686: 8 total, 8 up, 8 in 2024-08-19T10:08:58.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:58 smithi196 ceph-mon[72638]: osdmap e687: 8 total, 8 up, 8 in 2024-08-19T10:08:59.404 INFO:tasks.rados.rados.0.smithi190.stdout:3071: done (3 left) 2024-08-19T10:08:59.404 INFO:tasks.rados.rados.0.smithi190.stdout:3073: done (2 left) 2024-08-19T10:08:59.404 INFO:tasks.rados.rados.0.smithi190.stdout:3076: done (1 left) 2024-08-19T10:08:59.404 INFO:tasks.rados.rados.0.smithi190.stdout:3077: done (0 left) 2024-08-19T10:08:59.404 INFO:tasks.rados.rados.0.smithi190.stdout:3078: delete oid 25 current snap is 303 2024-08-19T10:08:59.409 INFO:tasks.rados.rados.0.smithi190.stdout:3078: done (0 left) 2024-08-19T10:08:59.409 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 45 current snap is 303 2024-08-19T10:08:59.409 INFO:tasks.rados.rados.0.smithi190.stdout:3079: seq_num 943 ranges {2170880=598016,2768896=688128,3457024=114688} 2024-08-19T10:08:59.423 INFO:tasks.rados.rados.0.smithi190.stdout:3079: writing smithi19066007-45 from 2170880 to 2768896 tid 1 2024-08-19T10:08:59.427 INFO:tasks.rados.rados.0.smithi190.stdout:3079: writing smithi19066007-45 from 2768896 to 3457024 tid 2 2024-08-19T10:08:59.428 INFO:tasks.rados.rados.0.smithi190.stdout:3079: writing smithi19066007-45 from 3457024 to 3571712 tid 3 2024-08-19T10:08:59.428 INFO:tasks.rados.rados.0.smithi190.stdout:3080: read oid 17 snap -1 2024-08-19T10:08:59.428 INFO:tasks.rados.rados.0.smithi190.stdout:3080: expect (ObjNum 930 snap 298 seq_num 930) 2024-08-19T10:08:59.428 INFO:tasks.rados.rados.0.smithi190.stdout:3081: delete oid 32 current snap is 303 2024-08-19T10:08:59.429 INFO:tasks.rados.rados.0.smithi190.stdout:3079: finishing write tid 1 to smithi19066007-45 2024-08-19T10:08:59.431 INFO:tasks.rados.rados.0.smithi190.stdout:3081: done (2 left) 2024-08-19T10:08:59.431 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 1 current snap is 303 2024-08-19T10:08:59.431 INFO:tasks.rados.rados.0.smithi190.stdout:3082: seq_num 945 ranges {0=630784,630784=458752,1089536=344064} 2024-08-19T10:08:59.435 INFO:tasks.rados.rados.0.smithi190.stdout:3082: writing smithi19066007-1 from 0 to 630784 tid 1 2024-08-19T10:08:59.438 INFO:tasks.rados.rados.0.smithi190.stdout:3082: writing smithi19066007-1 from 630784 to 1089536 tid 2 2024-08-19T10:08:59.440 INFO:tasks.rados.rados.0.smithi190.stdout:3082: writing smithi19066007-1 from 1089536 to 1433600 tid 3 2024-08-19T10:08:59.440 INFO:tasks.rados.rados.0.smithi190.stdout:3083: snap_create 2024-08-19T10:08:59.440 INFO:tasks.rados.rados.0.smithi190.stdout:3079: finishing write tid 2 to smithi19066007-45 2024-08-19T10:08:59.440 INFO:tasks.rados.rados.0.smithi190.stdout:3079: finishing write tid 3 to smithi19066007-45 2024-08-19T10:08:59.440 INFO:tasks.rados.rados.0.smithi190.stdout:3079: finishing write tid 4 to smithi19066007-45 2024-08-19T10:08:59.440 INFO:tasks.rados.rados.0.smithi190.stdout:3079: finishing write tid 5 to smithi19066007-45 2024-08-19T10:08:59.441 INFO:tasks.rados.rados.0.smithi190.stdout:3079: oid 45 updating version 0 to 1826 2024-08-19T10:08:59.441 INFO:tasks.rados.rados.0.smithi190.stdout:3079: oid 45 version 1826 is already newer than 1825 2024-08-19T10:08:59.441 INFO:tasks.rados.rados.0.smithi190.stdout:3079: oid 45 version 1826 is already newer than 1824 2024-08-19T10:08:59.441 INFO:tasks.rados.rados.0.smithi190.stdout:3079: oid 45 updating version 1826 to 1827 2024-08-19T10:08:59.441 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 1827 (ObjNum 943 snap 303 seq_num 943) dirty exists 2024-08-19T10:08:59.441 INFO:tasks.rados.rados.0.smithi190.stdout:3079: left oid 45 (ObjNum 943 snap 303 seq_num 943) 2024-08-19T10:08:59.441 INFO:tasks.rados.rados.0.smithi190.stdout:3080: expect (ObjNum 930 snap 298 seq_num 930) 2024-08-19T10:08:59.471 INFO:tasks.rados.rados.0.smithi190.stdout:3082: finishing write tid 1 to smithi19066007-1 2024-08-19T10:08:59.471 INFO:tasks.rados.rados.0.smithi190.stdout:3082: finishing write tid 2 to smithi19066007-1 2024-08-19T10:08:59.471 INFO:tasks.rados.rados.0.smithi190.stdout:3082: finishing write tid 3 to smithi19066007-1 2024-08-19T10:08:59.471 INFO:tasks.rados.rados.0.smithi190.stdout:3082: finishing write tid 4 to smithi19066007-1 2024-08-19T10:08:59.471 INFO:tasks.rados.rados.0.smithi190.stdout:3082: finishing write tid 5 to smithi19066007-1 2024-08-19T10:08:59.471 INFO:tasks.rados.rados.0.smithi190.stdout:3082: oid 1 updating version 0 to 1759 2024-08-19T10:08:59.471 INFO:tasks.rados.rados.0.smithi190.stdout:3082: oid 1 version 1759 is already newer than 1758 2024-08-19T10:08:59.471 INFO:tasks.rados.rados.0.smithi190.stdout:3082: oid 1 version 1759 is already newer than 1757 2024-08-19T10:08:59.471 INFO:tasks.rados.rados.0.smithi190.stdout:3082: oid 1 version 1759 is already newer than 1756 2024-08-19T10:08:59.471 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 1759 (ObjNum 945 snap 303 seq_num 945) dirty exists 2024-08-19T10:08:59.472 INFO:tasks.rados.rados.0.smithi190.stdout:3082: left oid 1 (ObjNum 945 snap 303 seq_num 945) 2024-08-19T10:08:59.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:59 smithi190 ceph-mon[77620]: pgmap v701: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 122 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-08-19T10:08:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:08:59 smithi190 ceph-mon[77620]: osdmap e688: 8 total, 8 up, 8 in 2024-08-19T10:08:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:59 smithi190 ceph-mon[80032]: pgmap v701: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 122 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-08-19T10:08:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:08:59 smithi190 ceph-mon[80032]: osdmap e688: 8 total, 8 up, 8 in 2024-08-19T10:08:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:59 smithi196 ceph-mon[72638]: pgmap v701: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 122 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-08-19T10:08:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:08:59 smithi196 ceph-mon[72638]: osdmap e688: 8 total, 8 up, 8 in 2024-08-19T10:09:00.410 INFO:tasks.rados.rados.0.smithi190.stdout:3079: done (3 left) 2024-08-19T10:09:00.410 INFO:tasks.rados.rados.0.smithi190.stdout:3080: done (2 left) 2024-08-19T10:09:00.410 INFO:tasks.rados.rados.0.smithi190.stdout:3082: done (1 left) 2024-08-19T10:09:00.410 INFO:tasks.rados.rados.0.smithi190.stdout:3083: done (0 left) 2024-08-19T10:09:00.410 INFO:tasks.rados.rados.0.smithi190.stdout:3084: delete oid 26 current snap is 304 2024-08-19T10:09:00.415 INFO:tasks.rados.rados.0.smithi190.stdout:3084: done (0 left) 2024-08-19T10:09:00.415 INFO:tasks.rados.rados.0.smithi190.stdout:3085: copy_from oid 40 from oid 42 current snap is 304 2024-08-19T10:09:00.415 INFO:tasks.rados.rados.0.smithi190.stdout:3086: rmattr oid 28 current snap is 304 2024-08-19T10:09:00.415 INFO:tasks.rados.rados.0.smithi190.stdout:3087: delete oid 50 current snap is 304 2024-08-19T10:09:00.418 INFO:tasks.rados.rados.0.smithi190.stdout:3087: done (2 left) 2024-08-19T10:09:00.418 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 304 2024-08-19T10:09:00.418 INFO:tasks.rados.rados.0.smithi190.stdout:3088: seq_num 948 ranges {5513216=679936,6193152=516096,6709248=286720} 2024-08-19T10:09:00.451 INFO:tasks.rados.rados.0.smithi190.stdout:3088: writing smithi19066007-6 from 5513216 to 6193152 tid 1 2024-08-19T10:09:00.454 INFO:tasks.rados.rados.0.smithi190.stdout:3088: writing smithi19066007-6 from 6193152 to 6709248 tid 2 2024-08-19T10:09:00.456 INFO:tasks.rados.rados.0.smithi190.stdout:3088: writing smithi19066007-6 from 6709248 to 6995968 tid 3 2024-08-19T10:09:00.456 INFO:tasks.rados.rados.0.smithi190.stdout:3089: read oid 44 snap -1 2024-08-19T10:09:00.456 INFO:tasks.rados.rados.0.smithi190.stdout:3089: expect deleted 2024-08-19T10:09:00.456 INFO:tasks.rados.rados.0.smithi190.stdout:3090: read oid 30 snap -1 2024-08-19T10:09:00.456 INFO:tasks.rados.rados.0.smithi190.stdout:3090: expect deleted 2024-08-19T10:09:00.456 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 46 current snap is 304 2024-08-19T10:09:00.456 INFO:tasks.rados.rados.0.smithi190.stdout:3085: finishing copy_from to smithi19066007-40 2024-08-19T10:09:00.456 INFO:tasks.rados.rados.0.smithi190.stdout:3085: got expected ENOENT (src dne) 2024-08-19T10:09:00.456 INFO:tasks.rados.rados.0.smithi190.stdout:3091: seq_num 949 ranges {1204224=704512,1908736=794624,2703360=8192} 2024-08-19T10:09:00.466 INFO:tasks.rados.rados.0.smithi190.stdout:3091: writing smithi19066007-46 from 1204224 to 1908736 tid 1 2024-08-19T10:09:00.472 INFO:tasks.rados.rados.0.smithi190.stdout:3091: writing smithi19066007-46 from 1908736 to 2703360 tid 2 2024-08-19T10:09:00.472 INFO:tasks.rados.rados.0.smithi190.stdout:3091: writing smithi19066007-46 from 2703360 to 2711552 tid 3 2024-08-19T10:09:00.472 INFO:tasks.rados.rados.0.smithi190.stdout:3092: rollback oid 5 current snap is 304 2024-08-19T10:09:00.472 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 5 to 303 2024-08-19T10:09:00.472 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 1847 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T10:09:00.472 INFO:tasks.rados.rados.0.smithi190.stdout:3085: finishing copy_from racing read to smithi19066007-40 2024-08-19T10:09:00.472 INFO:tasks.rados.rados.0.smithi190.stdout:3088: finishing write tid 1 to smithi19066007-6 2024-08-19T10:09:00.472 INFO:tasks.rados.rados.0.smithi190.stdout:3088: finishing write tid 2 to smithi19066007-6 2024-08-19T10:09:00.472 INFO:tasks.rados.rados.0.smithi190.stdout:3088: finishing write tid 3 to smithi19066007-6 2024-08-19T10:09:00.472 INFO:tasks.rados.rados.0.smithi190.stdout:3088: finishing write tid 4 to smithi19066007-6 2024-08-19T10:09:00.473 INFO:tasks.rados.rados.0.smithi190.stdout:3088: finishing write tid 5 to smithi19066007-6 2024-08-19T10:09:00.473 INFO:tasks.rados.rados.0.smithi190.stdout:3088: oid 6 updating version 0 to 1763 2024-08-19T10:09:00.473 INFO:tasks.rados.rados.0.smithi190.stdout:3088: oid 6 updating version 1763 to 1764 2024-08-19T10:09:00.473 INFO:tasks.rados.rados.0.smithi190.stdout:3088: oid 6 version 1764 is already newer than 1761 2024-08-19T10:09:00.473 INFO:tasks.rados.rados.0.smithi190.stdout:3088: oid 6 version 1764 is already newer than 1762 2024-08-19T10:09:00.473 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1764 (ObjNum 948 snap 304 seq_num 948) dirty exists 2024-08-19T10:09:00.473 INFO:tasks.rados.rados.0.smithi190.stdout:3088: left oid 6 (ObjNum 948 snap 304 seq_num 948) 2024-08-19T10:09:00.473 INFO:tasks.rados.rados.0.smithi190.stdout:3091: finishing write tid 1 to smithi19066007-46 2024-08-19T10:09:00.473 INFO:tasks.rados.rados.0.smithi190.stdout:3085: done (6 left) 2024-08-19T10:09:00.473 INFO:tasks.rados.rados.0.smithi190.stdout:3086: done (5 left) 2024-08-19T10:09:00.473 INFO:tasks.rados.rados.0.smithi190.stdout:3088: done (4 left) 2024-08-19T10:09:00.473 INFO:tasks.rados.rados.0.smithi190.stdout:3089: done (3 left) 2024-08-19T10:09:00.473 INFO:tasks.rados.rados.0.smithi190.stdout:3090: done (2 left) 2024-08-19T10:09:00.473 INFO:tasks.rados.rados.0.smithi190.stdout:3093: rollback oid 49 current snap is 304 2024-08-19T10:09:00.473 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 49 to 299 2024-08-19T10:09:00.474 INFO:tasks.rados.rados.0.smithi190.stdout:3094: snap_create 2024-08-19T10:09:00.476 INFO:tasks.rados.rados.0.smithi190.stdout:3093: finishing rollback tid 0 to smithi19066007-49 2024-08-19T10:09:00.476 INFO:tasks.rados.rados.0.smithi190.stdout:3091: finishing write tid 2 to smithi19066007-46 2024-08-19T10:09:00.476 INFO:tasks.rados.rados.0.smithi190.stdout:3093: finishing rollback tid 1 to smithi19066007-49 2024-08-19T10:09:00.476 INFO:tasks.rados.rados.0.smithi190.stdout:3093: finishing rollback tid 2 to smithi19066007-49 2024-08-19T10:09:00.476 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1760 (ObjNum 923 snap 297 seq_num 923) dirty exists 2024-08-19T10:09:00.476 INFO:tasks.rados.rados.0.smithi190.stdout:3092: finishing rollback tid 0 to smithi19066007-5 2024-08-19T10:09:00.476 INFO:tasks.rados.rados.0.smithi190.stdout:3091: finishing write tid 3 to smithi19066007-46 2024-08-19T10:09:00.477 INFO:tasks.rados.rados.0.smithi190.stdout:3091: finishing write tid 4 to smithi19066007-46 2024-08-19T10:09:00.477 INFO:tasks.rados.rados.0.smithi190.stdout:3092: finishing rollback tid 1 to smithi19066007-5 2024-08-19T10:09:00.477 INFO:tasks.rados.rados.0.smithi190.stdout:3092: finishing rollback tid 2 to smithi19066007-5 2024-08-19T10:09:00.477 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 1856 (ObjNum 927 snap 297 seq_num 927) dirty exists 2024-08-19T10:09:00.482 INFO:tasks.rados.rados.0.smithi190.stdout:3091: finishing write tid 5 to smithi19066007-46 2024-08-19T10:09:00.482 INFO:tasks.rados.rados.0.smithi190.stdout:3091: oid 46 updating version 0 to 1468 2024-08-19T10:09:00.482 INFO:tasks.rados.rados.0.smithi190.stdout:3091: oid 46 version 1468 is already newer than 1467 2024-08-19T10:09:00.482 INFO:tasks.rados.rados.0.smithi190.stdout:3091: oid 46 updating version 1468 to 1469 2024-08-19T10:09:00.482 INFO:tasks.rados.rados.0.smithi190.stdout:3091: oid 46 version 1469 is already newer than 1466 2024-08-19T10:09:00.482 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 1469 (ObjNum 949 snap 304 seq_num 949) dirty exists 2024-08-19T10:09:00.482 INFO:tasks.rados.rados.0.smithi190.stdout:3091: left oid 46 (ObjNum 949 snap 304 seq_num 949) 2024-08-19T10:09:00.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:09:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:00 smithi190 ceph-mon[77620]: osdmap e689: 8 total, 8 up, 8 in 2024-08-19T10:09:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:09:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:00 smithi190 ceph-mon[80032]: osdmap e689: 8 total, 8 up, 8 in 2024-08-19T10:09:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:09:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:00 smithi196 ceph-mon[72638]: osdmap e689: 8 total, 8 up, 8 in 2024-08-19T10:09:01.409 INFO:tasks.rados.rados.0.smithi190.stdout:3091: done (3 left) 2024-08-19T10:09:01.409 INFO:tasks.rados.rados.0.smithi190.stdout:3092: done (2 left) 2024-08-19T10:09:01.409 INFO:tasks.rados.rados.0.smithi190.stdout:3093: done (1 left) 2024-08-19T10:09:01.409 INFO:tasks.rados.rados.0.smithi190.stdout:3094: done (0 left) 2024-08-19T10:09:01.410 INFO:tasks.rados.rados.0.smithi190.stdout:3095: read oid 15 snap -1 2024-08-19T10:09:01.410 INFO:tasks.rados.rados.0.smithi190.stdout:3095: expect (ObjNum 934 snap 298 seq_num 934) 2024-08-19T10:09:01.410 INFO:tasks.rados.rados.0.smithi190.stdout:3096: read oid 49 snap -1 2024-08-19T10:09:01.410 INFO:tasks.rados.rados.0.smithi190.stdout:3096: expect (ObjNum 923 snap 297 seq_num 923) 2024-08-19T10:09:01.410 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 305 2024-08-19T10:09:01.410 INFO:tasks.rados.rados.0.smithi190.stdout:3097: seq_num 950 ranges {1236992=720896,1957888=679936,2637824=122880} 2024-08-19T10:09:01.420 INFO:tasks.rados.rados.0.smithi190.stdout:3097: writing smithi19066007-21 from 1236992 to 1957888 tid 1 2024-08-19T10:09:01.424 INFO:tasks.rados.rados.0.smithi190.stdout:3097: writing smithi19066007-21 from 1957888 to 2637824 tid 2 2024-08-19T10:09:01.425 INFO:tasks.rados.rados.0.smithi190.stdout:3097: writing smithi19066007-21 from 2637824 to 2760704 tid 3 2024-08-19T10:09:01.425 INFO:tasks.rados.rados.0.smithi190.stdout:3098: copy_from oid 8 from oid 46 current snap is 305 2024-08-19T10:09:01.425 INFO:tasks.rados.rados.0.smithi190.stdout:3095: expect (ObjNum 934 snap 298 seq_num 934) 2024-08-19T10:09:01.459 INFO:tasks.rados.rados.0.smithi190.stdout:3097: finishing write tid 1 to smithi19066007-21 2024-08-19T10:09:01.459 INFO:tasks.rados.rados.0.smithi190.stdout:3096: expect (ObjNum 923 snap 297 seq_num 923) 2024-08-19T10:09:01.599 INFO:tasks.rados.rados.0.smithi190.stdout:3097: finishing write tid 2 to smithi19066007-21 2024-08-19T10:09:01.600 INFO:tasks.rados.rados.0.smithi190.stdout:3097: finishing write tid 3 to smithi19066007-21 2024-08-19T10:09:01.600 INFO:tasks.rados.rados.0.smithi190.stdout:3097: finishing write tid 4 to smithi19066007-21 2024-08-19T10:09:01.600 INFO:tasks.rados.rados.0.smithi190.stdout:3097: finishing write tid 5 to smithi19066007-21 2024-08-19T10:09:01.600 INFO:tasks.rados.rados.0.smithi190.stdout:3097: oid 21 updating version 0 to 1860 2024-08-19T10:09:01.600 INFO:tasks.rados.rados.0.smithi190.stdout:3097: oid 21 version 1860 is already newer than 1858 2024-08-19T10:09:01.600 INFO:tasks.rados.rados.0.smithi190.stdout:3097: oid 21 version 1860 is already newer than 1859 2024-08-19T10:09:01.600 INFO:tasks.rados.rados.0.smithi190.stdout:3097: oid 21 version 1860 is already newer than 1857 2024-08-19T10:09:01.600 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 1860 (ObjNum 950 snap 305 seq_num 950) dirty exists 2024-08-19T10:09:01.600 INFO:tasks.rados.rados.0.smithi190.stdout:3097: left oid 21 (ObjNum 950 snap 305 seq_num 950) 2024-08-19T10:09:01.600 INFO:tasks.rados.rados.0.smithi190.stdout:3098: finishing copy_from racing read to smithi19066007-8 2024-08-19T10:09:01.600 INFO:tasks.rados.rados.0.smithi190.stdout:3098: finishing copy_from to smithi19066007-8 2024-08-19T10:09:01.600 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1469 (ObjNum 949 snap 304 seq_num 949) dirty exists 2024-08-19T10:09:01.601 INFO:tasks.rados.rados.0.smithi190.stdout:3095: done (3 left) 2024-08-19T10:09:01.601 INFO:tasks.rados.rados.0.smithi190.stdout:3096: done (2 left) 2024-08-19T10:09:01.601 INFO:tasks.rados.rados.0.smithi190.stdout:3097: done (1 left) 2024-08-19T10:09:01.601 INFO:tasks.rados.rados.0.smithi190.stdout:3098: done (0 left) 2024-08-19T10:09:01.601 INFO:tasks.rados.rados.0.smithi190.stdout:3099: copy_from oid 36 from oid 41 current snap is 305 2024-08-19T10:09:01.601 INFO:tasks.rados.rados.0.smithi190.stdout:3100: setattr oid 18 current snap is 305 2024-08-19T10:09:01.601 INFO:tasks.rados.rados.0.smithi190.stdout:3101: read oid 49 snap -1 2024-08-19T10:09:01.601 INFO:tasks.rados.rados.0.smithi190.stdout:3101: expect (ObjNum 923 snap 297 seq_num 923) 2024-08-19T10:09:01.602 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 9 current snap is 305 2024-08-19T10:09:01.602 INFO:tasks.rados.rados.0.smithi190.stdout:3102: seq_num 951 ranges {3506176=737280,4243456=614400,4857856=188416} 2024-08-19T10:09:01.623 INFO:tasks.rados.rados.0.smithi190.stdout:3102: writing smithi19066007-9 from 3506176 to 4243456 tid 1 2024-08-19T10:09:01.626 INFO:tasks.rados.rados.0.smithi190.stdout:3102: writing smithi19066007-9 from 4243456 to 4857856 tid 2 2024-08-19T10:09:01.628 INFO:tasks.rados.rados.0.smithi190.stdout:3102: writing smithi19066007-9 from 4857856 to 5046272 tid 3 2024-08-19T10:09:01.628 INFO:tasks.rados.rados.0.smithi190.stdout:3103: copy_from oid 8 from oid 24 current snap is 305 2024-08-19T10:09:01.628 INFO:tasks.rados.rados.0.smithi190.stdout:3099: finishing copy_from to smithi19066007-36 2024-08-19T10:09:01.628 INFO:tasks.rados.rados.0.smithi190.stdout:3099: got expected ENOENT (src dne) 2024-08-19T10:09:01.628 INFO:tasks.rados.rados.0.smithi190.stdout:3099: finishing copy_from racing read to smithi19066007-36 2024-08-19T10:09:01.628 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 2054 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-19T10:09:01.628 INFO:tasks.rados.rados.0.smithi190.stdout:3101: expect (ObjNum 923 snap 297 seq_num 923) 2024-08-19T10:09:01.768 INFO:tasks.rados.rados.0.smithi190.stdout:3102: finishing write tid 1 to smithi19066007-9 2024-08-19T10:09:01.768 INFO:tasks.rados.rados.0.smithi190.stdout:3102: finishing write tid 2 to smithi19066007-9 2024-08-19T10:09:01.768 INFO:tasks.rados.rados.0.smithi190.stdout:3102: finishing write tid 3 to smithi19066007-9 2024-08-19T10:09:01.768 INFO:tasks.rados.rados.0.smithi190.stdout:3102: finishing write tid 4 to smithi19066007-9 2024-08-19T10:09:01.768 INFO:tasks.rados.rados.0.smithi190.stdout:3102: finishing write tid 5 to smithi19066007-9 2024-08-19T10:09:01.769 INFO:tasks.rados.rados.0.smithi190.stdout:3102: oid 9 updating version 0 to 1849 2024-08-19T10:09:01.769 INFO:tasks.rados.rados.0.smithi190.stdout:3102: oid 9 updating version 1849 to 1850 2024-08-19T10:09:01.769 INFO:tasks.rados.rados.0.smithi190.stdout:3102: oid 9 version 1850 is already newer than 1848 2024-08-19T10:09:01.769 INFO:tasks.rados.rados.0.smithi190.stdout:3102: oid 9 updating version 1850 to 1851 2024-08-19T10:09:01.769 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1851 (ObjNum 951 snap 305 seq_num 951) dirty exists 2024-08-19T10:09:01.769 INFO:tasks.rados.rados.0.smithi190.stdout:3102: left oid 9 (ObjNum 951 snap 305 seq_num 951) 2024-08-19T10:09:01.769 INFO:tasks.rados.rados.0.smithi190.stdout:3103: finishing copy_from racing read to smithi19066007-8 2024-08-19T10:09:01.769 INFO:tasks.rados.rados.0.smithi190.stdout:3099: done (4 left) 2024-08-19T10:09:01.769 INFO:tasks.rados.rados.0.smithi190.stdout:3100: done (3 left) 2024-08-19T10:09:01.769 INFO:tasks.rados.rados.0.smithi190.stdout:3101: done (2 left) 2024-08-19T10:09:01.769 INFO:tasks.rados.rados.0.smithi190.stdout:3102: done (1 left) 2024-08-19T10:09:01.769 INFO:tasks.rados.rados.0.smithi190.stdout:3104: read oid 30 snap -1 2024-08-19T10:09:01.769 INFO:tasks.rados.rados.0.smithi190.stdout:3104: expect deleted 2024-08-19T10:09:01.769 INFO:tasks.rados.rados.0.smithi190.stdout:3105: delete oid 43 current snap is 305 2024-08-19T10:09:01.770 INFO:tasks.rados.rados.0.smithi190.stdout:3103: finishing copy_from to smithi19066007-8 2024-08-19T10:09:01.770 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1853 (ObjNum 746 snap 248 seq_num 746) dirty exists 2024-08-19T10:09:01.770 INFO:tasks.rados.rados.0.smithi190.stdout:3103: done (2 left) 2024-08-19T10:09:01.770 INFO:tasks.rados.rados.0.smithi190.stdout:3104: done (1 left) 2024-08-19T10:09:01.771 INFO:tasks.rados.rados.0.smithi190.stdout:3105: done (0 left) 2024-08-19T10:09:01.771 INFO:tasks.rados.rados.0.smithi190.stdout:3106: snap_create 2024-08-19T10:09:01.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:01 smithi190 ceph-mon[77620]: pgmap v704: 121 pgs: 121 active+clean; 111 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-08-19T10:09:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:01 smithi190 ceph-mon[77620]: osdmap e690: 8 total, 8 up, 8 in 2024-08-19T10:09:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:01 smithi190 ceph-mon[80032]: pgmap v704: 121 pgs: 121 active+clean; 111 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-08-19T10:09:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:01 smithi190 ceph-mon[80032]: osdmap e690: 8 total, 8 up, 8 in 2024-08-19T10:09:01.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:01 smithi196 ceph-mon[72638]: pgmap v704: 121 pgs: 121 active+clean; 111 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.5 MiB/s wr, 34 op/s 2024-08-19T10:09:01.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:01 smithi196 ceph-mon[72638]: osdmap e690: 8 total, 8 up, 8 in 2024-08-19T10:09:02.498 INFO:tasks.rados.rados.0.smithi190.stdout:3106: done (0 left) 2024-08-19T10:09:02.498 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 306 2024-08-19T10:09:02.498 INFO:tasks.rados.rados.0.smithi190.stdout:3107: seq_num 953 ranges {0=770048,770048=786432,1556480=16384} 2024-08-19T10:09:02.502 INFO:tasks.rados.rados.0.smithi190.stdout:3107: writing smithi19066007-42 from 0 to 770048 tid 1 2024-08-19T10:09:02.507 INFO:tasks.rados.rados.0.smithi190.stdout:3107: writing smithi19066007-42 from 770048 to 1556480 tid 2 2024-08-19T10:09:02.507 INFO:tasks.rados.rados.0.smithi190.stdout:3107: writing smithi19066007-42 from 1556480 to 1572864 tid 3 2024-08-19T10:09:02.507 INFO:tasks.rados.rados.0.smithi190.stdout:3108: read oid 13 snap -1 2024-08-19T10:09:02.507 INFO:tasks.rados.rados.0.smithi190.stdout:3108: expect (ObjNum 857 snap 278 seq_num 857) 2024-08-19T10:09:02.507 INFO:tasks.rados.rados.0.smithi190.stdout:3109: copy_from oid 10 from oid 18 current snap is 306 2024-08-19T10:09:02.507 INFO:tasks.rados.rados.0.smithi190.stdout:3110: read oid 31 snap -1 2024-08-19T10:09:02.507 INFO:tasks.rados.rados.0.smithi190.stdout:3110: expect (ObjNum 850 snap 277 seq_num 850) 2024-08-19T10:09:02.507 INFO:tasks.rados.rados.0.smithi190.stdout:3111: read oid 29 snap -1 2024-08-19T10:09:02.507 INFO:tasks.rados.rados.0.smithi190.stdout:3111: expect deleted 2024-08-19T10:09:02.507 INFO:tasks.rados.rados.0.smithi190.stdout:3112: read oid 12 snap -1 2024-08-19T10:09:02.507 INFO:tasks.rados.rados.0.smithi190.stdout:3112: expect (ObjNum 893 snap 291 seq_num 893) 2024-08-19T10:09:02.507 INFO:tasks.rados.rados.0.smithi190.stdout:3113: delete oid 41 current snap is 306 2024-08-19T10:09:02.511 INFO:tasks.rados.rados.0.smithi190.stdout:3109: finishing copy_from racing read to smithi19066007-10 2024-08-19T10:09:02.511 INFO:tasks.rados.rados.0.smithi190.stdout:3107: finishing write tid 1 to smithi19066007-42 2024-08-19T10:09:02.512 INFO:tasks.rados.rados.0.smithi190.stdout:3109: finishing copy_from to smithi19066007-10 2024-08-19T10:09:02.512 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 2054 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:09:02.513 INFO:tasks.rados.rados.0.smithi190.stdout:3107: finishing write tid 2 to smithi19066007-42 2024-08-19T10:09:02.513 INFO:tasks.rados.rados.0.smithi190.stdout:3107: finishing write tid 3 to smithi19066007-42 2024-08-19T10:09:02.514 INFO:tasks.rados.rados.0.smithi190.stdout:3109: done (6 left) 2024-08-19T10:09:02.514 INFO:tasks.rados.rados.0.smithi190.stdout:3111: done (5 left) 2024-08-19T10:09:02.514 INFO:tasks.rados.rados.0.smithi190.stdout:3113: done (4 left) 2024-08-19T10:09:02.514 INFO:tasks.rados.rados.0.smithi190.stdout:3114: read oid 26 snap -1 2024-08-19T10:09:02.514 INFO:tasks.rados.rados.0.smithi190.stdout:3114: expect deleted 2024-08-19T10:09:02.514 INFO:tasks.rados.rados.0.smithi190.stdout:3115: snap_create 2024-08-19T10:09:02.515 INFO:tasks.rados.rados.0.smithi190.stdout:3107: finishing write tid 4 to smithi19066007-42 2024-08-19T10:09:02.517 INFO:tasks.rados.rados.0.smithi190.stdout:3107: finishing write tid 5 to smithi19066007-42 2024-08-19T10:09:02.517 INFO:tasks.rados.rados.0.smithi190.stdout:3107: oid 42 updating version 0 to 1496 2024-08-19T10:09:02.517 INFO:tasks.rados.rados.0.smithi190.stdout:3107: oid 42 updating version 1496 to 1498 2024-08-19T10:09:02.517 INFO:tasks.rados.rados.0.smithi190.stdout:3107: oid 42 version 1498 is already newer than 1497 2024-08-19T10:09:02.517 INFO:tasks.rados.rados.0.smithi190.stdout:3107: oid 42 version 1498 is already newer than 1495 2024-08-19T10:09:02.517 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1498 (ObjNum 953 snap 306 seq_num 953) dirty exists 2024-08-19T10:09:02.518 INFO:tasks.rados.rados.0.smithi190.stdout:3107: left oid 42 (ObjNum 953 snap 306 seq_num 953) 2024-08-19T10:09:02.522 INFO:tasks.rados.rados.0.smithi190.stdout:3110: expect (ObjNum 850 snap 277 seq_num 850) 2024-08-19T10:09:02.580 INFO:tasks.rados.rados.0.smithi190.stdout:3108: expect (ObjNum 857 snap 278 seq_num 857) 2024-08-19T10:09:02.640 INFO:tasks.rados.rados.0.smithi190.stdout:3112: expect (ObjNum 893 snap 291 seq_num 893) 2024-08-19T10:09:03.402 INFO:tasks.rados.rados.0.smithi190.stdout:3107: done (5 left) 2024-08-19T10:09:03.402 INFO:tasks.rados.rados.0.smithi190.stdout:3108: done (4 left) 2024-08-19T10:09:03.403 INFO:tasks.rados.rados.0.smithi190.stdout:3110: done (3 left) 2024-08-19T10:09:03.403 INFO:tasks.rados.rados.0.smithi190.stdout:3112: done (2 left) 2024-08-19T10:09:03.403 INFO:tasks.rados.rados.0.smithi190.stdout:3114: done (1 left) 2024-08-19T10:09:03.403 INFO:tasks.rados.rados.0.smithi190.stdout:3115: done (0 left) 2024-08-19T10:09:03.403 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 18 current snap is 307 2024-08-19T10:09:03.403 INFO:tasks.rados.rados.0.smithi190.stdout:3116: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2024-08-19T10:09:03.406 INFO:tasks.rados.rados.0.smithi190.stdout:3116: writing smithi19066007-18 from 0 to 802816 tid 1 2024-08-19T10:09:03.409 INFO:tasks.rados.rados.0.smithi190.stdout:3116: writing smithi19066007-18 from 802816 to 1359872 tid 2 2024-08-19T10:09:03.411 INFO:tasks.rados.rados.0.smithi190.stdout:3116: writing smithi19066007-18 from 1359872 to 1605632 tid 3 2024-08-19T10:09:03.411 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 5 current snap is 307 2024-08-19T10:09:03.411 INFO:tasks.rados.rados.0.smithi190.stdout:3117: seq_num 956 ranges {10330112=417792,10747904=434176,11182080=770048} 2024-08-19T10:09:03.467 INFO:tasks.rados.rados.0.smithi190.stdout:3117: writing smithi19066007-5 from 10330112 to 10747904 tid 1 2024-08-19T10:09:03.470 INFO:tasks.rados.rados.0.smithi190.stdout:3117: writing smithi19066007-5 from 10747904 to 11182080 tid 2 2024-08-19T10:09:03.475 INFO:tasks.rados.rados.0.smithi190.stdout:3117: writing smithi19066007-5 from 11182080 to 11952128 tid 3 2024-08-19T10:09:03.475 INFO:tasks.rados.rados.0.smithi190.stdout:3118: delete oid 35 current snap is 307 2024-08-19T10:09:03.475 INFO:tasks.rados.rados.0.smithi190.stdout:3116: finishing write tid 1 to smithi19066007-18 2024-08-19T10:09:03.475 INFO:tasks.rados.rados.0.smithi190.stdout:3116: finishing write tid 2 to smithi19066007-18 2024-08-19T10:09:03.475 INFO:tasks.rados.rados.0.smithi190.stdout:3116: finishing write tid 3 to smithi19066007-18 2024-08-19T10:09:03.475 INFO:tasks.rados.rados.0.smithi190.stdout:3116: finishing write tid 4 to smithi19066007-18 2024-08-19T10:09:03.475 INFO:tasks.rados.rados.0.smithi190.stdout:3116: finishing write tid 5 to smithi19066007-18 2024-08-19T10:09:03.475 INFO:tasks.rados.rados.0.smithi190.stdout:3116: oid 18 updating version 0 to 2058 2024-08-19T10:09:03.476 INFO:tasks.rados.rados.0.smithi190.stdout:3116: oid 18 version 2058 is already newer than 2057 2024-08-19T10:09:03.476 INFO:tasks.rados.rados.0.smithi190.stdout:3116: oid 18 updating version 2058 to 2060 2024-08-19T10:09:03.476 INFO:tasks.rados.rados.0.smithi190.stdout:3116: oid 18 version 2060 is already newer than 2059 2024-08-19T10:09:03.476 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 2060 (ObjNum 955 snap 307 seq_num 955) dirty exists 2024-08-19T10:09:03.476 INFO:tasks.rados.rados.0.smithi190.stdout:3116: left oid 18 (ObjNum 955 snap 307 seq_num 955) 2024-08-19T10:09:03.476 INFO:tasks.rados.rados.0.smithi190.stdout:3117: finishing write tid 1 to smithi19066007-5 2024-08-19T10:09:03.476 INFO:tasks.rados.rados.0.smithi190.stdout:3117: finishing write tid 2 to smithi19066007-5 2024-08-19T10:09:03.479 INFO:tasks.rados.rados.0.smithi190.stdout:3117: finishing write tid 3 to smithi19066007-5 2024-08-19T10:09:03.479 INFO:tasks.rados.rados.0.smithi190.stdout:3117: finishing write tid 4 to smithi19066007-5 2024-08-19T10:09:03.480 INFO:tasks.rados.rados.0.smithi190.stdout:3117: finishing write tid 5 to smithi19066007-5 2024-08-19T10:09:03.480 INFO:tasks.rados.rados.0.smithi190.stdout:3117: oid 5 updating version 0 to 1864 2024-08-19T10:09:03.480 INFO:tasks.rados.rados.0.smithi190.stdout:3117: oid 5 updating version 1864 to 1865 2024-08-19T10:09:03.481 INFO:tasks.rados.rados.0.smithi190.stdout:3117: oid 5 version 1865 is already newer than 1863 2024-08-19T10:09:03.481 INFO:tasks.rados.rados.0.smithi190.stdout:3117: oid 5 version 1865 is already newer than 1862 2024-08-19T10:09:03.481 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 1865 (ObjNum 956 snap 307 seq_num 956) dirty exists 2024-08-19T10:09:03.481 INFO:tasks.rados.rados.0.smithi190.stdout:3117: left oid 5 (ObjNum 956 snap 307 seq_num 956) 2024-08-19T10:09:03.481 INFO:tasks.rados.rados.0.smithi190.stdout:3116: done (2 left) 2024-08-19T10:09:03.481 INFO:tasks.rados.rados.0.smithi190.stdout:3117: done (1 left) 2024-08-19T10:09:03.481 INFO:tasks.rados.rados.0.smithi190.stdout:3118: done (0 left) 2024-08-19T10:09:03.481 INFO:tasks.rados.rados.0.smithi190.stdout:3119: delete oid 7 current snap is 307 2024-08-19T10:09:03.482 INFO:tasks.rados.rados.0.smithi190.stdout:3119: done (0 left) 2024-08-19T10:09:03.482 INFO:tasks.rados.rados.0.smithi190.stdout:3120: snap_create 2024-08-19T10:09:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:03 smithi190 ceph-mon[80032]: pgmap v707: 121 pgs: 121 active+clean; 113 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-08-19T10:09:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:03 smithi190 ceph-mon[80032]: osdmap e691: 8 total, 8 up, 8 in 2024-08-19T10:09:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:03 smithi190 ceph-mon[80032]: osdmap e692: 8 total, 8 up, 8 in 2024-08-19T10:09:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:03 smithi190 ceph-mon[77620]: pgmap v707: 121 pgs: 121 active+clean; 113 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-08-19T10:09:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:03 smithi190 ceph-mon[77620]: osdmap e691: 8 total, 8 up, 8 in 2024-08-19T10:09:03.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:03 smithi190 ceph-mon[77620]: osdmap e692: 8 total, 8 up, 8 in 2024-08-19T10:09:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:03 smithi196 ceph-mon[72638]: pgmap v707: 121 pgs: 121 active+clean; 113 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 36 op/s 2024-08-19T10:09:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:03 smithi196 ceph-mon[72638]: osdmap e691: 8 total, 8 up, 8 in 2024-08-19T10:09:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:03 smithi196 ceph-mon[72638]: osdmap e692: 8 total, 8 up, 8 in 2024-08-19T10:09:04.409 INFO:tasks.rados.rados.0.smithi190.stdout:3120: done (0 left) 2024-08-19T10:09:04.409 INFO:tasks.rados.rados.0.smithi190.stdout:3121: copy_from oid 23 from oid 22 current snap is 308 2024-08-19T10:09:04.409 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 33 current snap is 308 2024-08-19T10:09:04.410 INFO:tasks.rados.rados.0.smithi190.stdout:3122: seq_num 959 ranges {3260416=466944,3727360=540672,4268032=557056,4825088=106496} 2024-08-19T10:09:04.429 INFO:tasks.rados.rados.0.smithi190.stdout:3122: writing smithi19066007-33 from 3260416 to 3727360 tid 1 2024-08-19T10:09:04.432 INFO:tasks.rados.rados.0.smithi190.stdout:3122: writing smithi19066007-33 from 3727360 to 4268032 tid 2 2024-08-19T10:09:04.436 INFO:tasks.rados.rados.0.smithi190.stdout:3122: writing smithi19066007-33 from 4268032 to 4825088 tid 3 2024-08-19T10:09:04.437 INFO:tasks.rados.rados.0.smithi190.stdout:3122: writing smithi19066007-33 from 4825088 to 4931584 tid 4 2024-08-19T10:09:04.437 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 308 2024-08-19T10:09:04.437 INFO:tasks.rados.rados.0.smithi190.stdout:3121: finishing copy_from to smithi19066007-23 2024-08-19T10:09:04.437 INFO:tasks.rados.rados.0.smithi190.stdout:3121: got expected ENOENT (src dne) 2024-08-19T10:09:04.437 INFO:tasks.rados.rados.0.smithi190.stdout:3121: finishing copy_from racing read to smithi19066007-23 2024-08-19T10:09:04.437 INFO:tasks.rados.rados.0.smithi190.stdout:3122: finishing write tid 1 to smithi19066007-33 2024-08-19T10:09:04.437 INFO:tasks.rados.rados.0.smithi190.stdout:3122: finishing write tid 2 to smithi19066007-33 2024-08-19T10:09:04.438 INFO:tasks.rados.rados.0.smithi190.stdout:3123: seq_num 960 ranges {2367488=483328,2850816=425984,3276800=761856,4038656=16384} 2024-08-19T10:09:04.452 INFO:tasks.rados.rados.0.smithi190.stdout:3123: writing smithi19066007-13 from 2367488 to 2850816 tid 1 2024-08-19T10:09:04.455 INFO:tasks.rados.rados.0.smithi190.stdout:3123: writing smithi19066007-13 from 2850816 to 3276800 tid 2 2024-08-19T10:09:04.460 INFO:tasks.rados.rados.0.smithi190.stdout:3123: writing smithi19066007-13 from 3276800 to 4038656 tid 3 2024-08-19T10:09:04.460 INFO:tasks.rados.rados.0.smithi190.stdout:3123: writing smithi19066007-13 from 4038656 to 4055040 tid 4 2024-08-19T10:09:04.460 INFO:tasks.rados.rados.0.smithi190.stdout:3121: done (2 left) 2024-08-19T10:09:04.460 INFO:tasks.rados.rados.0.smithi190.stdout:3124: rmattr oid 40 current snap is 308 2024-08-19T10:09:04.460 INFO:tasks.rados.rados.0.smithi190.stdout:3122: finishing write tid 3 to smithi19066007-33 2024-08-19T10:09:04.460 INFO:tasks.rados.rados.0.smithi190.stdout:3122: finishing write tid 4 to smithi19066007-33 2024-08-19T10:09:04.460 INFO:tasks.rados.rados.0.smithi190.stdout:3122: finishing write tid 5 to smithi19066007-33 2024-08-19T10:09:04.460 INFO:tasks.rados.rados.0.smithi190.stdout:3122: finishing write tid 6 to smithi19066007-33 2024-08-19T10:09:04.460 INFO:tasks.rados.rados.0.smithi190.stdout:3122: oid 33 updating version 0 to 1763 2024-08-19T10:09:04.460 INFO:tasks.rados.rados.0.smithi190.stdout:3122: oid 33 updating version 1763 to 1764 2024-08-19T10:09:04.460 INFO:tasks.rados.rados.0.smithi190.stdout:3122: oid 33 version 1764 is already newer than 1762 2024-08-19T10:09:04.461 INFO:tasks.rados.rados.0.smithi190.stdout:3122: oid 33 updating version 1764 to 1765 2024-08-19T10:09:04.461 INFO:tasks.rados.rados.0.smithi190.stdout:3122: oid 33 version 1765 is already newer than 1761 2024-08-19T10:09:04.461 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 1765 (ObjNum 959 snap 308 seq_num 959) dirty exists 2024-08-19T10:09:04.461 INFO:tasks.rados.rados.0.smithi190.stdout:3122: left oid 33 (ObjNum 959 snap 308 seq_num 959) 2024-08-19T10:09:04.461 INFO:tasks.rados.rados.0.smithi190.stdout:3123: finishing write tid 1 to smithi19066007-13 2024-08-19T10:09:04.461 INFO:tasks.rados.rados.0.smithi190.stdout:3123: finishing write tid 2 to smithi19066007-13 2024-08-19T10:09:04.461 INFO:tasks.rados.rados.0.smithi190.stdout:3122: done (2 left) 2024-08-19T10:09:04.461 INFO:tasks.rados.rados.0.smithi190.stdout:3125: snap_create 2024-08-19T10:09:04.462 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 299 (ObjNum 929 snap 298 seq_num 929) dirty exists 2024-08-19T10:09:04.464 INFO:tasks.rados.rados.0.smithi190.stdout:3123: finishing write tid 3 to smithi19066007-13 2024-08-19T10:09:04.464 INFO:tasks.rados.rados.0.smithi190.stdout:3123: finishing write tid 4 to smithi19066007-13 2024-08-19T10:09:04.464 INFO:tasks.rados.rados.0.smithi190.stdout:3123: finishing write tid 5 to smithi19066007-13 2024-08-19T10:09:04.465 INFO:tasks.rados.rados.0.smithi190.stdout:3123: finishing write tid 6 to smithi19066007-13 2024-08-19T10:09:04.465 INFO:tasks.rados.rados.0.smithi190.stdout:3123: oid 13 updating version 0 to 1435 2024-08-19T10:09:04.465 INFO:tasks.rados.rados.0.smithi190.stdout:3123: oid 13 version 1435 is already newer than 1433 2024-08-19T10:09:04.465 INFO:tasks.rados.rados.0.smithi190.stdout:3123: oid 13 version 1435 is already newer than 1432 2024-08-19T10:09:04.465 INFO:tasks.rados.rados.0.smithi190.stdout:3123: oid 13 version 1435 is already newer than 1434 2024-08-19T10:09:04.466 INFO:tasks.rados.rados.0.smithi190.stdout:3123: oid 13 version 1435 is already newer than 1431 2024-08-19T10:09:04.466 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 1435 (ObjNum 960 snap 308 seq_num 960) dirty exists 2024-08-19T10:09:04.466 INFO:tasks.rados.rados.0.smithi190.stdout:3123: left oid 13 (ObjNum 960 snap 308 seq_num 960) 2024-08-19T10:09:05.411 INFO:tasks.rados.rados.0.smithi190.stdout:3123: done (2 left) 2024-08-19T10:09:05.412 INFO:tasks.rados.rados.0.smithi190.stdout:3124: done (1 left) 2024-08-19T10:09:05.412 INFO:tasks.rados.rados.0.smithi190.stdout:3125: done (0 left) 2024-08-19T10:09:05.412 INFO:tasks.rados.rados.0.smithi190.stdout:3126: delete oid 7 current snap is 309 2024-08-19T10:09:05.413 INFO:tasks.rados.rados.0.smithi190.stdout:3126: done (0 left) 2024-08-19T10:09:05.413 INFO:tasks.rados.rados.0.smithi190.stdout:3127: snap_remove snap 302 2024-08-19T10:09:05.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:05 smithi196 ceph-mon[72638]: pgmap v710: 121 pgs: 121 active+clean; 125 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 920 KiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-08-19T10:09:05.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:05 smithi196 ceph-mon[72638]: osdmap e693: 8 total, 8 up, 8 in 2024-08-19T10:09:05.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:05 smithi190 ceph-mon[77620]: pgmap v710: 121 pgs: 121 active+clean; 125 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 920 KiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-08-19T10:09:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:05 smithi190 ceph-mon[77620]: osdmap e693: 8 total, 8 up, 8 in 2024-08-19T10:09:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:05 smithi190 ceph-mon[80032]: pgmap v710: 121 pgs: 121 active+clean; 125 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 920 KiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-08-19T10:09:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:05 smithi190 ceph-mon[80032]: osdmap e693: 8 total, 8 up, 8 in 2024-08-19T10:09:06.420 INFO:tasks.rados.rados.0.smithi190.stdout:3127: done (0 left) 2024-08-19T10:09:06.420 INFO:tasks.rados.rados.0.smithi190.stdout:3128: read oid 20 snap -1 2024-08-19T10:09:06.420 INFO:tasks.rados.rados.0.smithi190.stdout:3128: expect (ObjNum 924 snap 297 seq_num 924) 2024-08-19T10:09:06.420 INFO:tasks.rados.rados.0.smithi190.stdout:3129: read oid 12 snap -1 2024-08-19T10:09:06.420 INFO:tasks.rados.rados.0.smithi190.stdout:3129: expect (ObjNum 893 snap 291 seq_num 893) 2024-08-19T10:09:06.420 INFO:tasks.rados.rados.0.smithi190.stdout:3130: delete oid 10 current snap is 309 2024-08-19T10:09:06.432 INFO:tasks.rados.rados.0.smithi190.stdout:3129: expect (ObjNum 893 snap 291 seq_num 893) 2024-08-19T10:09:06.467 INFO:tasks.rados.rados.0.smithi190.stdout:3128: expect (ObjNum 924 snap 297 seq_num 924) 2024-08-19T10:09:06.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:06 smithi196 ceph-mon[72638]: osdmap e694: 8 total, 8 up, 8 in 2024-08-19T10:09:06.741 INFO:tasks.rados.rados.0.smithi190.stdout:3128: done (2 left) 2024-08-19T10:09:06.741 INFO:tasks.rados.rados.0.smithi190.stdout:3129: done (1 left) 2024-08-19T10:09:06.741 INFO:tasks.rados.rados.0.smithi190.stdout:3130: done (0 left) 2024-08-19T10:09:06.741 INFO:tasks.rados.rados.0.smithi190.stdout:3131: read oid 28 snap -1 2024-08-19T10:09:06.742 INFO:tasks.rados.rados.0.smithi190.stdout:3131: expect (ObjNum 799 snap 263 seq_num 799) 2024-08-19T10:09:06.742 INFO:tasks.rados.rados.0.smithi190.stdout:3132: copy_from oid 36 from oid 11 current snap is 309 2024-08-19T10:09:06.742 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 309 2024-08-19T10:09:06.742 INFO:tasks.rados.rados.0.smithi190.stdout:3133: seq_num 963 ranges {0=532480,532480=475136,1007616=532480,1540096=196608} 2024-08-19T10:09:06.744 INFO:tasks.rados.rados.0.smithi190.stdout:3133: writing smithi19066007-43 from 0 to 532480 tid 1 2024-08-19T10:09:06.747 INFO:tasks.rados.rados.0.smithi190.stdout:3133: writing smithi19066007-43 from 532480 to 1007616 tid 2 2024-08-19T10:09:06.750 INFO:tasks.rados.rados.0.smithi190.stdout:3133: writing smithi19066007-43 from 1007616 to 1540096 tid 3 2024-08-19T10:09:06.752 INFO:tasks.rados.rados.0.smithi190.stdout:3133: writing smithi19066007-43 from 1540096 to 1736704 tid 4 2024-08-19T10:09:06.752 INFO:tasks.rados.rados.0.smithi190.stdout:3134: read oid 30 snap -1 2024-08-19T10:09:06.752 INFO:tasks.rados.rados.0.smithi190.stdout:3134: expect deleted 2024-08-19T10:09:06.752 INFO:tasks.rados.rados.0.smithi190.stdout:3135: copy_from oid 45 from oid 21 current snap is 309 2024-08-19T10:09:06.752 INFO:tasks.rados.rados.0.smithi190.stdout:3132: finishing copy_from to smithi19066007-36 2024-08-19T10:09:06.752 INFO:tasks.rados.rados.0.smithi190.stdout:3132: got expected ENOENT (src dne) 2024-08-19T10:09:06.752 INFO:tasks.rados.rados.0.smithi190.stdout:3132: finishing copy_from racing read to smithi19066007-36 2024-08-19T10:09:06.752 INFO:tasks.rados.rados.0.smithi190.stdout:3131: expect (ObjNum 799 snap 263 seq_num 799) 2024-08-19T10:09:06.789 INFO:tasks.rados.rados.0.smithi190.stdout:3133: finishing write tid 1 to smithi19066007-43 2024-08-19T10:09:06.790 INFO:tasks.rados.rados.0.smithi190.stdout:3133: finishing write tid 2 to smithi19066007-43 2024-08-19T10:09:06.790 INFO:tasks.rados.rados.0.smithi190.stdout:3133: finishing write tid 3 to smithi19066007-43 2024-08-19T10:09:06.790 INFO:tasks.rados.rados.0.smithi190.stdout:3133: finishing write tid 4 to smithi19066007-43 2024-08-19T10:09:06.790 INFO:tasks.rados.rados.0.smithi190.stdout:3133: finishing write tid 5 to smithi19066007-43 2024-08-19T10:09:06.790 INFO:tasks.rados.rados.0.smithi190.stdout:3131: done (4 left) 2024-08-19T10:09:06.790 INFO:tasks.rados.rados.0.smithi190.stdout:3132: done (3 left) 2024-08-19T10:09:06.790 INFO:tasks.rados.rados.0.smithi190.stdout:3134: done (2 left) 2024-08-19T10:09:06.790 INFO:tasks.rados.rados.0.smithi190.stdout:3136: read oid 10 snap -1 2024-08-19T10:09:06.790 INFO:tasks.rados.rados.0.smithi190.stdout:3136: expect deleted 2024-08-19T10:09:06.790 INFO:tasks.rados.rados.0.smithi190.stdout:3137: copy_from oid 29 from oid 42 current snap is 309 2024-08-19T10:09:06.791 INFO:tasks.rados.rados.0.smithi190.stdout:3133: finishing write tid 6 to smithi19066007-43 2024-08-19T10:09:06.791 INFO:tasks.rados.rados.0.smithi190.stdout:3133: oid 43 updating version 0 to 1867 2024-08-19T10:09:06.791 INFO:tasks.rados.rados.0.smithi190.stdout:3133: oid 43 updating version 1867 to 1870 2024-08-19T10:09:06.791 INFO:tasks.rados.rados.0.smithi190.stdout:3133: oid 43 version 1870 is already newer than 1869 2024-08-19T10:09:06.791 INFO:tasks.rados.rados.0.smithi190.stdout:3133: oid 43 version 1870 is already newer than 1866 2024-08-19T10:09:06.791 INFO:tasks.rados.rados.0.smithi190.stdout:3133: oid 43 version 1870 is already newer than 1868 2024-08-19T10:09:06.791 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 1870 (ObjNum 963 snap 309 seq_num 963) dirty exists 2024-08-19T10:09:06.791 INFO:tasks.rados.rados.0.smithi190.stdout:3133: left oid 43 (ObjNum 963 snap 309 seq_num 963) 2024-08-19T10:09:06.791 INFO:tasks.rados.rados.0.smithi190.stdout:3135: finishing copy_from racing read to smithi19066007-45 2024-08-19T10:09:06.791 INFO:tasks.rados.rados.0.smithi190.stdout:3133: done (3 left) 2024-08-19T10:09:06.791 INFO:tasks.rados.rados.0.smithi190.stdout:3138: read oid 5 snap 297 2024-08-19T10:09:06.792 INFO:tasks.rados.rados.0.smithi190.stdout:3138: expect (ObjNum 927 snap 297 seq_num 927) 2024-08-19T10:09:06.792 INFO:tasks.rados.rados.0.smithi190.stdout:3139: setattr oid 3 current snap is 309 2024-08-19T10:09:06.792 INFO:tasks.rados.rados.0.smithi190.stdout:3135: finishing copy_from to smithi19066007-45 2024-08-19T10:09:06.792 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 1860 (ObjNum 950 snap 305 seq_num 950) dirty exists 2024-08-19T10:09:06.792 INFO:tasks.rados.rados.0.smithi190.stdout:3135: done (4 left) 2024-08-19T10:09:06.792 INFO:tasks.rados.rados.0.smithi190.stdout:3136: done (3 left) 2024-08-19T10:09:06.792 INFO:tasks.rados.rados.0.smithi190.stdout:3140: snap_remove snap 298 2024-08-19T10:09:06.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:06 smithi190 ceph-mon[80032]: osdmap e694: 8 total, 8 up, 8 in 2024-08-19T10:09:06.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:06 smithi190 ceph-mon[77620]: osdmap e694: 8 total, 8 up, 8 in 2024-08-19T10:09:07.424 INFO:tasks.rados.rados.0.smithi190.stdout:3140: done (3 left) 2024-08-19T10:09:07.424 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 24 current snap is 309 2024-08-19T10:09:07.424 INFO:tasks.rados.rados.0.smithi190.stdout:3141: seq_num 964 ranges {1974272=548864,2523136=761856,3284992=442368} 2024-08-19T10:09:07.438 INFO:tasks.rados.rados.0.smithi190.stdout:3141: writing smithi19066007-24 from 1974272 to 2523136 tid 1 2024-08-19T10:09:07.444 INFO:tasks.rados.rados.0.smithi190.stdout:3141: writing smithi19066007-24 from 2523136 to 3284992 tid 2 2024-08-19T10:09:07.447 INFO:tasks.rados.rados.0.smithi190.stdout:3141: writing smithi19066007-24 from 3284992 to 3727360 tid 3 2024-08-19T10:09:07.447 INFO:tasks.rados.rados.0.smithi190.stdout:3142: copy_from oid 44 from oid 49 current snap is 309 2024-08-19T10:09:07.447 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 1499 (ObjNum 868 snap 284 seq_num 868) dirty exists 2024-08-19T10:09:07.447 INFO:tasks.rados.rados.0.smithi190.stdout:3137: finishing copy_from racing read to smithi19066007-29 2024-08-19T10:09:07.447 INFO:tasks.rados.rados.0.smithi190.stdout:3137: finishing copy_from to smithi19066007-29 2024-08-19T10:09:07.447 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 1498 (ObjNum 953 snap 306 seq_num 953) dirty exists 2024-08-19T10:09:07.447 INFO:tasks.rados.rados.0.smithi190.stdout:3138: expect (ObjNum 927 snap 297 seq_num 927) 2024-08-19T10:09:07.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:07 smithi190 ceph-mon[77620]: pgmap v713: 121 pgs: 121 active+clean; 128 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-08-19T10:09:07.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:07 smithi190 ceph-mon[77620]: osdmap e695: 8 total, 8 up, 8 in 2024-08-19T10:09:07.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:07 smithi190 ceph-mon[80032]: pgmap v713: 121 pgs: 121 active+clean; 128 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-08-19T10:09:07.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:07 smithi190 ceph-mon[80032]: osdmap e695: 8 total, 8 up, 8 in 2024-08-19T10:09:07.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:07 smithi196 ceph-mon[72638]: pgmap v713: 121 pgs: 121 active+clean; 128 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2024-08-19T10:09:07.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:07 smithi196 ceph-mon[72638]: osdmap e695: 8 total, 8 up, 8 in 2024-08-19T10:09:08.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:09:07 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:09:07] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.51.0" 2024-08-19T10:09:08.331 INFO:tasks.rados.rados.0.smithi190.stdout:3141: finishing write tid 1 to smithi19066007-24 2024-08-19T10:09:08.332 INFO:tasks.rados.rados.0.smithi190.stdout:3141: finishing write tid 2 to smithi19066007-24 2024-08-19T10:09:08.332 INFO:tasks.rados.rados.0.smithi190.stdout:3141: finishing write tid 3 to smithi19066007-24 2024-08-19T10:09:08.332 INFO:tasks.rados.rados.0.smithi190.stdout:3141: finishing write tid 4 to smithi19066007-24 2024-08-19T10:09:08.332 INFO:tasks.rados.rados.0.smithi190.stdout:3141: finishing write tid 5 to smithi19066007-24 2024-08-19T10:09:08.332 INFO:tasks.rados.rados.0.smithi190.stdout:3141: oid 24 updating version 0 to 1871 2024-08-19T10:09:08.332 INFO:tasks.rados.rados.0.smithi190.stdout:3141: oid 24 updating version 1871 to 1873 2024-08-19T10:09:08.332 INFO:tasks.rados.rados.0.smithi190.stdout:3141: oid 24 updating version 1873 to 1874 2024-08-19T10:09:08.332 INFO:tasks.rados.rados.0.smithi190.stdout:3141: oid 24 version 1874 is already newer than 1872 2024-08-19T10:09:08.332 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 1874 (ObjNum 964 snap 309 seq_num 964) dirty exists 2024-08-19T10:09:08.332 INFO:tasks.rados.rados.0.smithi190.stdout:3141: left oid 24 (ObjNum 964 snap 309 seq_num 964) 2024-08-19T10:09:08.332 INFO:tasks.rados.rados.0.smithi190.stdout:3142: finishing copy_from racing read to smithi19066007-44 2024-08-19T10:09:08.332 INFO:tasks.rados.rados.0.smithi190.stdout:3142: finishing copy_from to smithi19066007-44 2024-08-19T10:09:08.333 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 1760 (ObjNum 923 snap 297 seq_num 923) dirty exists 2024-08-19T10:09:08.333 INFO:tasks.rados.rados.0.smithi190.stdout:3137: done (4 left) 2024-08-19T10:09:08.333 INFO:tasks.rados.rados.0.smithi190.stdout:3138: done (3 left) 2024-08-19T10:09:08.333 INFO:tasks.rados.rados.0.smithi190.stdout:3139: done (2 left) 2024-08-19T10:09:08.333 INFO:tasks.rados.rados.0.smithi190.stdout:3141: done (1 left) 2024-08-19T10:09:08.333 INFO:tasks.rados.rados.0.smithi190.stdout:3142: done (0 left) 2024-08-19T10:09:08.333 INFO:tasks.rados.rados.0.smithi190.stdout:3143: snap_remove snap 299 2024-08-19T10:09:08.432 INFO:tasks.rados.rados.0.smithi190.stdout:3143: done (0 left) 2024-08-19T10:09:08.432 INFO:tasks.rados.rados.0.smithi190.stdout:3144: read oid 24 snap 303 2024-08-19T10:09:08.432 INFO:tasks.rados.rados.0.smithi190.stdout:3144: expect (ObjNum 746 snap 248 seq_num 746) 2024-08-19T10:09:08.432 INFO:tasks.rados.rados.0.smithi190.stdout:3145: setattr oid 16 current snap is 309 2024-08-19T10:09:08.434 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 309 2024-08-19T10:09:08.435 INFO:tasks.rados.rados.0.smithi190.stdout:3146: seq_num 965 ranges {1572864=565248,2138112=647168,2785280=548864,3334144=8192} 2024-08-19T10:09:08.448 INFO:tasks.rados.rados.0.smithi190.stdout:3146: writing smithi19066007-29 from 1572864 to 2138112 tid 1 2024-08-19T10:09:08.452 INFO:tasks.rados.rados.0.smithi190.stdout:3146: writing smithi19066007-29 from 2138112 to 2785280 tid 2 2024-08-19T10:09:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:3146: writing smithi19066007-29 from 2785280 to 3334144 tid 3 2024-08-19T10:09:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:3146: writing smithi19066007-29 from 3334144 to 3342336 tid 4 2024-08-19T10:09:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:3147: read oid 36 snap -1 2024-08-19T10:09:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:3147: expect (ObjNum 894 snap 291 seq_num 894) 2024-08-19T10:09:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:3148: snap_create 2024-08-19T10:09:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 1753 (ObjNum 939 snap 302 seq_num 939) dirty exists 2024-08-19T10:09:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:3146: finishing write tid 1 to smithi19066007-29 2024-08-19T10:09:08.457 INFO:tasks.rados.rados.0.smithi190.stdout:3144: expect (ObjNum 746 snap 248 seq_num 746) 2024-08-19T10:09:08.550 INFO:tasks.rados.rados.0.smithi190.stdout:3146: finishing write tid 2 to smithi19066007-29 2024-08-19T10:09:08.550 INFO:tasks.rados.rados.0.smithi190.stdout:3146: finishing write tid 3 to smithi19066007-29 2024-08-19T10:09:08.550 INFO:tasks.rados.rados.0.smithi190.stdout:3146: finishing write tid 4 to smithi19066007-29 2024-08-19T10:09:08.550 INFO:tasks.rados.rados.0.smithi190.stdout:3146: finishing write tid 5 to smithi19066007-29 2024-08-19T10:09:08.550 INFO:tasks.rados.rados.0.smithi190.stdout:3146: finishing write tid 6 to smithi19066007-29 2024-08-19T10:09:08.550 INFO:tasks.rados.rados.0.smithi190.stdout:3146: oid 29 updating version 0 to 2057 2024-08-19T10:09:08.550 INFO:tasks.rados.rados.0.smithi190.stdout:3146: oid 29 updating version 2057 to 2059 2024-08-19T10:09:08.550 INFO:tasks.rados.rados.0.smithi190.stdout:3146: oid 29 version 2059 is already newer than 2056 2024-08-19T10:09:08.551 INFO:tasks.rados.rados.0.smithi190.stdout:3146: oid 29 version 2059 is already newer than 2058 2024-08-19T10:09:08.551 INFO:tasks.rados.rados.0.smithi190.stdout:3146: oid 29 updating version 2059 to 2060 2024-08-19T10:09:08.551 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 2060 (ObjNum 965 snap 309 seq_num 965) dirty exists 2024-08-19T10:09:08.551 INFO:tasks.rados.rados.0.smithi190.stdout:3146: left oid 29 (ObjNum 965 snap 309 seq_num 965) 2024-08-19T10:09:08.551 INFO:tasks.rados.rados.0.smithi190.stdout:3147: expect (ObjNum 894 snap 291 seq_num 894) 2024-08-19T10:09:08.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:08 smithi190 ceph-mon[77620]: osdmap e696: 8 total, 8 up, 8 in 2024-08-19T10:09:08.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:08 smithi190 ceph-mon[80032]: osdmap e696: 8 total, 8 up, 8 in 2024-08-19T10:09:08.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:08 smithi196 ceph-mon[72638]: osdmap e696: 8 total, 8 up, 8 in 2024-08-19T10:09:09.436 INFO:tasks.rados.rados.0.smithi190.stdout:3144: done (4 left) 2024-08-19T10:09:09.436 INFO:tasks.rados.rados.0.smithi190.stdout:3145: done (3 left) 2024-08-19T10:09:09.436 INFO:tasks.rados.rados.0.smithi190.stdout:3146: done (2 left) 2024-08-19T10:09:09.437 INFO:tasks.rados.rados.0.smithi190.stdout:3147: done (1 left) 2024-08-19T10:09:09.437 INFO:tasks.rados.rados.0.smithi190.stdout:3148: done (0 left) 2024-08-19T10:09:09.437 INFO:tasks.rados.rados.0.smithi190.stdout:3149: delete oid 50 current snap is 310 2024-08-19T10:09:09.438 INFO:tasks.rados.rados.0.smithi190.stdout:3149: done (0 left) 2024-08-19T10:09:09.438 INFO:tasks.rados.rados.0.smithi190.stdout:3150: read oid 32 snap -1 2024-08-19T10:09:09.439 INFO:tasks.rados.rados.0.smithi190.stdout:3150: expect deleted 2024-08-19T10:09:09.439 INFO:tasks.rados.rados.0.smithi190.stdout:3151: copy_from oid 39 from oid 16 current snap is 310 2024-08-19T10:09:09.439 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 11 current snap is 310 2024-08-19T10:09:09.439 INFO:tasks.rados.rados.0.smithi190.stdout:3152: seq_num 967 ranges {0=598016,598016=466944,1064960=516096,1581056=221184} 2024-08-19T10:09:09.442 INFO:tasks.rados.rados.0.smithi190.stdout:3152: writing smithi19066007-11 from 0 to 598016 tid 1 2024-08-19T10:09:09.445 INFO:tasks.rados.rados.0.smithi190.stdout:3152: writing smithi19066007-11 from 598016 to 1064960 tid 2 2024-08-19T10:09:09.448 INFO:tasks.rados.rados.0.smithi190.stdout:3152: writing smithi19066007-11 from 1064960 to 1581056 tid 3 2024-08-19T10:09:09.449 INFO:tasks.rados.rados.0.smithi190.stdout:3152: writing smithi19066007-11 from 1581056 to 1802240 tid 4 2024-08-19T10:09:09.449 INFO:tasks.rados.rados.0.smithi190.stdout:3153: delete oid 14 current snap is 310 2024-08-19T10:09:09.449 INFO:tasks.rados.rados.0.smithi190.stdout:3152: finishing write tid 1 to smithi19066007-11 2024-08-19T10:09:09.449 INFO:tasks.rados.rados.0.smithi190.stdout:3152: finishing write tid 2 to smithi19066007-11 2024-08-19T10:09:09.452 INFO:tasks.rados.rados.0.smithi190.stdout:3150: done (3 left) 2024-08-19T10:09:09.452 INFO:tasks.rados.rados.0.smithi190.stdout:3153: done (2 left) 2024-08-19T10:09:09.452 INFO:tasks.rados.rados.0.smithi190.stdout:3154: copy_from oid 4 from oid 18 current snap is 310 2024-08-19T10:09:09.452 INFO:tasks.rados.rados.0.smithi190.stdout:3155: read oid 2 snap -1 2024-08-19T10:09:09.452 INFO:tasks.rados.rados.0.smithi190.stdout:3155: expect (ObjNum 938 snap 301 seq_num 938) 2024-08-19T10:09:09.452 INFO:tasks.rados.rados.0.smithi190.stdout:3156: snap_remove snap 300 2024-08-19T10:09:09.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:09 smithi190 ceph-mon[77620]: pgmap v716: 121 pgs: 121 active+clean; 131 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-19T10:09:09.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:09 smithi190 ceph-mon[77620]: osdmap e697: 8 total, 8 up, 8 in 2024-08-19T10:09:09.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:09 smithi190 ceph-mon[80032]: pgmap v716: 121 pgs: 121 active+clean; 131 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-19T10:09:09.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:09 smithi190 ceph-mon[80032]: osdmap e697: 8 total, 8 up, 8 in 2024-08-19T10:09:09.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:09 smithi196 ceph-mon[72638]: pgmap v716: 121 pgs: 121 active+clean; 131 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-19T10:09:09.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:09 smithi196 ceph-mon[72638]: osdmap e697: 8 total, 8 up, 8 in 2024-08-19T10:09:10.448 INFO:tasks.rados.rados.0.smithi190.stdout:3152: finishing write tid 3 to smithi19066007-11 2024-08-19T10:09:10.449 INFO:tasks.rados.rados.0.smithi190.stdout:3152: finishing write tid 4 to smithi19066007-11 2024-08-19T10:09:10.449 INFO:tasks.rados.rados.0.smithi190.stdout:3152: finishing write tid 5 to smithi19066007-11 2024-08-19T10:09:10.449 INFO:tasks.rados.rados.0.smithi190.stdout:3152: finishing write tid 6 to smithi19066007-11 2024-08-19T10:09:10.449 INFO:tasks.rados.rados.0.smithi190.stdout:3152: oid 11 updating version 0 to 1503 2024-08-19T10:09:10.449 INFO:tasks.rados.rados.0.smithi190.stdout:3152: oid 11 version 1503 is already newer than 1502 2024-08-19T10:09:10.449 INFO:tasks.rados.rados.0.smithi190.stdout:3152: oid 11 version 1503 is already newer than 1500 2024-08-19T10:09:10.449 INFO:tasks.rados.rados.0.smithi190.stdout:3152: oid 11 updating version 1503 to 1504 2024-08-19T10:09:10.449 INFO:tasks.rados.rados.0.smithi190.stdout:3152: oid 11 version 1504 is already newer than 1501 2024-08-19T10:09:10.449 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 1504 (ObjNum 967 snap 310 seq_num 967) dirty exists 2024-08-19T10:09:10.449 INFO:tasks.rados.rados.0.smithi190.stdout:3152: left oid 11 (ObjNum 967 snap 310 seq_num 967) 2024-08-19T10:09:10.449 INFO:tasks.rados.rados.0.smithi190.stdout:3151: finishing copy_from racing read to smithi19066007-39 2024-08-19T10:09:10.450 INFO:tasks.rados.rados.0.smithi190.stdout:3155: expect (ObjNum 938 snap 301 seq_num 938) 2024-08-19T10:09:10.492 INFO:tasks.rados.rados.0.smithi190.stdout:3151: finishing copy_from to smithi19066007-39 2024-08-19T10:09:10.492 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 1753 (ObjNum 939 snap 302 seq_num 939) dirty exists 2024-08-19T10:09:10.492 INFO:tasks.rados.rados.0.smithi190.stdout:3154: finishing copy_from racing read to smithi19066007-4 2024-08-19T10:09:10.493 INFO:tasks.rados.rados.0.smithi190.stdout:3154: finishing copy_from to smithi19066007-4 2024-08-19T10:09:10.493 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 2060 (ObjNum 955 snap 307 seq_num 955) dirty exists 2024-08-19T10:09:10.493 INFO:tasks.rados.rados.0.smithi190.stdout:3151: done (4 left) 2024-08-19T10:09:10.493 INFO:tasks.rados.rados.0.smithi190.stdout:3152: done (3 left) 2024-08-19T10:09:10.493 INFO:tasks.rados.rados.0.smithi190.stdout:3154: done (2 left) 2024-08-19T10:09:10.493 INFO:tasks.rados.rados.0.smithi190.stdout:3155: done (1 left) 2024-08-19T10:09:10.493 INFO:tasks.rados.rados.0.smithi190.stdout:3156: done (0 left) 2024-08-19T10:09:10.493 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 46 current snap is 310 2024-08-19T10:09:10.493 INFO:tasks.rados.rados.0.smithi190.stdout:3157: seq_num 969 ranges {2711552=638976,3350528=630784,3981312=532480,4513792=40960} 2024-08-19T10:09:10.509 INFO:tasks.rados.rados.0.smithi190.stdout:3157: writing smithi19066007-46 from 2711552 to 3350528 tid 1 2024-08-19T10:09:10.513 INFO:tasks.rados.rados.0.smithi190.stdout:3157: writing smithi19066007-46 from 3350528 to 3981312 tid 2 2024-08-19T10:09:10.516 INFO:tasks.rados.rados.0.smithi190.stdout:3157: writing smithi19066007-46 from 3981312 to 4513792 tid 3 2024-08-19T10:09:10.517 INFO:tasks.rados.rados.0.smithi190.stdout:3157: writing smithi19066007-46 from 4513792 to 4554752 tid 4 2024-08-19T10:09:10.517 INFO:tasks.rados.rados.0.smithi190.stdout:3158: copy_from oid 28 from oid 45 current snap is 310 2024-08-19T10:09:10.517 INFO:tasks.rados.rados.0.smithi190.stdout:3157: finishing write tid 1 to smithi19066007-46 2024-08-19T10:09:10.517 INFO:tasks.rados.rados.0.smithi190.stdout:3157: finishing write tid 2 to smithi19066007-46 2024-08-19T10:09:10.517 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 48 current snap is 310 2024-08-19T10:09:10.517 INFO:tasks.rados.rados.0.smithi190.stdout:3159: seq_num 970 ranges {2842624=655360,3497984=516096,4014080=688128} 2024-08-19T10:09:10.536 INFO:tasks.rados.rados.0.smithi190.stdout:3159: writing smithi19066007-48 from 2842624 to 3497984 tid 1 2024-08-19T10:09:10.539 INFO:tasks.rados.rados.0.smithi190.stdout:3159: writing smithi19066007-48 from 3497984 to 4014080 tid 2 2024-08-19T10:09:10.543 INFO:tasks.rados.rados.0.smithi190.stdout:3159: writing smithi19066007-48 from 4014080 to 4702208 tid 3 2024-08-19T10:09:10.544 INFO:tasks.rados.rados.0.smithi190.stdout:3160: snap_create 2024-08-19T10:09:10.544 INFO:tasks.rados.rados.0.smithi190.stdout:3157: finishing write tid 3 to smithi19066007-46 2024-08-19T10:09:10.544 INFO:tasks.rados.rados.0.smithi190.stdout:3157: finishing write tid 4 to smithi19066007-46 2024-08-19T10:09:10.544 INFO:tasks.rados.rados.0.smithi190.stdout:3157: finishing write tid 5 to smithi19066007-46 2024-08-19T10:09:10.544 INFO:tasks.rados.rados.0.smithi190.stdout:3157: finishing write tid 6 to smithi19066007-46 2024-08-19T10:09:10.544 INFO:tasks.rados.rados.0.smithi190.stdout:3157: oid 46 updating version 0 to 1472 2024-08-19T10:09:10.544 INFO:tasks.rados.rados.0.smithi190.stdout:3157: oid 46 updating version 1472 to 1475 2024-08-19T10:09:10.544 INFO:tasks.rados.rados.0.smithi190.stdout:3157: oid 46 version 1475 is already newer than 1473 2024-08-19T10:09:10.544 INFO:tasks.rados.rados.0.smithi190.stdout:3157: oid 46 version 1475 is already newer than 1471 2024-08-19T10:09:10.544 INFO:tasks.rados.rados.0.smithi190.stdout:3157: oid 46 version 1475 is already newer than 1474 2024-08-19T10:09:10.544 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 1475 (ObjNum 969 snap 310 seq_num 969) dirty exists 2024-08-19T10:09:10.545 INFO:tasks.rados.rados.0.smithi190.stdout:3157: left oid 46 (ObjNum 969 snap 310 seq_num 969) 2024-08-19T10:09:10.545 INFO:tasks.rados.rados.0.smithi190.stdout:3158: finishing copy_from racing read to smithi19066007-28 2024-08-19T10:09:10.545 INFO:tasks.rados.rados.0.smithi190.stdout:3158: finishing copy_from to smithi19066007-28 2024-08-19T10:09:10.545 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 1860 (ObjNum 950 snap 305 seq_num 950) dirty exists 2024-08-19T10:09:10.545 INFO:tasks.rados.rados.0.smithi190.stdout:3159: finishing write tid 1 to smithi19066007-48 2024-08-19T10:09:10.545 INFO:tasks.rados.rados.0.smithi190.stdout:3159: finishing write tid 2 to smithi19066007-48 2024-08-19T10:09:10.548 INFO:tasks.rados.rados.0.smithi190.stdout:3159: finishing write tid 3 to smithi19066007-48 2024-08-19T10:09:10.548 INFO:tasks.rados.rados.0.smithi190.stdout:3159: finishing write tid 4 to smithi19066007-48 2024-08-19T10:09:10.549 INFO:tasks.rados.rados.0.smithi190.stdout:3159: finishing write tid 5 to smithi19066007-48 2024-08-19T10:09:10.550 INFO:tasks.rados.rados.0.smithi190.stdout:3159: oid 48 updating version 0 to 2082 2024-08-19T10:09:10.550 INFO:tasks.rados.rados.0.smithi190.stdout:3159: oid 48 updating version 2082 to 2085 2024-08-19T10:09:10.550 INFO:tasks.rados.rados.0.smithi190.stdout:3159: oid 48 version 2085 is already newer than 2084 2024-08-19T10:09:10.550 INFO:tasks.rados.rados.0.smithi190.stdout:3159: oid 48 version 2085 is already newer than 2083 2024-08-19T10:09:10.550 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 2085 (ObjNum 970 snap 310 seq_num 970) dirty exists 2024-08-19T10:09:10.550 INFO:tasks.rados.rados.0.smithi190.stdout:3159: left oid 48 (ObjNum 970 snap 310 seq_num 970) 2024-08-19T10:09:10.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:10 smithi190 ceph-mon[77620]: osdmap e698: 8 total, 8 up, 8 in 2024-08-19T10:09:10.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:10 smithi190 ceph-mon[80032]: osdmap e698: 8 total, 8 up, 8 in 2024-08-19T10:09:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:10 smithi196 ceph-mon[72638]: osdmap e698: 8 total, 8 up, 8 in 2024-08-19T10:09:11.445 INFO:tasks.rados.rados.0.smithi190.stdout:3157: done (3 left) 2024-08-19T10:09:11.445 INFO:tasks.rados.rados.0.smithi190.stdout:3158: done (2 left) 2024-08-19T10:09:11.445 INFO:tasks.rados.rados.0.smithi190.stdout:3159: done (1 left) 2024-08-19T10:09:11.445 INFO:tasks.rados.rados.0.smithi190.stdout:3160: done (0 left) 2024-08-19T10:09:11.445 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 311 2024-08-19T10:09:11.445 INFO:tasks.rados.rados.0.smithi190.stdout:3161: seq_num 971 ranges {0=671744,671744=802816,1474560=401408} 2024-08-19T10:09:11.448 INFO:tasks.rados.rados.0.smithi190.stdout:3161: writing smithi19066007-32 from 0 to 671744 tid 1 2024-08-19T10:09:11.453 INFO:tasks.rados.rados.0.smithi190.stdout:3161: writing smithi19066007-32 from 671744 to 1474560 tid 2 2024-08-19T10:09:11.456 INFO:tasks.rados.rados.0.smithi190.stdout:3161: writing smithi19066007-32 from 1474560 to 1875968 tid 3 2024-08-19T10:09:11.456 INFO:tasks.rados.rados.0.smithi190.stdout:3162: snap_create 2024-08-19T10:09:11.458 INFO:tasks.rados.rados.0.smithi190.stdout:3161: finishing write tid 1 to smithi19066007-32 2024-08-19T10:09:11.461 INFO:tasks.rados.rados.0.smithi190.stdout:3161: finishing write tid 2 to smithi19066007-32 2024-08-19T10:09:11.461 INFO:tasks.rados.rados.0.smithi190.stdout:3161: finishing write tid 3 to smithi19066007-32 2024-08-19T10:09:11.461 INFO:tasks.rados.rados.0.smithi190.stdout:3161: finishing write tid 4 to smithi19066007-32 2024-08-19T10:09:11.463 INFO:tasks.rados.rados.0.smithi190.stdout:3161: finishing write tid 5 to smithi19066007-32 2024-08-19T10:09:11.463 INFO:tasks.rados.rados.0.smithi190.stdout:3161: oid 32 updating version 0 to 2064 2024-08-19T10:09:11.463 INFO:tasks.rados.rados.0.smithi190.stdout:3161: oid 32 version 2064 is already newer than 2063 2024-08-19T10:09:11.463 INFO:tasks.rados.rados.0.smithi190.stdout:3161: oid 32 version 2064 is already newer than 2062 2024-08-19T10:09:11.463 INFO:tasks.rados.rados.0.smithi190.stdout:3161: oid 32 version 2064 is already newer than 2061 2024-08-19T10:09:11.463 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 2064 (ObjNum 971 snap 311 seq_num 971) dirty exists 2024-08-19T10:09:11.463 INFO:tasks.rados.rados.0.smithi190.stdout:3161: left oid 32 (ObjNum 971 snap 311 seq_num 971) 2024-08-19T10:09:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:11 smithi190 ceph-mon[77620]: pgmap v719: 121 pgs: 121 active+clean; 146 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-08-19T10:09:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:11 smithi190 ceph-mon[77620]: osdmap e699: 8 total, 8 up, 8 in 2024-08-19T10:09:11.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:11 smithi190 ceph-mon[80032]: pgmap v719: 121 pgs: 121 active+clean; 146 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-08-19T10:09:11.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:11 smithi190 ceph-mon[80032]: osdmap e699: 8 total, 8 up, 8 in 2024-08-19T10:09:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:11 smithi196 ceph-mon[72638]: pgmap v719: 121 pgs: 121 active+clean; 146 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-08-19T10:09:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:11 smithi196 ceph-mon[72638]: osdmap e699: 8 total, 8 up, 8 in 2024-08-19T10:09:12.460 INFO:tasks.rados.rados.0.smithi190.stdout:3161: done (1 left) 2024-08-19T10:09:12.460 INFO:tasks.rados.rados.0.smithi190.stdout:3162: done (0 left) 2024-08-19T10:09:12.460 INFO:tasks.rados.rados.0.smithi190.stdout:3163: read oid 10 snap -1 2024-08-19T10:09:12.460 INFO:tasks.rados.rados.0.smithi190.stdout:3163: expect deleted 2024-08-19T10:09:12.460 INFO:tasks.rados.rados.0.smithi190.stdout:3164: snap_remove snap 304 2024-08-19T10:09:12.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:12 smithi190 ceph-mon[77620]: osdmap e700: 8 total, 8 up, 8 in 2024-08-19T10:09:12.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:12 smithi190 ceph-mon[80032]: osdmap e700: 8 total, 8 up, 8 in 2024-08-19T10:09:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:12 smithi196 ceph-mon[72638]: osdmap e700: 8 total, 8 up, 8 in 2024-08-19T10:09:13.406 INFO:tasks.rados.rados.0.smithi190.stdout:3164: done (1 left) 2024-08-19T10:09:13.406 INFO:tasks.rados.rados.0.smithi190.stdout:3165: copy_from oid 4 from oid 16 current snap is 312 2024-08-19T10:09:13.406 INFO:tasks.rados.rados.0.smithi190.stdout:3166: read oid 14 snap 308 2024-08-19T10:09:13.406 INFO:tasks.rados.rados.0.smithi190.stdout:3166: expect (ObjNum 874 snap 285 seq_num 874) 2024-08-19T10:09:13.406 INFO:tasks.rados.rados.0.smithi190.stdout:3167: rollback oid 21 current snap is 312 2024-08-19T10:09:13.406 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 21 to 310 2024-08-19T10:09:13.406 INFO:tasks.rados.rados.0.smithi190.stdout:3168: rmattr oid 37 current snap is 312 2024-08-19T10:09:13.407 INFO:tasks.rados.rados.0.smithi190.stdout:3163: done (4 left) 2024-08-19T10:09:13.407 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 312 2024-08-19T10:09:13.407 INFO:tasks.rados.rados.0.smithi190.stdout:3169: seq_num 972 ranges {0=688128,688128=688128,1376256=516096} 2024-08-19T10:09:13.410 INFO:tasks.rados.rados.0.smithi190.stdout:3169: writing smithi19066007-26 from 0 to 688128 tid 1 2024-08-19T10:09:13.417 INFO:tasks.rados.rados.0.smithi190.stdout:3169: writing smithi19066007-26 from 688128 to 1376256 tid 2 2024-08-19T10:09:13.418 INFO:tasks.rados.rados.0.smithi190.stdout:3169: writing smithi19066007-26 from 1376256 to 1892352 tid 3 2024-08-19T10:09:13.418 INFO:tasks.rados.rados.0.smithi190.stdout:3170: snap_create 2024-08-19T10:09:13.419 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 1754 (ObjNum 845 snap 277 seq_num 845) dirty exists 2024-08-19T10:09:13.424 INFO:tasks.rados.rados.0.smithi190.stdout:3166: expect (ObjNum 874 snap 285 seq_num 874) 2024-08-19T10:09:13.435 INFO:tasks.rados.rados.0.smithi190.stdout:3169: finishing write tid 1 to smithi19066007-26 2024-08-19T10:09:13.435 INFO:tasks.rados.rados.0.smithi190.stdout:3169: finishing write tid 2 to smithi19066007-26 2024-08-19T10:09:13.435 INFO:tasks.rados.rados.0.smithi190.stdout:3169: finishing write tid 3 to smithi19066007-26 2024-08-19T10:09:13.435 INFO:tasks.rados.rados.0.smithi190.stdout:3169: finishing write tid 4 to smithi19066007-26 2024-08-19T10:09:13.436 INFO:tasks.rados.rados.0.smithi190.stdout:3169: finishing write tid 5 to smithi19066007-26 2024-08-19T10:09:13.436 INFO:tasks.rados.rados.0.smithi190.stdout:3169: oid 26 updating version 0 to 1765 2024-08-19T10:09:13.436 INFO:tasks.rados.rados.0.smithi190.stdout:3169: oid 26 updating version 1765 to 1766 2024-08-19T10:09:13.436 INFO:tasks.rados.rados.0.smithi190.stdout:3169: oid 26 updating version 1766 to 1767 2024-08-19T10:09:13.436 INFO:tasks.rados.rados.0.smithi190.stdout:3169: oid 26 updating version 1767 to 1768 2024-08-19T10:09:13.436 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1768 (ObjNum 972 snap 312 seq_num 972) dirty exists 2024-08-19T10:09:13.436 INFO:tasks.rados.rados.0.smithi190.stdout:3169: left oid 26 (ObjNum 972 snap 312 seq_num 972) 2024-08-19T10:09:13.436 INFO:tasks.rados.rados.0.smithi190.stdout:3167: finishing rollback tid 0 to smithi19066007-21 2024-08-19T10:09:13.436 INFO:tasks.rados.rados.0.smithi190.stdout:3167: finishing rollback tid 1 to smithi19066007-21 2024-08-19T10:09:13.436 INFO:tasks.rados.rados.0.smithi190.stdout:3167: finishing rollback tid 2 to smithi19066007-21 2024-08-19T10:09:13.436 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 1877 (ObjNum 950 snap 305 seq_num 950) dirty exists 2024-08-19T10:09:13.436 INFO:tasks.rados.rados.0.smithi190.stdout:3165: finishing copy_from racing read to smithi19066007-4 2024-08-19T10:09:13.437 INFO:tasks.rados.rados.0.smithi190.stdout:3165: finishing copy_from to smithi19066007-4 2024-08-19T10:09:13.437 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 1753 (ObjNum 939 snap 302 seq_num 939) dirty exists 2024-08-19T10:09:13.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:13 smithi190 ceph-mon[77620]: pgmap v722: 121 pgs: 121 active+clean; 152 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.4 MiB/s wr, 21 op/s 2024-08-19T10:09:13.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:13 smithi190 ceph-mon[77620]: osdmap e701: 8 total, 8 up, 8 in 2024-08-19T10:09:13.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:13 smithi190 ceph-mon[77620]: osdmap e702: 8 total, 8 up, 8 in 2024-08-19T10:09:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:13 smithi190 ceph-mon[80032]: pgmap v722: 121 pgs: 121 active+clean; 152 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.4 MiB/s wr, 21 op/s 2024-08-19T10:09:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:13 smithi190 ceph-mon[80032]: osdmap e701: 8 total, 8 up, 8 in 2024-08-19T10:09:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:13 smithi190 ceph-mon[80032]: osdmap e702: 8 total, 8 up, 8 in 2024-08-19T10:09:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:13 smithi196 ceph-mon[72638]: pgmap v722: 121 pgs: 121 active+clean; 152 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.4 MiB/s wr, 21 op/s 2024-08-19T10:09:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:13 smithi196 ceph-mon[72638]: osdmap e701: 8 total, 8 up, 8 in 2024-08-19T10:09:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:13 smithi196 ceph-mon[72638]: osdmap e702: 8 total, 8 up, 8 in 2024-08-19T10:09:14.406 INFO:tasks.rados.rados.0.smithi190.stdout:3165: done (5 left) 2024-08-19T10:09:14.407 INFO:tasks.rados.rados.0.smithi190.stdout:3166: done (4 left) 2024-08-19T10:09:14.407 INFO:tasks.rados.rados.0.smithi190.stdout:3167: done (3 left) 2024-08-19T10:09:14.407 INFO:tasks.rados.rados.0.smithi190.stdout:3168: done (2 left) 2024-08-19T10:09:14.407 INFO:tasks.rados.rados.0.smithi190.stdout:3169: done (1 left) 2024-08-19T10:09:14.407 INFO:tasks.rados.rados.0.smithi190.stdout:3170: done (0 left) 2024-08-19T10:09:14.407 INFO:tasks.rados.rados.0.smithi190.stdout:3171: copy_from oid 19 from oid 27 current snap is 313 2024-08-19T10:09:14.407 INFO:tasks.rados.rados.0.smithi190.stdout:3172: snap_remove snap 297 2024-08-19T10:09:15.415 INFO:tasks.rados.rados.0.smithi190.stdout:3172: done (1 left) 2024-08-19T10:09:15.415 INFO:tasks.rados.rados.0.smithi190.stdout:3173: read oid 21 snap 308 2024-08-19T10:09:15.415 INFO:tasks.rados.rados.0.smithi190.stdout:3173: expect (ObjNum 950 snap 305 seq_num 950) 2024-08-19T10:09:15.415 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 313 2024-08-19T10:09:15.415 INFO:tasks.rados.rados.0.smithi190.stdout:3174: seq_num 973 ranges {0=704512,704512=573440,1277952=507904,1785856=122880} 2024-08-19T10:09:15.419 INFO:tasks.rados.rados.0.smithi190.stdout:3174: writing smithi19066007-7 from 0 to 704512 tid 1 2024-08-19T10:09:15.423 INFO:tasks.rados.rados.0.smithi190.stdout:3174: writing smithi19066007-7 from 704512 to 1277952 tid 2 2024-08-19T10:09:15.427 INFO:tasks.rados.rados.0.smithi190.stdout:3174: writing smithi19066007-7 from 1277952 to 1785856 tid 3 2024-08-19T10:09:15.428 INFO:tasks.rados.rados.0.smithi190.stdout:3174: writing smithi19066007-7 from 1785856 to 1908736 tid 4 2024-08-19T10:09:15.428 INFO:tasks.rados.rados.0.smithi190.stdout:3171: finishing copy_from racing read to smithi19066007-19 2024-08-19T10:09:15.428 INFO:tasks.rados.rados.0.smithi190.stdout:3171: finishing copy_from to smithi19066007-19 2024-08-19T10:09:15.428 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1249 (ObjNum 905 snap 294 seq_num 905) dirty exists 2024-08-19T10:09:15.428 INFO:tasks.rados.rados.0.smithi190.stdout:3174: finishing write tid 1 to smithi19066007-7 2024-08-19T10:09:15.428 INFO:tasks.rados.rados.0.smithi190.stdout:3171: done (2 left) 2024-08-19T10:09:15.428 INFO:tasks.rados.rados.0.smithi190.stdout:3175: read oid 30 snap 308 2024-08-19T10:09:15.428 INFO:tasks.rados.rados.0.smithi190.stdout:3175: expect deleted 2024-08-19T10:09:15.429 INFO:tasks.rados.rados.0.smithi190.stdout:3176: delete oid 9 current snap is 313 2024-08-19T10:09:15.430 INFO:tasks.rados.rados.0.smithi190.stdout:3174: finishing write tid 2 to smithi19066007-7 2024-08-19T10:09:15.433 INFO:tasks.rados.rados.0.smithi190.stdout:3174: finishing write tid 3 to smithi19066007-7 2024-08-19T10:09:15.433 INFO:tasks.rados.rados.0.smithi190.stdout:3174: finishing write tid 4 to smithi19066007-7 2024-08-19T10:09:15.434 INFO:tasks.rados.rados.0.smithi190.stdout:3174: finishing write tid 5 to smithi19066007-7 2024-08-19T10:09:15.436 INFO:tasks.rados.rados.0.smithi190.stdout:3174: finishing write tid 6 to smithi19066007-7 2024-08-19T10:09:15.436 INFO:tasks.rados.rados.0.smithi190.stdout:3174: oid 7 updating version 0 to 1972 2024-08-19T10:09:15.436 INFO:tasks.rados.rados.0.smithi190.stdout:3174: oid 7 updating version 1972 to 1974 2024-08-19T10:09:15.436 INFO:tasks.rados.rados.0.smithi190.stdout:3174: oid 7 version 1974 is already newer than 1970 2024-08-19T10:09:15.436 INFO:tasks.rados.rados.0.smithi190.stdout:3174: oid 7 version 1974 is already newer than 1971 2024-08-19T10:09:15.436 INFO:tasks.rados.rados.0.smithi190.stdout:3174: oid 7 version 1974 is already newer than 1973 2024-08-19T10:09:15.437 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1974 (ObjNum 973 snap 313 seq_num 973) dirty exists 2024-08-19T10:09:15.437 INFO:tasks.rados.rados.0.smithi190.stdout:3174: left oid 7 (ObjNum 973 snap 313 seq_num 973) 2024-08-19T10:09:15.439 INFO:tasks.rados.rados.0.smithi190.stdout:3174: done (3 left) 2024-08-19T10:09:15.439 INFO:tasks.rados.rados.0.smithi190.stdout:3175: done (2 left) 2024-08-19T10:09:15.439 INFO:tasks.rados.rados.0.smithi190.stdout:3176: done (1 left) 2024-08-19T10:09:15.439 INFO:tasks.rados.rados.0.smithi190.stdout:3177: read oid 31 snap -1 2024-08-19T10:09:15.439 INFO:tasks.rados.rados.0.smithi190.stdout:3177: expect (ObjNum 850 snap 277 seq_num 850) 2024-08-19T10:09:15.439 INFO:tasks.rados.rados.0.smithi190.stdout:3178: copy_from oid 3 from oid 15 current snap is 313 2024-08-19T10:09:15.440 INFO:tasks.rados.rados.0.smithi190.stdout:3179: copy_from oid 32 from oid 11 current snap is 313 2024-08-19T10:09:15.440 INFO:tasks.rados.rados.0.smithi190.stdout:3180: snap_remove snap 305 2024-08-19T10:09:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:15 smithi196 ceph-mon[72638]: pgmap v725: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 156 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-08-19T10:09:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:15 smithi196 ceph-mon[72638]: osdmap e703: 8 total, 8 up, 8 in 2024-08-19T10:09:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:09:15.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:09:15.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:15 smithi190 ceph-mon[77620]: pgmap v725: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 156 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-08-19T10:09:15.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:15 smithi190 ceph-mon[77620]: osdmap e703: 8 total, 8 up, 8 in 2024-08-19T10:09:15.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:09:15.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:09:15.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:15 smithi190 ceph-mon[80032]: pgmap v725: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 156 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-08-19T10:09:15.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:15 smithi190 ceph-mon[80032]: osdmap e703: 8 total, 8 up, 8 in 2024-08-19T10:09:15.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:09:15.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:09:16.418 INFO:tasks.rados.rados.0.smithi190.stdout:3180: done (4 left) 2024-08-19T10:09:16.418 INFO:tasks.rados.rados.0.smithi190.stdout:3181: snap_remove snap 311 2024-08-19T10:09:16.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:16 smithi196 ceph-mon[72638]: osdmap e704: 8 total, 8 up, 8 in 2024-08-19T10:09:16.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:16 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:09:16.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:16 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:09:16.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:16 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:09:16.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:16 smithi190 ceph-mon[77620]: osdmap e704: 8 total, 8 up, 8 in 2024-08-19T10:09:16.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:16 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:09:16.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:16 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:09:16.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:16 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:09:16.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:16 smithi190 ceph-mon[80032]: osdmap e704: 8 total, 8 up, 8 in 2024-08-19T10:09:16.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:16 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:09:16.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:16 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:09:16.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:16 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:09:17.425 INFO:tasks.rados.rados.0.smithi190.stdout:3181: done (4 left) 2024-08-19T10:09:17.425 INFO:tasks.rados.rados.0.smithi190.stdout:3182: snap_remove snap 312 2024-08-19T10:09:17.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:17 smithi196 ceph-mon[72638]: pgmap v728: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 160 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-19T10:09:17.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:17 smithi196 ceph-mon[72638]: osdmap e705: 8 total, 8 up, 8 in 2024-08-19T10:09:17.685 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:17 smithi190 ceph-mon[77620]: pgmap v728: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 160 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-19T10:09:17.685 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:17 smithi190 ceph-mon[77620]: osdmap e705: 8 total, 8 up, 8 in 2024-08-19T10:09:17.685 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:17 smithi190 ceph-mon[80032]: pgmap v728: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 160 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-19T10:09:17.685 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:17 smithi190 ceph-mon[80032]: osdmap e705: 8 total, 8 up, 8 in 2024-08-19T10:09:18.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:09:17 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:09:17] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.51.0" 2024-08-19T10:09:18.406 INFO:tasks.rados.rados.0.smithi190.stdout:3182: done (4 left) 2024-08-19T10:09:18.406 INFO:tasks.rados.rados.0.smithi190.stdout:3183: snap_create 2024-08-19T10:09:18.406 INFO:tasks.rados.rados.0.smithi190.stdout:3173: expect (ObjNum 950 snap 305 seq_num 950) 2024-08-19T10:09:18.501 INFO:tasks.rados.rados.0.smithi190.stdout:3178: finishing copy_from racing read to smithi19066007-3 2024-08-19T10:09:18.502 INFO:tasks.rados.rados.0.smithi190.stdout:3177: expect (ObjNum 850 snap 277 seq_num 850) 2024-08-19T10:09:18.560 INFO:tasks.rados.rados.0.smithi190.stdout:3178: finishing copy_from to smithi19066007-3 2024-08-19T10:09:18.560 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 1635 (ObjNum 934 snap 298 seq_num 934) dirty exists 2024-08-19T10:09:18.561 INFO:tasks.rados.rados.0.smithi190.stdout:3179: finishing copy_from racing read to smithi19066007-32 2024-08-19T10:09:18.561 INFO:tasks.rados.rados.0.smithi190.stdout:3179: finishing copy_from to smithi19066007-32 2024-08-19T10:09:18.561 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 1504 (ObjNum 967 snap 310 seq_num 967) dirty exists 2024-08-19T10:09:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:18 smithi190 ceph-mon[77620]: osdmap e706: 8 total, 8 up, 8 in 2024-08-19T10:09:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:18 smithi190 ceph-mon[77620]: osdmap e707: 8 total, 8 up, 8 in 2024-08-19T10:09:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:18 smithi190 ceph-mon[80032]: osdmap e706: 8 total, 8 up, 8 in 2024-08-19T10:09:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:18 smithi190 ceph-mon[80032]: osdmap e707: 8 total, 8 up, 8 in 2024-08-19T10:09:18.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:18 smithi196 ceph-mon[72638]: osdmap e706: 8 total, 8 up, 8 in 2024-08-19T10:09:18.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:18 smithi196 ceph-mon[72638]: osdmap e707: 8 total, 8 up, 8 in 2024-08-19T10:09:19.410 INFO:tasks.rados.rados.0.smithi190.stdout:3173: done (4 left) 2024-08-19T10:09:19.410 INFO:tasks.rados.rados.0.smithi190.stdout:3177: done (3 left) 2024-08-19T10:09:19.410 INFO:tasks.rados.rados.0.smithi190.stdout:3178: done (2 left) 2024-08-19T10:09:19.410 INFO:tasks.rados.rados.0.smithi190.stdout:3179: done (1 left) 2024-08-19T10:09:19.411 INFO:tasks.rados.rados.0.smithi190.stdout:3183: done (0 left) 2024-08-19T10:09:19.411 INFO:tasks.rados.rados.0.smithi190.stdout:3184: rmattr oid 20 current snap is 314 2024-08-19T10:09:19.411 INFO:tasks.rados.rados.0.smithi190.stdout:3184: done (0 left) 2024-08-19T10:09:19.411 INFO:tasks.rados.rados.0.smithi190.stdout:3185: rollback oid 4 current snap is 314 2024-08-19T10:09:19.411 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 4 to 301 2024-08-19T10:09:19.411 INFO:tasks.rados.rados.0.smithi190.stdout:3186: rmattr oid 11 current snap is 314 2024-08-19T10:09:19.411 INFO:tasks.rados.rados.0.smithi190.stdout:3186: done (1 left) 2024-08-19T10:09:19.411 INFO:tasks.rados.rados.0.smithi190.stdout:3187: read oid 23 snap 306 2024-08-19T10:09:19.411 INFO:tasks.rados.rados.0.smithi190.stdout:3187: expect (ObjNum 684 snap 220 seq_num 684) 2024-08-19T10:09:19.411 INFO:tasks.rados.rados.0.smithi190.stdout:3188: snap_remove snap 309 2024-08-19T10:09:19.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:19 smithi190 ceph-mon[80032]: pgmap v731: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 161 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 181 KiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-19T10:09:19.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:19 smithi190 ceph-mon[80032]: osdmap e708: 8 total, 8 up, 8 in 2024-08-19T10:09:19.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:19 smithi190 ceph-mon[77620]: pgmap v731: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 161 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 181 KiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-19T10:09:19.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:19 smithi190 ceph-mon[77620]: osdmap e708: 8 total, 8 up, 8 in 2024-08-19T10:09:19.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:19 smithi196 ceph-mon[72638]: pgmap v731: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 161 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 181 KiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-19T10:09:19.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:19 smithi196 ceph-mon[72638]: osdmap e708: 8 total, 8 up, 8 in 2024-08-19T10:09:20.412 INFO:tasks.rados.rados.0.smithi190.stdout:3188: done (2 left) 2024-08-19T10:09:20.412 INFO:tasks.rados.rados.0.smithi190.stdout:3189: copy_from oid 34 from oid 40 current snap is 314 2024-08-19T10:09:20.412 INFO:tasks.rados.rados.0.smithi190.stdout:3185: finishing rollback tid 0 to smithi19066007-4 2024-08-19T10:09:20.412 INFO:tasks.rados.rados.0.smithi190.stdout:3185: finishing rollback tid 1 to smithi19066007-4 2024-08-19T10:09:20.412 INFO:tasks.rados.rados.0.smithi190.stdout:3185: finishing rollback tid 2 to smithi19066007-4 2024-08-19T10:09:20.412 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 2067 (ObjNum 915 snap 297 seq_num 915) dirty exists 2024-08-19T10:09:20.413 INFO:tasks.rados.rados.0.smithi190.stdout:3187: expect (ObjNum 684 snap 220 seq_num 684) 2024-08-19T10:09:20.531 INFO:tasks.rados.rados.0.smithi190.stdout:3189: finishing copy_from racing read to smithi19066007-34 2024-08-19T10:09:20.531 INFO:tasks.rados.rados.0.smithi190.stdout:3189: finishing copy_from to smithi19066007-34 2024-08-19T10:09:20.531 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 299 (ObjNum 929 snap 298 seq_num 929) dirty exists 2024-08-19T10:09:20.531 INFO:tasks.rados.rados.0.smithi190.stdout:3185: done (2 left) 2024-08-19T10:09:20.531 INFO:tasks.rados.rados.0.smithi190.stdout:3187: done (1 left) 2024-08-19T10:09:20.531 INFO:tasks.rados.rados.0.smithi190.stdout:3189: done (0 left) 2024-08-19T10:09:20.531 INFO:tasks.rados.rados.0.smithi190.stdout:3190: snap_create 2024-08-19T10:09:21.440 INFO:tasks.rados.rados.0.smithi190.stdout:3190: done (0 left) 2024-08-19T10:09:21.440 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 315 2024-08-19T10:09:21.440 INFO:tasks.rados.rados.0.smithi190.stdout:3191: seq_num 975 ranges {1908736=737280,2646016=786432,3432448=417792} 2024-08-19T10:09:21.453 INFO:tasks.rados.rados.0.smithi190.stdout:3191: writing smithi19066007-7 from 1908736 to 2646016 tid 1 2024-08-19T10:09:21.458 INFO:tasks.rados.rados.0.smithi190.stdout:3191: writing smithi19066007-7 from 2646016 to 3432448 tid 2 2024-08-19T10:09:21.461 INFO:tasks.rados.rados.0.smithi190.stdout:3191: writing smithi19066007-7 from 3432448 to 3850240 tid 3 2024-08-19T10:09:21.461 INFO:tasks.rados.rados.0.smithi190.stdout:3192: copy_from oid 48 from oid 38 current snap is 315 2024-08-19T10:09:21.461 INFO:tasks.rados.rados.0.smithi190.stdout:3193: copy_from oid 29 from oid 8 current snap is 315 2024-08-19T10:09:21.461 INFO:tasks.rados.rados.0.smithi190.stdout:3194: read oid 14 snap 308 2024-08-19T10:09:21.461 INFO:tasks.rados.rados.0.smithi190.stdout:3194: expect (ObjNum 874 snap 285 seq_num 874) 2024-08-19T10:09:21.461 INFO:tasks.rados.rados.0.smithi190.stdout:3195: snap_remove snap 306 2024-08-19T10:09:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:21 smithi196 ceph-mon[72638]: pgmap v734: 121 pgs: 121 active+clean; 161 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-08-19T10:09:21.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:21 smithi196 ceph-mon[72638]: osdmap e709: 8 total, 8 up, 8 in 2024-08-19T10:09:21.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:21 smithi190 ceph-mon[80032]: pgmap v734: 121 pgs: 121 active+clean; 161 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-08-19T10:09:21.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:21 smithi190 ceph-mon[80032]: osdmap e709: 8 total, 8 up, 8 in 2024-08-19T10:09:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:21 smithi190 ceph-mon[77620]: pgmap v734: 121 pgs: 121 active+clean; 161 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-08-19T10:09:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:21 smithi190 ceph-mon[77620]: osdmap e709: 8 total, 8 up, 8 in 2024-08-19T10:09:22.453 INFO:tasks.rados.rados.0.smithi190.stdout:3195: done (4 left) 2024-08-19T10:09:22.453 INFO:tasks.rados.rados.0.smithi190.stdout:3196: copy_from oid 43 from oid 18 current snap is 315 2024-08-19T10:09:22.453 INFO:tasks.rados.rados.0.smithi190.stdout:3191: finishing write tid 1 to smithi19066007-7 2024-08-19T10:09:22.454 INFO:tasks.rados.rados.0.smithi190.stdout:3191: finishing write tid 2 to smithi19066007-7 2024-08-19T10:09:22.454 INFO:tasks.rados.rados.0.smithi190.stdout:3191: finishing write tid 3 to smithi19066007-7 2024-08-19T10:09:22.454 INFO:tasks.rados.rados.0.smithi190.stdout:3191: finishing write tid 4 to smithi19066007-7 2024-08-19T10:09:22.454 INFO:tasks.rados.rados.0.smithi190.stdout:3194: expect (ObjNum 874 snap 285 seq_num 874) 2024-08-19T10:09:22.464 INFO:tasks.rados.rados.0.smithi190.stdout:3191: finishing write tid 5 to smithi19066007-7 2024-08-19T10:09:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:3191: oid 7 updating version 0 to 1976 2024-08-19T10:09:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:3191: oid 7 updating version 1976 to 1978 2024-08-19T10:09:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:3191: oid 7 version 1978 is already newer than 1975 2024-08-19T10:09:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:3191: oid 7 version 1978 is already newer than 1977 2024-08-19T10:09:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1978 (ObjNum 975 snap 315 seq_num 975) dirty exists 2024-08-19T10:09:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:3191: left oid 7 (ObjNum 975 snap 315 seq_num 975) 2024-08-19T10:09:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:3192: finishing copy_from racing read to smithi19066007-48 2024-08-19T10:09:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:3192: finishing copy_from to smithi19066007-48 2024-08-19T10:09:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 1845 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T10:09:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:3193: finishing copy_from racing read to smithi19066007-29 2024-08-19T10:09:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:3193: finishing copy_from to smithi19066007-29 2024-08-19T10:09:22.465 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 1853 (ObjNum 746 snap 248 seq_num 746) dirty exists 2024-08-19T10:09:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:3191: done (4 left) 2024-08-19T10:09:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:3192: done (3 left) 2024-08-19T10:09:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:3193: done (2 left) 2024-08-19T10:09:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:3194: done (1 left) 2024-08-19T10:09:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:3197: read oid 12 snap -1 2024-08-19T10:09:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:3197: expect (ObjNum 893 snap 291 seq_num 893) 2024-08-19T10:09:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:3198: read oid 45 snap -1 2024-08-19T10:09:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:3198: expect (ObjNum 950 snap 305 seq_num 950) 2024-08-19T10:09:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:3199: read oid 5 snap 314 2024-08-19T10:09:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:3199: expect (ObjNum 956 snap 307 seq_num 956) 2024-08-19T10:09:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 30 current snap is 315 2024-08-19T10:09:22.466 INFO:tasks.rados.rados.0.smithi190.stdout:3200: seq_num 976 ranges {0=753664,753664=671744,1425408=532480} 2024-08-19T10:09:22.469 INFO:tasks.rados.rados.0.smithi190.stdout:3200: writing smithi19066007-30 from 0 to 753664 tid 1 2024-08-19T10:09:22.474 INFO:tasks.rados.rados.0.smithi190.stdout:3200: writing smithi19066007-30 from 753664 to 1425408 tid 2 2024-08-19T10:09:22.478 INFO:tasks.rados.rados.0.smithi190.stdout:3200: writing smithi19066007-30 from 1425408 to 1957888 tid 3 2024-08-19T10:09:22.478 INFO:tasks.rados.rados.0.smithi190.stdout:3201: snap_remove snap 310 2024-08-19T10:09:22.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:22 smithi190 ceph-mon[80032]: osdmap e710: 8 total, 8 up, 8 in 2024-08-19T10:09:22.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:22 smithi190 ceph-mon[77620]: osdmap e710: 8 total, 8 up, 8 in 2024-08-19T10:09:22.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:22 smithi196 ceph-mon[72638]: osdmap e710: 8 total, 8 up, 8 in 2024-08-19T10:09:23.410 INFO:tasks.rados.rados.0.smithi190.stdout:3200: finishing write tid 1 to smithi19066007-30 2024-08-19T10:09:23.410 INFO:tasks.rados.rados.0.smithi190.stdout:3197: expect (ObjNum 893 snap 291 seq_num 893) 2024-08-19T10:09:23.443 INFO:tasks.rados.rados.0.smithi190.stdout:3200: finishing write tid 2 to smithi19066007-30 2024-08-19T10:09:23.443 INFO:tasks.rados.rados.0.smithi190.stdout:3198: expect (ObjNum 950 snap 305 seq_num 950) 2024-08-19T10:09:23.533 INFO:tasks.rados.rados.0.smithi190.stdout:3200: finishing write tid 3 to smithi19066007-30 2024-08-19T10:09:23.533 INFO:tasks.rados.rados.0.smithi190.stdout:3200: finishing write tid 4 to smithi19066007-30 2024-08-19T10:09:23.533 INFO:tasks.rados.rados.0.smithi190.stdout:3200: finishing write tid 5 to smithi19066007-30 2024-08-19T10:09:23.533 INFO:tasks.rados.rados.0.smithi190.stdout:3200: oid 30 updating version 0 to 2120 2024-08-19T10:09:23.534 INFO:tasks.rados.rados.0.smithi190.stdout:3200: oid 30 updating version 2120 to 2121 2024-08-19T10:09:23.534 INFO:tasks.rados.rados.0.smithi190.stdout:3200: oid 30 version 2121 is already newer than 2119 2024-08-19T10:09:23.534 INFO:tasks.rados.rados.0.smithi190.stdout:3200: oid 30 version 2121 is already newer than 2118 2024-08-19T10:09:23.534 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 2121 (ObjNum 976 snap 315 seq_num 976) dirty exists 2024-08-19T10:09:23.534 INFO:tasks.rados.rados.0.smithi190.stdout:3200: left oid 30 (ObjNum 976 snap 315 seq_num 976) 2024-08-19T10:09:23.534 INFO:tasks.rados.rados.0.smithi190.stdout:3196: finishing copy_from racing read to smithi19066007-43 2024-08-19T10:09:23.534 INFO:tasks.rados.rados.0.smithi190.stdout:3196: finishing copy_from to smithi19066007-43 2024-08-19T10:09:23.534 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 2060 (ObjNum 955 snap 307 seq_num 955) dirty exists 2024-08-19T10:09:23.534 INFO:tasks.rados.rados.0.smithi190.stdout:3199: expect (ObjNum 956 snap 307 seq_num 956) 2024-08-19T10:09:23.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:23 smithi190 ceph-mon[80032]: pgmap v737: 121 pgs: 121 active+clean; 161 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 906 KiB/s wr, 5 op/s 2024-08-19T10:09:23.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:23 smithi190 ceph-mon[80032]: osdmap e711: 8 total, 8 up, 8 in 2024-08-19T10:09:23.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:23 smithi190 ceph-mon[80032]: osdmap e712: 8 total, 8 up, 8 in 2024-08-19T10:09:23.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:23 smithi190 ceph-mon[77620]: pgmap v737: 121 pgs: 121 active+clean; 161 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 906 KiB/s wr, 5 op/s 2024-08-19T10:09:23.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:23 smithi190 ceph-mon[77620]: osdmap e711: 8 total, 8 up, 8 in 2024-08-19T10:09:23.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:23 smithi190 ceph-mon[77620]: osdmap e712: 8 total, 8 up, 8 in 2024-08-19T10:09:23.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:23 smithi196 ceph-mon[72638]: pgmap v737: 121 pgs: 121 active+clean; 161 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 906 KiB/s wr, 5 op/s 2024-08-19T10:09:23.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:23 smithi196 ceph-mon[72638]: osdmap e711: 8 total, 8 up, 8 in 2024-08-19T10:09:23.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:23 smithi196 ceph-mon[72638]: osdmap e712: 8 total, 8 up, 8 in 2024-08-19T10:09:24.603 INFO:tasks.rados.rados.0.smithi190.stdout:3196: done (5 left) 2024-08-19T10:09:24.603 INFO:tasks.rados.rados.0.smithi190.stdout:3197: done (4 left) 2024-08-19T10:09:24.603 INFO:tasks.rados.rados.0.smithi190.stdout:3198: done (3 left) 2024-08-19T10:09:24.603 INFO:tasks.rados.rados.0.smithi190.stdout:3199: done (2 left) 2024-08-19T10:09:24.603 INFO:tasks.rados.rados.0.smithi190.stdout:3200: done (1 left) 2024-08-19T10:09:24.603 INFO:tasks.rados.rados.0.smithi190.stdout:3201: done (0 left) 2024-08-19T10:09:24.603 INFO:tasks.rados.rados.0.smithi190.stdout:3202: rmattr oid 35 current snap is 315 2024-08-19T10:09:24.603 INFO:tasks.rados.rados.0.smithi190.stdout:3202: done (0 left) 2024-08-19T10:09:24.603 INFO:tasks.rados.rados.0.smithi190.stdout:3203: snap_create 2024-08-19T10:09:25.456 INFO:tasks.rados.rados.0.smithi190.stdout:3203: done (0 left) 2024-08-19T10:09:25.456 INFO:tasks.rados.rados.0.smithi190.stdout:3204: read oid 3 snap -1 2024-08-19T10:09:25.456 INFO:tasks.rados.rados.0.smithi190.stdout:3204: expect (ObjNum 934 snap 298 seq_num 934) 2024-08-19T10:09:25.456 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 316 2024-08-19T10:09:25.456 INFO:tasks.rados.rados.0.smithi190.stdout:3205: seq_num 977 ranges {0=770048,770048=557056,1327104=491520,1818624=155648} 2024-08-19T10:09:25.460 INFO:tasks.rados.rados.0.smithi190.stdout:3205: writing smithi19066007-22 from 0 to 770048 tid 1 2024-08-19T10:09:25.463 INFO:tasks.rados.rados.0.smithi190.stdout:3205: writing smithi19066007-22 from 770048 to 1327104 tid 2 2024-08-19T10:09:25.466 INFO:tasks.rados.rados.0.smithi190.stdout:3205: writing smithi19066007-22 from 1327104 to 1818624 tid 3 2024-08-19T10:09:25.467 INFO:tasks.rados.rados.0.smithi190.stdout:3205: writing smithi19066007-22 from 1818624 to 1974272 tid 4 2024-08-19T10:09:25.467 INFO:tasks.rados.rados.0.smithi190.stdout:3206: read oid 37 snap -1 2024-08-19T10:09:25.467 INFO:tasks.rados.rados.0.smithi190.stdout:3206: expect (ObjNum 845 snap 277 seq_num 845) 2024-08-19T10:09:25.468 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 316 2024-08-19T10:09:25.468 INFO:tasks.rados.rados.0.smithi190.stdout:3207: seq_num 978 ranges {1318912=786432,2105344=442368,2547712=647168,3194880=114688} 2024-08-19T10:09:25.479 INFO:tasks.rados.rados.0.smithi190.stdout:3207: writing smithi19066007-2 from 1318912 to 2105344 tid 1 2024-08-19T10:09:25.482 INFO:tasks.rados.rados.0.smithi190.stdout:3207: writing smithi19066007-2 from 2105344 to 2547712 tid 2 2024-08-19T10:09:25.486 INFO:tasks.rados.rados.0.smithi190.stdout:3207: writing smithi19066007-2 from 2547712 to 3194880 tid 3 2024-08-19T10:09:25.487 INFO:tasks.rados.rados.0.smithi190.stdout:3207: writing smithi19066007-2 from 3194880 to 3309568 tid 4 2024-08-19T10:09:25.487 INFO:tasks.rados.rados.0.smithi190.stdout:3208: snap_remove snap 315 2024-08-19T10:09:25.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:25 smithi190 ceph-mon[80032]: pgmap v740: 121 pgs: 121 active+clean; 168 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-19T10:09:25.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:25 smithi190 ceph-mon[77620]: pgmap v740: 121 pgs: 121 active+clean; 168 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-19T10:09:25.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:25 smithi196 ceph-mon[72638]: pgmap v740: 121 pgs: 121 active+clean; 168 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-19T10:09:26.462 INFO:tasks.rados.rados.0.smithi190.stdout:3208: done (4 left) 2024-08-19T10:09:26.462 INFO:tasks.rados.rados.0.smithi190.stdout:3209: rollback oid 25 current snap is 316 2024-08-19T10:09:26.462 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 25 to 307 2024-08-19T10:09:26.462 INFO:tasks.rados.rados.0.smithi190.stdout:3204: expect (ObjNum 934 snap 298 seq_num 934) 2024-08-19T10:09:26.495 INFO:tasks.rados.rados.0.smithi190.stdout:3205: finishing write tid 1 to smithi19066007-22 2024-08-19T10:09:26.495 INFO:tasks.rados.rados.0.smithi190.stdout:3205: finishing write tid 2 to smithi19066007-22 2024-08-19T10:09:26.495 INFO:tasks.rados.rados.0.smithi190.stdout:3205: finishing write tid 3 to smithi19066007-22 2024-08-19T10:09:26.495 INFO:tasks.rados.rados.0.smithi190.stdout:3205: finishing write tid 4 to smithi19066007-22 2024-08-19T10:09:26.495 INFO:tasks.rados.rados.0.smithi190.stdout:3205: finishing write tid 5 to smithi19066007-22 2024-08-19T10:09:26.495 INFO:tasks.rados.rados.0.smithi190.stdout:3205: finishing write tid 6 to smithi19066007-22 2024-08-19T10:09:26.495 INFO:tasks.rados.rados.0.smithi190.stdout:3205: oid 22 updating version 0 to 1761 2024-08-19T10:09:26.495 INFO:tasks.rados.rados.0.smithi190.stdout:3205: oid 22 updating version 1761 to 1763 2024-08-19T10:09:26.495 INFO:tasks.rados.rados.0.smithi190.stdout:3205: oid 22 updating version 1763 to 1764 2024-08-19T10:09:26.496 INFO:tasks.rados.rados.0.smithi190.stdout:3205: oid 22 updating version 1764 to 1765 2024-08-19T10:09:26.496 INFO:tasks.rados.rados.0.smithi190.stdout:3205: oid 22 version 1765 is already newer than 1762 2024-08-19T10:09:26.496 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 1765 (ObjNum 977 snap 316 seq_num 977) dirty exists 2024-08-19T10:09:26.496 INFO:tasks.rados.rados.0.smithi190.stdout:3205: left oid 22 (ObjNum 977 snap 316 seq_num 977) 2024-08-19T10:09:26.496 INFO:tasks.rados.rados.0.smithi190.stdout:3207: finishing write tid 1 to smithi19066007-2 2024-08-19T10:09:26.496 INFO:tasks.rados.rados.0.smithi190.stdout:3204: done (4 left) 2024-08-19T10:09:26.496 INFO:tasks.rados.rados.0.smithi190.stdout:3205: done (3 left) 2024-08-19T10:09:26.496 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 10 current snap is 316 2024-08-19T10:09:26.496 INFO:tasks.rados.rados.0.smithi190.stdout:3207: finishing write tid 2 to smithi19066007-2 2024-08-19T10:09:26.496 INFO:tasks.rados.rados.0.smithi190.stdout:3210: seq_num 979 ranges {0=802816,802816=729088,1531904=458752,1990656=16384} 2024-08-19T10:09:26.499 INFO:tasks.rados.rados.0.smithi190.stdout:3210: writing smithi19066007-10 from 0 to 802816 tid 1 2024-08-19T10:09:26.503 INFO:tasks.rados.rados.0.smithi190.stdout:3210: writing smithi19066007-10 from 802816 to 1531904 tid 2 2024-08-19T10:09:26.506 INFO:tasks.rados.rados.0.smithi190.stdout:3210: writing smithi19066007-10 from 1531904 to 1990656 tid 3 2024-08-19T10:09:26.506 INFO:tasks.rados.rados.0.smithi190.stdout:3210: writing smithi19066007-10 from 1990656 to 2007040 tid 4 2024-08-19T10:09:26.506 INFO:tasks.rados.rados.0.smithi190.stdout:3211: delete oid 24 current snap is 316 2024-08-19T10:09:26.506 INFO:tasks.rados.rados.0.smithi190.stdout:3206: expect (ObjNum 845 snap 277 seq_num 845) 2024-08-19T10:09:26.656 INFO:tasks.rados.rados.0.smithi190.stdout:3207: finishing write tid 3 to smithi19066007-2 2024-08-19T10:09:26.656 INFO:tasks.rados.rados.0.smithi190.stdout:3207: finishing write tid 4 to smithi19066007-2 2024-08-19T10:09:26.656 INFO:tasks.rados.rados.0.smithi190.stdout:3207: finishing write tid 5 to smithi19066007-2 2024-08-19T10:09:26.657 INFO:tasks.rados.rados.0.smithi190.stdout:3207: finishing write tid 6 to smithi19066007-2 2024-08-19T10:09:26.657 INFO:tasks.rados.rados.0.smithi190.stdout:3207: oid 2 updating version 0 to 1904 2024-08-19T10:09:26.657 INFO:tasks.rados.rados.0.smithi190.stdout:3207: oid 2 updating version 1904 to 1905 2024-08-19T10:09:26.657 INFO:tasks.rados.rados.0.smithi190.stdout:3207: oid 2 updating version 1905 to 1906 2024-08-19T10:09:26.657 INFO:tasks.rados.rados.0.smithi190.stdout:3207: oid 2 version 1906 is already newer than 1902 2024-08-19T10:09:26.657 INFO:tasks.rados.rados.0.smithi190.stdout:3207: oid 2 version 1906 is already newer than 1903 2024-08-19T10:09:26.657 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1906 (ObjNum 978 snap 316 seq_num 978) dirty exists 2024-08-19T10:09:26.657 INFO:tasks.rados.rados.0.smithi190.stdout:3207: left oid 2 (ObjNum 978 snap 316 seq_num 978) 2024-08-19T10:09:26.657 INFO:tasks.rados.rados.0.smithi190.stdout:3209: finishing rollback tid 1 to smithi19066007-25 2024-08-19T10:09:26.657 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T10:09:26.657 INFO:tasks.rados.rados.0.smithi190.stdout:3210: finishing write tid 1 to smithi19066007-10 2024-08-19T10:09:26.657 INFO:tasks.rados.rados.0.smithi190.stdout:3210: finishing write tid 2 to smithi19066007-10 2024-08-19T10:09:26.657 INFO:tasks.rados.rados.0.smithi190.stdout:3206: done (4 left) 2024-08-19T10:09:26.657 INFO:tasks.rados.rados.0.smithi190.stdout:3207: done (3 left) 2024-08-19T10:09:26.658 INFO:tasks.rados.rados.0.smithi190.stdout:3209: done (2 left) 2024-08-19T10:09:26.658 INFO:tasks.rados.rados.0.smithi190.stdout:3211: done (1 left) 2024-08-19T10:09:26.658 INFO:tasks.rados.rados.0.smithi190.stdout:3212: copy_from oid 7 from oid 32 current snap is 316 2024-08-19T10:09:26.658 INFO:tasks.rados.rados.0.smithi190.stdout:3210: finishing write tid 3 to smithi19066007-10 2024-08-19T10:09:26.658 INFO:tasks.rados.rados.0.smithi190.stdout:3210: finishing write tid 4 to smithi19066007-10 2024-08-19T10:09:26.658 INFO:tasks.rados.rados.0.smithi190.stdout:3210: finishing write tid 5 to smithi19066007-10 2024-08-19T10:09:26.658 INFO:tasks.rados.rados.0.smithi190.stdout:3210: finishing write tid 6 to smithi19066007-10 2024-08-19T10:09:26.658 INFO:tasks.rados.rados.0.smithi190.stdout:3210: oid 10 updating version 0 to 2063 2024-08-19T10:09:26.658 INFO:tasks.rados.rados.0.smithi190.stdout:3210: oid 10 version 2063 is already newer than 2061 2024-08-19T10:09:26.658 INFO:tasks.rados.rados.0.smithi190.stdout:3210: oid 10 updating version 2063 to 2064 2024-08-19T10:09:26.658 INFO:tasks.rados.rados.0.smithi190.stdout:3210: oid 10 version 2064 is already newer than 2062 2024-08-19T10:09:26.658 INFO:tasks.rados.rados.0.smithi190.stdout:3210: oid 10 updating version 2064 to 2065 2024-08-19T10:09:26.658 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 2065 (ObjNum 979 snap 316 seq_num 979) dirty exists 2024-08-19T10:09:26.659 INFO:tasks.rados.rados.0.smithi190.stdout:3210: left oid 10 (ObjNum 979 snap 316 seq_num 979) 2024-08-19T10:09:26.659 INFO:tasks.rados.rados.0.smithi190.stdout:3210: done (1 left) 2024-08-19T10:09:26.659 INFO:tasks.rados.rados.0.smithi190.stdout:3213: read oid 30 snap -1 2024-08-19T10:09:26.659 INFO:tasks.rados.rados.0.smithi190.stdout:3213: expect (ObjNum 976 snap 315 seq_num 976) 2024-08-19T10:09:26.659 INFO:tasks.rados.rados.0.smithi190.stdout:3214: copy_from oid 19 from oid 48 current snap is 316 2024-08-19T10:09:26.659 INFO:tasks.rados.rados.0.smithi190.stdout:3215: snap_remove snap 313 2024-08-19T10:09:26.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:26 smithi190 ceph-mon[77620]: osdmap e713: 8 total, 8 up, 8 in 2024-08-19T10:09:26.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:26 smithi190 ceph-mon[80032]: osdmap e713: 8 total, 8 up, 8 in 2024-08-19T10:09:26.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:26 smithi196 ceph-mon[72638]: osdmap e713: 8 total, 8 up, 8 in 2024-08-19T10:09:27.465 INFO:tasks.rados.rados.0.smithi190.stdout:3212: finishing copy_from racing read to smithi19066007-7 2024-08-19T10:09:27.465 INFO:tasks.rados.rados.0.smithi190.stdout:3213: expect (ObjNum 976 snap 315 seq_num 976) 2024-08-19T10:09:27.520 INFO:tasks.rados.rados.0.smithi190.stdout:3212: finishing copy_from to smithi19066007-7 2024-08-19T10:09:27.520 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1504 (ObjNum 967 snap 310 seq_num 967) dirty exists 2024-08-19T10:09:27.520 INFO:tasks.rados.rados.0.smithi190.stdout:3214: finishing copy_from racing read to smithi19066007-19 2024-08-19T10:09:27.520 INFO:tasks.rados.rados.0.smithi190.stdout:3214: finishing copy_from to smithi19066007-19 2024-08-19T10:09:27.520 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1845 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T10:09:27.520 INFO:tasks.rados.rados.0.smithi190.stdout:3212: done (3 left) 2024-08-19T10:09:27.520 INFO:tasks.rados.rados.0.smithi190.stdout:3213: done (2 left) 2024-08-19T10:09:27.520 INFO:tasks.rados.rados.0.smithi190.stdout:3214: done (1 left) 2024-08-19T10:09:27.521 INFO:tasks.rados.rados.0.smithi190.stdout:3215: done (0 left) 2024-08-19T10:09:27.521 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 316 2024-08-19T10:09:27.521 INFO:tasks.rados.rados.0.smithi190.stdout:3216: seq_num 981 ranges {1605632=434176,2039808=540672,2580480=466944,3047424=524288,3571712=73728} 2024-08-19T10:09:27.530 INFO:tasks.rados.rados.0.smithi190.stdout:3216: writing smithi19066007-43 from 1605632 to 2039808 tid 1 2024-08-19T10:09:27.533 INFO:tasks.rados.rados.0.smithi190.stdout:3216: writing smithi19066007-43 from 2039808 to 2580480 tid 2 2024-08-19T10:09:27.536 INFO:tasks.rados.rados.0.smithi190.stdout:3216: writing smithi19066007-43 from 2580480 to 3047424 tid 3 2024-08-19T10:09:27.539 INFO:tasks.rados.rados.0.smithi190.stdout:3216: writing smithi19066007-43 from 3047424 to 3571712 tid 4 2024-08-19T10:09:27.540 INFO:tasks.rados.rados.0.smithi190.stdout:3216: writing smithi19066007-43 from 3571712 to 3645440 tid 5 2024-08-19T10:09:27.540 INFO:tasks.rados.rados.0.smithi190.stdout:3217: snap_create 2024-08-19T10:09:27.540 INFO:tasks.rados.rados.0.smithi190.stdout:3216: finishing write tid 1 to smithi19066007-43 2024-08-19T10:09:27.540 INFO:tasks.rados.rados.0.smithi190.stdout:3216: finishing write tid 2 to smithi19066007-43 2024-08-19T10:09:27.540 INFO:tasks.rados.rados.0.smithi190.stdout:3216: finishing write tid 3 to smithi19066007-43 2024-08-19T10:09:27.545 INFO:tasks.rados.rados.0.smithi190.stdout:3216: finishing write tid 4 to smithi19066007-43 2024-08-19T10:09:27.545 INFO:tasks.rados.rados.0.smithi190.stdout:3216: finishing write tid 5 to smithi19066007-43 2024-08-19T10:09:27.545 INFO:tasks.rados.rados.0.smithi190.stdout:3216: finishing write tid 6 to smithi19066007-43 2024-08-19T10:09:27.546 INFO:tasks.rados.rados.0.smithi190.stdout:3216: finishing write tid 7 to smithi19066007-43 2024-08-19T10:09:27.546 INFO:tasks.rados.rados.0.smithi190.stdout:3216: oid 43 updating version 0 to 2065 2024-08-19T10:09:27.546 INFO:tasks.rados.rados.0.smithi190.stdout:3216: oid 43 updating version 2065 to 2067 2024-08-19T10:09:27.547 INFO:tasks.rados.rados.0.smithi190.stdout:3216: oid 43 version 2067 is already newer than 2063 2024-08-19T10:09:27.547 INFO:tasks.rados.rados.0.smithi190.stdout:3216: oid 43 version 2067 is already newer than 2064 2024-08-19T10:09:27.547 INFO:tasks.rados.rados.0.smithi190.stdout:3216: oid 43 version 2067 is already newer than 2066 2024-08-19T10:09:27.547 INFO:tasks.rados.rados.0.smithi190.stdout:3216: oid 43 version 2067 is already newer than 2062 2024-08-19T10:09:27.547 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 2067 (ObjNum 981 snap 316 seq_num 981) dirty exists 2024-08-19T10:09:27.547 INFO:tasks.rados.rados.0.smithi190.stdout:3216: left oid 43 (ObjNum 981 snap 316 seq_num 981) 2024-08-19T10:09:27.794 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:27 smithi190 ceph-mon[77620]: pgmap v742: 121 pgs: 121 active+clean; 172 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-08-19T10:09:27.794 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:27 smithi190 ceph-mon[77620]: osdmap e714: 8 total, 8 up, 8 in 2024-08-19T10:09:27.795 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:09:27 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:09:27] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.51.0" 2024-08-19T10:09:27.795 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:27 smithi190 ceph-mon[80032]: pgmap v742: 121 pgs: 121 active+clean; 172 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-08-19T10:09:27.795 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:27 smithi190 ceph-mon[80032]: osdmap e714: 8 total, 8 up, 8 in 2024-08-19T10:09:27.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:27 smithi196 ceph-mon[72638]: pgmap v742: 121 pgs: 121 active+clean; 172 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-08-19T10:09:27.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:27 smithi196 ceph-mon[72638]: osdmap e714: 8 total, 8 up, 8 in 2024-08-19T10:09:28.408 INFO:tasks.rados.rados.0.smithi190.stdout:3216: done (1 left) 2024-08-19T10:09:28.408 INFO:tasks.rados.rados.0.smithi190.stdout:3217: done (0 left) 2024-08-19T10:09:28.408 INFO:tasks.rados.rados.0.smithi190.stdout:3218: rmattr oid 21 current snap is 317 2024-08-19T10:09:28.408 INFO:tasks.rados.rados.0.smithi190.stdout:3218: done (0 left) 2024-08-19T10:09:28.408 INFO:tasks.rados.rados.0.smithi190.stdout:3219: snap_remove snap 303 2024-08-19T10:09:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:28 smithi190 ceph-mon[77620]: osdmap e715: 8 total, 8 up, 8 in 2024-08-19T10:09:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:28 smithi190 ceph-mon[77620]: osdmap e716: 8 total, 8 up, 8 in 2024-08-19T10:09:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:28 smithi190 ceph-mon[80032]: osdmap e715: 8 total, 8 up, 8 in 2024-08-19T10:09:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:28 smithi190 ceph-mon[80032]: osdmap e716: 8 total, 8 up, 8 in 2024-08-19T10:09:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:28 smithi196 ceph-mon[72638]: osdmap e715: 8 total, 8 up, 8 in 2024-08-19T10:09:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:28 smithi196 ceph-mon[72638]: osdmap e716: 8 total, 8 up, 8 in 2024-08-19T10:09:29.411 INFO:tasks.rados.rados.0.smithi190.stdout:3219: done (0 left) 2024-08-19T10:09:29.411 INFO:tasks.rados.rados.0.smithi190.stdout:3220: rmattr oid 45 current snap is 317 2024-08-19T10:09:29.411 INFO:tasks.rados.rados.0.smithi190.stdout:3220: done (0 left) 2024-08-19T10:09:29.411 INFO:tasks.rados.rados.0.smithi190.stdout:3221: setattr oid 23 current snap is 317 2024-08-19T10:09:29.411 INFO:tasks.rados.rados.0.smithi190.stdout:3222: read oid 11 snap 307 2024-08-19T10:09:29.412 INFO:tasks.rados.rados.0.smithi190.stdout:3222: expect deleted 2024-08-19T10:09:29.412 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 317 2024-08-19T10:09:29.412 INFO:tasks.rados.rados.0.smithi190.stdout:3223: seq_num 982 ranges {3997696=450560,4448256=425984,4874240=679936,5554176=466944,6021120=32768} 2024-08-19T10:09:29.437 INFO:tasks.rados.rados.0.smithi190.stdout:3223: writing smithi19066007-37 from 3997696 to 4448256 tid 1 2024-08-19T10:09:29.440 INFO:tasks.rados.rados.0.smithi190.stdout:3223: writing smithi19066007-37 from 4448256 to 4874240 tid 2 2024-08-19T10:09:29.444 INFO:tasks.rados.rados.0.smithi190.stdout:3223: writing smithi19066007-37 from 4874240 to 5554176 tid 3 2024-08-19T10:09:29.448 INFO:tasks.rados.rados.0.smithi190.stdout:3223: writing smithi19066007-37 from 5554176 to 6021120 tid 4 2024-08-19T10:09:29.448 INFO:tasks.rados.rados.0.smithi190.stdout:3223: writing smithi19066007-37 from 6021120 to 6053888 tid 5 2024-08-19T10:09:29.448 INFO:tasks.rados.rados.0.smithi190.stdout:3224: snap_create 2024-08-19T10:09:29.448 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1862 (ObjNum 684 snap 220 seq_num 684) dirty exists 2024-08-19T10:09:29.448 INFO:tasks.rados.rados.0.smithi190.stdout:3223: finishing write tid 1 to smithi19066007-37 2024-08-19T10:09:29.448 INFO:tasks.rados.rados.0.smithi190.stdout:3223: finishing write tid 2 to smithi19066007-37 2024-08-19T10:09:29.448 INFO:tasks.rados.rados.0.smithi190.stdout:3223: finishing write tid 3 to smithi19066007-37 2024-08-19T10:09:29.452 INFO:tasks.rados.rados.0.smithi190.stdout:3223: finishing write tid 4 to smithi19066007-37 2024-08-19T10:09:29.452 INFO:tasks.rados.rados.0.smithi190.stdout:3223: finishing write tid 5 to smithi19066007-37 2024-08-19T10:09:29.453 INFO:tasks.rados.rados.0.smithi190.stdout:3223: finishing write tid 6 to smithi19066007-37 2024-08-19T10:09:29.454 INFO:tasks.rados.rados.0.smithi190.stdout:3223: finishing write tid 7 to smithi19066007-37 2024-08-19T10:09:29.454 INFO:tasks.rados.rados.0.smithi190.stdout:3223: oid 37 updating version 0 to 1755 2024-08-19T10:09:29.454 INFO:tasks.rados.rados.0.smithi190.stdout:3223: oid 37 updating version 1755 to 1756 2024-08-19T10:09:29.454 INFO:tasks.rados.rados.0.smithi190.stdout:3223: oid 37 updating version 1756 to 1759 2024-08-19T10:09:29.454 INFO:tasks.rados.rados.0.smithi190.stdout:3223: oid 37 version 1759 is already newer than 1757 2024-08-19T10:09:29.454 INFO:tasks.rados.rados.0.smithi190.stdout:3223: oid 37 version 1759 is already newer than 1758 2024-08-19T10:09:29.454 INFO:tasks.rados.rados.0.smithi190.stdout:3223: oid 37 updating version 1759 to 1760 2024-08-19T10:09:29.454 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 1760 (ObjNum 982 snap 317 seq_num 982) dirty exists 2024-08-19T10:09:29.454 INFO:tasks.rados.rados.0.smithi190.stdout:3223: left oid 37 (ObjNum 982 snap 317 seq_num 982) 2024-08-19T10:09:29.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:29 smithi190 ceph-mon[80032]: pgmap v745: 121 pgs: 121 active+clean; 172 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-08-19T10:09:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:29 smithi190 ceph-mon[80032]: osdmap e717: 8 total, 8 up, 8 in 2024-08-19T10:09:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:29 smithi190 ceph-mon[77620]: pgmap v745: 121 pgs: 121 active+clean; 172 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-08-19T10:09:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:29 smithi190 ceph-mon[77620]: osdmap e717: 8 total, 8 up, 8 in 2024-08-19T10:09:29.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:29 smithi196 ceph-mon[72638]: pgmap v745: 121 pgs: 121 active+clean; 172 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-08-19T10:09:29.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:29 smithi196 ceph-mon[72638]: osdmap e717: 8 total, 8 up, 8 in 2024-08-19T10:09:30.422 INFO:tasks.rados.rados.0.smithi190.stdout:3221: done (3 left) 2024-08-19T10:09:30.422 INFO:tasks.rados.rados.0.smithi190.stdout:3222: done (2 left) 2024-08-19T10:09:30.422 INFO:tasks.rados.rados.0.smithi190.stdout:3223: done (1 left) 2024-08-19T10:09:30.422 INFO:tasks.rados.rados.0.smithi190.stdout:3224: done (0 left) 2024-08-19T10:09:30.422 INFO:tasks.rados.rados.0.smithi190.stdout:3225: snap_remove snap 314 2024-08-19T10:09:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:09:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:30 smithi190 ceph-mon[80032]: osdmap e718: 8 total, 8 up, 8 in 2024-08-19T10:09:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:09:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:30 smithi190 ceph-mon[77620]: osdmap e718: 8 total, 8 up, 8 in 2024-08-19T10:09:30.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:09:30.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:30 smithi196 ceph-mon[72638]: osdmap e718: 8 total, 8 up, 8 in 2024-08-19T10:09:31.422 INFO:tasks.rados.rados.0.smithi190.stdout:3225: done (0 left) 2024-08-19T10:09:31.422 INFO:tasks.rados.rados.0.smithi190.stdout:3226: snap_create 2024-08-19T10:09:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:31 smithi190 ceph-mon[77620]: pgmap v748: 121 pgs: 121 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-08-19T10:09:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:31 smithi190 ceph-mon[77620]: osdmap e719: 8 total, 8 up, 8 in 2024-08-19T10:09:31.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:31 smithi190 ceph-mon[80032]: pgmap v748: 121 pgs: 121 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-08-19T10:09:31.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:31 smithi190 ceph-mon[80032]: osdmap e719: 8 total, 8 up, 8 in 2024-08-19T10:09:31.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:31 smithi196 ceph-mon[72638]: pgmap v748: 121 pgs: 121 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-08-19T10:09:31.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:31 smithi196 ceph-mon[72638]: osdmap e719: 8 total, 8 up, 8 in 2024-08-19T10:09:32.425 INFO:tasks.rados.rados.0.smithi190.stdout:3226: done (0 left) 2024-08-19T10:09:32.425 INFO:tasks.rados.rados.0.smithi190.stdout:3227: read oid 11 snap -1 2024-08-19T10:09:32.426 INFO:tasks.rados.rados.0.smithi190.stdout:3227: expect (ObjNum 967 snap 310 seq_num 967) 2024-08-19T10:09:32.426 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 28 current snap is 319 2024-08-19T10:09:32.426 INFO:tasks.rados.rados.0.smithi190.stdout:3228: seq_num 983 ranges {2760704=466944,3227648=712704,3940352=434176,4374528=458752} 2024-08-19T10:09:32.442 INFO:tasks.rados.rados.0.smithi190.stdout:3228: writing smithi19066007-28 from 2760704 to 3227648 tid 1 2024-08-19T10:09:32.447 INFO:tasks.rados.rados.0.smithi190.stdout:3228: writing smithi19066007-28 from 3227648 to 3940352 tid 2 2024-08-19T10:09:32.450 INFO:tasks.rados.rados.0.smithi190.stdout:3228: writing smithi19066007-28 from 3940352 to 4374528 tid 3 2024-08-19T10:09:32.453 INFO:tasks.rados.rados.0.smithi190.stdout:3228: writing smithi19066007-28 from 4374528 to 4833280 tid 4 2024-08-19T10:09:32.453 INFO:tasks.rados.rados.0.smithi190.stdout:3229: delete oid 46 current snap is 319 2024-08-19T10:09:32.453 INFO:tasks.rados.rados.0.smithi190.stdout:3227: expect (ObjNum 967 snap 310 seq_num 967) 2024-08-19T10:09:32.503 INFO:tasks.rados.rados.0.smithi190.stdout:3228: finishing write tid 1 to smithi19066007-28 2024-08-19T10:09:32.503 INFO:tasks.rados.rados.0.smithi190.stdout:3228: finishing write tid 2 to smithi19066007-28 2024-08-19T10:09:32.503 INFO:tasks.rados.rados.0.smithi190.stdout:3228: finishing write tid 3 to smithi19066007-28 2024-08-19T10:09:32.503 INFO:tasks.rados.rados.0.smithi190.stdout:3228: finishing write tid 4 to smithi19066007-28 2024-08-19T10:09:32.503 INFO:tasks.rados.rados.0.smithi190.stdout:3228: finishing write tid 5 to smithi19066007-28 2024-08-19T10:09:32.504 INFO:tasks.rados.rados.0.smithi190.stdout:3228: finishing write tid 6 to smithi19066007-28 2024-08-19T10:09:32.504 INFO:tasks.rados.rados.0.smithi190.stdout:3228: oid 28 updating version 0 to 1863 2024-08-19T10:09:32.504 INFO:tasks.rados.rados.0.smithi190.stdout:3228: oid 28 updating version 1863 to 1865 2024-08-19T10:09:32.504 INFO:tasks.rados.rados.0.smithi190.stdout:3228: oid 28 updating version 1865 to 1866 2024-08-19T10:09:32.504 INFO:tasks.rados.rados.0.smithi190.stdout:3228: oid 28 updating version 1866 to 1867 2024-08-19T10:09:32.504 INFO:tasks.rados.rados.0.smithi190.stdout:3228: oid 28 version 1867 is already newer than 1864 2024-08-19T10:09:32.504 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 1867 (ObjNum 983 snap 319 seq_num 983) dirty exists 2024-08-19T10:09:32.504 INFO:tasks.rados.rados.0.smithi190.stdout:3228: left oid 28 (ObjNum 983 snap 319 seq_num 983) 2024-08-19T10:09:32.504 INFO:tasks.rados.rados.0.smithi190.stdout:3227: done (2 left) 2024-08-19T10:09:32.504 INFO:tasks.rados.rados.0.smithi190.stdout:3228: done (1 left) 2024-08-19T10:09:32.504 INFO:tasks.rados.rados.0.smithi190.stdout:3229: done (0 left) 2024-08-19T10:09:32.504 INFO:tasks.rados.rados.0.smithi190.stdout:3230: read oid 9 snap -1 2024-08-19T10:09:32.504 INFO:tasks.rados.rados.0.smithi190.stdout:3230: expect deleted 2024-08-19T10:09:32.505 INFO:tasks.rados.rados.0.smithi190.stdout:3231: rollback oid 49 current snap is 319 2024-08-19T10:09:32.505 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 49 to 308 2024-08-19T10:09:32.505 INFO:tasks.rados.rados.0.smithi190.stdout:3232: rmattr oid 38 current snap is 319 2024-08-19T10:09:32.505 INFO:tasks.rados.rados.0.smithi190.stdout:3233: read oid 41 snap -1 2024-08-19T10:09:32.505 INFO:tasks.rados.rados.0.smithi190.stdout:3233: expect deleted 2024-08-19T10:09:32.505 INFO:tasks.rados.rados.0.smithi190.stdout:3234: snap_create 2024-08-19T10:09:32.505 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 1868 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T10:09:32.506 INFO:tasks.rados.rados.0.smithi190.stdout:3231: finishing rollback tid 0 to smithi19066007-49 2024-08-19T10:09:32.506 INFO:tasks.rados.rados.0.smithi190.stdout:3231: finishing rollback tid 1 to smithi19066007-49 2024-08-19T10:09:32.506 INFO:tasks.rados.rados.0.smithi190.stdout:3231: finishing rollback tid 2 to smithi19066007-49 2024-08-19T10:09:32.506 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1768 (ObjNum 923 snap 297 seq_num 923) dirty exists 2024-08-19T10:09:33.412 INFO:tasks.rados.rados.0.smithi190.stdout:3230: done (4 left) 2024-08-19T10:09:33.412 INFO:tasks.rados.rados.0.smithi190.stdout:3231: done (3 left) 2024-08-19T10:09:33.412 INFO:tasks.rados.rados.0.smithi190.stdout:3232: done (2 left) 2024-08-19T10:09:33.412 INFO:tasks.rados.rados.0.smithi190.stdout:3233: done (1 left) 2024-08-19T10:09:33.412 INFO:tasks.rados.rados.0.smithi190.stdout:3234: done (0 left) 2024-08-19T10:09:33.412 INFO:tasks.rados.rados.0.smithi190.stdout:3235: delete oid 27 current snap is 320 2024-08-19T10:09:33.417 INFO:tasks.rados.rados.0.smithi190.stdout:3235: done (0 left) 2024-08-19T10:09:33.417 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 27 current snap is 320 2024-08-19T10:09:33.417 INFO:tasks.rados.rados.0.smithi190.stdout:3236: seq_num 986 ranges {0=516096,516096=770048,1286144=655360,1941504=180224} 2024-08-19T10:09:33.420 INFO:tasks.rados.rados.0.smithi190.stdout:3236: writing smithi19066007-27 from 0 to 516096 tid 1 2024-08-19T10:09:33.424 INFO:tasks.rados.rados.0.smithi190.stdout:3236: writing smithi19066007-27 from 516096 to 1286144 tid 2 2024-08-19T10:09:33.428 INFO:tasks.rados.rados.0.smithi190.stdout:3236: writing smithi19066007-27 from 1286144 to 1941504 tid 3 2024-08-19T10:09:33.429 INFO:tasks.rados.rados.0.smithi190.stdout:3236: writing smithi19066007-27 from 1941504 to 2121728 tid 4 2024-08-19T10:09:33.429 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 320 2024-08-19T10:09:33.429 INFO:tasks.rados.rados.0.smithi190.stdout:3236: finishing write tid 1 to smithi19066007-27 2024-08-19T10:09:33.429 INFO:tasks.rados.rados.0.smithi190.stdout:3236: finishing write tid 2 to smithi19066007-27 2024-08-19T10:09:33.430 INFO:tasks.rados.rados.0.smithi190.stdout:3237: seq_num 987 ranges {581632=532480,1114112=647168,1761280=417792,2179072=409600,2588672=131072} 2024-08-19T10:09:33.435 INFO:tasks.rados.rados.0.smithi190.stdout:3237: writing smithi19066007-36 from 581632 to 1114112 tid 1 2024-08-19T10:09:33.439 INFO:tasks.rados.rados.0.smithi190.stdout:3237: writing smithi19066007-36 from 1114112 to 1761280 tid 2 2024-08-19T10:09:33.441 INFO:tasks.rados.rados.0.smithi190.stdout:3237: writing smithi19066007-36 from 1761280 to 2179072 tid 3 2024-08-19T10:09:33.443 INFO:tasks.rados.rados.0.smithi190.stdout:3237: writing smithi19066007-36 from 2179072 to 2588672 tid 4 2024-08-19T10:09:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:3237: writing smithi19066007-36 from 2588672 to 2719744 tid 5 2024-08-19T10:09:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:3238: delete oid 13 current snap is 320 2024-08-19T10:09:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:3236: finishing write tid 3 to smithi19066007-27 2024-08-19T10:09:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:3236: finishing write tid 4 to smithi19066007-27 2024-08-19T10:09:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:3236: finishing write tid 5 to smithi19066007-27 2024-08-19T10:09:33.445 INFO:tasks.rados.rados.0.smithi190.stdout:3236: finishing write tid 6 to smithi19066007-27 2024-08-19T10:09:33.446 INFO:tasks.rados.rados.0.smithi190.stdout:3236: oid 27 updating version 0 to 1764 2024-08-19T10:09:33.446 INFO:tasks.rados.rados.0.smithi190.stdout:3236: oid 27 updating version 1764 to 1766 2024-08-19T10:09:33.446 INFO:tasks.rados.rados.0.smithi190.stdout:3236: oid 27 version 1766 is already newer than 1765 2024-08-19T10:09:33.446 INFO:tasks.rados.rados.0.smithi190.stdout:3236: oid 27 version 1766 is already newer than 1763 2024-08-19T10:09:33.446 INFO:tasks.rados.rados.0.smithi190.stdout:3236: oid 27 version 1766 is already newer than 1762 2024-08-19T10:09:33.446 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 1766 (ObjNum 986 snap 320 seq_num 986) dirty exists 2024-08-19T10:09:33.446 INFO:tasks.rados.rados.0.smithi190.stdout:3236: left oid 27 (ObjNum 986 snap 320 seq_num 986) 2024-08-19T10:09:33.446 INFO:tasks.rados.rados.0.smithi190.stdout:3237: finishing write tid 1 to smithi19066007-36 2024-08-19T10:09:33.446 INFO:tasks.rados.rados.0.smithi190.stdout:3237: finishing write tid 2 to smithi19066007-36 2024-08-19T10:09:33.447 INFO:tasks.rados.rados.0.smithi190.stdout:3237: finishing write tid 3 to smithi19066007-36 2024-08-19T10:09:33.450 INFO:tasks.rados.rados.0.smithi190.stdout:3236: done (2 left) 2024-08-19T10:09:33.450 INFO:tasks.rados.rados.0.smithi190.stdout:3238: done (1 left) 2024-08-19T10:09:33.450 INFO:tasks.rados.rados.0.smithi190.stdout:3239: read oid 6 snap -1 2024-08-19T10:09:33.450 INFO:tasks.rados.rados.0.smithi190.stdout:3239: expect (ObjNum 948 snap 304 seq_num 948) 2024-08-19T10:09:33.450 INFO:tasks.rados.rados.0.smithi190.stdout:3240: read oid 12 snap 301 2024-08-19T10:09:33.450 INFO:tasks.rados.rados.0.smithi190.stdout:3240: expect (ObjNum 893 snap 291 seq_num 893) 2024-08-19T10:09:33.450 INFO:tasks.rados.rados.0.smithi190.stdout:3241: delete oid 5 current snap is 320 2024-08-19T10:09:33.450 INFO:tasks.rados.rados.0.smithi190.stdout:3237: finishing write tid 4 to smithi19066007-36 2024-08-19T10:09:33.451 INFO:tasks.rados.rados.0.smithi190.stdout:3237: finishing write tid 5 to smithi19066007-36 2024-08-19T10:09:33.451 INFO:tasks.rados.rados.0.smithi190.stdout:3237: finishing write tid 6 to smithi19066007-36 2024-08-19T10:09:33.452 INFO:tasks.rados.rados.0.smithi190.stdout:3237: finishing write tid 7 to smithi19066007-36 2024-08-19T10:09:33.452 INFO:tasks.rados.rados.0.smithi190.stdout:3237: oid 36 updating version 0 to 2137 2024-08-19T10:09:33.453 INFO:tasks.rados.rados.0.smithi190.stdout:3237: oid 36 updating version 2137 to 2141 2024-08-19T10:09:33.453 INFO:tasks.rados.rados.0.smithi190.stdout:3237: oid 36 updating version 2141 to 2142 2024-08-19T10:09:33.453 INFO:tasks.rados.rados.0.smithi190.stdout:3237: oid 36 version 2142 is already newer than 2138 2024-08-19T10:09:33.453 INFO:tasks.rados.rados.0.smithi190.stdout:3237: oid 36 version 2142 is already newer than 2140 2024-08-19T10:09:33.453 INFO:tasks.rados.rados.0.smithi190.stdout:3237: oid 36 version 2142 is already newer than 2139 2024-08-19T10:09:33.453 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 2142 (ObjNum 987 snap 320 seq_num 987) dirty exists 2024-08-19T10:09:33.453 INFO:tasks.rados.rados.0.smithi190.stdout:3237: left oid 36 (ObjNum 987 snap 320 seq_num 987) 2024-08-19T10:09:33.455 INFO:tasks.rados.rados.0.smithi190.stdout:3240: expect (ObjNum 893 snap 291 seq_num 893) 2024-08-19T10:09:33.488 INFO:tasks.rados.rados.0.smithi190.stdout:3239: expect (ObjNum 948 snap 304 seq_num 948) 2024-08-19T10:09:33.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:33 smithi190 ceph-mon[80032]: pgmap v751: 121 pgs: 121 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-19T10:09:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:33 smithi190 ceph-mon[80032]: osdmap e720: 8 total, 8 up, 8 in 2024-08-19T10:09:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:33 smithi190 ceph-mon[80032]: osdmap e721: 8 total, 8 up, 8 in 2024-08-19T10:09:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:33 smithi190 ceph-mon[77620]: pgmap v751: 121 pgs: 121 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-19T10:09:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:33 smithi190 ceph-mon[77620]: osdmap e720: 8 total, 8 up, 8 in 2024-08-19T10:09:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:33 smithi190 ceph-mon[77620]: osdmap e721: 8 total, 8 up, 8 in 2024-08-19T10:09:33.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:33 smithi196 ceph-mon[72638]: pgmap v751: 121 pgs: 121 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-19T10:09:33.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:33 smithi196 ceph-mon[72638]: osdmap e720: 8 total, 8 up, 8 in 2024-08-19T10:09:33.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:33 smithi196 ceph-mon[72638]: osdmap e721: 8 total, 8 up, 8 in 2024-08-19T10:09:34.065 INFO:tasks.rados.rados.0.smithi190.stdout:3237: done (3 left) 2024-08-19T10:09:34.065 INFO:tasks.rados.rados.0.smithi190.stdout:3239: done (2 left) 2024-08-19T10:09:34.065 INFO:tasks.rados.rados.0.smithi190.stdout:3240: done (1 left) 2024-08-19T10:09:34.065 INFO:tasks.rados.rados.0.smithi190.stdout:3241: done (0 left) 2024-08-19T10:09:34.065 INFO:tasks.rados.rados.0.smithi190.stdout:3242: rollback oid 32 current snap is 320 2024-08-19T10:09:34.065 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 32 to 308 2024-08-19T10:09:34.065 INFO:tasks.rados.rados.0.smithi190.stdout:3243: read oid 21 snap -1 2024-08-19T10:09:34.065 INFO:tasks.rados.rados.0.smithi190.stdout:3243: expect (ObjNum 950 snap 305 seq_num 950) 2024-08-19T10:09:34.066 INFO:tasks.rados.rados.0.smithi190.stdout:3244: read oid 5 snap -1 2024-08-19T10:09:34.066 INFO:tasks.rados.rados.0.smithi190.stdout:3244: expect deleted 2024-08-19T10:09:34.066 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 18 current snap is 320 2024-08-19T10:09:34.066 INFO:tasks.rados.rados.0.smithi190.stdout:3245: seq_num 990 ranges {1605632=589824,2195456=753664,2949120=638976,3588096=212992} 2024-08-19T10:09:34.077 INFO:tasks.rados.rados.0.smithi190.stdout:3245: writing smithi19066007-18 from 1605632 to 2195456 tid 1 2024-08-19T10:09:34.080 INFO:tasks.rados.rados.0.smithi190.stdout:3245: writing smithi19066007-18 from 2195456 to 2949120 tid 2 2024-08-19T10:09:34.084 INFO:tasks.rados.rados.0.smithi190.stdout:3245: writing smithi19066007-18 from 2949120 to 3588096 tid 3 2024-08-19T10:09:34.086 INFO:tasks.rados.rados.0.smithi190.stdout:3245: writing smithi19066007-18 from 3588096 to 3801088 tid 4 2024-08-19T10:09:34.086 INFO:tasks.rados.rados.0.smithi190.stdout:3246: read oid 12 snap -1 2024-08-19T10:09:34.086 INFO:tasks.rados.rados.0.smithi190.stdout:3246: expect (ObjNum 893 snap 291 seq_num 893) 2024-08-19T10:09:34.086 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 320 2024-08-19T10:09:34.086 INFO:tasks.rados.rados.0.smithi190.stdout:3247: seq_num 991 ranges {1892352=606208,2498560=638976,3137536=794624,3932160=172032} 2024-08-19T10:09:34.098 INFO:tasks.rados.rados.0.smithi190.stdout:3247: writing smithi19066007-26 from 1892352 to 2498560 tid 1 2024-08-19T10:09:34.102 INFO:tasks.rados.rados.0.smithi190.stdout:3247: writing smithi19066007-26 from 2498560 to 3137536 tid 2 2024-08-19T10:09:34.107 INFO:tasks.rados.rados.0.smithi190.stdout:3247: writing smithi19066007-26 from 3137536 to 3932160 tid 3 2024-08-19T10:09:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:3247: writing smithi19066007-26 from 3932160 to 4104192 tid 4 2024-08-19T10:09:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:3248: copy_from oid 46 from oid 6 current snap is 320 2024-08-19T10:09:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:3242: finishing rollback tid 0 to smithi19066007-32 2024-08-19T10:09:34.108 INFO:tasks.rados.rados.0.smithi190.stdout:3242: finishing rollback tid 1 to smithi19066007-32 2024-08-19T10:09:34.109 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 2069 (ObjNum 33 snap 0 seq_num 3356567424) dirty dne 2024-08-19T10:09:34.109 INFO:tasks.rados.rados.0.smithi190.stdout:3243: expect (ObjNum 950 snap 305 seq_num 950) 2024-08-19T10:09:34.199 INFO:tasks.rados.rados.0.smithi190.stdout:3245: finishing write tid 1 to smithi19066007-18 2024-08-19T10:09:34.199 INFO:tasks.rados.rados.0.smithi190.stdout:3242: done (6 left) 2024-08-19T10:09:34.199 INFO:tasks.rados.rados.0.smithi190.stdout:3243: done (5 left) 2024-08-19T10:09:34.199 INFO:tasks.rados.rados.0.smithi190.stdout:3244: done (4 left) 2024-08-19T10:09:34.200 INFO:tasks.rados.rados.0.smithi190.stdout:3249: read oid 44 snap -1 2024-08-19T10:09:34.200 INFO:tasks.rados.rados.0.smithi190.stdout:3249: expect (ObjNum 923 snap 297 seq_num 923) 2024-08-19T10:09:34.200 INFO:tasks.rados.rados.0.smithi190.stdout:3250: snap_remove snap 301 2024-08-19T10:09:34.429 INFO:tasks.rados.rados.0.smithi190.stdout:3250: done (5 left) 2024-08-19T10:09:34.429 INFO:tasks.rados.rados.0.smithi190.stdout:3251: snap_remove snap 307 2024-08-19T10:09:35.436 INFO:tasks.rados.rados.0.smithi190.stdout:3251: done (5 left) 2024-08-19T10:09:35.436 INFO:tasks.rados.rados.0.smithi190.stdout:3252: copy_from oid 14 from oid 1 current snap is 320 2024-08-19T10:09:35.436 INFO:tasks.rados.rados.0.smithi190.stdout:3253: read oid 34 snap -1 2024-08-19T10:09:35.437 INFO:tasks.rados.rados.0.smithi190.stdout:3253: expect (ObjNum 929 snap 298 seq_num 929) 2024-08-19T10:09:35.437 INFO:tasks.rados.rados.0.smithi190.stdout:3254: snap_remove snap 319 2024-08-19T10:09:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:35 smithi190 ceph-mon[80032]: pgmap v754: 121 pgs: 121 active+clean; 171 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-19T10:09:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:35 smithi190 ceph-mon[80032]: osdmap e722: 8 total, 8 up, 8 in 2024-08-19T10:09:35.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:35 smithi190 ceph-mon[77620]: pgmap v754: 121 pgs: 121 active+clean; 171 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-19T10:09:35.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:35 smithi190 ceph-mon[77620]: osdmap e722: 8 total, 8 up, 8 in 2024-08-19T10:09:35.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:35 smithi196 ceph-mon[72638]: pgmap v754: 121 pgs: 121 active+clean; 171 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-19T10:09:35.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:35 smithi196 ceph-mon[72638]: osdmap e722: 8 total, 8 up, 8 in 2024-08-19T10:09:36.445 INFO:tasks.rados.rados.0.smithi190.stdout:3254: done (7 left) 2024-08-19T10:09:36.445 INFO:tasks.rados.rados.0.smithi190.stdout:3255: rollback oid 50 current snap is 320 2024-08-19T10:09:36.445 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 50 to 308 2024-08-19T10:09:36.445 INFO:tasks.rados.rados.0.smithi190.stdout:3245: finishing write tid 2 to smithi19066007-18 2024-08-19T10:09:36.445 INFO:tasks.rados.rados.0.smithi190.stdout:3246: expect (ObjNum 893 snap 291 seq_num 893) 2024-08-19T10:09:36.477 INFO:tasks.rados.rados.0.smithi190.stdout:3245: finishing write tid 3 to smithi19066007-18 2024-08-19T10:09:36.478 INFO:tasks.rados.rados.0.smithi190.stdout:3245: finishing write tid 4 to smithi19066007-18 2024-08-19T10:09:36.478 INFO:tasks.rados.rados.0.smithi190.stdout:3245: finishing write tid 5 to smithi19066007-18 2024-08-19T10:09:36.478 INFO:tasks.rados.rados.0.smithi190.stdout:3245: finishing write tid 6 to smithi19066007-18 2024-08-19T10:09:36.478 INFO:tasks.rados.rados.0.smithi190.stdout:3245: oid 18 updating version 0 to 2147 2024-08-19T10:09:36.478 INFO:tasks.rados.rados.0.smithi190.stdout:3245: oid 18 updating version 2147 to 2148 2024-08-19T10:09:36.478 INFO:tasks.rados.rados.0.smithi190.stdout:3245: oid 18 version 2148 is already newer than 2146 2024-08-19T10:09:36.478 INFO:tasks.rados.rados.0.smithi190.stdout:3245: oid 18 version 2148 is already newer than 2144 2024-08-19T10:09:36.478 INFO:tasks.rados.rados.0.smithi190.stdout:3245: oid 18 version 2148 is already newer than 2145 2024-08-19T10:09:36.478 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 2148 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-08-19T10:09:36.478 INFO:tasks.rados.rados.0.smithi190.stdout:3245: left oid 18 (ObjNum 990 snap 320 seq_num 990) 2024-08-19T10:09:36.478 INFO:tasks.rados.rados.0.smithi190.stdout:3247: finishing write tid 1 to smithi19066007-26 2024-08-19T10:09:36.478 INFO:tasks.rados.rados.0.smithi190.stdout:3245: done (7 left) 2024-08-19T10:09:36.479 INFO:tasks.rados.rados.0.smithi190.stdout:3246: done (6 left) 2024-08-19T10:09:36.479 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 320 2024-08-19T10:09:36.479 INFO:tasks.rados.rados.0.smithi190.stdout:3247: finishing write tid 2 to smithi19066007-26 2024-08-19T10:09:36.479 INFO:tasks.rados.rados.0.smithi190.stdout:3256: seq_num 992 ranges {1802240=622592,2424832=524288,2949120=606208,3555328=475136} 2024-08-19T10:09:36.490 INFO:tasks.rados.rados.0.smithi190.stdout:3256: writing smithi19066007-7 from 1802240 to 2424832 tid 1 2024-08-19T10:09:36.493 INFO:tasks.rados.rados.0.smithi190.stdout:3256: writing smithi19066007-7 from 2424832 to 2949120 tid 2 2024-08-19T10:09:36.496 INFO:tasks.rados.rados.0.smithi190.stdout:3256: writing smithi19066007-7 from 2949120 to 3555328 tid 3 2024-08-19T10:09:36.500 INFO:tasks.rados.rados.0.smithi190.stdout:3256: writing smithi19066007-7 from 3555328 to 4030464 tid 4 2024-08-19T10:09:36.500 INFO:tasks.rados.rados.0.smithi190.stdout:3257: copy_from oid 35 from oid 9 current snap is 320 2024-08-19T10:09:36.500 INFO:tasks.rados.rados.0.smithi190.stdout:3247: finishing write tid 3 to smithi19066007-26 2024-08-19T10:09:36.500 INFO:tasks.rados.rados.0.smithi190.stdout:3247: finishing write tid 4 to smithi19066007-26 2024-08-19T10:09:36.500 INFO:tasks.rados.rados.0.smithi190.stdout:3247: finishing write tid 5 to smithi19066007-26 2024-08-19T10:09:36.500 INFO:tasks.rados.rados.0.smithi190.stdout:3247: finishing write tid 6 to smithi19066007-26 2024-08-19T10:09:36.500 INFO:tasks.rados.rados.0.smithi190.stdout:3247: oid 26 updating version 0 to 1772 2024-08-19T10:09:36.501 INFO:tasks.rados.rados.0.smithi190.stdout:3247: oid 26 updating version 1772 to 1773 2024-08-19T10:09:36.501 INFO:tasks.rados.rados.0.smithi190.stdout:3247: oid 26 version 1773 is already newer than 1771 2024-08-19T10:09:36.501 INFO:tasks.rados.rados.0.smithi190.stdout:3247: oid 26 version 1773 is already newer than 1770 2024-08-19T10:09:36.501 INFO:tasks.rados.rados.0.smithi190.stdout:3247: oid 26 version 1773 is already newer than 1769 2024-08-19T10:09:36.501 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1773 (ObjNum 991 snap 320 seq_num 991) dirty exists 2024-08-19T10:09:36.501 INFO:tasks.rados.rados.0.smithi190.stdout:3247: left oid 26 (ObjNum 991 snap 320 seq_num 991) 2024-08-19T10:09:36.501 INFO:tasks.rados.rados.0.smithi190.stdout:3248: finishing copy_from racing read to smithi19066007-46 2024-08-19T10:09:36.501 INFO:tasks.rados.rados.0.smithi190.stdout:3248: finishing copy_from to smithi19066007-46 2024-08-19T10:09:36.501 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 1764 (ObjNum 948 snap 304 seq_num 948) dirty exists 2024-08-19T10:09:36.501 INFO:tasks.rados.rados.0.smithi190.stdout:3247: done (7 left) 2024-08-19T10:09:36.501 INFO:tasks.rados.rados.0.smithi190.stdout:3248: done (6 left) 2024-08-19T10:09:36.501 INFO:tasks.rados.rados.0.smithi190.stdout:3258: rmattr oid 18 current snap is 320 2024-08-19T10:09:36.501 INFO:tasks.rados.rados.0.smithi190.stdout:3249: expect (ObjNum 923 snap 297 seq_num 923) 2024-08-19T10:09:36.638 INFO:tasks.rados.rados.0.smithi190.stdout:3252: finishing copy_from racing read to smithi19066007-14 2024-08-19T10:09:36.638 INFO:tasks.rados.rados.0.smithi190.stdout:3252: finishing copy_from to smithi19066007-14 2024-08-19T10:09:36.638 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1759 (ObjNum 945 snap 303 seq_num 945) dirty exists 2024-08-19T10:09:36.638 INFO:tasks.rados.rados.0.smithi190.stdout:3253: expect (ObjNum 929 snap 298 seq_num 929) 2024-08-19T10:09:36.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:36 smithi190 ceph-mon[77620]: osdmap e723: 8 total, 8 up, 8 in 2024-08-19T10:09:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:36 smithi190 ceph-mon[80032]: osdmap e723: 8 total, 8 up, 8 in 2024-08-19T10:09:36.842 INFO:tasks.rados.rados.0.smithi190.stdout:3255: finishing rollback tid 1 to smithi19066007-50 2024-08-19T10:09:36.842 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 0 (ObjNum 33 snap 0 seq_num 1548847288) dirty dne 2024-08-19T10:09:36.842 INFO:tasks.rados.rados.0.smithi190.stdout:3256: finishing write tid 1 to smithi19066007-7 2024-08-19T10:09:36.842 INFO:tasks.rados.rados.0.smithi190.stdout:3256: finishing write tid 2 to smithi19066007-7 2024-08-19T10:09:36.842 INFO:tasks.rados.rados.0.smithi190.stdout:3256: finishing write tid 3 to smithi19066007-7 2024-08-19T10:09:36.842 INFO:tasks.rados.rados.0.smithi190.stdout:3257: finishing copy_from to smithi19066007-35 2024-08-19T10:09:36.842 INFO:tasks.rados.rados.0.smithi190.stdout:3257: got expected ENOENT (src dne) 2024-08-19T10:09:36.842 INFO:tasks.rados.rados.0.smithi190.stdout:3257: finishing copy_from racing read to smithi19066007-35 2024-08-19T10:09:36.842 INFO:tasks.rados.rados.0.smithi190.stdout:3256: finishing write tid 4 to smithi19066007-7 2024-08-19T10:09:36.842 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 2171 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-08-19T10:09:36.843 INFO:tasks.rados.rados.0.smithi190.stdout:3256: finishing write tid 5 to smithi19066007-7 2024-08-19T10:09:36.843 INFO:tasks.rados.rados.0.smithi190.stdout:3256: finishing write tid 6 to smithi19066007-7 2024-08-19T10:09:36.843 INFO:tasks.rados.rados.0.smithi190.stdout:3256: oid 7 updating version 0 to 1981 2024-08-19T10:09:36.843 INFO:tasks.rados.rados.0.smithi190.stdout:3256: oid 7 version 1981 is already newer than 1980 2024-08-19T10:09:36.843 INFO:tasks.rados.rados.0.smithi190.stdout:3256: oid 7 updating version 1981 to 1982 2024-08-19T10:09:36.843 INFO:tasks.rados.rados.0.smithi190.stdout:3256: oid 7 version 1982 is already newer than 1979 2024-08-19T10:09:36.843 INFO:tasks.rados.rados.0.smithi190.stdout:3256: oid 7 updating version 1982 to 1983 2024-08-19T10:09:36.843 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1983 (ObjNum 992 snap 320 seq_num 992) dirty exists 2024-08-19T10:09:36.843 INFO:tasks.rados.rados.0.smithi190.stdout:3256: left oid 7 (ObjNum 992 snap 320 seq_num 992) 2024-08-19T10:09:36.843 INFO:tasks.rados.rados.0.smithi190.stdout:3249: done (6 left) 2024-08-19T10:09:36.843 INFO:tasks.rados.rados.0.smithi190.stdout:3252: done (5 left) 2024-08-19T10:09:36.843 INFO:tasks.rados.rados.0.smithi190.stdout:3253: done (4 left) 2024-08-19T10:09:36.843 INFO:tasks.rados.rados.0.smithi190.stdout:3255: done (3 left) 2024-08-19T10:09:36.844 INFO:tasks.rados.rados.0.smithi190.stdout:3256: done (2 left) 2024-08-19T10:09:36.844 INFO:tasks.rados.rados.0.smithi190.stdout:3257: done (1 left) 2024-08-19T10:09:36.844 INFO:tasks.rados.rados.0.smithi190.stdout:3258: done (0 left) 2024-08-19T10:09:36.844 INFO:tasks.rados.rados.0.smithi190.stdout:3259: rmattr oid 6 current snap is 320 2024-08-19T10:09:36.844 INFO:tasks.rados.rados.0.smithi190.stdout:3260: read oid 41 snap -1 2024-08-19T10:09:36.844 INFO:tasks.rados.rados.0.smithi190.stdout:3260: expect deleted 2024-08-19T10:09:36.844 INFO:tasks.rados.rados.0.smithi190.stdout:3261: rollback oid 14 current snap is 320 2024-08-19T10:09:36.844 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 14 to 316 2024-08-19T10:09:36.844 INFO:tasks.rados.rados.0.smithi190.stdout:3262: read oid 13 snap -1 2024-08-19T10:09:36.844 INFO:tasks.rados.rados.0.smithi190.stdout:3262: expect deleted 2024-08-19T10:09:36.844 INFO:tasks.rados.rados.0.smithi190.stdout:3263: delete oid 24 current snap is 320 2024-08-19T10:09:36.845 INFO:tasks.rados.rados.0.smithi190.stdout:3260: done (4 left) 2024-08-19T10:09:36.845 INFO:tasks.rados.rados.0.smithi190.stdout:3262: done (3 left) 2024-08-19T10:09:36.845 INFO:tasks.rados.rados.0.smithi190.stdout:3263: done (2 left) 2024-08-19T10:09:36.845 INFO:tasks.rados.rados.0.smithi190.stdout:3264: snap_remove snap 308 2024-08-19T10:09:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:36 smithi196 ceph-mon[72638]: osdmap e723: 8 total, 8 up, 8 in 2024-08-19T10:09:37.450 INFO:tasks.rados.rados.0.smithi190.stdout:3264: done (2 left) 2024-08-19T10:09:37.450 INFO:tasks.rados.rados.0.smithi190.stdout:3265: read oid 37 snap -1 2024-08-19T10:09:37.450 INFO:tasks.rados.rados.0.smithi190.stdout:3265: expect (ObjNum 982 snap 317 seq_num 982) 2024-08-19T10:09:37.451 INFO:tasks.rados.rados.0.smithi190.stdout:3266: delete oid 44 current snap is 320 2024-08-19T10:09:37.451 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1774 (ObjNum 948 snap 304 seq_num 948) dirty exists 2024-08-19T10:09:37.451 INFO:tasks.rados.rados.0.smithi190.stdout:3261: finishing rollback tid 0 to smithi19066007-14 2024-08-19T10:09:37.451 INFO:tasks.rados.rados.0.smithi190.stdout:3261: finishing rollback tid 1 to smithi19066007-14 2024-08-19T10:09:37.451 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 2071 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-19T10:09:37.457 INFO:tasks.rados.rados.0.smithi190.stdout:3259: done (3 left) 2024-08-19T10:09:37.457 INFO:tasks.rados.rados.0.smithi190.stdout:3261: done (2 left) 2024-08-19T10:09:37.457 INFO:tasks.rados.rados.0.smithi190.stdout:3266: done (1 left) 2024-08-19T10:09:37.458 INFO:tasks.rados.rados.0.smithi190.stdout:3267: snap_create 2024-08-19T10:09:37.487 INFO:tasks.rados.rados.0.smithi190.stdout:3265: expect (ObjNum 982 snap 317 seq_num 982) 2024-08-19T10:09:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:37 smithi190 ceph-mon[77620]: pgmap v757: 121 pgs: 121 active+clean; 161 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-19T10:09:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:37 smithi190 ceph-mon[77620]: osdmap e724: 8 total, 8 up, 8 in 2024-08-19T10:09:37.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:37 smithi190 ceph-mon[80032]: pgmap v757: 121 pgs: 121 active+clean; 161 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-19T10:09:37.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:37 smithi190 ceph-mon[80032]: osdmap e724: 8 total, 8 up, 8 in 2024-08-19T10:09:37.818 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:37 smithi196 ceph-mon[72638]: pgmap v757: 121 pgs: 121 active+clean; 161 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-19T10:09:37.819 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:37 smithi196 ceph-mon[72638]: osdmap e724: 8 total, 8 up, 8 in 2024-08-19T10:09:38.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:09:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:09:37] "GET /metrics HTTP/1.1" 200 36375 "" "Prometheus/2.51.0" 2024-08-19T10:09:38.413 INFO:tasks.rados.rados.0.smithi190.stdout:3265: done (1 left) 2024-08-19T10:09:38.413 INFO:tasks.rados.rados.0.smithi190.stdout:3267: done (0 left) 2024-08-19T10:09:38.413 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 1 current snap is 321 2024-08-19T10:09:38.413 INFO:tasks.rados.rados.0.smithi190.stdout:3268: seq_num 995 ranges {1433600=671744,2105344=573440,2678784=778240,3457024=253952} 2024-08-19T10:09:38.423 INFO:tasks.rados.rados.0.smithi190.stdout:3268: writing smithi19066007-1 from 1433600 to 2105344 tid 1 2024-08-19T10:09:38.427 INFO:tasks.rados.rados.0.smithi190.stdout:3268: writing smithi19066007-1 from 2105344 to 2678784 tid 2 2024-08-19T10:09:38.432 INFO:tasks.rados.rados.0.smithi190.stdout:3268: writing smithi19066007-1 from 2678784 to 3457024 tid 3 2024-08-19T10:09:38.433 INFO:tasks.rados.rados.0.smithi190.stdout:3268: writing smithi19066007-1 from 3457024 to 3710976 tid 4 2024-08-19T10:09:38.433 INFO:tasks.rados.rados.0.smithi190.stdout:3269: delete oid 50 current snap is 321 2024-08-19T10:09:38.433 INFO:tasks.rados.rados.0.smithi190.stdout:3268: finishing write tid 1 to smithi19066007-1 2024-08-19T10:09:38.433 INFO:tasks.rados.rados.0.smithi190.stdout:3268: finishing write tid 2 to smithi19066007-1 2024-08-19T10:09:38.435 INFO:tasks.rados.rados.0.smithi190.stdout:3269: done (1 left) 2024-08-19T10:09:38.435 INFO:tasks.rados.rados.0.smithi190.stdout:3270: snap_create 2024-08-19T10:09:38.436 INFO:tasks.rados.rados.0.smithi190.stdout:3268: finishing write tid 3 to smithi19066007-1 2024-08-19T10:09:38.436 INFO:tasks.rados.rados.0.smithi190.stdout:3268: finishing write tid 4 to smithi19066007-1 2024-08-19T10:09:38.437 INFO:tasks.rados.rados.0.smithi190.stdout:3268: finishing write tid 5 to smithi19066007-1 2024-08-19T10:09:38.438 INFO:tasks.rados.rados.0.smithi190.stdout:3268: finishing write tid 6 to smithi19066007-1 2024-08-19T10:09:38.439 INFO:tasks.rados.rados.0.smithi190.stdout:3268: oid 1 updating version 0 to 1776 2024-08-19T10:09:38.439 INFO:tasks.rados.rados.0.smithi190.stdout:3268: oid 1 version 1776 is already newer than 1775 2024-08-19T10:09:38.439 INFO:tasks.rados.rados.0.smithi190.stdout:3268: oid 1 updating version 1776 to 1777 2024-08-19T10:09:38.439 INFO:tasks.rados.rados.0.smithi190.stdout:3268: oid 1 updating version 1777 to 1778 2024-08-19T10:09:38.439 INFO:tasks.rados.rados.0.smithi190.stdout:3268: oid 1 updating version 1778 to 1779 2024-08-19T10:09:38.439 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 1779 (ObjNum 995 snap 321 seq_num 995) dirty exists 2024-08-19T10:09:38.439 INFO:tasks.rados.rados.0.smithi190.stdout:3268: left oid 1 (ObjNum 995 snap 321 seq_num 995) 2024-08-19T10:09:38.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:38 smithi190 ceph-mon[77620]: osdmap e725: 8 total, 8 up, 8 in 2024-08-19T10:09:38.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:38 smithi190 ceph-mon[77620]: osdmap e726: 8 total, 8 up, 8 in 2024-08-19T10:09:38.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:38 smithi190 ceph-mon[80032]: osdmap e725: 8 total, 8 up, 8 in 2024-08-19T10:09:38.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:38 smithi190 ceph-mon[80032]: osdmap e726: 8 total, 8 up, 8 in 2024-08-19T10:09:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:38 smithi196 ceph-mon[72638]: osdmap e725: 8 total, 8 up, 8 in 2024-08-19T10:09:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:38 smithi196 ceph-mon[72638]: osdmap e726: 8 total, 8 up, 8 in 2024-08-19T10:09:39.416 INFO:tasks.rados.rados.0.smithi190.stdout:3268: done (1 left) 2024-08-19T10:09:39.416 INFO:tasks.rados.rados.0.smithi190.stdout:3270: done (0 left) 2024-08-19T10:09:39.416 INFO:tasks.rados.rados.0.smithi190.stdout:3271: rmattr oid 15 current snap is 322 2024-08-19T10:09:39.417 INFO:tasks.rados.rados.0.smithi190.stdout:3271: done (0 left) 2024-08-19T10:09:39.417 INFO:tasks.rados.rados.0.smithi190.stdout:3272: read oid 37 snap -1 2024-08-19T10:09:39.417 INFO:tasks.rados.rados.0.smithi190.stdout:3272: expect (ObjNum 982 snap 317 seq_num 982) 2024-08-19T10:09:39.417 INFO:tasks.rados.rados.0.smithi190.stdout:3273: read oid 3 snap -1 2024-08-19T10:09:39.417 INFO:tasks.rados.rados.0.smithi190.stdout:3273: expect (ObjNum 934 snap 298 seq_num 934) 2024-08-19T10:09:39.417 INFO:tasks.rados.rados.0.smithi190.stdout:3274: delete oid 1 current snap is 322 2024-08-19T10:09:39.420 INFO:tasks.rados.rados.0.smithi190.stdout:3274: done (2 left) 2024-08-19T10:09:39.421 INFO:tasks.rados.rados.0.smithi190.stdout:3275: copy_from oid 43 from oid 35 current snap is 322 2024-08-19T10:09:39.421 INFO:tasks.rados.rados.0.smithi190.stdout:3276: rmattr oid 18 current snap is 322 2024-08-19T10:09:39.421 INFO:tasks.rados.rados.0.smithi190.stdout:3277: rollback oid 29 current snap is 322 2024-08-19T10:09:39.421 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 29 to 320 2024-08-19T10:09:39.421 INFO:tasks.rados.rados.0.smithi190.stdout:3278: delete oid 25 current snap is 322 2024-08-19T10:09:39.421 INFO:tasks.rados.rados.0.smithi190.stdout:3275: finishing copy_from to smithi19066007-43 2024-08-19T10:09:39.421 INFO:tasks.rados.rados.0.smithi190.stdout:3275: got expected ENOENT (src dne) 2024-08-19T10:09:39.422 INFO:tasks.rados.rados.0.smithi190.stdout:3275: finishing copy_from racing read to smithi19066007-43 2024-08-19T10:09:39.426 INFO:tasks.rados.rados.0.smithi190.stdout:3275: done (5 left) 2024-08-19T10:09:39.426 INFO:tasks.rados.rados.0.smithi190.stdout:3278: done (4 left) 2024-08-19T10:09:39.426 INFO:tasks.rados.rados.0.smithi190.stdout:3279: rollback oid 26 current snap is 322 2024-08-19T10:09:39.426 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 26 to 318 2024-08-19T10:09:39.426 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 9 current snap is 322 2024-08-19T10:09:39.426 INFO:tasks.rados.rados.0.smithi190.stdout:3280: seq_num 999 ranges {0=737280,737280=565248,1302528=761856,2064384=278528} 2024-08-19T10:09:39.430 INFO:tasks.rados.rados.0.smithi190.stdout:3280: writing smithi19066007-9 from 0 to 737280 tid 1 2024-08-19T10:09:39.434 INFO:tasks.rados.rados.0.smithi190.stdout:3280: writing smithi19066007-9 from 737280 to 1302528 tid 2 2024-08-19T10:09:39.439 INFO:tasks.rados.rados.0.smithi190.stdout:3280: writing smithi19066007-9 from 1302528 to 2064384 tid 3 2024-08-19T10:09:39.441 INFO:tasks.rados.rados.0.smithi190.stdout:3280: writing smithi19066007-9 from 2064384 to 2342912 tid 4 2024-08-19T10:09:39.441 INFO:tasks.rados.rados.0.smithi190.stdout:3281: delete oid 28 current snap is 322 2024-08-19T10:09:39.441 INFO:tasks.rados.rados.0.smithi190.stdout:3273: expect (ObjNum 934 snap 298 seq_num 934) 2024-08-19T10:09:39.477 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 2181 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-08-19T10:09:39.477 INFO:tasks.rados.rados.0.smithi190.stdout:3279: finishing rollback tid 0 to smithi19066007-26 2024-08-19T10:09:39.477 INFO:tasks.rados.rados.0.smithi190.stdout:3277: finishing rollback tid 0 to smithi19066007-29 2024-08-19T10:09:39.477 INFO:tasks.rados.rados.0.smithi190.stdout:3277: finishing rollback tid 1 to smithi19066007-29 2024-08-19T10:09:39.477 INFO:tasks.rados.rados.0.smithi190.stdout:3277: finishing rollback tid 2 to smithi19066007-29 2024-08-19T10:09:39.477 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 2068 (ObjNum 746 snap 248 seq_num 746) dirty exists 2024-08-19T10:09:39.477 INFO:tasks.rados.rados.0.smithi190.stdout:3279: finishing rollback tid 1 to smithi19066007-26 2024-08-19T10:09:39.477 INFO:tasks.rados.rados.0.smithi190.stdout:3273: done (6 left) 2024-08-19T10:09:39.478 INFO:tasks.rados.rados.0.smithi190.stdout:3276: done (5 left) 2024-08-19T10:09:39.478 INFO:tasks.rados.rados.0.smithi190.stdout:3277: done (4 left) 2024-08-19T10:09:39.478 INFO:tasks.rados.rados.0.smithi190.stdout:3281: done (3 left) 2024-08-19T10:09:39.478 INFO:tasks.rados.rados.0.smithi190.stdout:3282: snap_remove snap 321 2024-08-19T10:09:39.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:39 smithi190 ceph-mon[77620]: pgmap v760: 121 pgs: 121 active+clean; 166 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-19T10:09:39.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:39 smithi190 ceph-mon[77620]: osdmap e727: 8 total, 8 up, 8 in 2024-08-19T10:09:39.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:39 smithi190 ceph-mon[80032]: pgmap v760: 121 pgs: 121 active+clean; 166 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-19T10:09:39.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:39 smithi190 ceph-mon[80032]: osdmap e727: 8 total, 8 up, 8 in 2024-08-19T10:09:39.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:39 smithi196 ceph-mon[72638]: pgmap v760: 121 pgs: 121 active+clean; 166 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-19T10:09:39.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:39 smithi196 ceph-mon[72638]: osdmap e727: 8 total, 8 up, 8 in 2024-08-19T10:09:40.467 INFO:tasks.rados.rados.0.smithi190.stdout:3282: done (3 left) 2024-08-19T10:09:40.467 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 322 2024-08-19T10:09:40.467 INFO:tasks.rados.rados.0.smithi190.stdout:3279: finishing rollback tid 2 to smithi19066007-26 2024-08-19T10:09:40.468 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1783 (ObjNum 972 snap 312 seq_num 972) dirty exists 2024-08-19T10:09:40.468 INFO:tasks.rados.rados.0.smithi190.stdout:3280: finishing write tid 1 to smithi19066007-9 2024-08-19T10:09:40.468 INFO:tasks.rados.rados.0.smithi190.stdout:3280: finishing write tid 2 to smithi19066007-9 2024-08-19T10:09:40.468 INFO:tasks.rados.rados.0.smithi190.stdout:3280: finishing write tid 3 to smithi19066007-9 2024-08-19T10:09:40.468 INFO:tasks.rados.rados.0.smithi190.stdout:3280: finishing write tid 4 to smithi19066007-9 2024-08-19T10:09:40.468 INFO:tasks.rados.rados.0.smithi190.stdout:3280: finishing write tid 5 to smithi19066007-9 2024-08-19T10:09:40.468 INFO:tasks.rados.rados.0.smithi190.stdout:3272: expect (ObjNum 982 snap 317 seq_num 982) 2024-08-19T10:09:40.728 INFO:tasks.rados.rados.0.smithi190.stdout:3280: finishing write tid 6 to smithi19066007-9 2024-08-19T10:09:40.728 INFO:tasks.rados.rados.0.smithi190.stdout:3280: oid 9 updating version 0 to 1873 2024-08-19T10:09:40.728 INFO:tasks.rados.rados.0.smithi190.stdout:3280: oid 9 version 1873 is already newer than 1870 2024-08-19T10:09:40.728 INFO:tasks.rados.rados.0.smithi190.stdout:3280: oid 9 version 1873 is already newer than 1869 2024-08-19T10:09:40.729 INFO:tasks.rados.rados.0.smithi190.stdout:3280: oid 9 version 1873 is already newer than 1872 2024-08-19T10:09:40.729 INFO:tasks.rados.rados.0.smithi190.stdout:3280: oid 9 version 1873 is already newer than 1871 2024-08-19T10:09:40.729 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1873 (ObjNum 999 snap 322 seq_num 999) dirty exists 2024-08-19T10:09:40.729 INFO:tasks.rados.rados.0.smithi190.stdout:3280: left oid 9 (ObjNum 999 snap 322 seq_num 999) 2024-08-19T10:09:40.729 INFO:tasks.rados.rados.0.smithi190.stdout:3283: seq_num 1001 ranges {843776=770048,1613824=729088,2342912=770048,3112960=106496} 2024-08-19T10:09:40.736 INFO:tasks.rados.rados.0.smithi190.stdout:3283: writing smithi19066007-12 from 843776 to 1613824 tid 1 2024-08-19T10:09:40.741 INFO:tasks.rados.rados.0.smithi190.stdout:3283: writing smithi19066007-12 from 1613824 to 2342912 tid 2 2024-08-19T10:09:40.746 INFO:tasks.rados.rados.0.smithi190.stdout:3283: writing smithi19066007-12 from 2342912 to 3112960 tid 3 2024-08-19T10:09:40.747 INFO:tasks.rados.rados.0.smithi190.stdout:3283: writing smithi19066007-12 from 3112960 to 3219456 tid 4 2024-08-19T10:09:40.747 INFO:tasks.rados.rados.0.smithi190.stdout:3272: done (3 left) 2024-08-19T10:09:40.747 INFO:tasks.rados.rados.0.smithi190.stdout:3279: done (2 left) 2024-08-19T10:09:40.747 INFO:tasks.rados.rados.0.smithi190.stdout:3280: done (1 left) 2024-08-19T10:09:40.747 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 31 current snap is 322 2024-08-19T10:09:40.747 INFO:tasks.rados.rados.0.smithi190.stdout:3284: seq_num 1002 ranges {2244608=786432,3031040=614400,3645440=581632,4227072=409600} 2024-08-19T10:09:40.763 INFO:tasks.rados.rados.0.smithi190.stdout:3284: writing smithi19066007-31 from 2244608 to 3031040 tid 1 2024-08-19T10:09:40.767 INFO:tasks.rados.rados.0.smithi190.stdout:3284: writing smithi19066007-31 from 3031040 to 3645440 tid 2 2024-08-19T10:09:40.770 INFO:tasks.rados.rados.0.smithi190.stdout:3284: writing smithi19066007-31 from 3645440 to 4227072 tid 3 2024-08-19T10:09:40.774 INFO:tasks.rados.rados.0.smithi190.stdout:3284: writing smithi19066007-31 from 4227072 to 4636672 tid 4 2024-08-19T10:09:40.774 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 38 current snap is 322 2024-08-19T10:09:40.774 INFO:tasks.rados.rados.0.smithi190.stdout:3283: finishing write tid 1 to smithi19066007-12 2024-08-19T10:09:40.774 INFO:tasks.rados.rados.0.smithi190.stdout:3283: finishing write tid 2 to smithi19066007-12 2024-08-19T10:09:40.774 INFO:tasks.rados.rados.0.smithi190.stdout:3283: finishing write tid 3 to smithi19066007-12 2024-08-19T10:09:40.774 INFO:tasks.rados.rados.0.smithi190.stdout:3283: finishing write tid 4 to smithi19066007-12 2024-08-19T10:09:40.774 INFO:tasks.rados.rados.0.smithi190.stdout:3283: finishing write tid 5 to smithi19066007-12 2024-08-19T10:09:40.774 INFO:tasks.rados.rados.0.smithi190.stdout:3283: finishing write tid 6 to smithi19066007-12 2024-08-19T10:09:40.774 INFO:tasks.rados.rados.0.smithi190.stdout:3283: oid 12 updating version 0 to 1851 2024-08-19T10:09:40.774 INFO:tasks.rados.rados.0.smithi190.stdout:3283: oid 12 version 1851 is already newer than 1850 2024-08-19T10:09:40.774 INFO:tasks.rados.rados.0.smithi190.stdout:3283: oid 12 version 1851 is already newer than 1849 2024-08-19T10:09:40.774 INFO:tasks.rados.rados.0.smithi190.stdout:3283: oid 12 version 1851 is already newer than 1847 2024-08-19T10:09:40.775 INFO:tasks.rados.rados.0.smithi190.stdout:3283: oid 12 version 1851 is already newer than 1848 2024-08-19T10:09:40.775 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 1851 (ObjNum 1001 snap 322 seq_num 1001) dirty exists 2024-08-19T10:09:40.775 INFO:tasks.rados.rados.0.smithi190.stdout:3283: left oid 12 (ObjNum 1001 snap 322 seq_num 1001) 2024-08-19T10:09:40.775 INFO:tasks.rados.rados.0.smithi190.stdout:3284: finishing write tid 1 to smithi19066007-31 2024-08-19T10:09:40.775 INFO:tasks.rados.rados.0.smithi190.stdout:3284: finishing write tid 2 to smithi19066007-31 2024-08-19T10:09:40.775 INFO:tasks.rados.rados.0.smithi190.stdout:3285: seq_num 1003 ranges {1392640=802816,2195456=499712,2695168=737280,3432448=368640} 2024-08-19T10:09:40.785 INFO:tasks.rados.rados.0.smithi190.stdout:3285: writing smithi19066007-38 from 1392640 to 2195456 tid 1 2024-08-19T10:09:40.788 INFO:tasks.rados.rados.0.smithi190.stdout:3285: writing smithi19066007-38 from 2195456 to 2695168 tid 2 2024-08-19T10:09:40.792 INFO:tasks.rados.rados.0.smithi190.stdout:3285: writing smithi19066007-38 from 2695168 to 3432448 tid 3 2024-08-19T10:09:40.795 INFO:tasks.rados.rados.0.smithi190.stdout:3285: writing smithi19066007-38 from 3432448 to 3801088 tid 4 2024-08-19T10:09:40.795 INFO:tasks.rados.rados.0.smithi190.stdout:3283: done (2 left) 2024-08-19T10:09:40.795 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 322 2024-08-19T10:09:40.795 INFO:tasks.rados.rados.0.smithi190.stdout:3284: finishing write tid 3 to smithi19066007-31 2024-08-19T10:09:40.795 INFO:tasks.rados.rados.0.smithi190.stdout:3284: finishing write tid 4 to smithi19066007-31 2024-08-19T10:09:40.795 INFO:tasks.rados.rados.0.smithi190.stdout:3286: seq_num 1004 ranges {1974272=16384} 2024-08-19T10:09:40.806 INFO:tasks.rados.rados.0.smithi190.stdout:3286: writing smithi19066007-22 from 1974272 to 1990656 tid 1 2024-08-19T10:09:40.806 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 3 current snap is 322 2024-08-19T10:09:40.806 INFO:tasks.rados.rados.0.smithi190.stdout:3284: finishing write tid 5 to smithi19066007-31 2024-08-19T10:09:40.807 INFO:tasks.rados.rados.0.smithi190.stdout:3284: finishing write tid 6 to smithi19066007-31 2024-08-19T10:09:40.807 INFO:tasks.rados.rados.0.smithi190.stdout:3284: oid 31 updating version 0 to 2074 2024-08-19T10:09:40.807 INFO:tasks.rados.rados.0.smithi190.stdout:3284: oid 31 updating version 2074 to 2076 2024-08-19T10:09:40.807 INFO:tasks.rados.rados.0.smithi190.stdout:3284: oid 31 version 2076 is already newer than 2075 2024-08-19T10:09:40.807 INFO:tasks.rados.rados.0.smithi190.stdout:3284: oid 31 version 2076 is already newer than 2073 2024-08-19T10:09:40.807 INFO:tasks.rados.rados.0.smithi190.stdout:3284: oid 31 version 2076 is already newer than 2072 2024-08-19T10:09:40.807 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 2076 (ObjNum 1002 snap 322 seq_num 1002) dirty exists 2024-08-19T10:09:40.807 INFO:tasks.rados.rados.0.smithi190.stdout:3284: left oid 31 (ObjNum 1002 snap 322 seq_num 1002) 2024-08-19T10:09:40.807 INFO:tasks.rados.rados.0.smithi190.stdout:3285: finishing write tid 1 to smithi19066007-38 2024-08-19T10:09:40.807 INFO:tasks.rados.rados.0.smithi190.stdout:3285: finishing write tid 2 to smithi19066007-38 2024-08-19T10:09:40.807 INFO:tasks.rados.rados.0.smithi190.stdout:3285: finishing write tid 3 to smithi19066007-38 2024-08-19T10:09:40.807 INFO:tasks.rados.rados.0.smithi190.stdout:3285: finishing write tid 4 to smithi19066007-38 2024-08-19T10:09:40.807 INFO:tasks.rados.rados.0.smithi190.stdout:3285: finishing write tid 5 to smithi19066007-38 2024-08-19T10:09:40.807 INFO:tasks.rados.rados.0.smithi190.stdout:3287: seq_num 1005 ranges {1253376=32768} 2024-08-19T10:09:40.814 INFO:tasks.rados.rados.0.smithi190.stdout:3287: writing smithi19066007-3 from 1253376 to 1286144 tid 1 2024-08-19T10:09:40.814 INFO:tasks.rados.rados.0.smithi190.stdout:3284: done (3 left) 2024-08-19T10:09:40.815 INFO:tasks.rados.rados.0.smithi190.stdout:3288: rmattr oid 19 current snap is 322 2024-08-19T10:09:40.815 INFO:tasks.rados.rados.0.smithi190.stdout:3285: finishing write tid 6 to smithi19066007-38 2024-08-19T10:09:40.815 INFO:tasks.rados.rados.0.smithi190.stdout:3285: oid 38 updating version 0 to 1877 2024-08-19T10:09:40.815 INFO:tasks.rados.rados.0.smithi190.stdout:3285: oid 38 updating version 1877 to 1878 2024-08-19T10:09:40.815 INFO:tasks.rados.rados.0.smithi190.stdout:3285: oid 38 version 1878 is already newer than 1876 2024-08-19T10:09:40.815 INFO:tasks.rados.rados.0.smithi190.stdout:3285: oid 38 updating version 1878 to 1879 2024-08-19T10:09:40.815 INFO:tasks.rados.rados.0.smithi190.stdout:3285: oid 38 version 1879 is already newer than 1875 2024-08-19T10:09:40.815 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 1879 (ObjNum 1003 snap 322 seq_num 1003) dirty exists 2024-08-19T10:09:40.815 INFO:tasks.rados.rados.0.smithi190.stdout:3285: left oid 38 (ObjNum 1003 snap 322 seq_num 1003) 2024-08-19T10:09:40.815 INFO:tasks.rados.rados.0.smithi190.stdout:3286: finishing write tid 1 to smithi19066007-22 2024-08-19T10:09:40.816 INFO:tasks.rados.rados.0.smithi190.stdout:3285: done (3 left) 2024-08-19T10:09:40.816 INFO:tasks.rados.rados.0.smithi190.stdout:3289: rollback oid 29 current snap is 322 2024-08-19T10:09:40.816 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 29 to 316 2024-08-19T10:09:40.816 INFO:tasks.rados.rados.0.smithi190.stdout:3286: finishing write tid 2 to smithi19066007-22 2024-08-19T10:09:40.816 INFO:tasks.rados.rados.0.smithi190.stdout:3286: finishing write tid 3 to smithi19066007-22 2024-08-19T10:09:40.816 INFO:tasks.rados.rados.0.smithi190.stdout:3286: oid 22 updating version 0 to 1767 2024-08-19T10:09:40.816 INFO:tasks.rados.rados.0.smithi190.stdout:3286: oid 22 updating version 1767 to 1768 2024-08-19T10:09:40.816 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 1768 (ObjNum 1004 snap 322 seq_num 1004) dirty exists 2024-08-19T10:09:40.816 INFO:tasks.rados.rados.0.smithi190.stdout:3286: left oid 22 (ObjNum 1004 snap 322 seq_num 1004) 2024-08-19T10:09:40.816 INFO:tasks.rados.rados.0.smithi190.stdout:3286: done (3 left) 2024-08-19T10:09:40.816 INFO:tasks.rados.rados.0.smithi190.stdout:3290: rmattr oid 20 current snap is 322 2024-08-19T10:09:40.816 INFO:tasks.rados.rados.0.smithi190.stdout:3290: done (3 left) 2024-08-19T10:09:40.816 INFO:tasks.rados.rados.0.smithi190.stdout:3291: rmattr oid 42 current snap is 322 2024-08-19T10:09:40.817 INFO:tasks.rados.rados.0.smithi190.stdout:3291: done (3 left) 2024-08-19T10:09:40.817 INFO:tasks.rados.rados.0.smithi190.stdout:3292: read oid 24 snap -1 2024-08-19T10:09:40.817 INFO:tasks.rados.rados.0.smithi190.stdout:3292: expect deleted 2024-08-19T10:09:40.817 INFO:tasks.rados.rados.0.smithi190.stdout:3293: rollback oid 37 current snap is 322 2024-08-19T10:09:40.817 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 37 to 317 2024-08-19T10:09:40.817 INFO:tasks.rados.rados.0.smithi190.stdout:3294: read oid 33 snap -1 2024-08-19T10:09:40.817 INFO:tasks.rados.rados.0.smithi190.stdout:3294: expect (ObjNum 959 snap 308 seq_num 959) 2024-08-19T10:09:40.817 INFO:tasks.rados.rados.0.smithi190.stdout:3295: setattr oid 27 current snap is 322 2024-08-19T10:09:40.817 INFO:tasks.rados.rados.0.smithi190.stdout:3292: done (6 left) 2024-08-19T10:09:40.817 INFO:tasks.rados.rados.0.smithi190.stdout:3296: rmattr oid 31 current snap is 322 2024-08-19T10:09:40.817 INFO:tasks.rados.rados.0.smithi190.stdout:3297: read oid 21 snap -1 2024-08-19T10:09:40.818 INFO:tasks.rados.rados.0.smithi190.stdout:3297: expect (ObjNum 950 snap 305 seq_num 950) 2024-08-19T10:09:40.818 INFO:tasks.rados.rados.0.smithi190.stdout:3298: read oid 25 snap -1 2024-08-19T10:09:40.818 INFO:tasks.rados.rados.0.smithi190.stdout:3298: expect deleted 2024-08-19T10:09:40.818 INFO:tasks.rados.rados.0.smithi190.stdout:3299: copy_from oid 34 from oid 5 current snap is 322 2024-08-19T10:09:40.818 INFO:tasks.rados.rados.0.smithi190.stdout:3300: rollback oid 17 current snap is 322 2024-08-19T10:09:40.818 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 17 to 317 2024-08-19T10:09:40.818 INFO:tasks.rados.rados.0.smithi190.stdout:3301: rollback oid 12 current snap is 322 2024-08-19T10:09:40.818 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 12 to 316 2024-08-19T10:09:40.818 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 322 2024-08-19T10:09:40.818 INFO:tasks.rados.rados.0.smithi190.stdout:3302: seq_num 1006 ranges {6995968=49152} 2024-08-19T10:09:40.853 INFO:tasks.rados.rados.0.smithi190.stdout:3302: writing smithi19066007-6 from 6995968 to 7045120 tid 1 2024-08-19T10:09:40.853 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 9 current snap is 322 2024-08-19T10:09:40.853 INFO:tasks.rados.rados.0.smithi190.stdout:3303: seq_num 1007 ranges {2342912=65536} 2024-08-19T10:09:40.866 INFO:tasks.rados.rados.0.smithi190.stdout:3303: writing smithi19066007-9 from 2342912 to 2408448 tid 1 2024-08-19T10:09:40.866 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 322 2024-08-19T10:09:40.866 INFO:tasks.rados.rados.0.smithi190.stdout:3304: seq_num 1008 ranges {3645440=90112} 2024-08-19T10:09:40.886 INFO:tasks.rados.rados.0.smithi190.stdout:3304: writing smithi19066007-43 from 3645440 to 3735552 tid 1 2024-08-19T10:09:40.886 INFO:tasks.rados.rados.0.smithi190.stdout:3305: snap_remove snap 320 2024-08-19T10:09:41.468 INFO:tasks.rados.rados.0.smithi190.stdout:3305: done (15 left) 2024-08-19T10:09:41.468 INFO:tasks.rados.rados.0.smithi190.stdout:3306: snap_remove snap 318 2024-08-19T10:09:41.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:41 smithi190 ceph-mon[77620]: pgmap v763: 121 pgs: 121 active+clean; 142 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-08-19T10:09:41.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:41 smithi190 ceph-mon[77620]: osdmap e728: 8 total, 8 up, 8 in 2024-08-19T10:09:41.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:41 smithi190 ceph-mon[80032]: pgmap v763: 121 pgs: 121 active+clean; 142 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-08-19T10:09:41.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:41 smithi190 ceph-mon[80032]: osdmap e728: 8 total, 8 up, 8 in 2024-08-19T10:09:41.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:41 smithi196 ceph-mon[72638]: pgmap v763: 121 pgs: 121 active+clean; 142 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2024-08-19T10:09:41.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:41 smithi196 ceph-mon[72638]: osdmap e728: 8 total, 8 up, 8 in 2024-08-19T10:09:42.484 INFO:tasks.rados.rados.0.smithi190.stdout:3306: done (15 left) 2024-08-19T10:09:42.485 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 41 current snap is 322 2024-08-19T10:09:42.485 INFO:tasks.rados.rados.0.smithi190.stdout:3307: seq_num 1009 ranges {0=106496} 2024-08-19T10:09:42.486 INFO:tasks.rados.rados.0.smithi190.stdout:3307: writing smithi19066007-41 from 0 to 106496 tid 1 2024-08-19T10:09:42.486 INFO:tasks.rados.rados.0.smithi190.stdout: waiting on 16 2024-08-19T10:09:42.486 INFO:tasks.rados.rados.0.smithi190.stdout:3299: finishing copy_from to smithi19066007-34 2024-08-19T10:09:42.486 INFO:tasks.rados.rados.0.smithi190.stdout:3299: got expected ENOENT (src dne) 2024-08-19T10:09:42.486 INFO:tasks.rados.rados.0.smithi190.stdout:3299: finishing copy_from racing read to smithi19066007-34 2024-08-19T10:09:42.486 INFO:tasks.rados.rados.0.smithi190.stdout:3298: done (15 left) 2024-08-19T10:09:42.486 INFO:tasks.rados.rados.0.smithi190.stdout:3299: done (14 left) 2024-08-19T10:09:42.486 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 15 current snap is 322 2024-08-19T10:09:42.486 INFO:tasks.rados.rados.0.smithi190.stdout:3308: seq_num 1010 ranges {1253376=122880} 2024-08-19T10:09:42.493 INFO:tasks.rados.rados.0.smithi190.stdout:3308: writing smithi19066007-15 from 1253376 to 1376256 tid 1 2024-08-19T10:09:42.494 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 322 2024-08-19T10:09:42.494 INFO:tasks.rados.rados.0.smithi190.stdout:3309: seq_num 1011 ranges {3309568=139264} 2024-08-19T10:09:42.514 INFO:tasks.rados.rados.0.smithi190.stdout:3309: writing smithi19066007-2 from 3309568 to 3448832 tid 1 2024-08-19T10:09:42.514 INFO:tasks.rados.rados.0.smithi190.stdout: waiting on 16 2024-08-19T10:09:42.514 INFO:tasks.rados.rados.0.smithi190.stdout:3287: finishing write tid 1 to smithi19066007-3 2024-08-19T10:09:42.514 INFO:tasks.rados.rados.0.smithi190.stdout:3287: finishing write tid 2 to smithi19066007-3 2024-08-19T10:09:42.514 INFO:tasks.rados.rados.0.smithi190.stdout:3289: finishing rollback tid 0 to smithi19066007-29 2024-08-19T10:09:42.514 INFO:tasks.rados.rados.0.smithi190.stdout:3287: finishing write tid 3 to smithi19066007-3 2024-08-19T10:09:42.514 INFO:tasks.rados.rados.0.smithi190.stdout:3287: oid 3 updating version 0 to 1637 2024-08-19T10:09:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:3287: oid 3 version 1637 is already newer than 1636 2024-08-19T10:09:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 1637 (ObjNum 1005 snap 322 seq_num 1005) dirty exists 2024-08-19T10:09:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:3287: left oid 3 (ObjNum 1005 snap 322 seq_num 1005) 2024-08-19T10:09:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:3293: finishing rollback tid 0 to smithi19066007-37 2024-08-19T10:09:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:3289: finishing rollback tid 1 to smithi19066007-29 2024-08-19T10:09:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:3293: finishing rollback tid 1 to smithi19066007-37 2024-08-19T10:09:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1852 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T10:09:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:3293: finishing rollback tid 2 to smithi19066007-37 2024-08-19T10:09:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 1769 (ObjNum 982 snap 317 seq_num 982) dirty exists 2024-08-19T10:09:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:3289: finishing rollback tid 2 to smithi19066007-29 2024-08-19T10:09:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 2071 (ObjNum 746 snap 248 seq_num 746) dirty exists 2024-08-19T10:09:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 1770 (ObjNum 986 snap 320 seq_num 986) dirty exists 2024-08-19T10:09:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 2077 (ObjNum 1002 snap 322 seq_num 1002) dirty exists 2024-08-19T10:09:42.515 INFO:tasks.rados.rados.0.smithi190.stdout:3287: done (15 left) 2024-08-19T10:09:42.516 INFO:tasks.rados.rados.0.smithi190.stdout:3288: done (14 left) 2024-08-19T10:09:42.516 INFO:tasks.rados.rados.0.smithi190.stdout:3289: done (13 left) 2024-08-19T10:09:42.516 INFO:tasks.rados.rados.0.smithi190.stdout:3293: done (12 left) 2024-08-19T10:09:42.516 INFO:tasks.rados.rados.0.smithi190.stdout:3295: done (11 left) 2024-08-19T10:09:42.516 INFO:tasks.rados.rados.0.smithi190.stdout:3296: done (10 left) 2024-08-19T10:09:42.516 INFO:tasks.rados.rados.0.smithi190.stdout:3310: read oid 35 snap -1 2024-08-19T10:09:42.516 INFO:tasks.rados.rados.0.smithi190.stdout:3310: expect deleted 2024-08-19T10:09:42.516 INFO:tasks.rados.rados.0.smithi190.stdout:3311: snap_create 2024-08-19T10:09:42.516 INFO:tasks.rados.rados.0.smithi190.stdout:3300: finishing rollback tid 0 to smithi19066007-17 2024-08-19T10:09:42.516 INFO:tasks.rados.rados.0.smithi190.stdout:3300: finishing rollback tid 1 to smithi19066007-17 2024-08-19T10:09:42.517 INFO:tasks.rados.rados.0.smithi190.stdout:3300: finishing rollback tid 2 to smithi19066007-17 2024-08-19T10:09:42.517 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 1855 (ObjNum 930 snap 298 seq_num 930) dirty exists 2024-08-19T10:09:42.517 INFO:tasks.rados.rados.0.smithi190.stdout:3297: expect (ObjNum 950 snap 305 seq_num 950) 2024-08-19T10:09:42.605 INFO:tasks.rados.rados.0.smithi190.stdout:3301: finishing rollback tid 0 to smithi19066007-12 2024-08-19T10:09:42.605 INFO:tasks.rados.rados.0.smithi190.stdout:3301: finishing rollback tid 1 to smithi19066007-12 2024-08-19T10:09:42.605 INFO:tasks.rados.rados.0.smithi190.stdout:3301: finishing rollback tid 2 to smithi19066007-12 2024-08-19T10:09:42.605 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 1858 (ObjNum 893 snap 291 seq_num 893) dirty exists 2024-08-19T10:09:42.605 INFO:tasks.rados.rados.0.smithi190.stdout:3294: expect (ObjNum 959 snap 308 seq_num 959) 2024-08-19T10:09:42.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:42 smithi190 ceph-mon[77620]: osdmap e729: 8 total, 8 up, 8 in 2024-08-19T10:09:42.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:42 smithi190 ceph-mon[80032]: osdmap e729: 8 total, 8 up, 8 in 2024-08-19T10:09:42.837 INFO:tasks.rados.rados.0.smithi190.stdout:3302: finishing write tid 1 to smithi19066007-6 2024-08-19T10:09:42.837 INFO:tasks.rados.rados.0.smithi190.stdout:3302: finishing write tid 2 to smithi19066007-6 2024-08-19T10:09:42.837 INFO:tasks.rados.rados.0.smithi190.stdout:3302: finishing write tid 3 to smithi19066007-6 2024-08-19T10:09:42.837 INFO:tasks.rados.rados.0.smithi190.stdout:3302: oid 6 updating version 0 to 1784 2024-08-19T10:09:42.837 INFO:tasks.rados.rados.0.smithi190.stdout:3302: oid 6 updating version 1784 to 1785 2024-08-19T10:09:42.837 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 1785 (ObjNum 1006 snap 322 seq_num 1006) dirty exists 2024-08-19T10:09:42.837 INFO:tasks.rados.rados.0.smithi190.stdout:3302: left oid 6 (ObjNum 1006 snap 322 seq_num 1006) 2024-08-19T10:09:42.837 INFO:tasks.rados.rados.0.smithi190.stdout:3303: finishing write tid 1 to smithi19066007-9 2024-08-19T10:09:42.837 INFO:tasks.rados.rados.0.smithi190.stdout:3303: finishing write tid 2 to smithi19066007-9 2024-08-19T10:09:42.838 INFO:tasks.rados.rados.0.smithi190.stdout:3303: finishing write tid 3 to smithi19066007-9 2024-08-19T10:09:42.838 INFO:tasks.rados.rados.0.smithi190.stdout:3303: oid 9 updating version 0 to 1880 2024-08-19T10:09:42.838 INFO:tasks.rados.rados.0.smithi190.stdout:3303: oid 9 updating version 1880 to 1881 2024-08-19T10:09:42.838 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1881 (ObjNum 1007 snap 322 seq_num 1007) dirty exists 2024-08-19T10:09:42.838 INFO:tasks.rados.rados.0.smithi190.stdout:3303: left oid 9 (ObjNum 1007 snap 322 seq_num 1007) 2024-08-19T10:09:42.838 INFO:tasks.rados.rados.0.smithi190.stdout:3304: finishing write tid 1 to smithi19066007-43 2024-08-19T10:09:42.838 INFO:tasks.rados.rados.0.smithi190.stdout:3304: finishing write tid 2 to smithi19066007-43 2024-08-19T10:09:42.838 INFO:tasks.rados.rados.0.smithi190.stdout:3304: finishing write tid 3 to smithi19066007-43 2024-08-19T10:09:42.838 INFO:tasks.rados.rados.0.smithi190.stdout:3304: oid 43 updating version 0 to 2070 2024-08-19T10:09:42.838 INFO:tasks.rados.rados.0.smithi190.stdout:3304: oid 43 version 2070 is already newer than 2069 2024-08-19T10:09:42.838 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 2070 (ObjNum 1008 snap 322 seq_num 1008) dirty exists 2024-08-19T10:09:42.838 INFO:tasks.rados.rados.0.smithi190.stdout:3304: left oid 43 (ObjNum 1008 snap 322 seq_num 1008) 2024-08-19T10:09:42.838 INFO:tasks.rados.rados.0.smithi190.stdout:3308: finishing write tid 1 to smithi19066007-15 2024-08-19T10:09:42.839 INFO:tasks.rados.rados.0.smithi190.stdout:3308: finishing write tid 2 to smithi19066007-15 2024-08-19T10:09:42.839 INFO:tasks.rados.rados.0.smithi190.stdout:3307: finishing write tid 1 to smithi19066007-41 2024-08-19T10:09:42.839 INFO:tasks.rados.rados.0.smithi190.stdout:3307: finishing write tid 2 to smithi19066007-41 2024-08-19T10:09:42.839 INFO:tasks.rados.rados.0.smithi190.stdout:3308: finishing write tid 3 to smithi19066007-15 2024-08-19T10:09:42.839 INFO:tasks.rados.rados.0.smithi190.stdout:3308: oid 15 updating version 0 to 1786 2024-08-19T10:09:42.839 INFO:tasks.rados.rados.0.smithi190.stdout:3308: oid 15 updating version 1786 to 1787 2024-08-19T10:09:42.839 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 1787 (ObjNum 1010 snap 322 seq_num 1010) dirty exists 2024-08-19T10:09:42.839 INFO:tasks.rados.rados.0.smithi190.stdout:3308: left oid 15 (ObjNum 1010 snap 322 seq_num 1010) 2024-08-19T10:09:42.839 INFO:tasks.rados.rados.0.smithi190.stdout:3307: finishing write tid 3 to smithi19066007-41 2024-08-19T10:09:42.839 INFO:tasks.rados.rados.0.smithi190.stdout:3307: oid 41 updating version 0 to 1769 2024-08-19T10:09:42.839 INFO:tasks.rados.rados.0.smithi190.stdout:3307: oid 41 updating version 1769 to 1770 2024-08-19T10:09:42.839 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 1770 (ObjNum 1009 snap 322 seq_num 1009) dirty exists 2024-08-19T10:09:42.839 INFO:tasks.rados.rados.0.smithi190.stdout:3307: left oid 41 (ObjNum 1009 snap 322 seq_num 1009) 2024-08-19T10:09:42.839 INFO:tasks.rados.rados.0.smithi190.stdout:3309: finishing write tid 1 to smithi19066007-2 2024-08-19T10:09:42.840 INFO:tasks.rados.rados.0.smithi190.stdout:3309: finishing write tid 2 to smithi19066007-2 2024-08-19T10:09:42.840 INFO:tasks.rados.rados.0.smithi190.stdout:3309: finishing write tid 3 to smithi19066007-2 2024-08-19T10:09:42.840 INFO:tasks.rados.rados.0.smithi190.stdout:3309: oid 2 updating version 0 to 1907 2024-08-19T10:09:42.840 INFO:tasks.rados.rados.0.smithi190.stdout:3309: oid 2 updating version 1907 to 1908 2024-08-19T10:09:42.840 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1908 (ObjNum 1011 snap 322 seq_num 1011) dirty exists 2024-08-19T10:09:42.840 INFO:tasks.rados.rados.0.smithi190.stdout:3309: left oid 2 (ObjNum 1011 snap 322 seq_num 1011) 2024-08-19T10:09:42.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:42 smithi196 ceph-mon[72638]: osdmap e729: 8 total, 8 up, 8 in 2024-08-19T10:09:43.416 INFO:tasks.rados.rados.0.smithi190.stdout:3294: done (11 left) 2024-08-19T10:09:43.416 INFO:tasks.rados.rados.0.smithi190.stdout:3297: done (10 left) 2024-08-19T10:09:43.416 INFO:tasks.rados.rados.0.smithi190.stdout:3300: done (9 left) 2024-08-19T10:09:43.416 INFO:tasks.rados.rados.0.smithi190.stdout:3301: done (8 left) 2024-08-19T10:09:43.416 INFO:tasks.rados.rados.0.smithi190.stdout:3302: done (7 left) 2024-08-19T10:09:43.416 INFO:tasks.rados.rados.0.smithi190.stdout:3303: done (6 left) 2024-08-19T10:09:43.416 INFO:tasks.rados.rados.0.smithi190.stdout:3304: done (5 left) 2024-08-19T10:09:43.416 INFO:tasks.rados.rados.0.smithi190.stdout:3307: done (4 left) 2024-08-19T10:09:43.416 INFO:tasks.rados.rados.0.smithi190.stdout:3308: done (3 left) 2024-08-19T10:09:43.416 INFO:tasks.rados.rados.0.smithi190.stdout:3309: done (2 left) 2024-08-19T10:09:43.416 INFO:tasks.rados.rados.0.smithi190.stdout:3310: done (1 left) 2024-08-19T10:09:43.416 INFO:tasks.rados.rados.0.smithi190.stdout:3311: done (0 left) 2024-08-19T10:09:43.417 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 47 current snap is 323 2024-08-19T10:09:43.417 INFO:tasks.rados.rados.0.smithi190.stdout:3312: seq_num 1012 ranges {2301952=155648} 2024-08-19T10:09:43.429 INFO:tasks.rados.rados.0.smithi190.stdout:3312: writing smithi19066007-47 from 2301952 to 2457600 tid 1 2024-08-19T10:09:43.429 INFO:tasks.rados.rados.0.smithi190.stdout:3313: read oid 6 snap -1 2024-08-19T10:09:43.429 INFO:tasks.rados.rados.0.smithi190.stdout:3313: expect (ObjNum 1006 snap 322 seq_num 1006) 2024-08-19T10:09:43.429 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 4 current snap is 323 2024-08-19T10:09:43.429 INFO:tasks.rados.rados.0.smithi190.stdout:3314: seq_num 1013 ranges {1425408=172032} 2024-08-19T10:09:43.438 INFO:tasks.rados.rados.0.smithi190.stdout:3314: writing smithi19066007-4 from 1425408 to 1597440 tid 1 2024-08-19T10:09:43.438 INFO:tasks.rados.rados.0.smithi190.stdout:3315: snap_create 2024-08-19T10:09:43.445 INFO:tasks.rados.rados.0.smithi190.stdout:3314: finishing write tid 1 to smithi19066007-4 2024-08-19T10:09:43.445 INFO:tasks.rados.rados.0.smithi190.stdout:3314: finishing write tid 2 to smithi19066007-4 2024-08-19T10:09:43.446 INFO:tasks.rados.rados.0.smithi190.stdout:3312: finishing write tid 1 to smithi19066007-47 2024-08-19T10:09:43.446 INFO:tasks.rados.rados.0.smithi190.stdout:3312: finishing write tid 2 to smithi19066007-47 2024-08-19T10:09:43.447 INFO:tasks.rados.rados.0.smithi190.stdout:3314: finishing write tid 3 to smithi19066007-4 2024-08-19T10:09:43.447 INFO:tasks.rados.rados.0.smithi190.stdout:3314: oid 4 updating version 0 to 2079 2024-08-19T10:09:43.447 INFO:tasks.rados.rados.0.smithi190.stdout:3314: oid 4 version 2079 is already newer than 2078 2024-08-19T10:09:43.447 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 2079 (ObjNum 1013 snap 323 seq_num 1013) dirty exists 2024-08-19T10:09:43.447 INFO:tasks.rados.rados.0.smithi190.stdout:3314: left oid 4 (ObjNum 1013 snap 323 seq_num 1013) 2024-08-19T10:09:43.454 INFO:tasks.rados.rados.0.smithi190.stdout:3313: expect (ObjNum 1006 snap 322 seq_num 1006) 2024-08-19T10:09:43.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:43 smithi190 ceph-mon[77620]: pgmap v766: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-08-19T10:09:43.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:43 smithi190 ceph-mon[77620]: osdmap e730: 8 total, 8 up, 8 in 2024-08-19T10:09:43.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:43 smithi190 ceph-mon[77620]: osdmap e731: 8 total, 8 up, 8 in 2024-08-19T10:09:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:43 smithi190 ceph-mon[80032]: pgmap v766: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-08-19T10:09:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:43 smithi190 ceph-mon[80032]: osdmap e730: 8 total, 8 up, 8 in 2024-08-19T10:09:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:43 smithi190 ceph-mon[80032]: osdmap e731: 8 total, 8 up, 8 in 2024-08-19T10:09:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:43 smithi196 ceph-mon[72638]: pgmap v766: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-08-19T10:09:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:43 smithi196 ceph-mon[72638]: osdmap e730: 8 total, 8 up, 8 in 2024-08-19T10:09:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:43 smithi196 ceph-mon[72638]: osdmap e731: 8 total, 8 up, 8 in 2024-08-19T10:09:44.141 INFO:tasks.rados.rados.0.smithi190.stdout:3312: finishing write tid 3 to smithi19066007-47 2024-08-19T10:09:44.141 INFO:tasks.rados.rados.0.smithi190.stdout:3312: oid 47 updating version 0 to 1788 2024-08-19T10:09:44.141 INFO:tasks.rados.rados.0.smithi190.stdout:3312: oid 47 updating version 1788 to 1789 2024-08-19T10:09:44.141 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1789 (ObjNum 1012 snap 323 seq_num 1012) dirty exists 2024-08-19T10:09:44.141 INFO:tasks.rados.rados.0.smithi190.stdout:3312: left oid 47 (ObjNum 1012 snap 323 seq_num 1012) 2024-08-19T10:09:44.424 INFO:tasks.rados.rados.0.smithi190.stdout:3312: done (3 left) 2024-08-19T10:09:44.424 INFO:tasks.rados.rados.0.smithi190.stdout:3313: done (2 left) 2024-08-19T10:09:44.425 INFO:tasks.rados.rados.0.smithi190.stdout:3314: done (1 left) 2024-08-19T10:09:44.425 INFO:tasks.rados.rados.0.smithi190.stdout:3315: done (0 left) 2024-08-19T10:09:44.425 INFO:tasks.rados.rados.0.smithi190.stdout:3316: snap_remove snap 316 2024-08-19T10:09:45.429 INFO:tasks.rados.rados.0.smithi190.stdout:3316: done (0 left) 2024-08-19T10:09:45.429 INFO:tasks.rados.rados.0.smithi190.stdout:3317: read oid 8 snap -1 2024-08-19T10:09:45.429 INFO:tasks.rados.rados.0.smithi190.stdout:3317: expect (ObjNum 746 snap 248 seq_num 746) 2024-08-19T10:09:45.430 INFO:tasks.rados.rados.0.smithi190.stdout:3318: read oid 25 snap -1 2024-08-19T10:09:45.430 INFO:tasks.rados.rados.0.smithi190.stdout:3318: expect deleted 2024-08-19T10:09:45.430 INFO:tasks.rados.rados.0.smithi190.stdout:3319: delete oid 22 current snap is 324 2024-08-19T10:09:45.439 INFO:tasks.rados.rados.0.smithi190.stdout:3318: done (2 left) 2024-08-19T10:09:45.439 INFO:tasks.rados.rados.0.smithi190.stdout:3319: done (1 left) 2024-08-19T10:09:45.439 INFO:tasks.rados.rados.0.smithi190.stdout:3320: read oid 43 snap -1 2024-08-19T10:09:45.439 INFO:tasks.rados.rados.0.smithi190.stdout:3320: expect (ObjNum 1008 snap 322 seq_num 1008) 2024-08-19T10:09:45.439 INFO:tasks.rados.rados.0.smithi190.stdout:3321: copy_from oid 37 from oid 40 current snap is 324 2024-08-19T10:09:45.439 INFO:tasks.rados.rados.0.smithi190.stdout:3322: delete oid 31 current snap is 324 2024-08-19T10:09:45.445 INFO:tasks.rados.rados.0.smithi190.stdout:3317: expect (ObjNum 746 snap 248 seq_num 746) 2024-08-19T10:09:45.546 INFO:tasks.rados.rados.0.smithi190.stdout:3321: finishing copy_from racing read to smithi19066007-37 2024-08-19T10:09:45.546 INFO:tasks.rados.rados.0.smithi190.stdout:3320: expect (ObjNum 1008 snap 322 seq_num 1008) 2024-08-19T10:09:45.724 INFO:tasks.rados.rados.0.smithi190.stdout:3321: finishing copy_from to smithi19066007-37 2024-08-19T10:09:45.724 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 299 (ObjNum 929 snap 298 seq_num 929) dirty exists 2024-08-19T10:09:45.725 INFO:tasks.rados.rados.0.smithi190.stdout:3317: done (3 left) 2024-08-19T10:09:45.725 INFO:tasks.rados.rados.0.smithi190.stdout:3320: done (2 left) 2024-08-19T10:09:45.725 INFO:tasks.rados.rados.0.smithi190.stdout:3321: done (1 left) 2024-08-19T10:09:45.725 INFO:tasks.rados.rados.0.smithi190.stdout:3322: done (0 left) 2024-08-19T10:09:45.725 INFO:tasks.rados.rados.0.smithi190.stdout:3323: snap_create 2024-08-19T10:09:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:45 smithi190 ceph-mon[77620]: pgmap v769: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-08-19T10:09:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:45 smithi190 ceph-mon[77620]: osdmap e732: 8 total, 8 up, 8 in 2024-08-19T10:09:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:09:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:45 smithi190 ceph-mon[80032]: pgmap v769: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-08-19T10:09:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:45 smithi190 ceph-mon[80032]: osdmap e732: 8 total, 8 up, 8 in 2024-08-19T10:09:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:09:45.859 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:45 smithi196 ceph-mon[72638]: pgmap v769: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-08-19T10:09:45.859 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:45 smithi196 ceph-mon[72638]: osdmap e732: 8 total, 8 up, 8 in 2024-08-19T10:09:45.859 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:09:46.167 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:09:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=infra.usagestats t=2024-08-19T10:09:45.857306104Z level=info msg="Usage stats are ready to report" 2024-08-19T10:09:46.441 INFO:tasks.rados.rados.0.smithi190.stdout:3323: done (0 left) 2024-08-19T10:09:46.441 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 8 current snap is 325 2024-08-19T10:09:46.442 INFO:tasks.rados.rados.0.smithi190.stdout:3324: seq_num 1016 ranges {1974272=221184} 2024-08-19T10:09:46.453 INFO:tasks.rados.rados.0.smithi190.stdout:3324: writing smithi19066007-8 from 1974272 to 2195456 tid 1 2024-08-19T10:09:46.453 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 325 2024-08-19T10:09:46.453 INFO:tasks.rados.rados.0.smithi190.stdout:3325: seq_num 1017 ranges {1974272=237568} 2024-08-19T10:09:46.465 INFO:tasks.rados.rados.0.smithi190.stdout:3325: writing smithi19066007-29 from 1974272 to 2211840 tid 1 2024-08-19T10:09:46.465 INFO:tasks.rados.rados.0.smithi190.stdout:3326: copy_from oid 12 from oid 17 current snap is 325 2024-08-19T10:09:46.465 INFO:tasks.rados.rados.0.smithi190.stdout:3324: finishing write tid 1 to smithi19066007-8 2024-08-19T10:09:46.465 INFO:tasks.rados.rados.0.smithi190.stdout:3324: finishing write tid 2 to smithi19066007-8 2024-08-19T10:09:46.465 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 10 current snap is 325 2024-08-19T10:09:46.465 INFO:tasks.rados.rados.0.smithi190.stdout:3327: seq_num 1018 ranges {2007040=253952} 2024-08-19T10:09:46.478 INFO:tasks.rados.rados.0.smithi190.stdout:3327: writing smithi19066007-10 from 2007040 to 2260992 tid 1 2024-08-19T10:09:46.478 INFO:tasks.rados.rados.0.smithi190.stdout:3328: snap_remove snap 317 2024-08-19T10:09:46.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:46 smithi190 ceph-mon[80032]: osdmap e733: 8 total, 8 up, 8 in 2024-08-19T10:09:46.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:46 smithi190 ceph-mon[77620]: osdmap e733: 8 total, 8 up, 8 in 2024-08-19T10:09:46.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:46 smithi196 ceph-mon[72638]: osdmap e733: 8 total, 8 up, 8 in 2024-08-19T10:09:47.447 INFO:tasks.rados.rados.0.smithi190.stdout:3328: done (4 left) 2024-08-19T10:09:47.447 INFO:tasks.rados.rados.0.smithi190.stdout:3329: rollback oid 26 current snap is 325 2024-08-19T10:09:47.447 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 26 to 323 2024-08-19T10:09:47.447 INFO:tasks.rados.rados.0.smithi190.stdout:3330: snap_remove snap 324 2024-08-19T10:09:47.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:47 smithi190 ceph-mon[80032]: pgmap v772: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-08-19T10:09:47.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:47 smithi190 ceph-mon[80032]: osdmap e734: 8 total, 8 up, 8 in 2024-08-19T10:09:47.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:47 smithi190 ceph-mon[77620]: pgmap v772: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-08-19T10:09:47.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:47 smithi190 ceph-mon[77620]: osdmap e734: 8 total, 8 up, 8 in 2024-08-19T10:09:47.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:09:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:09:47] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.51.0" 2024-08-19T10:09:47.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:47 smithi196 ceph-mon[72638]: pgmap v772: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-08-19T10:09:47.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:47 smithi196 ceph-mon[72638]: osdmap e734: 8 total, 8 up, 8 in 2024-08-19T10:09:48.416 INFO:tasks.rados.rados.0.smithi190.stdout:3330: done (5 left) 2024-08-19T10:09:48.416 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 31 current snap is 325 2024-08-19T10:09:48.416 INFO:tasks.rados.rados.0.smithi190.stdout:3331: seq_num 1019 ranges {0=270336} 2024-08-19T10:09:48.419 INFO:tasks.rados.rados.0.smithi190.stdout:3331: writing smithi19066007-31 from 0 to 270336 tid 1 2024-08-19T10:09:48.419 INFO:tasks.rados.rados.0.smithi190.stdout:3332: snap_create 2024-08-19T10:09:48.419 INFO:tasks.rados.rados.0.smithi190.stdout:3324: finishing write tid 3 to smithi19066007-8 2024-08-19T10:09:48.419 INFO:tasks.rados.rados.0.smithi190.stdout:3324: oid 8 updating version 0 to 2196 2024-08-19T10:09:48.420 INFO:tasks.rados.rados.0.smithi190.stdout:3324: oid 8 version 2196 is already newer than 2195 2024-08-19T10:09:48.420 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 2196 (ObjNum 1016 snap 325 seq_num 1016) dirty exists 2024-08-19T10:09:48.420 INFO:tasks.rados.rados.0.smithi190.stdout:3324: left oid 8 (ObjNum 1016 snap 325 seq_num 1016) 2024-08-19T10:09:48.420 INFO:tasks.rados.rados.0.smithi190.stdout:3325: finishing write tid 1 to smithi19066007-29 2024-08-19T10:09:48.420 INFO:tasks.rados.rados.0.smithi190.stdout:3325: finishing write tid 2 to smithi19066007-29 2024-08-19T10:09:48.420 INFO:tasks.rados.rados.0.smithi190.stdout:3326: finishing copy_from racing read to smithi19066007-12 2024-08-19T10:09:48.420 INFO:tasks.rados.rados.0.smithi190.stdout:3325: finishing write tid 3 to smithi19066007-29 2024-08-19T10:09:48.420 INFO:tasks.rados.rados.0.smithi190.stdout:3325: oid 29 updating version 0 to 2072 2024-08-19T10:09:48.421 INFO:tasks.rados.rados.0.smithi190.stdout:3325: oid 29 updating version 2072 to 2073 2024-08-19T10:09:48.421 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 2073 (ObjNum 1017 snap 325 seq_num 1017) dirty exists 2024-08-19T10:09:48.421 INFO:tasks.rados.rados.0.smithi190.stdout:3325: left oid 29 (ObjNum 1017 snap 325 seq_num 1017) 2024-08-19T10:09:48.421 INFO:tasks.rados.rados.0.smithi190.stdout:3326: finishing copy_from to smithi19066007-12 2024-08-19T10:09:48.422 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 1855 (ObjNum 930 snap 298 seq_num 930) dirty exists 2024-08-19T10:09:48.422 INFO:tasks.rados.rados.0.smithi190.stdout:3327: finishing write tid 1 to smithi19066007-10 2024-08-19T10:09:48.422 INFO:tasks.rados.rados.0.smithi190.stdout:3327: finishing write tid 2 to smithi19066007-10 2024-08-19T10:09:48.422 INFO:tasks.rados.rados.0.smithi190.stdout:3327: finishing write tid 3 to smithi19066007-10 2024-08-19T10:09:48.422 INFO:tasks.rados.rados.0.smithi190.stdout:3327: oid 10 updating version 0 to 2074 2024-08-19T10:09:48.422 INFO:tasks.rados.rados.0.smithi190.stdout:3327: oid 10 updating version 2074 to 2075 2024-08-19T10:09:48.422 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 2075 (ObjNum 1018 snap 325 seq_num 1018) dirty exists 2024-08-19T10:09:48.423 INFO:tasks.rados.rados.0.smithi190.stdout:3327: left oid 10 (ObjNum 1018 snap 325 seq_num 1018) 2024-08-19T10:09:48.423 INFO:tasks.rados.rados.0.smithi190.stdout:3329: finishing rollback tid 0 to smithi19066007-26 2024-08-19T10:09:48.423 INFO:tasks.rados.rados.0.smithi190.stdout:3329: finishing rollback tid 1 to smithi19066007-26 2024-08-19T10:09:48.423 INFO:tasks.rados.rados.0.smithi190.stdout:3329: finishing rollback tid 2 to smithi19066007-26 2024-08-19T10:09:48.423 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1792 (ObjNum 972 snap 312 seq_num 972) dirty exists 2024-08-19T10:09:48.424 INFO:tasks.rados.rados.0.smithi190.stdout:3331: finishing write tid 1 to smithi19066007-31 2024-08-19T10:09:48.424 INFO:tasks.rados.rados.0.smithi190.stdout:3331: finishing write tid 2 to smithi19066007-31 2024-08-19T10:09:48.425 INFO:tasks.rados.rados.0.smithi190.stdout:3331: finishing write tid 3 to smithi19066007-31 2024-08-19T10:09:48.425 INFO:tasks.rados.rados.0.smithi190.stdout:3331: oid 31 updating version 0 to 2082 2024-08-19T10:09:48.425 INFO:tasks.rados.rados.0.smithi190.stdout:3331: oid 31 version 2082 is already newer than 2081 2024-08-19T10:09:48.426 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 2082 (ObjNum 1019 snap 325 seq_num 1019) dirty exists 2024-08-19T10:09:48.426 INFO:tasks.rados.rados.0.smithi190.stdout:3331: left oid 31 (ObjNum 1019 snap 325 seq_num 1019) 2024-08-19T10:09:48.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:48 smithi190 ceph-mon[77620]: osdmap e735: 8 total, 8 up, 8 in 2024-08-19T10:09:48.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:48 smithi190 ceph-mon[77620]: osdmap e736: 8 total, 8 up, 8 in 2024-08-19T10:09:48.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:48 smithi190 ceph-mon[80032]: osdmap e735: 8 total, 8 up, 8 in 2024-08-19T10:09:48.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:48 smithi190 ceph-mon[80032]: osdmap e736: 8 total, 8 up, 8 in 2024-08-19T10:09:48.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:48 smithi196 ceph-mon[72638]: osdmap e735: 8 total, 8 up, 8 in 2024-08-19T10:09:48.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:48 smithi196 ceph-mon[72638]: osdmap e736: 8 total, 8 up, 8 in 2024-08-19T10:09:49.420 INFO:tasks.rados.rados.0.smithi190.stdout:3324: done (6 left) 2024-08-19T10:09:49.421 INFO:tasks.rados.rados.0.smithi190.stdout:3325: done (5 left) 2024-08-19T10:09:49.421 INFO:tasks.rados.rados.0.smithi190.stdout:3326: done (4 left) 2024-08-19T10:09:49.421 INFO:tasks.rados.rados.0.smithi190.stdout:3327: done (3 left) 2024-08-19T10:09:49.421 INFO:tasks.rados.rados.0.smithi190.stdout:3329: done (2 left) 2024-08-19T10:09:49.421 INFO:tasks.rados.rados.0.smithi190.stdout:3331: done (1 left) 2024-08-19T10:09:49.421 INFO:tasks.rados.rados.0.smithi190.stdout:3332: done (0 left) 2024-08-19T10:09:49.421 INFO:tasks.rados.rados.0.smithi190.stdout:3333: read oid 31 snap -1 2024-08-19T10:09:49.421 INFO:tasks.rados.rados.0.smithi190.stdout:3333: expect (ObjNum 1019 snap 325 seq_num 1019) 2024-08-19T10:09:49.421 INFO:tasks.rados.rados.0.smithi190.stdout:3334: read oid 45 snap -1 2024-08-19T10:09:49.421 INFO:tasks.rados.rados.0.smithi190.stdout:3334: expect (ObjNum 950 snap 305 seq_num 950) 2024-08-19T10:09:49.421 INFO:tasks.rados.rados.0.smithi190.stdout:3335: read oid 38 snap 325 2024-08-19T10:09:49.422 INFO:tasks.rados.rados.0.smithi190.stdout:3335: expect (ObjNum 1003 snap 322 seq_num 1003) 2024-08-19T10:09:49.422 INFO:tasks.rados.rados.0.smithi190.stdout:3336: rmattr oid 24 current snap is 326 2024-08-19T10:09:49.422 INFO:tasks.rados.rados.0.smithi190.stdout:3336: done (3 left) 2024-08-19T10:09:49.422 INFO:tasks.rados.rados.0.smithi190.stdout:3337: delete oid 50 current snap is 326 2024-08-19T10:09:49.425 INFO:tasks.rados.rados.0.smithi190.stdout:3337: done (3 left) 2024-08-19T10:09:49.425 INFO:tasks.rados.rados.0.smithi190.stdout:3338: read oid 36 snap 325 2024-08-19T10:09:49.425 INFO:tasks.rados.rados.0.smithi190.stdout:3338: expect (ObjNum 987 snap 320 seq_num 987) 2024-08-19T10:09:49.425 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 326 2024-08-19T10:09:49.425 INFO:tasks.rados.rados.0.smithi190.stdout:3339: seq_num 1021 ranges {1581056=303104} 2024-08-19T10:09:49.436 INFO:tasks.rados.rados.0.smithi190.stdout:3339: writing smithi19066007-16 from 1581056 to 1884160 tid 1 2024-08-19T10:09:49.436 INFO:tasks.rados.rados.0.smithi190.stdout:3340: delete oid 41 current snap is 326 2024-08-19T10:09:49.436 INFO:tasks.rados.rados.0.smithi190.stdout:3333: expect (ObjNum 1019 snap 325 seq_num 1019) 2024-08-19T10:09:49.447 INFO:tasks.rados.rados.0.smithi190.stdout:3333: done (5 left) 2024-08-19T10:09:49.447 INFO:tasks.rados.rados.0.smithi190.stdout:3340: done (4 left) 2024-08-19T10:09:49.447 INFO:tasks.rados.rados.0.smithi190.stdout:3341: rollback oid 39 current snap is 326 2024-08-19T10:09:49.447 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 39 to 325 2024-08-19T10:09:49.447 INFO:tasks.rados.rados.0.smithi190.stdout:3335: expect (ObjNum 1003 snap 322 seq_num 1003) 2024-08-19T10:09:49.565 INFO:tasks.rados.rados.0.smithi190.stdout:3334: expect (ObjNum 950 snap 305 seq_num 950) 2024-08-19T10:09:49.653 INFO:tasks.rados.rados.0.smithi190.stdout:3339: finishing write tid 1 to smithi19066007-16 2024-08-19T10:09:49.653 INFO:tasks.rados.rados.0.smithi190.stdout:3339: finishing write tid 2 to smithi19066007-16 2024-08-19T10:09:49.654 INFO:tasks.rados.rados.0.smithi190.stdout:3334: done (4 left) 2024-08-19T10:09:49.654 INFO:tasks.rados.rados.0.smithi190.stdout:3335: done (3 left) 2024-08-19T10:09:49.654 INFO:tasks.rados.rados.0.smithi190.stdout:3342: snap_create 2024-08-19T10:09:49.654 INFO:tasks.rados.rados.0.smithi190.stdout:3338: expect (ObjNum 987 snap 320 seq_num 987) 2024-08-19T10:09:49.732 INFO:tasks.rados.rados.0.smithi190.stdout:3339: finishing write tid 3 to smithi19066007-16 2024-08-19T10:09:49.732 INFO:tasks.rados.rados.0.smithi190.stdout:3339: oid 16 updating version 0 to 1771 2024-08-19T10:09:49.732 INFO:tasks.rados.rados.0.smithi190.stdout:3339: oid 16 updating version 1771 to 1772 2024-08-19T10:09:49.732 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 1772 (ObjNum 1021 snap 326 seq_num 1021) dirty exists 2024-08-19T10:09:49.732 INFO:tasks.rados.rados.0.smithi190.stdout:3339: left oid 16 (ObjNum 1021 snap 326 seq_num 1021) 2024-08-19T10:09:49.732 INFO:tasks.rados.rados.0.smithi190.stdout:3341: finishing rollback tid 0 to smithi19066007-39 2024-08-19T10:09:49.732 INFO:tasks.rados.rados.0.smithi190.stdout:3341: finishing rollback tid 1 to smithi19066007-39 2024-08-19T10:09:49.732 INFO:tasks.rados.rados.0.smithi190.stdout:3341: finishing rollback tid 2 to smithi19066007-39 2024-08-19T10:09:49.732 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 2208 (ObjNum 939 snap 302 seq_num 939) dirty exists 2024-08-19T10:09:49.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:49 smithi190 ceph-mon[77620]: pgmap v775: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-08-19T10:09:49.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:49 smithi190 ceph-mon[77620]: osdmap e737: 8 total, 8 up, 8 in 2024-08-19T10:09:49.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:49 smithi190 ceph-mon[80032]: pgmap v775: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-08-19T10:09:49.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:49 smithi190 ceph-mon[80032]: osdmap e737: 8 total, 8 up, 8 in 2024-08-19T10:09:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:49 smithi196 ceph-mon[72638]: pgmap v775: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-08-19T10:09:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:49 smithi196 ceph-mon[72638]: osdmap e737: 8 total, 8 up, 8 in 2024-08-19T10:09:50.462 INFO:tasks.rados.rados.0.smithi190.stdout:3338: done (3 left) 2024-08-19T10:09:50.462 INFO:tasks.rados.rados.0.smithi190.stdout:3339: done (2 left) 2024-08-19T10:09:50.462 INFO:tasks.rados.rados.0.smithi190.stdout:3341: done (1 left) 2024-08-19T10:09:50.462 INFO:tasks.rados.rados.0.smithi190.stdout:3342: done (0 left) 2024-08-19T10:09:50.462 INFO:tasks.rados.rados.0.smithi190.stdout:3343: read oid 10 snap -1 2024-08-19T10:09:50.462 INFO:tasks.rados.rados.0.smithi190.stdout:3343: expect (ObjNum 1018 snap 325 seq_num 1018) 2024-08-19T10:09:50.462 INFO:tasks.rados.rados.0.smithi190.stdout:3344: snap_create 2024-08-19T10:09:50.476 INFO:tasks.rados.rados.0.smithi190.stdout:3343: expect (ObjNum 1018 snap 325 seq_num 1018) 2024-08-19T10:09:51.461 INFO:tasks.rados.rados.0.smithi190.stdout:3343: done (1 left) 2024-08-19T10:09:51.461 INFO:tasks.rados.rados.0.smithi190.stdout:3344: done (0 left) 2024-08-19T10:09:51.461 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 328 2024-08-19T10:09:51.462 INFO:tasks.rados.rados.0.smithi190.stdout:3345: seq_num 1023 ranges {1572864=335872} 2024-08-19T10:09:51.471 INFO:tasks.rados.rados.0.smithi190.stdout:3345: writing smithi19066007-42 from 1572864 to 1908736 tid 1 2024-08-19T10:09:51.472 INFO:tasks.rados.rados.0.smithi190.stdout:3346: setattr oid 12 current snap is 328 2024-08-19T10:09:51.474 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 25 current snap is 328 2024-08-19T10:09:51.474 INFO:tasks.rados.rados.0.smithi190.stdout:3347: seq_num 1024 ranges {0=352256} 2024-08-19T10:09:51.476 INFO:tasks.rados.rados.0.smithi190.stdout:3347: writing smithi19066007-25 from 0 to 352256 tid 1 2024-08-19T10:09:51.476 INFO:tasks.rados.rados.0.smithi190.stdout:3348: read oid 23 snap -1 2024-08-19T10:09:51.476 INFO:tasks.rados.rados.0.smithi190.stdout:3348: expect (ObjNum 684 snap 220 seq_num 684) 2024-08-19T10:09:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 328 2024-08-19T10:09:51.477 INFO:tasks.rados.rados.0.smithi190.stdout:3349: seq_num 1025 ranges {2760704=368640} 2024-08-19T10:09:51.494 INFO:tasks.rados.rados.0.smithi190.stdout:3349: writing smithi19066007-21 from 2760704 to 3129344 tid 1 2024-08-19T10:09:51.494 INFO:tasks.rados.rados.0.smithi190.stdout:3350: snap_remove snap 323 2024-08-19T10:09:51.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:51 smithi190 ceph-mon[77620]: pgmap v778: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-08-19T10:09:51.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:51 smithi190 ceph-mon[77620]: osdmap e738: 8 total, 8 up, 8 in 2024-08-19T10:09:51.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:51 smithi190 ceph-mon[80032]: pgmap v778: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-08-19T10:09:51.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:51 smithi190 ceph-mon[80032]: osdmap e738: 8 total, 8 up, 8 in 2024-08-19T10:09:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:51 smithi196 ceph-mon[72638]: pgmap v778: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-08-19T10:09:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:51 smithi196 ceph-mon[72638]: osdmap e738: 8 total, 8 up, 8 in 2024-08-19T10:09:52.473 INFO:tasks.rados.rados.0.smithi190.stdout:3350: done (5 left) 2024-08-19T10:09:52.473 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 50 current snap is 328 2024-08-19T10:09:52.473 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 1859 (ObjNum 930 snap 298 seq_num 930) dirty exists 2024-08-19T10:09:52.473 INFO:tasks.rados.rados.0.smithi190.stdout:3345: finishing write tid 1 to smithi19066007-42 2024-08-19T10:09:52.473 INFO:tasks.rados.rados.0.smithi190.stdout:3345: finishing write tid 2 to smithi19066007-42 2024-08-19T10:09:52.474 INFO:tasks.rados.rados.0.smithi190.stdout:3351: seq_num 1026 ranges {0=385024} 2024-08-19T10:09:52.475 INFO:tasks.rados.rados.0.smithi190.stdout:3351: writing smithi19066007-50 from 0 to 385024 tid 1 2024-08-19T10:09:52.475 INFO:tasks.rados.rados.0.smithi190.stdout:3346: done (5 left) 2024-08-19T10:09:52.476 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 328 2024-08-19T10:09:52.476 INFO:tasks.rados.rados.0.smithi190.stdout:3352: seq_num 1027 ranges {1884160=409600} 2024-08-19T10:09:52.489 INFO:tasks.rados.rados.0.smithi190.stdout:3352: writing smithi19066007-16 from 1884160 to 2293760 tid 1 2024-08-19T10:09:52.489 INFO:tasks.rados.rados.0.smithi190.stdout:3353: read oid 36 snap -1 2024-08-19T10:09:52.489 INFO:tasks.rados.rados.0.smithi190.stdout:3353: expect (ObjNum 987 snap 320 seq_num 987) 2024-08-19T10:09:52.489 INFO:tasks.rados.rados.0.smithi190.stdout:3354: read oid 27 snap -1 2024-08-19T10:09:52.489 INFO:tasks.rados.rados.0.smithi190.stdout:3354: expect (ObjNum 986 snap 320 seq_num 986) 2024-08-19T10:09:52.489 INFO:tasks.rados.rados.0.smithi190.stdout:3355: snap_create 2024-08-19T10:09:52.490 INFO:tasks.rados.rados.0.smithi190.stdout:3345: finishing write tid 3 to smithi19066007-42 2024-08-19T10:09:52.490 INFO:tasks.rados.rados.0.smithi190.stdout:3345: oid 42 updating version 0 to 1639 2024-08-19T10:09:52.490 INFO:tasks.rados.rados.0.smithi190.stdout:3345: oid 42 version 1639 is already newer than 1638 2024-08-19T10:09:52.490 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 1639 (ObjNum 1023 snap 328 seq_num 1023) dirty exists 2024-08-19T10:09:52.490 INFO:tasks.rados.rados.0.smithi190.stdout:3345: left oid 42 (ObjNum 1023 snap 328 seq_num 1023) 2024-08-19T10:09:52.490 INFO:tasks.rados.rados.0.smithi190.stdout:3347: finishing write tid 1 to smithi19066007-25 2024-08-19T10:09:52.490 INFO:tasks.rados.rados.0.smithi190.stdout:3347: finishing write tid 2 to smithi19066007-25 2024-08-19T10:09:52.490 INFO:tasks.rados.rados.0.smithi190.stdout:3347: finishing write tid 3 to smithi19066007-25 2024-08-19T10:09:52.490 INFO:tasks.rados.rados.0.smithi190.stdout:3347: oid 25 updating version 0 to 2084 2024-08-19T10:09:52.490 INFO:tasks.rados.rados.0.smithi190.stdout:3347: oid 25 version 2084 is already newer than 2083 2024-08-19T10:09:52.490 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 2084 (ObjNum 1024 snap 328 seq_num 1024) dirty exists 2024-08-19T10:09:52.490 INFO:tasks.rados.rados.0.smithi190.stdout:3347: left oid 25 (ObjNum 1024 snap 328 seq_num 1024) 2024-08-19T10:09:52.490 INFO:tasks.rados.rados.0.smithi190.stdout:3348: expect (ObjNum 684 snap 220 seq_num 684) 2024-08-19T10:09:52.605 INFO:tasks.rados.rados.0.smithi190.stdout:3349: finishing write tid 1 to smithi19066007-21 2024-08-19T10:09:52.605 INFO:tasks.rados.rados.0.smithi190.stdout:3349: finishing write tid 2 to smithi19066007-21 2024-08-19T10:09:52.605 INFO:tasks.rados.rados.0.smithi190.stdout:3349: finishing write tid 3 to smithi19066007-21 2024-08-19T10:09:52.605 INFO:tasks.rados.rados.0.smithi190.stdout:3349: oid 21 updating version 0 to 2071 2024-08-19T10:09:52.605 INFO:tasks.rados.rados.0.smithi190.stdout:3349: oid 21 updating version 2071 to 2072 2024-08-19T10:09:52.605 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 2072 (ObjNum 1025 snap 328 seq_num 1025) dirty exists 2024-08-19T10:09:52.605 INFO:tasks.rados.rados.0.smithi190.stdout:3349: left oid 21 (ObjNum 1025 snap 328 seq_num 1025) 2024-08-19T10:09:52.606 INFO:tasks.rados.rados.0.smithi190.stdout:3351: finishing write tid 1 to smithi19066007-50 2024-08-19T10:09:52.606 INFO:tasks.rados.rados.0.smithi190.stdout:3351: finishing write tid 2 to smithi19066007-50 2024-08-19T10:09:52.606 INFO:tasks.rados.rados.0.smithi190.stdout:3351: finishing write tid 3 to smithi19066007-50 2024-08-19T10:09:52.606 INFO:tasks.rados.rados.0.smithi190.stdout:3351: oid 50 updating version 0 to 1985 2024-08-19T10:09:52.606 INFO:tasks.rados.rados.0.smithi190.stdout:3351: oid 50 version 1985 is already newer than 1984 2024-08-19T10:09:52.606 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1985 (ObjNum 1026 snap 328 seq_num 1026) dirty exists 2024-08-19T10:09:52.606 INFO:tasks.rados.rados.0.smithi190.stdout:3351: left oid 50 (ObjNum 1026 snap 328 seq_num 1026) 2024-08-19T10:09:52.606 INFO:tasks.rados.rados.0.smithi190.stdout:3352: finishing write tid 1 to smithi19066007-16 2024-08-19T10:09:52.606 INFO:tasks.rados.rados.0.smithi190.stdout:3352: finishing write tid 2 to smithi19066007-16 2024-08-19T10:09:52.606 INFO:tasks.rados.rados.0.smithi190.stdout:3353: expect (ObjNum 987 snap 320 seq_num 987) 2024-08-19T10:09:52.683 INFO:tasks.rados.rados.0.smithi190.stdout:3354: expect (ObjNum 986 snap 320 seq_num 986) 2024-08-19T10:09:52.737 INFO:tasks.rados.rados.0.smithi190.stdout:3352: finishing write tid 3 to smithi19066007-16 2024-08-19T10:09:52.738 INFO:tasks.rados.rados.0.smithi190.stdout:3352: oid 16 updating version 0 to 1773 2024-08-19T10:09:52.738 INFO:tasks.rados.rados.0.smithi190.stdout:3352: oid 16 updating version 1773 to 1774 2024-08-19T10:09:52.738 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 1774 (ObjNum 1027 snap 328 seq_num 1027) dirty exists 2024-08-19T10:09:52.738 INFO:tasks.rados.rados.0.smithi190.stdout:3352: left oid 16 (ObjNum 1027 snap 328 seq_num 1027) 2024-08-19T10:09:52.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:52 smithi190 ceph-mon[77620]: osdmap e739: 8 total, 8 up, 8 in 2024-08-19T10:09:52.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:52 smithi190 ceph-mon[80032]: osdmap e739: 8 total, 8 up, 8 in 2024-08-19T10:09:52.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:52 smithi196 ceph-mon[72638]: osdmap e739: 8 total, 8 up, 8 in 2024-08-19T10:09:53.420 INFO:tasks.rados.rados.0.smithi190.stdout:3345: done (8 left) 2024-08-19T10:09:53.420 INFO:tasks.rados.rados.0.smithi190.stdout:3347: done (7 left) 2024-08-19T10:09:53.420 INFO:tasks.rados.rados.0.smithi190.stdout:3348: done (6 left) 2024-08-19T10:09:53.420 INFO:tasks.rados.rados.0.smithi190.stdout:3349: done (5 left) 2024-08-19T10:09:53.420 INFO:tasks.rados.rados.0.smithi190.stdout:3351: done (4 left) 2024-08-19T10:09:53.420 INFO:tasks.rados.rados.0.smithi190.stdout:3352: done (3 left) 2024-08-19T10:09:53.420 INFO:tasks.rados.rados.0.smithi190.stdout:3353: done (2 left) 2024-08-19T10:09:53.421 INFO:tasks.rados.rados.0.smithi190.stdout:3354: done (1 left) 2024-08-19T10:09:53.421 INFO:tasks.rados.rados.0.smithi190.stdout:3355: done (0 left) 2024-08-19T10:09:53.421 INFO:tasks.rados.rados.0.smithi190.stdout:3356: snap_remove snap 327 2024-08-19T10:09:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:53 smithi190 ceph-mon[77620]: pgmap v781: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-08-19T10:09:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:53 smithi190 ceph-mon[77620]: osdmap e740: 8 total, 8 up, 8 in 2024-08-19T10:09:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:53 smithi190 ceph-mon[77620]: osdmap e741: 8 total, 8 up, 8 in 2024-08-19T10:09:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:53 smithi190 ceph-mon[80032]: pgmap v781: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-08-19T10:09:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:53 smithi190 ceph-mon[80032]: osdmap e740: 8 total, 8 up, 8 in 2024-08-19T10:09:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:53 smithi190 ceph-mon[80032]: osdmap e741: 8 total, 8 up, 8 in 2024-08-19T10:09:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:53 smithi196 ceph-mon[72638]: pgmap v781: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-08-19T10:09:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:53 smithi196 ceph-mon[72638]: osdmap e740: 8 total, 8 up, 8 in 2024-08-19T10:09:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:53 smithi196 ceph-mon[72638]: osdmap e741: 8 total, 8 up, 8 in 2024-08-19T10:09:54.422 INFO:tasks.rados.rados.0.smithi190.stdout:3356: done (0 left) 2024-08-19T10:09:54.423 INFO:tasks.rados.rados.0.smithi190.stdout:3357: snap_create 2024-08-19T10:09:55.429 INFO:tasks.rados.rados.0.smithi190.stdout:3357: done (0 left) 2024-08-19T10:09:55.430 INFO:tasks.rados.rados.0.smithi190.stdout:3358: read oid 23 snap -1 2024-08-19T10:09:55.430 INFO:tasks.rados.rados.0.smithi190.stdout:3358: expect (ObjNum 684 snap 220 seq_num 684) 2024-08-19T10:09:55.430 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 330 2024-08-19T10:09:55.430 INFO:tasks.rados.rados.0.smithi190.stdout:3359: seq_num 1028 ranges {2211840=425984} 2024-08-19T10:09:55.444 INFO:tasks.rados.rados.0.smithi190.stdout:3359: writing smithi19066007-29 from 2211840 to 2637824 tid 1 2024-08-19T10:09:55.444 INFO:tasks.rados.rados.0.smithi190.stdout:3360: snap_create 2024-08-19T10:09:55.444 INFO:tasks.rados.rados.0.smithi190.stdout:3358: expect (ObjNum 684 snap 220 seq_num 684) 2024-08-19T10:09:55.559 INFO:tasks.rados.rados.0.smithi190.stdout:3359: finishing write tid 1 to smithi19066007-29 2024-08-19T10:09:55.559 INFO:tasks.rados.rados.0.smithi190.stdout:3359: finishing write tid 2 to smithi19066007-29 2024-08-19T10:09:55.559 INFO:tasks.rados.rados.0.smithi190.stdout:3359: finishing write tid 3 to smithi19066007-29 2024-08-19T10:09:55.559 INFO:tasks.rados.rados.0.smithi190.stdout:3359: oid 29 updating version 0 to 2076 2024-08-19T10:09:55.559 INFO:tasks.rados.rados.0.smithi190.stdout:3359: oid 29 updating version 2076 to 2077 2024-08-19T10:09:55.559 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 2077 (ObjNum 1028 snap 330 seq_num 1028) dirty exists 2024-08-19T10:09:55.559 INFO:tasks.rados.rados.0.smithi190.stdout:3359: left oid 29 (ObjNum 1028 snap 330 seq_num 1028) 2024-08-19T10:09:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:55 smithi196 ceph-mon[72638]: pgmap v784: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 264 KiB/s wr, 7 op/s 2024-08-19T10:09:55.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:55 smithi196 ceph-mon[72638]: osdmap e742: 8 total, 8 up, 8 in 2024-08-19T10:09:55.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:55 smithi190 ceph-mon[80032]: pgmap v784: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 264 KiB/s wr, 7 op/s 2024-08-19T10:09:55.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:55 smithi190 ceph-mon[80032]: osdmap e742: 8 total, 8 up, 8 in 2024-08-19T10:09:55.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:55 smithi190 ceph-mon[77620]: pgmap v784: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 264 KiB/s wr, 7 op/s 2024-08-19T10:09:55.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:55 smithi190 ceph-mon[77620]: osdmap e742: 8 total, 8 up, 8 in 2024-08-19T10:09:56.435 INFO:tasks.rados.rados.0.smithi190.stdout:3358: done (2 left) 2024-08-19T10:09:56.435 INFO:tasks.rados.rados.0.smithi190.stdout:3359: done (1 left) 2024-08-19T10:09:56.435 INFO:tasks.rados.rados.0.smithi190.stdout:3360: done (0 left) 2024-08-19T10:09:56.435 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 331 2024-08-19T10:09:56.435 INFO:tasks.rados.rados.0.smithi190.stdout:3361: seq_num 1029 ranges {3399680=442368} 2024-08-19T10:09:56.455 INFO:tasks.rados.rados.0.smithi190.stdout:3361: writing smithi19066007-23 from 3399680 to 3842048 tid 1 2024-08-19T10:09:56.455 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 3 current snap is 331 2024-08-19T10:09:56.455 INFO:tasks.rados.rados.0.smithi190.stdout:3362: seq_num 1030 ranges {1286144=458752} 2024-08-19T10:09:56.465 INFO:tasks.rados.rados.0.smithi190.stdout:3362: writing smithi19066007-3 from 1286144 to 1744896 tid 1 2024-08-19T10:09:56.465 INFO:tasks.rados.rados.0.smithi190.stdout:3363: read oid 34 snap -1 2024-08-19T10:09:56.465 INFO:tasks.rados.rados.0.smithi190.stdout:3363: expect (ObjNum 929 snap 298 seq_num 929) 2024-08-19T10:09:56.465 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 5 current snap is 331 2024-08-19T10:09:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3361: finishing write tid 1 to smithi19066007-23 2024-08-19T10:09:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3361: finishing write tid 2 to smithi19066007-23 2024-08-19T10:09:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3361: finishing write tid 3 to smithi19066007-23 2024-08-19T10:09:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3361: oid 23 updating version 0 to 1883 2024-08-19T10:09:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3361: oid 23 version 1883 is already newer than 1882 2024-08-19T10:09:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1883 (ObjNum 1029 snap 331 seq_num 1029) dirty exists 2024-08-19T10:09:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3361: left oid 23 (ObjNum 1029 snap 331 seq_num 1029) 2024-08-19T10:09:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3364: seq_num 1031 ranges {0=475136} 2024-08-19T10:09:56.467 INFO:tasks.rados.rados.0.smithi190.stdout:3364: writing smithi19066007-5 from 0 to 475136 tid 1 2024-08-19T10:09:56.468 INFO:tasks.rados.rados.0.smithi190.stdout:3361: done (3 left) 2024-08-19T10:09:56.468 INFO:tasks.rados.rados.0.smithi190.stdout:3365: copy_from oid 14 from oid 9 current snap is 331 2024-08-19T10:09:56.468 INFO:tasks.rados.rados.0.smithi190.stdout:3366: rollback oid 27 current snap is 331 2024-08-19T10:09:56.468 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 27 to 330 2024-08-19T10:09:56.468 INFO:tasks.rados.rados.0.smithi190.stdout:3367: snap_remove snap 326 2024-08-19T10:09:56.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:56 smithi190 ceph-mon[77620]: osdmap e743: 8 total, 8 up, 8 in 2024-08-19T10:09:56.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:56 smithi190 ceph-mon[80032]: osdmap e743: 8 total, 8 up, 8 in 2024-08-19T10:09:56.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:56 smithi196 ceph-mon[72638]: osdmap e743: 8 total, 8 up, 8 in 2024-08-19T10:09:57.442 INFO:tasks.rados.rados.0.smithi190.stdout:3367: done (5 left) 2024-08-19T10:09:57.442 INFO:tasks.rados.rados.0.smithi190.stdout:3368: delete oid 32 current snap is 331 2024-08-19T10:09:57.442 INFO:tasks.rados.rados.0.smithi190.stdout:3364: finishing write tid 1 to smithi19066007-5 2024-08-19T10:09:57.442 INFO:tasks.rados.rados.0.smithi190.stdout:3362: finishing write tid 1 to smithi19066007-3 2024-08-19T10:09:57.442 INFO:tasks.rados.rados.0.smithi190.stdout:3364: finishing write tid 2 to smithi19066007-5 2024-08-19T10:09:57.442 INFO:tasks.rados.rados.0.smithi190.stdout:3362: finishing write tid 2 to smithi19066007-3 2024-08-19T10:09:57.442 INFO:tasks.rados.rados.0.smithi190.stdout:3366: finishing rollback tid 0 to smithi19066007-27 2024-08-19T10:09:57.443 INFO:tasks.rados.rados.0.smithi190.stdout:3366: finishing rollback tid 1 to smithi19066007-27 2024-08-19T10:09:57.443 INFO:tasks.rados.rados.0.smithi190.stdout:3366: finishing rollback tid 2 to smithi19066007-27 2024-08-19T10:09:57.443 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 1777 (ObjNum 986 snap 320 seq_num 986) dirty exists 2024-08-19T10:09:57.443 INFO:tasks.rados.rados.0.smithi190.stdout:3362: finishing write tid 3 to smithi19066007-3 2024-08-19T10:09:57.443 INFO:tasks.rados.rados.0.smithi190.stdout:3362: oid 3 updating version 0 to 1640 2024-08-19T10:09:57.443 INFO:tasks.rados.rados.0.smithi190.stdout:3362: oid 3 updating version 1640 to 1641 2024-08-19T10:09:57.443 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 1641 (ObjNum 1030 snap 331 seq_num 1030) dirty exists 2024-08-19T10:09:57.443 INFO:tasks.rados.rados.0.smithi190.stdout:3362: left oid 3 (ObjNum 1030 snap 331 seq_num 1030) 2024-08-19T10:09:57.443 INFO:tasks.rados.rados.0.smithi190.stdout:3364: finishing write tid 3 to smithi19066007-5 2024-08-19T10:09:57.443 INFO:tasks.rados.rados.0.smithi190.stdout:3364: oid 5 updating version 0 to 2074 2024-08-19T10:09:57.443 INFO:tasks.rados.rados.0.smithi190.stdout:3364: oid 5 version 2074 is already newer than 2073 2024-08-19T10:09:57.443 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 2074 (ObjNum 1031 snap 331 seq_num 1031) dirty exists 2024-08-19T10:09:57.443 INFO:tasks.rados.rados.0.smithi190.stdout:3364: left oid 5 (ObjNum 1031 snap 331 seq_num 1031) 2024-08-19T10:09:57.443 INFO:tasks.rados.rados.0.smithi190.stdout:3365: finishing copy_from racing read to smithi19066007-14 2024-08-19T10:09:57.443 INFO:tasks.rados.rados.0.smithi190.stdout:3365: finishing copy_from to smithi19066007-14 2024-08-19T10:09:57.444 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 1881 (ObjNum 1007 snap 322 seq_num 1007) dirty exists 2024-08-19T10:09:57.444 INFO:tasks.rados.rados.0.smithi190.stdout:3363: expect (ObjNum 929 snap 298 seq_num 929) 2024-08-19T10:09:57.649 INFO:tasks.rados.rados.0.smithi190.stdout:3362: done (5 left) 2024-08-19T10:09:57.649 INFO:tasks.rados.rados.0.smithi190.stdout:3363: done (4 left) 2024-08-19T10:09:57.649 INFO:tasks.rados.rados.0.smithi190.stdout:3364: done (3 left) 2024-08-19T10:09:57.649 INFO:tasks.rados.rados.0.smithi190.stdout:3365: done (2 left) 2024-08-19T10:09:57.649 INFO:tasks.rados.rados.0.smithi190.stdout:3366: done (1 left) 2024-08-19T10:09:57.650 INFO:tasks.rados.rados.0.smithi190.stdout:3368: done (0 left) 2024-08-19T10:09:57.650 INFO:tasks.rados.rados.0.smithi190.stdout:3369: read oid 27 snap -1 2024-08-19T10:09:57.650 INFO:tasks.rados.rados.0.smithi190.stdout:3369: expect (ObjNum 986 snap 320 seq_num 986) 2024-08-19T10:09:57.650 INFO:tasks.rados.rados.0.smithi190.stdout:3370: copy_from oid 37 from oid 10 current snap is 331 2024-08-19T10:09:57.650 INFO:tasks.rados.rados.0.smithi190.stdout:3371: snap_create 2024-08-19T10:09:57.660 INFO:tasks.rados.rados.0.smithi190.stdout:3369: expect (ObjNum 986 snap 320 seq_num 986) 2024-08-19T10:09:57.685 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:57 smithi190 ceph-mon[80032]: pgmap v787: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 444 KiB/s wr, 13 op/s 2024-08-19T10:09:57.685 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:57 smithi190 ceph-mon[80032]: osdmap e744: 8 total, 8 up, 8 in 2024-08-19T10:09:57.685 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:57 smithi190 ceph-mon[77620]: pgmap v787: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 444 KiB/s wr, 13 op/s 2024-08-19T10:09:57.686 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:57 smithi190 ceph-mon[77620]: osdmap e744: 8 total, 8 up, 8 in 2024-08-19T10:09:57.718 INFO:tasks.rados.rados.0.smithi190.stdout:3370: finishing copy_from racing read to smithi19066007-37 2024-08-19T10:09:57.718 INFO:tasks.rados.rados.0.smithi190.stdout:3370: finishing copy_from to smithi19066007-37 2024-08-19T10:09:57.718 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 2075 (ObjNum 1018 snap 325 seq_num 1018) dirty exists 2024-08-19T10:09:57.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:57 smithi196 ceph-mon[72638]: pgmap v787: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 444 KiB/s wr, 13 op/s 2024-08-19T10:09:57.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:57 smithi196 ceph-mon[72638]: osdmap e744: 8 total, 8 up, 8 in 2024-08-19T10:09:58.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:09:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:09:57] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.51.0" 2024-08-19T10:09:58.420 INFO:tasks.rados.rados.0.smithi190.stdout:3369: done (2 left) 2024-08-19T10:09:58.421 INFO:tasks.rados.rados.0.smithi190.stdout:3370: done (1 left) 2024-08-19T10:09:58.421 INFO:tasks.rados.rados.0.smithi190.stdout:3371: done (0 left) 2024-08-19T10:09:58.421 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 332 2024-08-19T10:09:58.421 INFO:tasks.rados.rados.0.smithi190.stdout:3372: seq_num 1033 ranges {3735552=507904} 2024-08-19T10:09:58.443 INFO:tasks.rados.rados.0.smithi190.stdout:3372: writing smithi19066007-43 from 3735552 to 4243456 tid 1 2024-08-19T10:09:58.443 INFO:tasks.rados.rados.0.smithi190.stdout:3373: setattr oid 29 current snap is 332 2024-08-19T10:09:58.445 INFO:tasks.rados.rados.0.smithi190.stdout:3374: snap_create 2024-08-19T10:09:58.448 INFO:tasks.rados.rados.0.smithi190.stdout:3372: finishing write tid 1 to smithi19066007-43 2024-08-19T10:09:58.448 INFO:tasks.rados.rados.0.smithi190.stdout:3372: finishing write tid 2 to smithi19066007-43 2024-08-19T10:09:58.450 INFO:tasks.rados.rados.0.smithi190.stdout:3372: finishing write tid 3 to smithi19066007-43 2024-08-19T10:09:58.450 INFO:tasks.rados.rados.0.smithi190.stdout:3372: oid 43 updating version 0 to 2076 2024-08-19T10:09:58.450 INFO:tasks.rados.rados.0.smithi190.stdout:3372: oid 43 version 2076 is already newer than 2075 2024-08-19T10:09:58.450 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 2076 (ObjNum 1033 snap 332 seq_num 1033) dirty exists 2024-08-19T10:09:58.450 INFO:tasks.rados.rados.0.smithi190.stdout:3372: left oid 43 (ObjNum 1033 snap 332 seq_num 1033) 2024-08-19T10:09:58.454 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 2078 (ObjNum 1028 snap 330 seq_num 1028) dirty exists 2024-08-19T10:09:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:58 smithi190 ceph-mon[77620]: osdmap e745: 8 total, 8 up, 8 in 2024-08-19T10:09:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:58 smithi190 ceph-mon[77620]: osdmap e746: 8 total, 8 up, 8 in 2024-08-19T10:09:58.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:58 smithi190 ceph-mon[80032]: osdmap e745: 8 total, 8 up, 8 in 2024-08-19T10:09:58.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:58 smithi190 ceph-mon[80032]: osdmap e746: 8 total, 8 up, 8 in 2024-08-19T10:09:58.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:58 smithi196 ceph-mon[72638]: osdmap e745: 8 total, 8 up, 8 in 2024-08-19T10:09:58.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:58 smithi196 ceph-mon[72638]: osdmap e746: 8 total, 8 up, 8 in 2024-08-19T10:09:59.447 INFO:tasks.rados.rados.0.smithi190.stdout:3372: done (2 left) 2024-08-19T10:09:59.447 INFO:tasks.rados.rados.0.smithi190.stdout:3373: done (1 left) 2024-08-19T10:09:59.448 INFO:tasks.rados.rados.0.smithi190.stdout:3374: done (0 left) 2024-08-19T10:09:59.448 INFO:tasks.rados.rados.0.smithi190.stdout:3375: snap_create 2024-08-19T10:09:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:09:59 smithi190 ceph-mon[77620]: pgmap v790: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 262 KiB/s wr, 9 op/s 2024-08-19T10:09:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:09:59 smithi190 ceph-mon[80032]: pgmap v790: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 262 KiB/s wr, 9 op/s 2024-08-19T10:09:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:09:59 smithi196 ceph-mon[72638]: pgmap v790: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 262 KiB/s wr, 9 op/s 2024-08-19T10:10:00.462 INFO:tasks.rados.rados.0.smithi190.stdout:3375: done (0 left) 2024-08-19T10:10:00.462 INFO:tasks.rados.rados.0.smithi190.stdout:3376: delete oid 2 current snap is 334 2024-08-19T10:10:00.464 INFO:tasks.rados.rados.0.smithi190.stdout:3376: done (0 left) 2024-08-19T10:10:00.464 INFO:tasks.rados.rados.0.smithi190.stdout:3377: snap_remove snap 325 2024-08-19T10:10:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:00 smithi190 ceph-mon[77620]: osdmap e747: 8 total, 8 up, 8 in 2024-08-19T10:10:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:00 smithi190 ceph-mon[77620]: overall HEALTH_OK 2024-08-19T10:10:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:10:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:00 smithi190 ceph-mon[80032]: osdmap e747: 8 total, 8 up, 8 in 2024-08-19T10:10:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:00 smithi190 ceph-mon[80032]: overall HEALTH_OK 2024-08-19T10:10:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:10:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:00 smithi196 ceph-mon[72638]: osdmap e747: 8 total, 8 up, 8 in 2024-08-19T10:10:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:00 smithi196 ceph-mon[72638]: overall HEALTH_OK 2024-08-19T10:10:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:10:01.469 INFO:tasks.rados.rados.0.smithi190.stdout:3377: done (0 left) 2024-08-19T10:10:01.469 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 15 current snap is 334 2024-08-19T10:10:01.469 INFO:tasks.rados.rados.0.smithi190.stdout:3378: seq_num 1035 ranges {1376256=540672} 2024-08-19T10:10:01.480 INFO:tasks.rados.rados.0.smithi190.stdout:3378: writing smithi19066007-15 from 1376256 to 1916928 tid 1 2024-08-19T10:10:01.481 INFO:tasks.rados.rados.0.smithi190.stdout:3379: read oid 39 snap -1 2024-08-19T10:10:01.481 INFO:tasks.rados.rados.0.smithi190.stdout:3379: expect (ObjNum 939 snap 302 seq_num 939) 2024-08-19T10:10:01.481 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 334 2024-08-19T10:10:01.481 INFO:tasks.rados.rados.0.smithi190.stdout:3380: seq_num 1036 ranges {2719744=557056} 2024-08-19T10:10:01.499 INFO:tasks.rados.rados.0.smithi190.stdout:3380: writing smithi19066007-36 from 2719744 to 3276800 tid 1 2024-08-19T10:10:01.499 INFO:tasks.rados.rados.0.smithi190.stdout:3381: delete oid 42 current snap is 334 2024-08-19T10:10:01.499 INFO:tasks.rados.rados.0.smithi190.stdout:3378: finishing write tid 1 to smithi19066007-15 2024-08-19T10:10:01.499 INFO:tasks.rados.rados.0.smithi190.stdout:3378: finishing write tid 2 to smithi19066007-15 2024-08-19T10:10:01.499 INFO:tasks.rados.rados.0.smithi190.stdout:3379: expect (ObjNum 939 snap 302 seq_num 939) 2024-08-19T10:10:01.546 INFO:tasks.rados.rados.0.smithi190.stdout:3378: finishing write tid 3 to smithi19066007-15 2024-08-19T10:10:01.547 INFO:tasks.rados.rados.0.smithi190.stdout:3378: oid 15 updating version 0 to 1793 2024-08-19T10:10:01.547 INFO:tasks.rados.rados.0.smithi190.stdout:3378: oid 15 updating version 1793 to 1794 2024-08-19T10:10:01.547 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 1794 (ObjNum 1035 snap 334 seq_num 1035) dirty exists 2024-08-19T10:10:01.547 INFO:tasks.rados.rados.0.smithi190.stdout:3378: left oid 15 (ObjNum 1035 snap 334 seq_num 1035) 2024-08-19T10:10:01.547 INFO:tasks.rados.rados.0.smithi190.stdout:3380: finishing write tid 1 to smithi19066007-36 2024-08-19T10:10:01.547 INFO:tasks.rados.rados.0.smithi190.stdout:3378: done (3 left) 2024-08-19T10:10:01.547 INFO:tasks.rados.rados.0.smithi190.stdout:3379: done (2 left) 2024-08-19T10:10:01.547 INFO:tasks.rados.rados.0.smithi190.stdout:3381: done (1 left) 2024-08-19T10:10:01.547 INFO:tasks.rados.rados.0.smithi190.stdout:3382: read oid 7 snap 322 2024-08-19T10:10:01.547 INFO:tasks.rados.rados.0.smithi190.stdout:3382: expect (ObjNum 992 snap 320 seq_num 992) 2024-08-19T10:10:01.547 INFO:tasks.rados.rados.0.smithi190.stdout:3383: setattr oid 18 current snap is 334 2024-08-19T10:10:01.547 INFO:tasks.rados.rados.0.smithi190.stdout:3380: finishing write tid 2 to smithi19066007-36 2024-08-19T10:10:01.548 INFO:tasks.rados.rados.0.smithi190.stdout:3380: finishing write tid 3 to smithi19066007-36 2024-08-19T10:10:01.548 INFO:tasks.rados.rados.0.smithi190.stdout:3380: oid 36 updating version 0 to 2217 2024-08-19T10:10:01.548 INFO:tasks.rados.rados.0.smithi190.stdout:3380: oid 36 version 2217 is already newer than 2216 2024-08-19T10:10:01.548 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 2217 (ObjNum 1036 snap 334 seq_num 1036) dirty exists 2024-08-19T10:10:01.548 INFO:tasks.rados.rados.0.smithi190.stdout:3380: left oid 36 (ObjNum 1036 snap 334 seq_num 1036) 2024-08-19T10:10:01.548 INFO:tasks.rados.rados.0.smithi190.stdout:3380: done (2 left) 2024-08-19T10:10:01.548 INFO:tasks.rados.rados.0.smithi190.stdout:3384: snap_create 2024-08-19T10:10:01.551 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 2219 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-08-19T10:10:01.566 INFO:tasks.rados.rados.0.smithi190.stdout:3382: expect (ObjNum 992 snap 320 seq_num 992) 2024-08-19T10:10:01.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:01 smithi190 ceph-mon[77620]: pgmap v793: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-19T10:10:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:01 smithi190 ceph-mon[77620]: osdmap e748: 8 total, 8 up, 8 in 2024-08-19T10:10:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:01 smithi190 ceph-mon[80032]: pgmap v793: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-19T10:10:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:01 smithi190 ceph-mon[80032]: osdmap e748: 8 total, 8 up, 8 in 2024-08-19T10:10:01.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:01 smithi196 ceph-mon[72638]: pgmap v793: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-19T10:10:01.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:01 smithi196 ceph-mon[72638]: osdmap e748: 8 total, 8 up, 8 in 2024-08-19T10:10:02.474 INFO:tasks.rados.rados.0.smithi190.stdout:3382: done (2 left) 2024-08-19T10:10:02.474 INFO:tasks.rados.rados.0.smithi190.stdout:3383: done (1 left) 2024-08-19T10:10:02.474 INFO:tasks.rados.rados.0.smithi190.stdout:3384: done (0 left) 2024-08-19T10:10:02.474 INFO:tasks.rados.rados.0.smithi190.stdout:3385: rmattr oid 41 current snap is 335 2024-08-19T10:10:02.475 INFO:tasks.rados.rados.0.smithi190.stdout:3385: done (0 left) 2024-08-19T10:10:02.475 INFO:tasks.rados.rados.0.smithi190.stdout:3386: read oid 41 snap -1 2024-08-19T10:10:02.475 INFO:tasks.rados.rados.0.smithi190.stdout:3386: expect deleted 2024-08-19T10:10:02.475 INFO:tasks.rados.rados.0.smithi190.stdout:3387: snap_remove snap 329 2024-08-19T10:10:02.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:02 smithi190 ceph-mon[77620]: osdmap e749: 8 total, 8 up, 8 in 2024-08-19T10:10:02.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:02 smithi190 ceph-mon[80032]: osdmap e749: 8 total, 8 up, 8 in 2024-08-19T10:10:02.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:02 smithi196 ceph-mon[72638]: osdmap e749: 8 total, 8 up, 8 in 2024-08-19T10:10:03.420 INFO:tasks.rados.rados.0.smithi190.stdout:3387: done (1 left) 2024-08-19T10:10:03.420 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 4 current snap is 335 2024-08-19T10:10:03.420 INFO:tasks.rados.rados.0.smithi190.stdout:3388: seq_num 1038 ranges {1597440=589824} 2024-08-19T10:10:03.433 INFO:tasks.rados.rados.0.smithi190.stdout:3388: writing smithi19066007-4 from 1597440 to 2187264 tid 1 2024-08-19T10:10:03.433 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 335 2024-08-19T10:10:03.433 INFO:tasks.rados.rados.0.smithi190.stdout:3389: seq_num 1039 ranges {2293760=606208} 2024-08-19T10:10:03.449 INFO:tasks.rados.rados.0.smithi190.stdout:3389: writing smithi19066007-16 from 2293760 to 2899968 tid 1 2024-08-19T10:10:03.449 INFO:tasks.rados.rados.0.smithi190.stdout:3390: read oid 37 snap 330 2024-08-19T10:10:03.449 INFO:tasks.rados.rados.0.smithi190.stdout:3390: expect (ObjNum 929 snap 298 seq_num 929) 2024-08-19T10:10:03.449 INFO:tasks.rados.rados.0.smithi190.stdout:3391: read oid 26 snap 330 2024-08-19T10:10:03.449 INFO:tasks.rados.rados.0.smithi190.stdout:3391: expect (ObjNum 972 snap 312 seq_num 972) 2024-08-19T10:10:03.449 INFO:tasks.rados.rados.0.smithi190.stdout:3392: delete oid 14 current snap is 335 2024-08-19T10:10:03.449 INFO:tasks.rados.rados.0.smithi190.stdout:3388: finishing write tid 1 to smithi19066007-4 2024-08-19T10:10:03.450 INFO:tasks.rados.rados.0.smithi190.stdout:3388: finishing write tid 2 to smithi19066007-4 2024-08-19T10:10:03.450 INFO:tasks.rados.rados.0.smithi190.stdout:3388: finishing write tid 3 to smithi19066007-4 2024-08-19T10:10:03.450 INFO:tasks.rados.rados.0.smithi190.stdout:3388: oid 4 updating version 0 to 2085 2024-08-19T10:10:03.450 INFO:tasks.rados.rados.0.smithi190.stdout:3388: oid 4 updating version 2085 to 2086 2024-08-19T10:10:03.450 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 2086 (ObjNum 1038 snap 335 seq_num 1038) dirty exists 2024-08-19T10:10:03.450 INFO:tasks.rados.rados.0.smithi190.stdout:3388: left oid 4 (ObjNum 1038 snap 335 seq_num 1038) 2024-08-19T10:10:03.453 INFO:tasks.rados.rados.0.smithi190.stdout:3386: done (5 left) 2024-08-19T10:10:03.453 INFO:tasks.rados.rados.0.smithi190.stdout:3388: done (4 left) 2024-08-19T10:10:03.453 INFO:tasks.rados.rados.0.smithi190.stdout:3392: done (3 left) 2024-08-19T10:10:03.453 INFO:tasks.rados.rados.0.smithi190.stdout:3393: copy_from oid 3 from oid 36 current snap is 335 2024-08-19T10:10:03.453 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 47 current snap is 335 2024-08-19T10:10:03.453 INFO:tasks.rados.rados.0.smithi190.stdout:3394: seq_num 1041 ranges {2457600=638976} 2024-08-19T10:10:03.470 INFO:tasks.rados.rados.0.smithi190.stdout:3394: writing smithi19066007-47 from 2457600 to 3096576 tid 1 2024-08-19T10:10:03.470 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 335 2024-08-19T10:10:03.470 INFO:tasks.rados.rados.0.smithi190.stdout:3389: finishing write tid 1 to smithi19066007-16 2024-08-19T10:10:03.470 INFO:tasks.rados.rados.0.smithi190.stdout:3391: expect (ObjNum 972 snap 312 seq_num 972) 2024-08-19T10:10:03.520 INFO:tasks.rados.rados.0.smithi190.stdout:3393: finishing copy_from racing read to smithi19066007-3 2024-08-19T10:10:03.521 INFO:tasks.rados.rados.0.smithi190.stdout:3395: seq_num 1042 ranges {3260416=655360} 2024-08-19T10:10:03.541 INFO:tasks.rados.rados.0.smithi190.stdout:3395: writing smithi19066007-49 from 3260416 to 3915776 tid 1 2024-08-19T10:10:03.541 INFO:tasks.rados.rados.0.smithi190.stdout:3391: done (5 left) 2024-08-19T10:10:03.541 INFO:tasks.rados.rados.0.smithi190.stdout:3396: rollback oid 15 current snap is 335 2024-08-19T10:10:03.542 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 15 to 334 2024-08-19T10:10:03.542 INFO:tasks.rados.rados.0.smithi190.stdout:3393: finishing copy_from to smithi19066007-3 2024-08-19T10:10:03.542 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 2217 (ObjNum 1036 snap 334 seq_num 1036) dirty exists 2024-08-19T10:10:03.542 INFO:tasks.rados.rados.0.smithi190.stdout:3389: finishing write tid 2 to smithi19066007-16 2024-08-19T10:10:03.542 INFO:tasks.rados.rados.0.smithi190.stdout:3393: done (5 left) 2024-08-19T10:10:03.542 INFO:tasks.rados.rados.0.smithi190.stdout:3397: snap_create 2024-08-19T10:10:03.542 INFO:tasks.rados.rados.0.smithi190.stdout:3394: finishing write tid 1 to smithi19066007-47 2024-08-19T10:10:03.542 INFO:tasks.rados.rados.0.smithi190.stdout:3394: finishing write tid 2 to smithi19066007-47 2024-08-19T10:10:03.542 INFO:tasks.rados.rados.0.smithi190.stdout:3394: finishing write tid 3 to smithi19066007-47 2024-08-19T10:10:03.542 INFO:tasks.rados.rados.0.smithi190.stdout:3394: oid 47 updating version 0 to 1796 2024-08-19T10:10:03.542 INFO:tasks.rados.rados.0.smithi190.stdout:3394: oid 47 version 1796 is already newer than 1795 2024-08-19T10:10:03.542 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1796 (ObjNum 1041 snap 335 seq_num 1041) dirty exists 2024-08-19T10:10:03.542 INFO:tasks.rados.rados.0.smithi190.stdout:3394: left oid 47 (ObjNum 1041 snap 335 seq_num 1041) 2024-08-19T10:10:03.542 INFO:tasks.rados.rados.0.smithi190.stdout:3390: expect (ObjNum 929 snap 298 seq_num 929) 2024-08-19T10:10:03.743 INFO:tasks.rados.rados.0.smithi190.stdout:3389: finishing write tid 3 to smithi19066007-16 2024-08-19T10:10:03.743 INFO:tasks.rados.rados.0.smithi190.stdout:3389: oid 16 updating version 0 to 2077 2024-08-19T10:10:03.743 INFO:tasks.rados.rados.0.smithi190.stdout:3389: oid 16 version 2077 is already newer than 2076 2024-08-19T10:10:03.743 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 2077 (ObjNum 1039 snap 335 seq_num 1039) dirty exists 2024-08-19T10:10:03.743 INFO:tasks.rados.rados.0.smithi190.stdout:3389: left oid 16 (ObjNum 1039 snap 335 seq_num 1039) 2024-08-19T10:10:03.743 INFO:tasks.rados.rados.0.smithi190.stdout:3395: finishing write tid 1 to smithi19066007-49 2024-08-19T10:10:03.743 INFO:tasks.rados.rados.0.smithi190.stdout:3396: finishing rollback tid 0 to smithi19066007-15 2024-08-19T10:10:03.743 INFO:tasks.rados.rados.0.smithi190.stdout:3395: finishing write tid 2 to smithi19066007-49 2024-08-19T10:10:03.743 INFO:tasks.rados.rados.0.smithi190.stdout:3396: finishing rollback tid 1 to smithi19066007-15 2024-08-19T10:10:03.743 INFO:tasks.rados.rados.0.smithi190.stdout:3396: finishing rollback tid 2 to smithi19066007-15 2024-08-19T10:10:03.743 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 1799 (ObjNum 1035 snap 334 seq_num 1035) dirty exists 2024-08-19T10:10:03.743 INFO:tasks.rados.rados.0.smithi190.stdout:3395: finishing write tid 3 to smithi19066007-49 2024-08-19T10:10:03.743 INFO:tasks.rados.rados.0.smithi190.stdout:3395: oid 49 updating version 0 to 1773 2024-08-19T10:10:03.744 INFO:tasks.rados.rados.0.smithi190.stdout:3395: oid 49 version 1773 is already newer than 1772 2024-08-19T10:10:03.744 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1773 (ObjNum 1042 snap 335 seq_num 1042) dirty exists 2024-08-19T10:10:03.744 INFO:tasks.rados.rados.0.smithi190.stdout:3395: left oid 49 (ObjNum 1042 snap 335 seq_num 1042) 2024-08-19T10:10:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:03 smithi190 ceph-mon[80032]: pgmap v796: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-19T10:10:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:03 smithi190 ceph-mon[80032]: osdmap e750: 8 total, 8 up, 8 in 2024-08-19T10:10:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:03 smithi190 ceph-mon[80032]: osdmap e751: 8 total, 8 up, 8 in 2024-08-19T10:10:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:03 smithi190 ceph-mon[77620]: pgmap v796: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-19T10:10:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:03 smithi190 ceph-mon[77620]: osdmap e750: 8 total, 8 up, 8 in 2024-08-19T10:10:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:03 smithi190 ceph-mon[77620]: osdmap e751: 8 total, 8 up, 8 in 2024-08-19T10:10:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:03 smithi196 ceph-mon[72638]: pgmap v796: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-19T10:10:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:03 smithi196 ceph-mon[72638]: osdmap e750: 8 total, 8 up, 8 in 2024-08-19T10:10:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:03 smithi196 ceph-mon[72638]: osdmap e751: 8 total, 8 up, 8 in 2024-08-19T10:10:04.480 INFO:tasks.rados.rados.0.smithi190.stdout:3389: done (5 left) 2024-08-19T10:10:04.480 INFO:tasks.rados.rados.0.smithi190.stdout:3390: done (4 left) 2024-08-19T10:10:04.480 INFO:tasks.rados.rados.0.smithi190.stdout:3394: done (3 left) 2024-08-19T10:10:04.480 INFO:tasks.rados.rados.0.smithi190.stdout:3395: done (2 left) 2024-08-19T10:10:04.480 INFO:tasks.rados.rados.0.smithi190.stdout:3396: done (1 left) 2024-08-19T10:10:04.480 INFO:tasks.rados.rados.0.smithi190.stdout:3397: done (0 left) 2024-08-19T10:10:04.481 INFO:tasks.rados.rados.0.smithi190.stdout:3398: read oid 5 snap -1 2024-08-19T10:10:04.481 INFO:tasks.rados.rados.0.smithi190.stdout:3398: expect (ObjNum 1031 snap 331 seq_num 1031) 2024-08-19T10:10:04.481 INFO:tasks.rados.rados.0.smithi190.stdout:3399: copy_from oid 49 from oid 47 current snap is 336 2024-08-19T10:10:04.481 INFO:tasks.rados.rados.0.smithi190.stdout:3400: delete oid 34 current snap is 336 2024-08-19T10:10:04.483 INFO:tasks.rados.rados.0.smithi190.stdout:3400: done (2 left) 2024-08-19T10:10:04.483 INFO:tasks.rados.rados.0.smithi190.stdout:3401: delete oid 29 current snap is 336 2024-08-19T10:10:04.484 INFO:tasks.rados.rados.0.smithi190.stdout:3398: expect (ObjNum 1031 snap 331 seq_num 1031) 2024-08-19T10:10:04.500 INFO:tasks.rados.rados.0.smithi190.stdout:3399: finishing copy_from racing read to smithi19066007-49 2024-08-19T10:10:04.501 INFO:tasks.rados.rados.0.smithi190.stdout:3399: finishing copy_from to smithi19066007-49 2024-08-19T10:10:04.501 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1796 (ObjNum 1041 snap 335 seq_num 1041) dirty exists 2024-08-19T10:10:04.501 INFO:tasks.rados.rados.0.smithi190.stdout:3398: done (2 left) 2024-08-19T10:10:04.501 INFO:tasks.rados.rados.0.smithi190.stdout:3399: done (1 left) 2024-08-19T10:10:04.501 INFO:tasks.rados.rados.0.smithi190.stdout:3401: done (0 left) 2024-08-19T10:10:04.501 INFO:tasks.rados.rados.0.smithi190.stdout:3402: snap_create 2024-08-19T10:10:05.492 INFO:tasks.rados.rados.0.smithi190.stdout:3402: done (0 left) 2024-08-19T10:10:05.492 INFO:tasks.rados.rados.0.smithi190.stdout:3403: snap_remove snap 335 2024-08-19T10:10:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:05 smithi190 ceph-mon[77620]: pgmap v799: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 124 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 612 KiB/s wr, 9 op/s 2024-08-19T10:10:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:05 smithi190 ceph-mon[77620]: osdmap e752: 8 total, 8 up, 8 in 2024-08-19T10:10:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:05 smithi190 ceph-mon[80032]: pgmap v799: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 124 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 612 KiB/s wr, 9 op/s 2024-08-19T10:10:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:05 smithi190 ceph-mon[80032]: osdmap e752: 8 total, 8 up, 8 in 2024-08-19T10:10:05.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:05 smithi196 ceph-mon[72638]: pgmap v799: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 124 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 612 KiB/s wr, 9 op/s 2024-08-19T10:10:05.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:05 smithi196 ceph-mon[72638]: osdmap e752: 8 total, 8 up, 8 in 2024-08-19T10:10:06.506 INFO:tasks.rados.rados.0.smithi190.stdout:3403: done (0 left) 2024-08-19T10:10:06.506 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 337 2024-08-19T10:10:06.506 INFO:tasks.rados.rados.0.smithi190.stdout:3404: seq_num 1045 ranges {4030464=704512} 2024-08-19T10:10:06.532 INFO:tasks.rados.rados.0.smithi190.stdout:3404: writing smithi19066007-7 from 4030464 to 4734976 tid 1 2024-08-19T10:10:06.532 INFO:tasks.rados.rados.0.smithi190.stdout:3405: snap_remove snap 328 2024-08-19T10:10:06.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:06 smithi190 ceph-mon[77620]: osdmap e753: 8 total, 8 up, 8 in 2024-08-19T10:10:06.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:06 smithi190 ceph-mon[80032]: osdmap e753: 8 total, 8 up, 8 in 2024-08-19T10:10:06.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:06 smithi196 ceph-mon[72638]: osdmap e753: 8 total, 8 up, 8 in 2024-08-19T10:10:07.501 INFO:tasks.rados.rados.0.smithi190.stdout:3405: done (1 left) 2024-08-19T10:10:07.501 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 41 current snap is 337 2024-08-19T10:10:07.501 INFO:tasks.rados.rados.0.smithi190.stdout:3406: seq_num 1046 ranges {0=729088} 2024-08-19T10:10:07.507 INFO:tasks.rados.rados.0.smithi190.stdout:3406: writing smithi19066007-41 from 0 to 729088 tid 1 2024-08-19T10:10:07.507 INFO:tasks.rados.rados.0.smithi190.stdout:3407: read oid 43 snap 333 2024-08-19T10:10:07.507 INFO:tasks.rados.rados.0.smithi190.stdout:3407: expect (ObjNum 1033 snap 332 seq_num 1033) 2024-08-19T10:10:07.507 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 25 current snap is 337 2024-08-19T10:10:07.507 INFO:tasks.rados.rados.0.smithi190.stdout:3404: finishing write tid 1 to smithi19066007-7 2024-08-19T10:10:07.507 INFO:tasks.rados.rados.0.smithi190.stdout:3404: finishing write tid 2 to smithi19066007-7 2024-08-19T10:10:07.507 INFO:tasks.rados.rados.0.smithi190.stdout:3404: finishing write tid 3 to smithi19066007-7 2024-08-19T10:10:07.507 INFO:tasks.rados.rados.0.smithi190.stdout:3404: oid 7 updating version 0 to 1987 2024-08-19T10:10:07.507 INFO:tasks.rados.rados.0.smithi190.stdout:3404: oid 7 version 1987 is already newer than 1986 2024-08-19T10:10:07.507 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1987 (ObjNum 1045 snap 337 seq_num 1045) dirty exists 2024-08-19T10:10:07.507 INFO:tasks.rados.rados.0.smithi190.stdout:3404: left oid 7 (ObjNum 1045 snap 337 seq_num 1045) 2024-08-19T10:10:07.507 INFO:tasks.rados.rados.0.smithi190.stdout:3408: seq_num 1047 ranges {352256=745472} 2024-08-19T10:10:07.514 INFO:tasks.rados.rados.0.smithi190.stdout:3408: writing smithi19066007-25 from 352256 to 1097728 tid 1 2024-08-19T10:10:07.514 INFO:tasks.rados.rados.0.smithi190.stdout:3404: done (3 left) 2024-08-19T10:10:07.514 INFO:tasks.rados.rados.0.smithi190.stdout:3409: snap_remove snap 336 2024-08-19T10:10:07.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:07 smithi190 ceph-mon[77620]: pgmap v802: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-19T10:10:07.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:07 smithi190 ceph-mon[77620]: osdmap e754: 8 total, 8 up, 8 in 2024-08-19T10:10:07.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:10:07 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:10:07] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.51.0" 2024-08-19T10:10:07.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:07 smithi190 ceph-mon[80032]: pgmap v802: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-19T10:10:07.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:07 smithi190 ceph-mon[80032]: osdmap e754: 8 total, 8 up, 8 in 2024-08-19T10:10:07.818 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:07 smithi196 ceph-mon[72638]: pgmap v802: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-19T10:10:07.818 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:07 smithi196 ceph-mon[72638]: osdmap e754: 8 total, 8 up, 8 in 2024-08-19T10:10:08.519 INFO:tasks.rados.rados.0.smithi190.stdout:3409: done (3 left) 2024-08-19T10:10:08.519 INFO:tasks.rados.rados.0.smithi190.stdout:3410: read oid 15 snap 331 2024-08-19T10:10:08.519 INFO:tasks.rados.rados.0.smithi190.stdout:3410: expect (ObjNum 1010 snap 322 seq_num 1010) 2024-08-19T10:10:08.519 INFO:tasks.rados.rados.0.smithi190.stdout:3406: finishing write tid 1 to smithi19066007-41 2024-08-19T10:10:08.520 INFO:tasks.rados.rados.0.smithi190.stdout:3406: finishing write tid 2 to smithi19066007-41 2024-08-19T10:10:08.520 INFO:tasks.rados.rados.0.smithi190.stdout:3406: finishing write tid 3 to smithi19066007-41 2024-08-19T10:10:08.520 INFO:tasks.rados.rados.0.smithi190.stdout:3406: oid 41 updating version 0 to 1798 2024-08-19T10:10:08.520 INFO:tasks.rados.rados.0.smithi190.stdout:3406: oid 41 version 1798 is already newer than 1797 2024-08-19T10:10:08.520 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 1798 (ObjNum 1046 snap 337 seq_num 1046) dirty exists 2024-08-19T10:10:08.520 INFO:tasks.rados.rados.0.smithi190.stdout:3406: left oid 41 (ObjNum 1046 snap 337 seq_num 1046) 2024-08-19T10:10:08.520 INFO:tasks.rados.rados.0.smithi190.stdout:3408: finishing write tid 1 to smithi19066007-25 2024-08-19T10:10:08.520 INFO:tasks.rados.rados.0.smithi190.stdout:3408: finishing write tid 2 to smithi19066007-25 2024-08-19T10:10:08.520 INFO:tasks.rados.rados.0.smithi190.stdout:3408: finishing write tid 3 to smithi19066007-25 2024-08-19T10:10:08.520 INFO:tasks.rados.rados.0.smithi190.stdout:3408: oid 25 updating version 0 to 2089 2024-08-19T10:10:08.520 INFO:tasks.rados.rados.0.smithi190.stdout:3408: oid 25 version 2089 is already newer than 2088 2024-08-19T10:10:08.520 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 2089 (ObjNum 1047 snap 337 seq_num 1047) dirty exists 2024-08-19T10:10:08.520 INFO:tasks.rados.rados.0.smithi190.stdout:3408: left oid 25 (ObjNum 1047 snap 337 seq_num 1047) 2024-08-19T10:10:08.520 INFO:tasks.rados.rados.0.smithi190.stdout:3407: expect (ObjNum 1033 snap 332 seq_num 1033) 2024-08-19T10:10:08.771 INFO:tasks.rados.rados.0.smithi190.stdout:3406: done (3 left) 2024-08-19T10:10:08.771 INFO:tasks.rados.rados.0.smithi190.stdout:3407: done (2 left) 2024-08-19T10:10:08.771 INFO:tasks.rados.rados.0.smithi190.stdout:3408: done (1 left) 2024-08-19T10:10:08.771 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 50 current snap is 337 2024-08-19T10:10:08.771 INFO:tasks.rados.rados.0.smithi190.stdout:3411: seq_num 1048 ranges {385024=761856} 2024-08-19T10:10:08.777 INFO:tasks.rados.rados.0.smithi190.stdout:3411: writing smithi19066007-50 from 385024 to 1146880 tid 1 2024-08-19T10:10:08.777 INFO:tasks.rados.rados.0.smithi190.stdout:3412: snap_remove snap 330 2024-08-19T10:10:08.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:08 smithi190 ceph-mon[80032]: osdmap e755: 8 total, 8 up, 8 in 2024-08-19T10:10:08.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:08 smithi190 ceph-mon[77620]: osdmap e755: 8 total, 8 up, 8 in 2024-08-19T10:10:08.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:08 smithi196 ceph-mon[72638]: osdmap e755: 8 total, 8 up, 8 in 2024-08-19T10:10:09.519 INFO:tasks.rados.rados.0.smithi190.stdout:3410: expect (ObjNum 1010 snap 322 seq_num 1010) 2024-08-19T10:10:09.580 INFO:tasks.rados.rados.0.smithi190.stdout:3411: finishing write tid 1 to smithi19066007-50 2024-08-19T10:10:09.580 INFO:tasks.rados.rados.0.smithi190.stdout:3411: finishing write tid 2 to smithi19066007-50 2024-08-19T10:10:09.580 INFO:tasks.rados.rados.0.smithi190.stdout:3411: finishing write tid 3 to smithi19066007-50 2024-08-19T10:10:09.580 INFO:tasks.rados.rados.0.smithi190.stdout:3411: oid 50 updating version 0 to 1988 2024-08-19T10:10:09.580 INFO:tasks.rados.rados.0.smithi190.stdout:3411: oid 50 updating version 1988 to 1989 2024-08-19T10:10:09.580 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1989 (ObjNum 1048 snap 337 seq_num 1048) dirty exists 2024-08-19T10:10:09.581 INFO:tasks.rados.rados.0.smithi190.stdout:3411: left oid 50 (ObjNum 1048 snap 337 seq_num 1048) 2024-08-19T10:10:09.581 INFO:tasks.rados.rados.0.smithi190.stdout:3410: done (2 left) 2024-08-19T10:10:09.581 INFO:tasks.rados.rados.0.smithi190.stdout:3411: done (1 left) 2024-08-19T10:10:09.581 INFO:tasks.rados.rados.0.smithi190.stdout:3412: done (0 left) 2024-08-19T10:10:09.581 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 18 current snap is 337 2024-08-19T10:10:09.581 INFO:tasks.rados.rados.0.smithi190.stdout:3413: seq_num 1049 ranges {3801088=778240} 2024-08-19T10:10:09.604 INFO:tasks.rados.rados.0.smithi190.stdout:3413: writing smithi19066007-18 from 3801088 to 4579328 tid 1 2024-08-19T10:10:09.604 INFO:tasks.rados.rados.0.smithi190.stdout:3414: snap_create 2024-08-19T10:10:09.610 INFO:tasks.rados.rados.0.smithi190.stdout:3413: finishing write tid 1 to smithi19066007-18 2024-08-19T10:10:09.610 INFO:tasks.rados.rados.0.smithi190.stdout:3413: finishing write tid 2 to smithi19066007-18 2024-08-19T10:10:09.612 INFO:tasks.rados.rados.0.smithi190.stdout:3413: finishing write tid 3 to smithi19066007-18 2024-08-19T10:10:09.612 INFO:tasks.rados.rados.0.smithi190.stdout:3413: oid 18 updating version 0 to 2233 2024-08-19T10:10:09.612 INFO:tasks.rados.rados.0.smithi190.stdout:3413: oid 18 updating version 2233 to 2234 2024-08-19T10:10:09.612 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 2234 (ObjNum 1049 snap 337 seq_num 1049) dirty exists 2024-08-19T10:10:09.612 INFO:tasks.rados.rados.0.smithi190.stdout:3413: left oid 18 (ObjNum 1049 snap 337 seq_num 1049) 2024-08-19T10:10:09.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:09 smithi190 ceph-mon[80032]: pgmap v805: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-08-19T10:10:09.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:09 smithi190 ceph-mon[80032]: osdmap e756: 8 total, 8 up, 8 in 2024-08-19T10:10:09.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:09 smithi190 ceph-mon[77620]: pgmap v805: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-08-19T10:10:09.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:09 smithi190 ceph-mon[77620]: osdmap e756: 8 total, 8 up, 8 in 2024-08-19T10:10:09.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:09 smithi196 ceph-mon[72638]: pgmap v805: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-08-19T10:10:09.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:09 smithi196 ceph-mon[72638]: osdmap e756: 8 total, 8 up, 8 in 2024-08-19T10:10:10.531 INFO:tasks.rados.rados.0.smithi190.stdout:3413: done (1 left) 2024-08-19T10:10:10.532 INFO:tasks.rados.rados.0.smithi190.stdout:3414: done (0 left) 2024-08-19T10:10:10.532 INFO:tasks.rados.rados.0.smithi190.stdout:3415: snap_create 2024-08-19T10:10:10.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:10 smithi190 ceph-mon[77620]: osdmap e757: 8 total, 8 up, 8 in 2024-08-19T10:10:10.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:10 smithi190 ceph-mon[80032]: osdmap e757: 8 total, 8 up, 8 in 2024-08-19T10:10:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:10 smithi196 ceph-mon[72638]: osdmap e757: 8 total, 8 up, 8 in 2024-08-19T10:10:11.535 INFO:tasks.rados.rados.0.smithi190.stdout:3415: done (0 left) 2024-08-19T10:10:11.535 INFO:tasks.rados.rados.0.smithi190.stdout:3416: rollback oid 29 current snap is 339 2024-08-19T10:10:11.536 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 29 to 338 2024-08-19T10:10:11.536 INFO:tasks.rados.rados.0.smithi190.stdout:3417: rmattr oid 15 current snap is 339 2024-08-19T10:10:11.536 INFO:tasks.rados.rados.0.smithi190.stdout:3417: done (1 left) 2024-08-19T10:10:11.536 INFO:tasks.rados.rados.0.smithi190.stdout:3418: rmattr oid 40 current snap is 339 2024-08-19T10:10:11.536 INFO:tasks.rados.rados.0.smithi190.stdout:3419: snap_remove snap 334 2024-08-19T10:10:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:11 smithi190 ceph-mon[77620]: pgmap v808: 121 pgs: 121 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-19T10:10:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:11 smithi190 ceph-mon[77620]: osdmap e758: 8 total, 8 up, 8 in 2024-08-19T10:10:11.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:11 smithi190 ceph-mon[80032]: pgmap v808: 121 pgs: 121 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-19T10:10:11.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:11 smithi190 ceph-mon[80032]: osdmap e758: 8 total, 8 up, 8 in 2024-08-19T10:10:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:11 smithi196 ceph-mon[72638]: pgmap v808: 121 pgs: 121 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-19T10:10:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:11 smithi196 ceph-mon[72638]: osdmap e758: 8 total, 8 up, 8 in 2024-08-19T10:10:12.547 INFO:tasks.rados.rados.0.smithi190.stdout:3419: done (2 left) 2024-08-19T10:10:12.547 INFO:tasks.rados.rados.0.smithi190.stdout:3420: delete oid 39 current snap is 339 2024-08-19T10:10:12.547 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 323 (ObjNum 929 snap 298 seq_num 929) dirty exists 2024-08-19T10:10:12.547 INFO:tasks.rados.rados.0.smithi190.stdout:3416: finishing rollback tid 1 to smithi19066007-29 2024-08-19T10:10:12.548 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 2079 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-19T10:10:12.558 INFO:tasks.rados.rados.0.smithi190.stdout:3416: done (2 left) 2024-08-19T10:10:12.558 INFO:tasks.rados.rados.0.smithi190.stdout:3418: done (1 left) 2024-08-19T10:10:12.558 INFO:tasks.rados.rados.0.smithi190.stdout:3420: done (0 left) 2024-08-19T10:10:12.558 INFO:tasks.rados.rados.0.smithi190.stdout:3421: snap_create 2024-08-19T10:10:12.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:12 smithi190 ceph-mon[77620]: osdmap e759: 8 total, 8 up, 8 in 2024-08-19T10:10:12.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:12 smithi190 ceph-mon[80032]: osdmap e759: 8 total, 8 up, 8 in 2024-08-19T10:10:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:12 smithi196 ceph-mon[72638]: osdmap e759: 8 total, 8 up, 8 in 2024-08-19T10:10:13.429 INFO:tasks.rados.rados.0.smithi190.stdout:3421: done (0 left) 2024-08-19T10:10:13.429 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 19 current snap is 340 2024-08-19T10:10:13.429 INFO:tasks.rados.rados.0.smithi190.stdout:3422: seq_num 1051 ranges {1392640=409600,1802240=401408} 2024-08-19T10:10:13.438 INFO:tasks.rados.rados.0.smithi190.stdout:3422: writing smithi19066007-19 from 1392640 to 1802240 tid 1 2024-08-19T10:10:13.441 INFO:tasks.rados.rados.0.smithi190.stdout:3422: writing smithi19066007-19 from 1802240 to 2203648 tid 2 2024-08-19T10:10:13.441 INFO:tasks.rados.rados.0.smithi190.stdout:3423: copy_from oid 20 from oid 49 current snap is 340 2024-08-19T10:10:13.442 INFO:tasks.rados.rados.0.smithi190.stdout:3424: snap_remove snap 322 2024-08-19T10:10:13.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:13 smithi190 ceph-mon[77620]: pgmap v811: 121 pgs: 121 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 866 KiB/s wr, 6 op/s 2024-08-19T10:10:13.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:13 smithi190 ceph-mon[77620]: osdmap e760: 8 total, 8 up, 8 in 2024-08-19T10:10:13.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:13 smithi190 ceph-mon[77620]: osdmap e761: 8 total, 8 up, 8 in 2024-08-19T10:10:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:13 smithi190 ceph-mon[80032]: pgmap v811: 121 pgs: 121 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 866 KiB/s wr, 6 op/s 2024-08-19T10:10:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:13 smithi190 ceph-mon[80032]: osdmap e760: 8 total, 8 up, 8 in 2024-08-19T10:10:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:13 smithi190 ceph-mon[80032]: osdmap e761: 8 total, 8 up, 8 in 2024-08-19T10:10:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:13 smithi196 ceph-mon[72638]: pgmap v811: 121 pgs: 121 active+clean; 135 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 866 KiB/s wr, 6 op/s 2024-08-19T10:10:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:13 smithi196 ceph-mon[72638]: osdmap e760: 8 total, 8 up, 8 in 2024-08-19T10:10:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:13 smithi196 ceph-mon[72638]: osdmap e761: 8 total, 8 up, 8 in 2024-08-19T10:10:14.435 INFO:tasks.rados.rados.0.smithi190.stdout:3424: done (2 left) 2024-08-19T10:10:14.435 INFO:tasks.rados.rados.0.smithi190.stdout:3425: rollback oid 39 current snap is 340 2024-08-19T10:10:14.435 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 39 to 332 2024-08-19T10:10:14.435 INFO:tasks.rados.rados.0.smithi190.stdout:3422: finishing write tid 1 to smithi19066007-19 2024-08-19T10:10:14.435 INFO:tasks.rados.rados.0.smithi190.stdout:3422: finishing write tid 2 to smithi19066007-19 2024-08-19T10:10:14.435 INFO:tasks.rados.rados.0.smithi190.stdout:3422: finishing write tid 3 to smithi19066007-19 2024-08-19T10:10:14.435 INFO:tasks.rados.rados.0.smithi190.stdout:3422: finishing write tid 4 to smithi19066007-19 2024-08-19T10:10:14.435 INFO:tasks.rados.rados.0.smithi190.stdout:3422: oid 19 updating version 0 to 1860 2024-08-19T10:10:14.435 INFO:tasks.rados.rados.0.smithi190.stdout:3422: oid 19 updating version 1860 to 1862 2024-08-19T10:10:14.435 INFO:tasks.rados.rados.0.smithi190.stdout:3422: oid 19 version 1862 is already newer than 1861 2024-08-19T10:10:14.436 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1862 (ObjNum 1051 snap 340 seq_num 1051) dirty exists 2024-08-19T10:10:14.436 INFO:tasks.rados.rados.0.smithi190.stdout:3422: left oid 19 (ObjNum 1051 snap 340 seq_num 1051) 2024-08-19T10:10:14.436 INFO:tasks.rados.rados.0.smithi190.stdout:3423: finishing copy_from racing read to smithi19066007-20 2024-08-19T10:10:14.436 INFO:tasks.rados.rados.0.smithi190.stdout:3423: finishing copy_from to smithi19066007-20 2024-08-19T10:10:14.436 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 1796 (ObjNum 1041 snap 335 seq_num 1041) dirty exists 2024-08-19T10:10:14.436 INFO:tasks.rados.rados.0.smithi190.stdout:3422: done (2 left) 2024-08-19T10:10:14.436 INFO:tasks.rados.rados.0.smithi190.stdout:3423: done (1 left) 2024-08-19T10:10:14.436 INFO:tasks.rados.rados.0.smithi190.stdout:3426: copy_from oid 27 from oid 46 current snap is 340 2024-08-19T10:10:14.436 INFO:tasks.rados.rados.0.smithi190.stdout:3427: delete oid 4 current snap is 340 2024-08-19T10:10:14.452 INFO:tasks.rados.rados.0.smithi190.stdout:3425: finishing rollback tid 1 to smithi19066007-39 2024-08-19T10:10:14.452 INFO:tasks.rados.rados.0.smithi190.stdout:3425: finishing rollback tid 2 to smithi19066007-39 2024-08-19T10:10:14.453 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 2240 (ObjNum 939 snap 302 seq_num 939) dirty exists 2024-08-19T10:10:14.453 INFO:tasks.rados.rados.0.smithi190.stdout:3425: done (2 left) 2024-08-19T10:10:14.453 INFO:tasks.rados.rados.0.smithi190.stdout:3427: done (1 left) 2024-08-19T10:10:14.453 INFO:tasks.rados.rados.0.smithi190.stdout:3428: rollback oid 43 current snap is 340 2024-08-19T10:10:14.453 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 43 to 332 2024-08-19T10:10:14.453 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 14 current snap is 340 2024-08-19T10:10:14.453 INFO:tasks.rados.rados.0.smithi190.stdout:3429: seq_num 1053 ranges {0=442368,442368=401408} 2024-08-19T10:10:14.456 INFO:tasks.rados.rados.0.smithi190.stdout:3429: writing smithi19066007-14 from 0 to 442368 tid 1 2024-08-19T10:10:14.458 INFO:tasks.rados.rados.0.smithi190.stdout:3429: writing smithi19066007-14 from 442368 to 843776 tid 2 2024-08-19T10:10:14.459 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 9 current snap is 340 2024-08-19T10:10:14.459 INFO:tasks.rados.rados.0.smithi190.stdout:3430: seq_num 1054 ranges {2408448=458752,2867200=401408} 2024-08-19T10:10:14.475 INFO:tasks.rados.rados.0.smithi190.stdout:3430: writing smithi19066007-9 from 2408448 to 2867200 tid 1 2024-08-19T10:10:14.478 INFO:tasks.rados.rados.0.smithi190.stdout:3430: writing smithi19066007-9 from 2867200 to 3268608 tid 2 2024-08-19T10:10:14.478 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 34 current snap is 340 2024-08-19T10:10:14.478 INFO:tasks.rados.rados.0.smithi190.stdout:3429: finishing write tid 1 to smithi19066007-14 2024-08-19T10:10:14.479 INFO:tasks.rados.rados.0.smithi190.stdout:3429: finishing write tid 2 to smithi19066007-14 2024-08-19T10:10:14.479 INFO:tasks.rados.rados.0.smithi190.stdout:3429: finishing write tid 3 to smithi19066007-14 2024-08-19T10:10:14.479 INFO:tasks.rados.rados.0.smithi190.stdout:3428: finishing rollback tid 0 to smithi19066007-43 2024-08-19T10:10:14.479 INFO:tasks.rados.rados.0.smithi190.stdout:3428: finishing rollback tid 1 to smithi19066007-43 2024-08-19T10:10:14.479 INFO:tasks.rados.rados.0.smithi190.stdout:3428: finishing rollback tid 2 to smithi19066007-43 2024-08-19T10:10:14.479 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 2079 (ObjNum 1033 snap 332 seq_num 1033) dirty exists 2024-08-19T10:10:14.479 INFO:tasks.rados.rados.0.smithi190.stdout:3429: finishing write tid 4 to smithi19066007-14 2024-08-19T10:10:14.479 INFO:tasks.rados.rados.0.smithi190.stdout:3429: oid 14 updating version 0 to 2093 2024-08-19T10:10:14.479 INFO:tasks.rados.rados.0.smithi190.stdout:3429: oid 14 version 2093 is already newer than 2092 2024-08-19T10:10:14.479 INFO:tasks.rados.rados.0.smithi190.stdout:3429: oid 14 version 2093 is already newer than 2091 2024-08-19T10:10:14.479 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 2093 (ObjNum 1053 snap 340 seq_num 1053) dirty exists 2024-08-19T10:10:14.480 INFO:tasks.rados.rados.0.smithi190.stdout:3429: left oid 14 (ObjNum 1053 snap 340 seq_num 1053) 2024-08-19T10:10:14.480 INFO:tasks.rados.rados.0.smithi190.stdout:3431: seq_num 1055 ranges {0=475136,475136=401408} 2024-08-19T10:10:14.480 INFO:tasks.rados.rados.0.smithi190.stdout:3431: writing smithi19066007-34 from 0 to 475136 tid 1 2024-08-19T10:10:14.483 INFO:tasks.rados.rados.0.smithi190.stdout:3431: writing smithi19066007-34 from 475136 to 876544 tid 2 2024-08-19T10:10:14.483 INFO:tasks.rados.rados.0.smithi190.stdout:3428: done (4 left) 2024-08-19T10:10:14.483 INFO:tasks.rados.rados.0.smithi190.stdout:3429: done (3 left) 2024-08-19T10:10:14.483 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 340 2024-08-19T10:10:14.483 INFO:tasks.rados.rados.0.smithi190.stdout:3426: finishing copy_from racing read to smithi19066007-27 2024-08-19T10:10:14.483 INFO:tasks.rados.rados.0.smithi190.stdout:3432: seq_num 1056 ranges {4734976=491520,5226496=401408} 2024-08-19T10:10:14.510 INFO:tasks.rados.rados.0.smithi190.stdout:3432: writing smithi19066007-7 from 4734976 to 5226496 tid 1 2024-08-19T10:10:14.514 INFO:tasks.rados.rados.0.smithi190.stdout:3432: writing smithi19066007-7 from 5226496 to 5627904 tid 2 2024-08-19T10:10:14.514 INFO:tasks.rados.rados.0.smithi190.stdout:3433: delete oid 47 current snap is 340 2024-08-19T10:10:14.514 INFO:tasks.rados.rados.0.smithi190.stdout:3430: finishing write tid 1 to smithi19066007-9 2024-08-19T10:10:14.514 INFO:tasks.rados.rados.0.smithi190.stdout:3426: finishing copy_from to smithi19066007-27 2024-08-19T10:10:14.514 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 27 v 1764 (ObjNum 948 snap 304 seq_num 948) dirty exists 2024-08-19T10:10:14.515 INFO:tasks.rados.rados.0.smithi190.stdout:3430: finishing write tid 2 to smithi19066007-9 2024-08-19T10:10:14.515 INFO:tasks.rados.rados.0.smithi190.stdout:3430: finishing write tid 3 to smithi19066007-9 2024-08-19T10:10:14.515 INFO:tasks.rados.rados.0.smithi190.stdout:3431: finishing write tid 1 to smithi19066007-34 2024-08-19T10:10:14.515 INFO:tasks.rados.rados.0.smithi190.stdout:3431: finishing write tid 2 to smithi19066007-34 2024-08-19T10:10:14.515 INFO:tasks.rados.rados.0.smithi190.stdout:3430: finishing write tid 4 to smithi19066007-9 2024-08-19T10:10:14.515 INFO:tasks.rados.rados.0.smithi190.stdout:3430: oid 9 updating version 0 to 1885 2024-08-19T10:10:14.515 INFO:tasks.rados.rados.0.smithi190.stdout:3430: oid 9 version 1885 is already newer than 1884 2024-08-19T10:10:14.515 INFO:tasks.rados.rados.0.smithi190.stdout:3430: oid 9 updating version 1885 to 1886 2024-08-19T10:10:14.515 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1886 (ObjNum 1054 snap 340 seq_num 1054) dirty exists 2024-08-19T10:10:14.515 INFO:tasks.rados.rados.0.smithi190.stdout:3430: left oid 9 (ObjNum 1054 snap 340 seq_num 1054) 2024-08-19T10:10:14.515 INFO:tasks.rados.rados.0.smithi190.stdout:3431: finishing write tid 3 to smithi19066007-34 2024-08-19T10:10:14.515 INFO:tasks.rados.rados.0.smithi190.stdout:3431: finishing write tid 4 to smithi19066007-34 2024-08-19T10:10:14.515 INFO:tasks.rados.rados.0.smithi190.stdout:3431: oid 34 updating version 0 to 1864 2024-08-19T10:10:14.515 INFO:tasks.rados.rados.0.smithi190.stdout:3431: oid 34 version 1864 is already newer than 1862 2024-08-19T10:10:14.516 INFO:tasks.rados.rados.0.smithi190.stdout:3431: oid 34 version 1864 is already newer than 1863 2024-08-19T10:10:14.516 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 1864 (ObjNum 1055 snap 340 seq_num 1055) dirty exists 2024-08-19T10:10:14.516 INFO:tasks.rados.rados.0.smithi190.stdout:3431: left oid 34 (ObjNum 1055 snap 340 seq_num 1055) 2024-08-19T10:10:14.517 INFO:tasks.rados.rados.0.smithi190.stdout:3426: done (4 left) 2024-08-19T10:10:14.517 INFO:tasks.rados.rados.0.smithi190.stdout:3430: done (3 left) 2024-08-19T10:10:14.517 INFO:tasks.rados.rados.0.smithi190.stdout:3431: done (2 left) 2024-08-19T10:10:14.517 INFO:tasks.rados.rados.0.smithi190.stdout:3433: done (1 left) 2024-08-19T10:10:14.517 INFO:tasks.rados.rados.0.smithi190.stdout:3434: delete oid 1 current snap is 340 2024-08-19T10:10:14.517 INFO:tasks.rados.rados.0.smithi190.stdout:3432: finishing write tid 1 to smithi19066007-7 2024-08-19T10:10:14.517 INFO:tasks.rados.rados.0.smithi190.stdout:3432: finishing write tid 2 to smithi19066007-7 2024-08-19T10:10:14.517 INFO:tasks.rados.rados.0.smithi190.stdout:3432: finishing write tid 3 to smithi19066007-7 2024-08-19T10:10:14.517 INFO:tasks.rados.rados.0.smithi190.stdout:3432: finishing write tid 4 to smithi19066007-7 2024-08-19T10:10:14.517 INFO:tasks.rados.rados.0.smithi190.stdout:3432: oid 7 updating version 0 to 1990 2024-08-19T10:10:14.517 INFO:tasks.rados.rados.0.smithi190.stdout:3432: oid 7 updating version 1990 to 1991 2024-08-19T10:10:14.517 INFO:tasks.rados.rados.0.smithi190.stdout:3432: oid 7 updating version 1991 to 1992 2024-08-19T10:10:14.518 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 1992 (ObjNum 1056 snap 340 seq_num 1056) dirty exists 2024-08-19T10:10:14.518 INFO:tasks.rados.rados.0.smithi190.stdout:3432: left oid 7 (ObjNum 1056 snap 340 seq_num 1056) 2024-08-19T10:10:14.518 INFO:tasks.rados.rados.0.smithi190.stdout:3432: done (1 left) 2024-08-19T10:10:14.518 INFO:tasks.rados.rados.0.smithi190.stdout:3434: done (0 left) 2024-08-19T10:10:14.518 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 340 2024-08-19T10:10:14.518 INFO:tasks.rados.rados.0.smithi190.stdout:3435: seq_num 1059 ranges {2260992=540672,2801664=401408} 2024-08-19T10:10:14.533 INFO:tasks.rados.rados.0.smithi190.stdout:3435: writing smithi19066007-37 from 2260992 to 2801664 tid 1 2024-08-19T10:10:14.535 INFO:tasks.rados.rados.0.smithi190.stdout:3435: writing smithi19066007-37 from 2801664 to 3203072 tid 2 2024-08-19T10:10:14.535 INFO:tasks.rados.rados.0.smithi190.stdout:3436: snap_create 2024-08-19T10:10:14.538 INFO:tasks.rados.rados.0.smithi190.stdout:3435: finishing write tid 1 to smithi19066007-37 2024-08-19T10:10:14.538 INFO:tasks.rados.rados.0.smithi190.stdout:3435: finishing write tid 2 to smithi19066007-37 2024-08-19T10:10:14.538 INFO:tasks.rados.rados.0.smithi190.stdout:3435: finishing write tid 3 to smithi19066007-37 2024-08-19T10:10:14.541 INFO:tasks.rados.rados.0.smithi190.stdout:3435: finishing write tid 4 to smithi19066007-37 2024-08-19T10:10:14.541 INFO:tasks.rados.rados.0.smithi190.stdout:3435: oid 37 updating version 0 to 2078 2024-08-19T10:10:14.541 INFO:tasks.rados.rados.0.smithi190.stdout:3435: oid 37 updating version 2078 to 2079 2024-08-19T10:10:14.541 INFO:tasks.rados.rados.0.smithi190.stdout:3435: oid 37 updating version 2079 to 2080 2024-08-19T10:10:14.541 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 2080 (ObjNum 1059 snap 340 seq_num 1059) dirty exists 2024-08-19T10:10:14.541 INFO:tasks.rados.rados.0.smithi190.stdout:3435: left oid 37 (ObjNum 1059 snap 340 seq_num 1059) 2024-08-19T10:10:15.434 INFO:tasks.rados.rados.0.smithi190.stdout:3435: done (1 left) 2024-08-19T10:10:15.434 INFO:tasks.rados.rados.0.smithi190.stdout:3436: done (0 left) 2024-08-19T10:10:15.434 INFO:tasks.rados.rados.0.smithi190.stdout:3437: read oid 25 snap -1 2024-08-19T10:10:15.434 INFO:tasks.rados.rados.0.smithi190.stdout:3437: expect (ObjNum 1047 snap 337 seq_num 1047) 2024-08-19T10:10:15.435 INFO:tasks.rados.rados.0.smithi190.stdout:3438: rollback oid 21 current snap is 341 2024-08-19T10:10:15.435 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 21 to 332 2024-08-19T10:10:15.435 INFO:tasks.rados.rados.0.smithi190.stdout:3439: read oid 35 snap 332 2024-08-19T10:10:15.435 INFO:tasks.rados.rados.0.smithi190.stdout:3439: expect deleted 2024-08-19T10:10:15.435 INFO:tasks.rados.rados.0.smithi190.stdout:3440: snap_create 2024-08-19T10:10:15.441 INFO:tasks.rados.rados.0.smithi190.stdout:3438: finishing rollback tid 0 to smithi19066007-21 2024-08-19T10:10:15.441 INFO:tasks.rados.rados.0.smithi190.stdout:3438: finishing rollback tid 1 to smithi19066007-21 2024-08-19T10:10:15.441 INFO:tasks.rados.rados.0.smithi190.stdout:3438: finishing rollback tid 2 to smithi19066007-21 2024-08-19T10:10:15.441 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 2082 (ObjNum 1025 snap 328 seq_num 1025) dirty exists 2024-08-19T10:10:15.446 INFO:tasks.rados.rados.0.smithi190.stdout:3437: expect (ObjNum 1047 snap 337 seq_num 1047) 2024-08-19T10:10:15.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:15 smithi190 ceph-mon[80032]: pgmap v814: 121 pgs: 121 active+clean; 131 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1008 KiB/s rd, 190 KiB/s wr, 1 op/s 2024-08-19T10:10:15.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:15 smithi190 ceph-mon[80032]: osdmap e762: 8 total, 8 up, 8 in 2024-08-19T10:10:15.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:10:15.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:15 smithi190 ceph-mon[77620]: pgmap v814: 121 pgs: 121 active+clean; 131 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1008 KiB/s rd, 190 KiB/s wr, 1 op/s 2024-08-19T10:10:15.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:15 smithi190 ceph-mon[77620]: osdmap e762: 8 total, 8 up, 8 in 2024-08-19T10:10:15.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:10:15.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:15 smithi196 ceph-mon[72638]: pgmap v814: 121 pgs: 121 active+clean; 131 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1008 KiB/s rd, 190 KiB/s wr, 1 op/s 2024-08-19T10:10:15.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:15 smithi196 ceph-mon[72638]: osdmap e762: 8 total, 8 up, 8 in 2024-08-19T10:10:15.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:10:16.453 INFO:tasks.rados.rados.0.smithi190.stdout:3437: done (3 left) 2024-08-19T10:10:16.454 INFO:tasks.rados.rados.0.smithi190.stdout:3438: done (2 left) 2024-08-19T10:10:16.454 INFO:tasks.rados.rados.0.smithi190.stdout:3439: done (1 left) 2024-08-19T10:10:16.454 INFO:tasks.rados.rados.0.smithi190.stdout:3440: done (0 left) 2024-08-19T10:10:16.454 INFO:tasks.rados.rados.0.smithi190.stdout:3441: setattr oid 4 current snap is 342 2024-08-19T10:10:16.455 INFO:tasks.rados.rados.0.smithi190.stdout:3442: setattr oid 39 current snap is 342 2024-08-19T10:10:16.458 INFO:tasks.rados.rados.0.smithi190.stdout:3443: snap_create 2024-08-19T10:10:16.459 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 2094 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-19T10:10:16.464 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 2250 (ObjNum 939 snap 302 seq_num 939) dirty exists 2024-08-19T10:10:16.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:16 smithi190 ceph-mon[77620]: osdmap e763: 8 total, 8 up, 8 in 2024-08-19T10:10:16.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:16 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:10:16.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:16 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:10:16.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:16 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:10:16.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:16 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:10:16.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:16 smithi190 ceph-mon[80032]: osdmap e763: 8 total, 8 up, 8 in 2024-08-19T10:10:16.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:16 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:10:16.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:16 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:10:16.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:16 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:10:16.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:16 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:10:16.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:16 smithi196 ceph-mon[72638]: osdmap e763: 8 total, 8 up, 8 in 2024-08-19T10:10:16.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:16 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:10:16.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:16 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:10:16.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:16 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:10:16.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:16 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:10:17.460 INFO:tasks.rados.rados.0.smithi190.stdout:3441: done (2 left) 2024-08-19T10:10:17.461 INFO:tasks.rados.rados.0.smithi190.stdout:3442: done (1 left) 2024-08-19T10:10:17.461 INFO:tasks.rados.rados.0.smithi190.stdout:3443: done (0 left) 2024-08-19T10:10:17.461 INFO:tasks.rados.rados.0.smithi190.stdout:3444: rollback oid 29 current snap is 343 2024-08-19T10:10:17.461 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 29 to 332 2024-08-19T10:10:17.461 INFO:tasks.rados.rados.0.smithi190.stdout:3445: rollback oid 14 current snap is 343 2024-08-19T10:10:17.461 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 14 to 341 2024-08-19T10:10:17.461 INFO:tasks.rados.rados.0.smithi190.stdout:3446: snap_remove snap 339 2024-08-19T10:10:17.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:17 smithi190 ceph-mon[77620]: pgmap v817: 121 pgs: 121 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1009 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-19T10:10:17.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:17 smithi190 ceph-mon[77620]: osdmap e764: 8 total, 8 up, 8 in 2024-08-19T10:10:17.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:10:17 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:10:17] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.51.0" 2024-08-19T10:10:17.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:17 smithi190 ceph-mon[80032]: pgmap v817: 121 pgs: 121 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1009 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-19T10:10:17.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:17 smithi190 ceph-mon[80032]: osdmap e764: 8 total, 8 up, 8 in 2024-08-19T10:10:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:17 smithi196 ceph-mon[72638]: pgmap v817: 121 pgs: 121 active+clean; 127 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1009 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-19T10:10:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:17 smithi196 ceph-mon[72638]: osdmap e764: 8 total, 8 up, 8 in 2024-08-19T10:10:18.431 INFO:tasks.rados.rados.0.smithi190.stdout:3444: finishing rollback tid 1 to smithi19066007-29 2024-08-19T10:10:18.431 INFO:tasks.rados.rados.0.smithi190.stdout:3444: finishing rollback tid 2 to smithi19066007-29 2024-08-19T10:10:18.431 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 2081 (ObjNum 1028 snap 330 seq_num 1028) dirty exists 2024-08-19T10:10:18.431 INFO:tasks.rados.rados.0.smithi190.stdout:3445: finishing rollback tid 0 to smithi19066007-14 2024-08-19T10:10:18.431 INFO:tasks.rados.rados.0.smithi190.stdout:3445: finishing rollback tid 1 to smithi19066007-14 2024-08-19T10:10:18.432 INFO:tasks.rados.rados.0.smithi190.stdout:3445: finishing rollback tid 2 to smithi19066007-14 2024-08-19T10:10:18.432 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 2097 (ObjNum 1053 snap 340 seq_num 1053) dirty exists 2024-08-19T10:10:18.432 INFO:tasks.rados.rados.0.smithi190.stdout:3444: done (2 left) 2024-08-19T10:10:18.432 INFO:tasks.rados.rados.0.smithi190.stdout:3445: done (1 left) 2024-08-19T10:10:18.432 INFO:tasks.rados.rados.0.smithi190.stdout:3446: done (0 left) 2024-08-19T10:10:18.432 INFO:tasks.rados.rados.0.smithi190.stdout:3447: rmattr oid 49 current snap is 343 2024-08-19T10:10:18.432 INFO:tasks.rados.rados.0.smithi190.stdout:3447: done (0 left) 2024-08-19T10:10:18.432 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 343 2024-08-19T10:10:18.432 INFO:tasks.rados.rados.0.smithi190.stdout:3448: seq_num 1060 ranges {0=557056,557056=401408} 2024-08-19T10:10:18.434 INFO:tasks.rados.rados.0.smithi190.stdout:3448: writing smithi19066007-42 from 0 to 557056 tid 1 2024-08-19T10:10:18.438 INFO:tasks.rados.rados.0.smithi190.stdout:3448: writing smithi19066007-42 from 557056 to 958464 tid 2 2024-08-19T10:10:18.438 INFO:tasks.rados.rados.0.smithi190.stdout:3449: read oid 17 snap -1 2024-08-19T10:10:18.438 INFO:tasks.rados.rados.0.smithi190.stdout:3449: expect (ObjNum 930 snap 298 seq_num 930) 2024-08-19T10:10:18.438 INFO:tasks.rados.rados.0.smithi190.stdout:3450: copy_from oid 44 from oid 39 current snap is 343 2024-08-19T10:10:18.438 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 10 current snap is 343 2024-08-19T10:10:18.438 INFO:tasks.rados.rados.0.smithi190.stdout:3451: seq_num 1061 ranges {2260992=573440,2834432=401408} 2024-08-19T10:10:18.454 INFO:tasks.rados.rados.0.smithi190.stdout:3451: writing smithi19066007-10 from 2260992 to 2834432 tid 1 2024-08-19T10:10:18.457 INFO:tasks.rados.rados.0.smithi190.stdout:3451: writing smithi19066007-10 from 2834432 to 3235840 tid 2 2024-08-19T10:10:18.457 INFO:tasks.rados.rados.0.smithi190.stdout:3452: copy_from oid 34 from oid 36 current snap is 343 2024-08-19T10:10:18.457 INFO:tasks.rados.rados.0.smithi190.stdout:3448: finishing write tid 1 to smithi19066007-42 2024-08-19T10:10:18.457 INFO:tasks.rados.rados.0.smithi190.stdout:3448: finishing write tid 2 to smithi19066007-42 2024-08-19T10:10:18.458 INFO:tasks.rados.rados.0.smithi190.stdout:3448: finishing write tid 3 to smithi19066007-42 2024-08-19T10:10:18.458 INFO:tasks.rados.rados.0.smithi190.stdout:3449: expect (ObjNum 930 snap 298 seq_num 930) 2024-08-19T10:10:18.492 INFO:tasks.rados.rados.0.smithi190.stdout:3448: finishing write tid 4 to smithi19066007-42 2024-08-19T10:10:18.493 INFO:tasks.rados.rados.0.smithi190.stdout:3448: oid 42 updating version 0 to 2220 2024-08-19T10:10:18.493 INFO:tasks.rados.rados.0.smithi190.stdout:3448: oid 42 version 2220 is already newer than 2219 2024-08-19T10:10:18.493 INFO:tasks.rados.rados.0.smithi190.stdout:3448: oid 42 version 2220 is already newer than 2218 2024-08-19T10:10:18.493 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 2220 (ObjNum 1060 snap 343 seq_num 1060) dirty exists 2024-08-19T10:10:18.493 INFO:tasks.rados.rados.0.smithi190.stdout:3448: left oid 42 (ObjNum 1060 snap 343 seq_num 1060) 2024-08-19T10:10:18.493 INFO:tasks.rados.rados.0.smithi190.stdout:3450: finishing copy_from racing read to smithi19066007-44 2024-08-19T10:10:18.493 INFO:tasks.rados.rados.0.smithi190.stdout:3450: finishing copy_from to smithi19066007-44 2024-08-19T10:10:18.493 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 2250 (ObjNum 939 snap 302 seq_num 939) dirty exists 2024-08-19T10:10:18.493 INFO:tasks.rados.rados.0.smithi190.stdout:3451: finishing write tid 1 to smithi19066007-10 2024-08-19T10:10:18.493 INFO:tasks.rados.rados.0.smithi190.stdout:3451: finishing write tid 2 to smithi19066007-10 2024-08-19T10:10:18.493 INFO:tasks.rados.rados.0.smithi190.stdout:3448: done (4 left) 2024-08-19T10:10:18.493 INFO:tasks.rados.rados.0.smithi190.stdout:3449: done (3 left) 2024-08-19T10:10:18.494 INFO:tasks.rados.rados.0.smithi190.stdout:3450: done (2 left) 2024-08-19T10:10:18.494 INFO:tasks.rados.rados.0.smithi190.stdout:3453: read oid 45 snap -1 2024-08-19T10:10:18.494 INFO:tasks.rados.rados.0.smithi190.stdout:3453: expect (ObjNum 950 snap 305 seq_num 950) 2024-08-19T10:10:18.494 INFO:tasks.rados.rados.0.smithi190.stdout:3454: setattr oid 40 current snap is 343 2024-08-19T10:10:18.494 INFO:tasks.rados.rados.0.smithi190.stdout:3451: finishing write tid 3 to smithi19066007-10 2024-08-19T10:10:18.494 INFO:tasks.rados.rados.0.smithi190.stdout:3451: finishing write tid 4 to smithi19066007-10 2024-08-19T10:10:18.494 INFO:tasks.rados.rados.0.smithi190.stdout:3451: oid 10 updating version 0 to 2084 2024-08-19T10:10:18.494 INFO:tasks.rados.rados.0.smithi190.stdout:3451: oid 10 version 2084 is already newer than 2082 2024-08-19T10:10:18.494 INFO:tasks.rados.rados.0.smithi190.stdout:3451: oid 10 version 2084 is already newer than 2083 2024-08-19T10:10:18.494 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 2084 (ObjNum 1061 snap 343 seq_num 1061) dirty exists 2024-08-19T10:10:18.494 INFO:tasks.rados.rados.0.smithi190.stdout:3451: left oid 10 (ObjNum 1061 snap 343 seq_num 1061) 2024-08-19T10:10:18.494 INFO:tasks.rados.rados.0.smithi190.stdout:3452: finishing copy_from racing read to smithi19066007-34 2024-08-19T10:10:18.495 INFO:tasks.rados.rados.0.smithi190.stdout:3452: finishing copy_from to smithi19066007-34 2024-08-19T10:10:18.495 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 2217 (ObjNum 1036 snap 334 seq_num 1036) dirty exists 2024-08-19T10:10:18.495 INFO:tasks.rados.rados.0.smithi190.stdout:3451: done (3 left) 2024-08-19T10:10:18.495 INFO:tasks.rados.rados.0.smithi190.stdout:3452: done (2 left) 2024-08-19T10:10:18.495 INFO:tasks.rados.rados.0.smithi190.stdout:3455: delete oid 7 current snap is 343 2024-08-19T10:10:18.496 INFO:tasks.rados.rados.0.smithi190.stdout:3455: done (2 left) 2024-08-19T10:10:18.496 INFO:tasks.rados.rados.0.smithi190.stdout:3456: read oid 39 snap -1 2024-08-19T10:10:18.496 INFO:tasks.rados.rados.0.smithi190.stdout:3456: expect (ObjNum 939 snap 302 seq_num 939) 2024-08-19T10:10:18.496 INFO:tasks.rados.rados.0.smithi190.stdout:3457: read oid 12 snap -1 2024-08-19T10:10:18.497 INFO:tasks.rados.rados.0.smithi190.stdout:3457: expect (ObjNum 930 snap 298 seq_num 930) 2024-08-19T10:10:18.497 INFO:tasks.rados.rados.0.smithi190.stdout:3458: delete oid 34 current snap is 343 2024-08-19T10:10:18.497 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 329 (ObjNum 929 snap 298 seq_num 929) dirty exists 2024-08-19T10:10:18.503 INFO:tasks.rados.rados.0.smithi190.stdout:3457: expect (ObjNum 930 snap 298 seq_num 930) 2024-08-19T10:10:18.537 INFO:tasks.rados.rados.0.smithi190.stdout:3456: expect (ObjNum 939 snap 302 seq_num 939) 2024-08-19T10:10:18.587 INFO:tasks.rados.rados.0.smithi190.stdout:3453: expect (ObjNum 950 snap 305 seq_num 950) 2024-08-19T10:10:18.675 INFO:tasks.rados.rados.0.smithi190.stdout:3453: done (4 left) 2024-08-19T10:10:18.675 INFO:tasks.rados.rados.0.smithi190.stdout:3454: done (3 left) 2024-08-19T10:10:18.675 INFO:tasks.rados.rados.0.smithi190.stdout:3456: done (2 left) 2024-08-19T10:10:18.675 INFO:tasks.rados.rados.0.smithi190.stdout:3457: done (1 left) 2024-08-19T10:10:18.675 INFO:tasks.rados.rados.0.smithi190.stdout:3458: done (0 left) 2024-08-19T10:10:18.675 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 19 current snap is 343 2024-08-19T10:10:18.675 INFO:tasks.rados.rados.0.smithi190.stdout:3459: seq_num 1064 ranges {2203648=622592,2826240=401408} 2024-08-19T10:10:18.689 INFO:tasks.rados.rados.0.smithi190.stdout:3459: writing smithi19066007-19 from 2203648 to 2826240 tid 1 2024-08-19T10:10:18.691 INFO:tasks.rados.rados.0.smithi190.stdout:3459: writing smithi19066007-19 from 2826240 to 3227648 tid 2 2024-08-19T10:10:18.691 INFO:tasks.rados.rados.0.smithi190.stdout:3460: snap_create 2024-08-19T10:10:18.694 INFO:tasks.rados.rados.0.smithi190.stdout:3459: finishing write tid 1 to smithi19066007-19 2024-08-19T10:10:18.694 INFO:tasks.rados.rados.0.smithi190.stdout:3459: finishing write tid 2 to smithi19066007-19 2024-08-19T10:10:18.694 INFO:tasks.rados.rados.0.smithi190.stdout:3459: finishing write tid 3 to smithi19066007-19 2024-08-19T10:10:18.695 INFO:tasks.rados.rados.0.smithi190.stdout:3459: finishing write tid 4 to smithi19066007-19 2024-08-19T10:10:18.695 INFO:tasks.rados.rados.0.smithi190.stdout:3459: oid 19 updating version 0 to 1863 2024-08-19T10:10:18.695 INFO:tasks.rados.rados.0.smithi190.stdout:3459: oid 19 updating version 1863 to 1864 2024-08-19T10:10:18.696 INFO:tasks.rados.rados.0.smithi190.stdout:3459: oid 19 updating version 1864 to 1865 2024-08-19T10:10:18.696 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1865 (ObjNum 1064 snap 343 seq_num 1064) dirty exists 2024-08-19T10:10:18.696 INFO:tasks.rados.rados.0.smithi190.stdout:3459: left oid 19 (ObjNum 1064 snap 343 seq_num 1064) 2024-08-19T10:10:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:18 smithi190 ceph-mon[80032]: osdmap e765: 8 total, 8 up, 8 in 2024-08-19T10:10:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:18 smithi190 ceph-mon[80032]: osdmap e766: 8 total, 8 up, 8 in 2024-08-19T10:10:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:18 smithi190 ceph-mon[77620]: osdmap e765: 8 total, 8 up, 8 in 2024-08-19T10:10:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:18 smithi190 ceph-mon[77620]: osdmap e766: 8 total, 8 up, 8 in 2024-08-19T10:10:18.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:18 smithi196 ceph-mon[72638]: osdmap e765: 8 total, 8 up, 8 in 2024-08-19T10:10:18.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:18 smithi196 ceph-mon[72638]: osdmap e766: 8 total, 8 up, 8 in 2024-08-19T10:10:19.476 INFO:tasks.rados.rados.0.smithi190.stdout:3459: done (1 left) 2024-08-19T10:10:19.476 INFO:tasks.rados.rados.0.smithi190.stdout:3460: done (0 left) 2024-08-19T10:10:19.476 INFO:tasks.rados.rados.0.smithi190.stdout:3461: read oid 47 snap 331 2024-08-19T10:10:19.476 INFO:tasks.rados.rados.0.smithi190.stdout:3461: expect (ObjNum 1012 snap 323 seq_num 1012) 2024-08-19T10:10:19.476 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 344 2024-08-19T10:10:19.476 INFO:tasks.rados.rados.0.smithi190.stdout:3462: seq_num 1065 ranges {3276800=638976,3915776=401408} 2024-08-19T10:10:19.497 INFO:tasks.rados.rados.0.smithi190.stdout:3462: writing smithi19066007-36 from 3276800 to 3915776 tid 1 2024-08-19T10:10:19.500 INFO:tasks.rados.rados.0.smithi190.stdout:3462: writing smithi19066007-36 from 3915776 to 4317184 tid 2 2024-08-19T10:10:19.500 INFO:tasks.rados.rados.0.smithi190.stdout:3463: snap_remove snap 340 2024-08-19T10:10:19.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:19 smithi190 ceph-mon[77620]: pgmap v820: 121 pgs: 121 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-19T10:10:19.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:19 smithi190 ceph-mon[80032]: pgmap v820: 121 pgs: 121 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-19T10:10:19.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:19 smithi196 ceph-mon[72638]: pgmap v820: 121 pgs: 121 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-19T10:10:20.483 INFO:tasks.rados.rados.0.smithi190.stdout:3463: done (2 left) 2024-08-19T10:10:20.483 INFO:tasks.rados.rados.0.smithi190.stdout:3464: delete oid 3 current snap is 344 2024-08-19T10:10:20.483 INFO:tasks.rados.rados.0.smithi190.stdout:3461: expect (ObjNum 1012 snap 323 seq_num 1012) 2024-08-19T10:10:20.602 INFO:tasks.rados.rados.0.smithi190.stdout:3462: finishing write tid 1 to smithi19066007-36 2024-08-19T10:10:20.602 INFO:tasks.rados.rados.0.smithi190.stdout:3462: finishing write tid 2 to smithi19066007-36 2024-08-19T10:10:20.602 INFO:tasks.rados.rados.0.smithi190.stdout:3462: finishing write tid 3 to smithi19066007-36 2024-08-19T10:10:20.603 INFO:tasks.rados.rados.0.smithi190.stdout:3462: finishing write tid 4 to smithi19066007-36 2024-08-19T10:10:20.603 INFO:tasks.rados.rados.0.smithi190.stdout:3462: oid 36 updating version 0 to 2252 2024-08-19T10:10:20.603 INFO:tasks.rados.rados.0.smithi190.stdout:3462: oid 36 updating version 2252 to 2254 2024-08-19T10:10:20.603 INFO:tasks.rados.rados.0.smithi190.stdout:3462: oid 36 version 2254 is already newer than 2253 2024-08-19T10:10:20.603 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 2254 (ObjNum 1065 snap 344 seq_num 1065) dirty exists 2024-08-19T10:10:20.603 INFO:tasks.rados.rados.0.smithi190.stdout:3462: left oid 36 (ObjNum 1065 snap 344 seq_num 1065) 2024-08-19T10:10:20.603 INFO:tasks.rados.rados.0.smithi190.stdout:3461: done (2 left) 2024-08-19T10:10:20.603 INFO:tasks.rados.rados.0.smithi190.stdout:3462: done (1 left) 2024-08-19T10:10:20.603 INFO:tasks.rados.rados.0.smithi190.stdout:3464: done (0 left) 2024-08-19T10:10:20.603 INFO:tasks.rados.rados.0.smithi190.stdout:3465: setattr oid 47 current snap is 344 2024-08-19T10:10:20.604 INFO:tasks.rados.rados.0.smithi190.stdout:3466: read oid 49 snap -1 2024-08-19T10:10:20.604 INFO:tasks.rados.rados.0.smithi190.stdout:3466: expect (ObjNum 1041 snap 335 seq_num 1041) 2024-08-19T10:10:20.604 INFO:tasks.rados.rados.0.smithi190.stdout:3467: copy_from oid 8 from oid 22 current snap is 344 2024-08-19T10:10:20.604 INFO:tasks.rados.rados.0.smithi190.stdout:3468: read oid 14 snap -1 2024-08-19T10:10:20.604 INFO:tasks.rados.rados.0.smithi190.stdout:3468: expect (ObjNum 1053 snap 340 seq_num 1053) 2024-08-19T10:10:20.604 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 344 2024-08-19T10:10:20.604 INFO:tasks.rados.rados.0.smithi190.stdout:3469: seq_num 1067 ranges {3842048=679936,4521984=401408} 2024-08-19T10:10:20.627 INFO:tasks.rados.rados.0.smithi190.stdout:3469: writing smithi19066007-23 from 3842048 to 4521984 tid 1 2024-08-19T10:10:20.630 INFO:tasks.rados.rados.0.smithi190.stdout:3469: writing smithi19066007-23 from 4521984 to 4923392 tid 2 2024-08-19T10:10:20.630 INFO:tasks.rados.rados.0.smithi190.stdout:3470: read oid 38 snap -1 2024-08-19T10:10:20.630 INFO:tasks.rados.rados.0.smithi190.stdout:3470: expect (ObjNum 1003 snap 322 seq_num 1003) 2024-08-19T10:10:20.630 INFO:tasks.rados.rados.0.smithi190.stdout:3471: rmattr oid 15 current snap is 344 2024-08-19T10:10:20.630 INFO:tasks.rados.rados.0.smithi190.stdout:3471: done (6 left) 2024-08-19T10:10:20.631 INFO:tasks.rados.rados.0.smithi190.stdout:3472: rollback oid 15 current snap is 344 2024-08-19T10:10:20.631 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 15 to 337 2024-08-19T10:10:20.631 INFO:tasks.rados.rados.0.smithi190.stdout:3467: finishing copy_from to smithi19066007-8 2024-08-19T10:10:20.634 INFO:tasks.rados.rados.0.smithi190.stdout:3467: got expected ENOENT (src dne) 2024-08-19T10:10:20.634 INFO:tasks.rados.rados.0.smithi190.stdout:3467: finishing copy_from racing read to smithi19066007-8 2024-08-19T10:10:20.634 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 1808 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-19T10:10:20.634 INFO:tasks.rados.rados.0.smithi190.stdout:3468: expect (ObjNum 1053 snap 340 seq_num 1053) 2024-08-19T10:10:20.657 INFO:tasks.rados.rados.0.smithi190.stdout:3466: expect (ObjNum 1041 snap 335 seq_num 1041) 2024-08-19T10:10:20.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:20 smithi190 ceph-mon[77620]: osdmap e767: 8 total, 8 up, 8 in 2024-08-19T10:10:20.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:20 smithi190 ceph-mon[80032]: osdmap e767: 8 total, 8 up, 8 in 2024-08-19T10:10:20.825 INFO:tasks.rados.rados.0.smithi190.stdout:3469: finishing write tid 1 to smithi19066007-23 2024-08-19T10:10:20.825 INFO:tasks.rados.rados.0.smithi190.stdout:3469: finishing write tid 2 to smithi19066007-23 2024-08-19T10:10:20.825 INFO:tasks.rados.rados.0.smithi190.stdout:3469: finishing write tid 3 to smithi19066007-23 2024-08-19T10:10:20.825 INFO:tasks.rados.rados.0.smithi190.stdout:3472: finishing rollback tid 0 to smithi19066007-15 2024-08-19T10:10:20.825 INFO:tasks.rados.rados.0.smithi190.stdout:3465: done (6 left) 2024-08-19T10:10:20.825 INFO:tasks.rados.rados.0.smithi190.stdout:3466: done (5 left) 2024-08-19T10:10:20.825 INFO:tasks.rados.rados.0.smithi190.stdout:3467: done (4 left) 2024-08-19T10:10:20.825 INFO:tasks.rados.rados.0.smithi190.stdout:3468: done (3 left) 2024-08-19T10:10:20.825 INFO:tasks.rados.rados.0.smithi190.stdout:3473: read oid 11 snap -1 2024-08-19T10:10:20.825 INFO:tasks.rados.rados.0.smithi190.stdout:3473: expect (ObjNum 967 snap 310 seq_num 967) 2024-08-19T10:10:20.826 INFO:tasks.rados.rados.0.smithi190.stdout:3474: snap_create 2024-08-19T10:10:20.826 INFO:tasks.rados.rados.0.smithi190.stdout:3472: finishing rollback tid 1 to smithi19066007-15 2024-08-19T10:10:20.826 INFO:tasks.rados.rados.0.smithi190.stdout:3472: finishing rollback tid 2 to smithi19066007-15 2024-08-19T10:10:20.826 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 1812 (ObjNum 1035 snap 334 seq_num 1035) dirty exists 2024-08-19T10:10:20.826 INFO:tasks.rados.rados.0.smithi190.stdout:3469: finishing write tid 4 to smithi19066007-23 2024-08-19T10:10:20.826 INFO:tasks.rados.rados.0.smithi190.stdout:3469: oid 23 updating version 0 to 1889 2024-08-19T10:10:20.826 INFO:tasks.rados.rados.0.smithi190.stdout:3469: oid 23 version 1889 is already newer than 1887 2024-08-19T10:10:20.826 INFO:tasks.rados.rados.0.smithi190.stdout:3469: oid 23 version 1889 is already newer than 1888 2024-08-19T10:10:20.826 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1889 (ObjNum 1067 snap 344 seq_num 1067) dirty exists 2024-08-19T10:10:20.826 INFO:tasks.rados.rados.0.smithi190.stdout:3469: left oid 23 (ObjNum 1067 snap 344 seq_num 1067) 2024-08-19T10:10:20.826 INFO:tasks.rados.rados.0.smithi190.stdout:3470: expect (ObjNum 1003 snap 322 seq_num 1003) 2024-08-19T10:10:20.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:20 smithi196 ceph-mon[72638]: osdmap e767: 8 total, 8 up, 8 in 2024-08-19T10:10:20.942 INFO:tasks.rados.rados.0.smithi190.stdout:3473: expect (ObjNum 967 snap 310 seq_num 967) 2024-08-19T10:10:21.483 INFO:tasks.rados.rados.0.smithi190.stdout:3469: done (4 left) 2024-08-19T10:10:21.484 INFO:tasks.rados.rados.0.smithi190.stdout:3470: done (3 left) 2024-08-19T10:10:21.484 INFO:tasks.rados.rados.0.smithi190.stdout:3472: done (2 left) 2024-08-19T10:10:21.484 INFO:tasks.rados.rados.0.smithi190.stdout:3473: done (1 left) 2024-08-19T10:10:21.484 INFO:tasks.rados.rados.0.smithi190.stdout:3474: done (0 left) 2024-08-19T10:10:21.484 INFO:tasks.rados.rados.0.smithi190.stdout:3475: read oid 49 snap 341 2024-08-19T10:10:21.484 INFO:tasks.rados.rados.0.smithi190.stdout:3475: expect (ObjNum 1041 snap 335 seq_num 1041) 2024-08-19T10:10:21.484 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 345 2024-08-19T10:10:21.484 INFO:tasks.rados.rados.0.smithi190.stdout:3476: seq_num 1068 ranges {1892352=696320,2588672=401408} 2024-08-19T10:10:21.498 INFO:tasks.rados.rados.0.smithi190.stdout:3476: writing smithi19066007-26 from 1892352 to 2588672 tid 1 2024-08-19T10:10:21.500 INFO:tasks.rados.rados.0.smithi190.stdout:3476: writing smithi19066007-26 from 2588672 to 2990080 tid 2 2024-08-19T10:10:21.500 INFO:tasks.rados.rados.0.smithi190.stdout:3477: rollback oid 34 current snap is 345 2024-08-19T10:10:21.501 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 34 to 343 2024-08-19T10:10:21.501 INFO:tasks.rados.rados.0.smithi190.stdout:3475: expect (ObjNum 1041 snap 335 seq_num 1041) 2024-08-19T10:10:21.671 INFO:tasks.rados.rados.0.smithi190.stdout:3477: finishing rollback tid 1 to smithi19066007-34 2024-08-19T10:10:21.671 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 2218 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-19T10:10:21.671 INFO:tasks.rados.rados.0.smithi190.stdout:3476: finishing write tid 1 to smithi19066007-26 2024-08-19T10:10:21.672 INFO:tasks.rados.rados.0.smithi190.stdout:3476: finishing write tid 2 to smithi19066007-26 2024-08-19T10:10:21.672 INFO:tasks.rados.rados.0.smithi190.stdout:3476: finishing write tid 3 to smithi19066007-26 2024-08-19T10:10:21.672 INFO:tasks.rados.rados.0.smithi190.stdout:3476: finishing write tid 4 to smithi19066007-26 2024-08-19T10:10:21.672 INFO:tasks.rados.rados.0.smithi190.stdout:3476: oid 26 updating version 0 to 1816 2024-08-19T10:10:21.672 INFO:tasks.rados.rados.0.smithi190.stdout:3476: oid 26 version 1816 is already newer than 1815 2024-08-19T10:10:21.673 INFO:tasks.rados.rados.0.smithi190.stdout:3476: oid 26 version 1816 is already newer than 1814 2024-08-19T10:10:21.673 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 1816 (ObjNum 1068 snap 345 seq_num 1068) dirty exists 2024-08-19T10:10:21.673 INFO:tasks.rados.rados.0.smithi190.stdout:3476: left oid 26 (ObjNum 1068 snap 345 seq_num 1068) 2024-08-19T10:10:21.673 INFO:tasks.rados.rados.0.smithi190.stdout:3475: done (2 left) 2024-08-19T10:10:21.673 INFO:tasks.rados.rados.0.smithi190.stdout:3476: done (1 left) 2024-08-19T10:10:21.673 INFO:tasks.rados.rados.0.smithi190.stdout:3477: done (0 left) 2024-08-19T10:10:21.674 INFO:tasks.rados.rados.0.smithi190.stdout:3478: delete oid 26 current snap is 345 2024-08-19T10:10:21.675 INFO:tasks.rados.rados.0.smithi190.stdout:3478: done (0 left) 2024-08-19T10:10:21.675 INFO:tasks.rados.rados.0.smithi190.stdout:3479: read oid 4 snap -1 2024-08-19T10:10:21.675 INFO:tasks.rados.rados.0.smithi190.stdout:3479: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:10:21.676 INFO:tasks.rados.rados.0.smithi190.stdout:3480: rmattr oid 46 current snap is 345 2024-08-19T10:10:21.676 INFO:tasks.rados.rados.0.smithi190.stdout:3481: delete oid 35 current snap is 345 2024-08-19T10:10:21.676 INFO:tasks.rados.rados.0.smithi190.stdout:3479: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:10:21.678 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 1765 (ObjNum 948 snap 304 seq_num 948) dirty exists 2024-08-19T10:10:21.680 INFO:tasks.rados.rados.0.smithi190.stdout:3479: done (2 left) 2024-08-19T10:10:21.680 INFO:tasks.rados.rados.0.smithi190.stdout:3480: done (1 left) 2024-08-19T10:10:21.680 INFO:tasks.rados.rados.0.smithi190.stdout:3481: done (0 left) 2024-08-19T10:10:21.680 INFO:tasks.rados.rados.0.smithi190.stdout:3482: rollback oid 10 current snap is 345 2024-08-19T10:10:21.681 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 10 to 343 2024-08-19T10:10:21.681 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 1 current snap is 345 2024-08-19T10:10:21.681 INFO:tasks.rados.rados.0.smithi190.stdout:3483: seq_num 1071 ranges {0=745472,745472=401408} 2024-08-19T10:10:21.683 INFO:tasks.rados.rados.0.smithi190.stdout:3483: writing smithi19066007-1 from 0 to 745472 tid 1 2024-08-19T10:10:21.687 INFO:tasks.rados.rados.0.smithi190.stdout:3483: writing smithi19066007-1 from 745472 to 1146880 tid 2 2024-08-19T10:10:21.687 INFO:tasks.rados.rados.0.smithi190.stdout:3484: rmattr oid 15 current snap is 345 2024-08-19T10:10:21.687 INFO:tasks.rados.rados.0.smithi190.stdout:3484: done (2 left) 2024-08-19T10:10:21.687 INFO:tasks.rados.rados.0.smithi190.stdout:3485: copy_from oid 35 from oid 3 current snap is 345 2024-08-19T10:10:21.688 INFO:tasks.rados.rados.0.smithi190.stdout:3482: finishing rollback tid 0 to smithi19066007-10 2024-08-19T10:10:21.688 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 345 2024-08-19T10:10:21.688 INFO:tasks.rados.rados.0.smithi190.stdout:3482: finishing rollback tid 1 to smithi19066007-10 2024-08-19T10:10:21.688 INFO:tasks.rados.rados.0.smithi190.stdout:3482: finishing rollback tid 2 to smithi19066007-10 2024-08-19T10:10:21.688 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 2087 (ObjNum 1061 snap 343 seq_num 1061) dirty exists 2024-08-19T10:10:21.689 INFO:tasks.rados.rados.0.smithi190.stdout:3486: seq_num 1072 ranges {1581056=761856,2342912=401408} 2024-08-19T10:10:21.698 INFO:tasks.rados.rados.0.smithi190.stdout:3486: writing smithi19066007-44 from 1581056 to 2342912 tid 1 2024-08-19T10:10:21.702 INFO:tasks.rados.rados.0.smithi190.stdout:3486: writing smithi19066007-44 from 2342912 to 2744320 tid 2 2024-08-19T10:10:21.702 INFO:tasks.rados.rados.0.smithi190.stdout:3482: done (3 left) 2024-08-19T10:10:21.702 INFO:tasks.rados.rados.0.smithi190.stdout:3487: read oid 29 snap -1 2024-08-19T10:10:21.703 INFO:tasks.rados.rados.0.smithi190.stdout:3487: expect (ObjNum 1028 snap 330 seq_num 1028) 2024-08-19T10:10:21.703 INFO:tasks.rados.rados.0.smithi190.stdout:3488: read oid 23 snap -1 2024-08-19T10:10:21.703 INFO:tasks.rados.rados.0.smithi190.stdout:3488: expect (ObjNum 1067 snap 344 seq_num 1067) 2024-08-19T10:10:21.703 INFO:tasks.rados.rados.0.smithi190.stdout:3489: rmattr oid 37 current snap is 345 2024-08-19T10:10:21.703 INFO:tasks.rados.rados.0.smithi190.stdout:3489: done (5 left) 2024-08-19T10:10:21.703 INFO:tasks.rados.rados.0.smithi190.stdout:3490: rollback oid 48 current snap is 345 2024-08-19T10:10:21.703 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 48 to 344 2024-08-19T10:10:21.703 INFO:tasks.rados.rados.0.smithi190.stdout:3485: finishing copy_from to smithi19066007-35 2024-08-19T10:10:21.703 INFO:tasks.rados.rados.0.smithi190.stdout:3485: got expected ENOENT (src dne) 2024-08-19T10:10:21.703 INFO:tasks.rados.rados.0.smithi190.stdout:3485: finishing copy_from racing read to smithi19066007-35 2024-08-19T10:10:21.703 INFO:tasks.rados.rados.0.smithi190.stdout:3483: finishing write tid 1 to smithi19066007-1 2024-08-19T10:10:21.703 INFO:tasks.rados.rados.0.smithi190.stdout:3485: done (5 left) 2024-08-19T10:10:21.703 INFO:tasks.rados.rados.0.smithi190.stdout:3491: rollback oid 39 current snap is 345 2024-08-19T10:10:21.704 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 39 to 338 2024-08-19T10:10:21.704 INFO:tasks.rados.rados.0.smithi190.stdout:3483: finishing write tid 2 to smithi19066007-1 2024-08-19T10:10:21.704 INFO:tasks.rados.rados.0.smithi190.stdout:3483: finishing write tid 3 to smithi19066007-1 2024-08-19T10:10:21.704 INFO:tasks.rados.rados.0.smithi190.stdout:3483: finishing write tid 4 to smithi19066007-1 2024-08-19T10:10:21.704 INFO:tasks.rados.rados.0.smithi190.stdout:3483: oid 1 updating version 0 to 1820 2024-08-19T10:10:21.704 INFO:tasks.rados.rados.0.smithi190.stdout:3483: oid 1 version 1820 is already newer than 1819 2024-08-19T10:10:21.704 INFO:tasks.rados.rados.0.smithi190.stdout:3483: oid 1 version 1820 is already newer than 1818 2024-08-19T10:10:21.704 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 1820 (ObjNum 1071 snap 345 seq_num 1071) dirty exists 2024-08-19T10:10:21.704 INFO:tasks.rados.rados.0.smithi190.stdout:3483: left oid 1 (ObjNum 1071 snap 345 seq_num 1071) 2024-08-19T10:10:21.705 INFO:tasks.rados.rados.0.smithi190.stdout:3483: done (5 left) 2024-08-19T10:10:21.705 INFO:tasks.rados.rados.0.smithi190.stdout:3492: copy_from oid 20 from oid 40 current snap is 345 2024-08-19T10:10:21.705 INFO:tasks.rados.rados.0.smithi190.stdout:3493: setattr oid 50 current snap is 345 2024-08-19T10:10:21.705 INFO:tasks.rados.rados.0.smithi190.stdout:3494: rollback oid 21 current snap is 345 2024-08-19T10:10:21.706 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 21 to 332 2024-08-19T10:10:21.706 INFO:tasks.rados.rados.0.smithi190.stdout:3495: read oid 2 snap -1 2024-08-19T10:10:21.706 INFO:tasks.rados.rados.0.smithi190.stdout:3495: expect deleted 2024-08-19T10:10:21.706 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 345 2024-08-19T10:10:21.706 INFO:tasks.rados.rados.0.smithi190.stdout:3496: seq_num 1073 ranges {4243456=778240,5021696=401408} 2024-08-19T10:10:21.732 INFO:tasks.rados.rados.0.smithi190.stdout:3496: writing smithi19066007-43 from 4243456 to 5021696 tid 1 2024-08-19T10:10:21.735 INFO:tasks.rados.rados.0.smithi190.stdout:3496: writing smithi19066007-43 from 5021696 to 5423104 tid 2 2024-08-19T10:10:21.735 INFO:tasks.rados.rados.0.smithi190.stdout:3497: read oid 6 snap -1 2024-08-19T10:10:21.735 INFO:tasks.rados.rados.0.smithi190.stdout:3497: expect (ObjNum 1006 snap 322 seq_num 1006) 2024-08-19T10:10:21.736 INFO:tasks.rados.rados.0.smithi190.stdout:3498: copy_from oid 47 from oid 30 current snap is 345 2024-08-19T10:10:21.736 INFO:tasks.rados.rados.0.smithi190.stdout:3486: finishing write tid 1 to smithi19066007-44 2024-08-19T10:10:21.736 INFO:tasks.rados.rados.0.smithi190.stdout:3486: finishing write tid 2 to smithi19066007-44 2024-08-19T10:10:21.736 INFO:tasks.rados.rados.0.smithi190.stdout:3495: done (11 left) 2024-08-19T10:10:21.736 INFO:tasks.rados.rados.0.smithi190.stdout:3499: setattr oid 19 current snap is 345 2024-08-19T10:10:21.736 INFO:tasks.rados.rados.0.smithi190.stdout:3486: finishing write tid 3 to smithi19066007-44 2024-08-19T10:10:21.736 INFO:tasks.rados.rados.0.smithi190.stdout:3486: finishing write tid 4 to smithi19066007-44 2024-08-19T10:10:21.736 INFO:tasks.rados.rados.0.smithi190.stdout:3486: oid 44 updating version 0 to 2252 2024-08-19T10:10:21.736 INFO:tasks.rados.rados.0.smithi190.stdout:3486: oid 44 updating version 2252 to 2253 2024-08-19T10:10:21.736 INFO:tasks.rados.rados.0.smithi190.stdout:3486: oid 44 version 2253 is already newer than 2251 2024-08-19T10:10:21.736 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 2253 (ObjNum 1072 snap 345 seq_num 1072) dirty exists 2024-08-19T10:10:21.736 INFO:tasks.rados.rados.0.smithi190.stdout:3486: left oid 44 (ObjNum 1072 snap 345 seq_num 1072) 2024-08-19T10:10:21.737 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 1994 (ObjNum 1048 snap 337 seq_num 1048) dirty exists 2024-08-19T10:10:21.737 INFO:tasks.rados.rados.0.smithi190.stdout:3490: finishing rollback tid 0 to smithi19066007-48 2024-08-19T10:10:21.737 INFO:tasks.rados.rados.0.smithi190.stdout:3490: finishing rollback tid 1 to smithi19066007-48 2024-08-19T10:10:21.737 INFO:tasks.rados.rados.0.smithi190.stdout:3492: finishing copy_from racing read to smithi19066007-20 2024-08-19T10:10:21.737 INFO:tasks.rados.rados.0.smithi190.stdout:3494: finishing rollback tid 0 to smithi19066007-21 2024-08-19T10:10:21.737 INFO:tasks.rados.rados.0.smithi190.stdout:3494: finishing rollback tid 1 to smithi19066007-21 2024-08-19T10:10:21.737 INFO:tasks.rados.rados.0.smithi190.stdout:3494: finishing rollback tid 2 to smithi19066007-21 2024-08-19T10:10:21.737 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 2085 (ObjNum 1025 snap 328 seq_num 1025) dirty exists 2024-08-19T10:10:21.737 INFO:tasks.rados.rados.0.smithi190.stdout:3487: expect (ObjNum 1028 snap 330 seq_num 1028) 2024-08-19T10:10:21.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:21 smithi190 ceph-mon[77620]: pgmap v823: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 140 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-08-19T10:10:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:21 smithi190 ceph-mon[77620]: osdmap e768: 8 total, 8 up, 8 in 2024-08-19T10:10:21.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:21 smithi190 ceph-mon[80032]: pgmap v823: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 140 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-08-19T10:10:21.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:21 smithi190 ceph-mon[80032]: osdmap e768: 8 total, 8 up, 8 in 2024-08-19T10:10:21.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:21 smithi196 ceph-mon[72638]: pgmap v823: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 140 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 29 op/s 2024-08-19T10:10:21.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:21 smithi196 ceph-mon[72638]: osdmap e768: 8 total, 8 up, 8 in 2024-08-19T10:10:21.917 INFO:tasks.rados.rados.0.smithi190.stdout:3490: finishing rollback tid 2 to smithi19066007-48 2024-08-19T10:10:21.917 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 2262 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T10:10:21.917 INFO:tasks.rados.rados.0.smithi190.stdout:3491: finishing rollback tid 0 to smithi19066007-39 2024-08-19T10:10:21.918 INFO:tasks.rados.rados.0.smithi190.stdout:3491: finishing rollback tid 1 to smithi19066007-39 2024-08-19T10:10:21.918 INFO:tasks.rados.rados.0.smithi190.stdout:3491: finishing rollback tid 2 to smithi19066007-39 2024-08-19T10:10:21.918 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 2266 (ObjNum 939 snap 302 seq_num 939) dirty exists 2024-08-19T10:10:21.918 INFO:tasks.rados.rados.0.smithi190.stdout:3492: finishing copy_from to smithi19066007-20 2024-08-19T10:10:21.918 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 329 (ObjNum 929 snap 298 seq_num 929) dirty exists 2024-08-19T10:10:21.918 INFO:tasks.rados.rados.0.smithi190.stdout:3488: expect (ObjNum 1067 snap 344 seq_num 1067) 2024-08-19T10:10:22.178 INFO:tasks.rados.rados.0.smithi190.stdout:3496: finishing write tid 1 to smithi19066007-43 2024-08-19T10:10:22.178 INFO:tasks.rados.rados.0.smithi190.stdout:3496: finishing write tid 2 to smithi19066007-43 2024-08-19T10:10:22.178 INFO:tasks.rados.rados.0.smithi190.stdout:3496: finishing write tid 3 to smithi19066007-43 2024-08-19T10:10:22.178 INFO:tasks.rados.rados.0.smithi190.stdout:3496: finishing write tid 4 to smithi19066007-43 2024-08-19T10:10:22.178 INFO:tasks.rados.rados.0.smithi190.stdout:3496: oid 43 updating version 0 to 2086 2024-08-19T10:10:22.178 INFO:tasks.rados.rados.0.smithi190.stdout:3496: oid 43 updating version 2086 to 2087 2024-08-19T10:10:22.178 INFO:tasks.rados.rados.0.smithi190.stdout:3496: oid 43 updating version 2087 to 2088 2024-08-19T10:10:22.179 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 2088 (ObjNum 1073 snap 345 seq_num 1073) dirty exists 2024-08-19T10:10:22.179 INFO:tasks.rados.rados.0.smithi190.stdout:3496: left oid 43 (ObjNum 1073 snap 345 seq_num 1073) 2024-08-19T10:10:22.179 INFO:tasks.rados.rados.0.smithi190.stdout:3497: expect (ObjNum 1006 snap 322 seq_num 1006) 2024-08-19T10:10:22.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:22 smithi190 ceph-mon[77620]: osdmap e769: 8 total, 8 up, 8 in 2024-08-19T10:10:22.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:22 smithi190 ceph-mon[80032]: osdmap e769: 8 total, 8 up, 8 in 2024-08-19T10:10:22.867 INFO:tasks.rados.rados.0.smithi190.stdout:3498: finishing copy_from racing read to smithi19066007-47 2024-08-19T10:10:22.867 INFO:tasks.rados.rados.0.smithi190.stdout:3498: finishing copy_from to smithi19066007-47 2024-08-19T10:10:22.867 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 2121 (ObjNum 976 snap 315 seq_num 976) dirty exists 2024-08-19T10:10:22.867 INFO:tasks.rados.rados.0.smithi190.stdout:3486: done (11 left) 2024-08-19T10:10:22.867 INFO:tasks.rados.rados.0.smithi190.stdout:3487: done (10 left) 2024-08-19T10:10:22.867 INFO:tasks.rados.rados.0.smithi190.stdout:3488: done (9 left) 2024-08-19T10:10:22.867 INFO:tasks.rados.rados.0.smithi190.stdout:3490: done (8 left) 2024-08-19T10:10:22.867 INFO:tasks.rados.rados.0.smithi190.stdout:3491: done (7 left) 2024-08-19T10:10:22.868 INFO:tasks.rados.rados.0.smithi190.stdout:3492: done (6 left) 2024-08-19T10:10:22.868 INFO:tasks.rados.rados.0.smithi190.stdout:3493: done (5 left) 2024-08-19T10:10:22.868 INFO:tasks.rados.rados.0.smithi190.stdout:3494: done (4 left) 2024-08-19T10:10:22.868 INFO:tasks.rados.rados.0.smithi190.stdout:3496: done (3 left) 2024-08-19T10:10:22.868 INFO:tasks.rados.rados.0.smithi190.stdout:3497: done (2 left) 2024-08-19T10:10:22.868 INFO:tasks.rados.rados.0.smithi190.stdout:3498: done (1 left) 2024-08-19T10:10:22.868 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 345 2024-08-19T10:10:22.868 INFO:tasks.rados.rados.0.smithi190.stdout:3500: seq_num 1074 ranges {4431872=794624,5226496=401408} 2024-08-19T10:10:22.894 INFO:tasks.rados.rados.0.smithi190.stdout:3500: writing smithi19066007-20 from 4431872 to 5226496 tid 1 2024-08-19T10:10:22.896 INFO:tasks.rados.rados.0.smithi190.stdout:3500: writing smithi19066007-20 from 5226496 to 5627904 tid 2 2024-08-19T10:10:22.896 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 18 current snap is 345 2024-08-19T10:10:22.896 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1866 (ObjNum 1064 snap 343 seq_num 1064) dirty exists 2024-08-19T10:10:22.897 INFO:tasks.rados.rados.0.smithi190.stdout:3501: seq_num 1075 ranges {4579328=409600,4988928=671744,5660672=131072} 2024-08-19T10:10:22.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:22 smithi196 ceph-mon[72638]: osdmap e769: 8 total, 8 up, 8 in 2024-08-19T10:10:22.922 INFO:tasks.rados.rados.0.smithi190.stdout:3501: writing smithi19066007-18 from 4579328 to 4988928 tid 1 2024-08-19T10:10:22.926 INFO:tasks.rados.rados.0.smithi190.stdout:3501: writing smithi19066007-18 from 4988928 to 5660672 tid 2 2024-08-19T10:10:22.927 INFO:tasks.rados.rados.0.smithi190.stdout:3501: writing smithi19066007-18 from 5660672 to 5791744 tid 3 2024-08-19T10:10:22.927 INFO:tasks.rados.rados.0.smithi190.stdout:3499: done (2 left) 2024-08-19T10:10:22.927 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 345 2024-08-19T10:10:22.927 INFO:tasks.rados.rados.0.smithi190.stdout:3502: seq_num 1076 ranges {0=425984,425984=548864,974848=253952} 2024-08-19T10:10:22.929 INFO:tasks.rados.rados.0.smithi190.stdout:3502: writing smithi19066007-2 from 0 to 425984 tid 1 2024-08-19T10:10:22.932 INFO:tasks.rados.rados.0.smithi190.stdout:3502: writing smithi19066007-2 from 425984 to 974848 tid 2 2024-08-19T10:10:22.934 INFO:tasks.rados.rados.0.smithi190.stdout:3502: writing smithi19066007-2 from 974848 to 1228800 tid 3 2024-08-19T10:10:22.935 INFO:tasks.rados.rados.0.smithi190.stdout:3503: read oid 47 snap -1 2024-08-19T10:10:22.935 INFO:tasks.rados.rados.0.smithi190.stdout:3503: expect (ObjNum 976 snap 315 seq_num 976) 2024-08-19T10:10:22.935 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 5 current snap is 345 2024-08-19T10:10:22.935 INFO:tasks.rados.rados.0.smithi190.stdout:3500: finishing write tid 1 to smithi19066007-20 2024-08-19T10:10:22.935 INFO:tasks.rados.rados.0.smithi190.stdout:3500: finishing write tid 2 to smithi19066007-20 2024-08-19T10:10:22.935 INFO:tasks.rados.rados.0.smithi190.stdout:3500: finishing write tid 3 to smithi19066007-20 2024-08-19T10:10:22.935 INFO:tasks.rados.rados.0.smithi190.stdout:3500: finishing write tid 4 to smithi19066007-20 2024-08-19T10:10:22.935 INFO:tasks.rados.rados.0.smithi190.stdout:3500: oid 20 updating version 0 to 2090 2024-08-19T10:10:22.935 INFO:tasks.rados.rados.0.smithi190.stdout:3500: oid 20 version 2090 is already newer than 2089 2024-08-19T10:10:22.935 INFO:tasks.rados.rados.0.smithi190.stdout:3500: oid 20 updating version 2090 to 2091 2024-08-19T10:10:22.936 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 2091 (ObjNum 1074 snap 345 seq_num 1074) dirty exists 2024-08-19T10:10:22.936 INFO:tasks.rados.rados.0.smithi190.stdout:3500: left oid 20 (ObjNum 1074 snap 345 seq_num 1074) 2024-08-19T10:10:22.936 INFO:tasks.rados.rados.0.smithi190.stdout:3501: finishing write tid 1 to smithi19066007-18 2024-08-19T10:10:22.936 INFO:tasks.rados.rados.0.smithi190.stdout:3501: finishing write tid 2 to smithi19066007-18 2024-08-19T10:10:22.936 INFO:tasks.rados.rados.0.smithi190.stdout:3502: finishing write tid 1 to smithi19066007-2 2024-08-19T10:10:22.936 INFO:tasks.rados.rados.0.smithi190.stdout:3501: finishing write tid 3 to smithi19066007-18 2024-08-19T10:10:22.936 INFO:tasks.rados.rados.0.smithi190.stdout:3501: finishing write tid 4 to smithi19066007-18 2024-08-19T10:10:22.936 INFO:tasks.rados.rados.0.smithi190.stdout:3504: seq_num 1077 ranges {475136=442368,917504=434176,1351680=368640} 2024-08-19T10:10:22.939 INFO:tasks.rados.rados.0.smithi190.stdout:3504: writing smithi19066007-5 from 475136 to 917504 tid 1 2024-08-19T10:10:22.942 INFO:tasks.rados.rados.0.smithi190.stdout:3504: writing smithi19066007-5 from 917504 to 1351680 tid 2 2024-08-19T10:10:22.944 INFO:tasks.rados.rados.0.smithi190.stdout:3504: writing smithi19066007-5 from 1351680 to 1720320 tid 3 2024-08-19T10:10:22.945 INFO:tasks.rados.rados.0.smithi190.stdout:3500: done (4 left) 2024-08-19T10:10:22.945 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 345 2024-08-19T10:10:22.945 INFO:tasks.rados.rados.0.smithi190.stdout:3501: finishing write tid 5 to smithi19066007-18 2024-08-19T10:10:22.945 INFO:tasks.rados.rados.0.smithi190.stdout:3501: oid 18 updating version 0 to 2269 2024-08-19T10:10:22.945 INFO:tasks.rados.rados.0.smithi190.stdout:3501: oid 18 updating version 2269 to 2270 2024-08-19T10:10:22.945 INFO:tasks.rados.rados.0.smithi190.stdout:3501: oid 18 version 2270 is already newer than 2268 2024-08-19T10:10:22.945 INFO:tasks.rados.rados.0.smithi190.stdout:3501: oid 18 updating version 2270 to 2271 2024-08-19T10:10:22.945 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 2271 (ObjNum 1075 snap 345 seq_num 1075) dirty exists 2024-08-19T10:10:22.945 INFO:tasks.rados.rados.0.smithi190.stdout:3501: left oid 18 (ObjNum 1075 snap 345 seq_num 1075) 2024-08-19T10:10:22.945 INFO:tasks.rados.rados.0.smithi190.stdout:3502: finishing write tid 2 to smithi19066007-2 2024-08-19T10:10:22.945 INFO:tasks.rados.rados.0.smithi190.stdout:3502: finishing write tid 3 to smithi19066007-2 2024-08-19T10:10:22.946 INFO:tasks.rados.rados.0.smithi190.stdout:3502: finishing write tid 4 to smithi19066007-2 2024-08-19T10:10:22.946 INFO:tasks.rados.rados.0.smithi190.stdout:3502: finishing write tid 5 to smithi19066007-2 2024-08-19T10:10:22.946 INFO:tasks.rados.rados.0.smithi190.stdout:3502: oid 2 updating version 0 to 1912 2024-08-19T10:10:22.946 INFO:tasks.rados.rados.0.smithi190.stdout:3502: oid 2 updating version 1912 to 1913 2024-08-19T10:10:22.946 INFO:tasks.rados.rados.0.smithi190.stdout:3502: oid 2 version 1913 is already newer than 1910 2024-08-19T10:10:22.946 INFO:tasks.rados.rados.0.smithi190.stdout:3502: oid 2 version 1913 is already newer than 1911 2024-08-19T10:10:22.946 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1913 (ObjNum 1076 snap 345 seq_num 1076) dirty exists 2024-08-19T10:10:22.946 INFO:tasks.rados.rados.0.smithi190.stdout:3502: left oid 2 (ObjNum 1076 snap 345 seq_num 1076) 2024-08-19T10:10:22.946 INFO:tasks.rados.rados.0.smithi190.stdout:3503: expect (ObjNum 976 snap 315 seq_num 976) 2024-08-19T10:10:22.994 INFO:tasks.rados.rados.0.smithi190.stdout:3504: finishing write tid 1 to smithi19066007-5 2024-08-19T10:10:22.995 INFO:tasks.rados.rados.0.smithi190.stdout:3504: finishing write tid 2 to smithi19066007-5 2024-08-19T10:10:22.995 INFO:tasks.rados.rados.0.smithi190.stdout:3504: finishing write tid 3 to smithi19066007-5 2024-08-19T10:10:22.995 INFO:tasks.rados.rados.0.smithi190.stdout:3504: finishing write tid 4 to smithi19066007-5 2024-08-19T10:10:22.995 INFO:tasks.rados.rados.0.smithi190.stdout:3504: finishing write tid 5 to smithi19066007-5 2024-08-19T10:10:22.995 INFO:tasks.rados.rados.0.smithi190.stdout:3504: oid 5 updating version 0 to 2095 2024-08-19T10:10:22.995 INFO:tasks.rados.rados.0.smithi190.stdout:3504: oid 5 version 2095 is already newer than 2093 2024-08-19T10:10:22.995 INFO:tasks.rados.rados.0.smithi190.stdout:3504: oid 5 version 2095 is already newer than 2094 2024-08-19T10:10:22.995 INFO:tasks.rados.rados.0.smithi190.stdout:3504: oid 5 version 2095 is already newer than 2092 2024-08-19T10:10:22.995 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 2095 (ObjNum 1077 snap 345 seq_num 1077) dirty exists 2024-08-19T10:10:22.995 INFO:tasks.rados.rados.0.smithi190.stdout:3504: left oid 5 (ObjNum 1077 snap 345 seq_num 1077) 2024-08-19T10:10:22.995 INFO:tasks.rados.rados.0.smithi190.stdout:3505: seq_num 1078 ranges {4317184=458752,4775936=720896,5496832=81920} 2024-08-19T10:10:23.019 INFO:tasks.rados.rados.0.smithi190.stdout:3505: writing smithi19066007-36 from 4317184 to 4775936 tid 1 2024-08-19T10:10:23.022 INFO:tasks.rados.rados.0.smithi190.stdout:3505: writing smithi19066007-36 from 4775936 to 5496832 tid 2 2024-08-19T10:10:23.023 INFO:tasks.rados.rados.0.smithi190.stdout:3505: writing smithi19066007-36 from 5496832 to 5578752 tid 3 2024-08-19T10:10:23.023 INFO:tasks.rados.rados.0.smithi190.stdout:3501: done (4 left) 2024-08-19T10:10:23.024 INFO:tasks.rados.rados.0.smithi190.stdout:3502: done (3 left) 2024-08-19T10:10:23.024 INFO:tasks.rados.rados.0.smithi190.stdout:3503: done (2 left) 2024-08-19T10:10:23.024 INFO:tasks.rados.rados.0.smithi190.stdout:3504: done (1 left) 2024-08-19T10:10:23.024 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 345 2024-08-19T10:10:23.024 INFO:tasks.rados.rados.0.smithi190.stdout:3506: seq_num 1079 ranges {2744320=475136,3219456=606208,3825664=196608} 2024-08-19T10:10:23.040 INFO:tasks.rados.rados.0.smithi190.stdout:3506: writing smithi19066007-44 from 2744320 to 3219456 tid 1 2024-08-19T10:10:23.043 INFO:tasks.rados.rados.0.smithi190.stdout:3506: writing smithi19066007-44 from 3219456 to 3825664 tid 2 2024-08-19T10:10:23.044 INFO:tasks.rados.rados.0.smithi190.stdout:3506: writing smithi19066007-44 from 3825664 to 4022272 tid 3 2024-08-19T10:10:23.044 INFO:tasks.rados.rados.0.smithi190.stdout:3507: rmattr oid 33 current snap is 345 2024-08-19T10:10:23.045 INFO:tasks.rados.rados.0.smithi190.stdout:3507: done (2 left) 2024-08-19T10:10:23.045 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 345 2024-08-19T10:10:23.045 INFO:tasks.rados.rados.0.smithi190.stdout:3508: seq_num 1080 ranges {0=491520,491520=540672,1032192=262144} 2024-08-19T10:10:23.047 INFO:tasks.rados.rados.0.smithi190.stdout:3508: writing smithi19066007-32 from 0 to 491520 tid 1 2024-08-19T10:10:23.050 INFO:tasks.rados.rados.0.smithi190.stdout:3508: writing smithi19066007-32 from 491520 to 1032192 tid 2 2024-08-19T10:10:23.052 INFO:tasks.rados.rados.0.smithi190.stdout:3508: writing smithi19066007-32 from 1032192 to 1294336 tid 3 2024-08-19T10:10:23.052 INFO:tasks.rados.rados.0.smithi190.stdout:3509: snap_create 2024-08-19T10:10:23.052 INFO:tasks.rados.rados.0.smithi190.stdout:3505: finishing write tid 1 to smithi19066007-36 2024-08-19T10:10:23.052 INFO:tasks.rados.rados.0.smithi190.stdout:3505: finishing write tid 2 to smithi19066007-36 2024-08-19T10:10:23.053 INFO:tasks.rados.rados.0.smithi190.stdout:3505: finishing write tid 3 to smithi19066007-36 2024-08-19T10:10:23.053 INFO:tasks.rados.rados.0.smithi190.stdout:3505: finishing write tid 4 to smithi19066007-36 2024-08-19T10:10:23.053 INFO:tasks.rados.rados.0.smithi190.stdout:3505: finishing write tid 5 to smithi19066007-36 2024-08-19T10:10:23.053 INFO:tasks.rados.rados.0.smithi190.stdout:3505: oid 36 updating version 0 to 2275 2024-08-19T10:10:23.053 INFO:tasks.rados.rados.0.smithi190.stdout:3505: oid 36 updating version 2275 to 2276 2024-08-19T10:10:23.053 INFO:tasks.rados.rados.0.smithi190.stdout:3505: oid 36 version 2276 is already newer than 2273 2024-08-19T10:10:23.053 INFO:tasks.rados.rados.0.smithi190.stdout:3505: oid 36 version 2276 is already newer than 2274 2024-08-19T10:10:23.053 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 2276 (ObjNum 1078 snap 345 seq_num 1078) dirty exists 2024-08-19T10:10:23.053 INFO:tasks.rados.rados.0.smithi190.stdout:3505: left oid 36 (ObjNum 1078 snap 345 seq_num 1078) 2024-08-19T10:10:23.053 INFO:tasks.rados.rados.0.smithi190.stdout:3506: finishing write tid 1 to smithi19066007-44 2024-08-19T10:10:23.053 INFO:tasks.rados.rados.0.smithi190.stdout:3506: finishing write tid 2 to smithi19066007-44 2024-08-19T10:10:23.053 INFO:tasks.rados.rados.0.smithi190.stdout:3506: finishing write tid 3 to smithi19066007-44 2024-08-19T10:10:23.053 INFO:tasks.rados.rados.0.smithi190.stdout:3506: finishing write tid 4 to smithi19066007-44 2024-08-19T10:10:23.053 INFO:tasks.rados.rados.0.smithi190.stdout:3506: finishing write tid 5 to smithi19066007-44 2024-08-19T10:10:23.054 INFO:tasks.rados.rados.0.smithi190.stdout:3506: oid 44 updating version 0 to 2257 2024-08-19T10:10:23.054 INFO:tasks.rados.rados.0.smithi190.stdout:3506: oid 44 version 2257 is already newer than 2254 2024-08-19T10:10:23.054 INFO:tasks.rados.rados.0.smithi190.stdout:3506: oid 44 version 2257 is already newer than 2256 2024-08-19T10:10:23.054 INFO:tasks.rados.rados.0.smithi190.stdout:3506: oid 44 version 2257 is already newer than 2255 2024-08-19T10:10:23.054 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 2257 (ObjNum 1079 snap 345 seq_num 1079) dirty exists 2024-08-19T10:10:23.054 INFO:tasks.rados.rados.0.smithi190.stdout:3506: left oid 44 (ObjNum 1079 snap 345 seq_num 1079) 2024-08-19T10:10:23.054 INFO:tasks.rados.rados.0.smithi190.stdout:3508: finishing write tid 1 to smithi19066007-32 2024-08-19T10:10:23.055 INFO:tasks.rados.rados.0.smithi190.stdout:3508: finishing write tid 2 to smithi19066007-32 2024-08-19T10:10:23.056 INFO:tasks.rados.rados.0.smithi190.stdout:3508: finishing write tid 3 to smithi19066007-32 2024-08-19T10:10:23.056 INFO:tasks.rados.rados.0.smithi190.stdout:3508: finishing write tid 4 to smithi19066007-32 2024-08-19T10:10:23.059 INFO:tasks.rados.rados.0.smithi190.stdout:3508: finishing write tid 5 to smithi19066007-32 2024-08-19T10:10:23.060 INFO:tasks.rados.rados.0.smithi190.stdout:3508: oid 32 updating version 0 to 2100 2024-08-19T10:10:23.060 INFO:tasks.rados.rados.0.smithi190.stdout:3508: oid 32 version 2100 is already newer than 2098 2024-08-19T10:10:23.060 INFO:tasks.rados.rados.0.smithi190.stdout:3508: oid 32 updating version 2100 to 2101 2024-08-19T10:10:23.060 INFO:tasks.rados.rados.0.smithi190.stdout:3508: oid 32 version 2101 is already newer than 2099 2024-08-19T10:10:23.060 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 2101 (ObjNum 1080 snap 345 seq_num 1080) dirty exists 2024-08-19T10:10:23.060 INFO:tasks.rados.rados.0.smithi190.stdout:3508: left oid 32 (ObjNum 1080 snap 345 seq_num 1080) 2024-08-19T10:10:23.431 INFO:tasks.rados.rados.0.smithi190.stdout:3505: done (3 left) 2024-08-19T10:10:23.431 INFO:tasks.rados.rados.0.smithi190.stdout:3506: done (2 left) 2024-08-19T10:10:23.431 INFO:tasks.rados.rados.0.smithi190.stdout:3508: done (1 left) 2024-08-19T10:10:23.431 INFO:tasks.rados.rados.0.smithi190.stdout:3509: done (0 left) 2024-08-19T10:10:23.431 INFO:tasks.rados.rados.0.smithi190.stdout:3510: snap_remove snap 341 2024-08-19T10:10:23.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:23 smithi190 ceph-mon[77620]: pgmap v826: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-08-19T10:10:23.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:23 smithi190 ceph-mon[77620]: osdmap e770: 8 total, 8 up, 8 in 2024-08-19T10:10:23.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:23 smithi190 ceph-mon[80032]: pgmap v826: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-08-19T10:10:23.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:23 smithi190 ceph-mon[80032]: osdmap e770: 8 total, 8 up, 8 in 2024-08-19T10:10:23.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:23 smithi196 ceph-mon[72638]: pgmap v826: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-08-19T10:10:23.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:23 smithi196 ceph-mon[72638]: osdmap e770: 8 total, 8 up, 8 in 2024-08-19T10:10:24.435 INFO:tasks.rados.rados.0.smithi190.stdout:3510: done (0 left) 2024-08-19T10:10:24.435 INFO:tasks.rados.rados.0.smithi190.stdout:3511: copy_from oid 49 from oid 2 current snap is 346 2024-08-19T10:10:24.435 INFO:tasks.rados.rados.0.smithi190.stdout:3512: read oid 18 snap -1 2024-08-19T10:10:24.435 INFO:tasks.rados.rados.0.smithi190.stdout:3512: expect (ObjNum 1075 snap 345 seq_num 1075) 2024-08-19T10:10:24.435 INFO:tasks.rados.rados.0.smithi190.stdout:3513: copy_from oid 7 from oid 16 current snap is 346 2024-08-19T10:10:24.435 INFO:tasks.rados.rados.0.smithi190.stdout:3514: delete oid 26 current snap is 346 2024-08-19T10:10:24.449 INFO:tasks.rados.rados.0.smithi190.stdout:3514: done (3 left) 2024-08-19T10:10:24.450 INFO:tasks.rados.rados.0.smithi190.stdout:3515: snap_remove snap 344 2024-08-19T10:10:25.444 INFO:tasks.rados.rados.0.smithi190.stdout:3515: done (3 left) 2024-08-19T10:10:25.444 INFO:tasks.rados.rados.0.smithi190.stdout:3516: setattr oid 43 current snap is 346 2024-08-19T10:10:25.444 INFO:tasks.rados.rados.0.smithi190.stdout:3511: finishing copy_from racing read to smithi19066007-49 2024-08-19T10:10:25.444 INFO:tasks.rados.rados.0.smithi190.stdout:3511: finishing copy_from to smithi19066007-49 2024-08-19T10:10:25.444 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1913 (ObjNum 1076 snap 345 seq_num 1076) dirty exists 2024-08-19T10:10:25.444 INFO:tasks.rados.rados.0.smithi190.stdout:3513: finishing copy_from racing read to smithi19066007-7 2024-08-19T10:10:25.444 INFO:tasks.rados.rados.0.smithi190.stdout:3513: finishing copy_from to smithi19066007-7 2024-08-19T10:10:25.444 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 2077 (ObjNum 1039 snap 335 seq_num 1039) dirty exists 2024-08-19T10:10:25.444 INFO:tasks.rados.rados.0.smithi190.stdout:3512: expect (ObjNum 1075 snap 345 seq_num 1075) 2024-08-19T10:10:25.756 INFO:tasks.rados.rados.0.smithi190.stdout:3511: done (3 left) 2024-08-19T10:10:25.756 INFO:tasks.rados.rados.0.smithi190.stdout:3512: done (2 left) 2024-08-19T10:10:25.756 INFO:tasks.rados.rados.0.smithi190.stdout:3513: done (1 left) 2024-08-19T10:10:25.756 INFO:tasks.rados.rados.0.smithi190.stdout:3517: delete oid 33 current snap is 346 2024-08-19T10:10:25.759 INFO:tasks.rados.rados.0.smithi190.stdout:3517: done (1 left) 2024-08-19T10:10:25.759 INFO:tasks.rados.rados.0.smithi190.stdout:3518: read oid 49 snap -1 2024-08-19T10:10:25.759 INFO:tasks.rados.rados.0.smithi190.stdout:3518: expect (ObjNum 1076 snap 345 seq_num 1076) 2024-08-19T10:10:25.759 INFO:tasks.rados.rados.0.smithi190.stdout:3519: rollback oid 21 current snap is 346 2024-08-19T10:10:25.759 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 21 to 345 2024-08-19T10:10:25.759 INFO:tasks.rados.rados.0.smithi190.stdout:3520: read oid 39 snap -1 2024-08-19T10:10:25.759 INFO:tasks.rados.rados.0.smithi190.stdout:3520: expect (ObjNum 939 snap 302 seq_num 939) 2024-08-19T10:10:25.759 INFO:tasks.rados.rados.0.smithi190.stdout:3521: read oid 4 snap -1 2024-08-19T10:10:25.759 INFO:tasks.rados.rados.0.smithi190.stdout:3521: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:10:25.759 INFO:tasks.rados.rados.0.smithi190.stdout:3522: delete oid 40 current snap is 346 2024-08-19T10:10:25.760 INFO:tasks.rados.rados.0.smithi190.stdout:3521: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:10:25.764 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 2096 (ObjNum 1073 snap 345 seq_num 1073) dirty exists 2024-08-19T10:10:25.764 INFO:tasks.rados.rados.0.smithi190.stdout:3519: finishing rollback tid 0 to smithi19066007-21 2024-08-19T10:10:25.765 INFO:tasks.rados.rados.0.smithi190.stdout:3519: finishing rollback tid 1 to smithi19066007-21 2024-08-19T10:10:25.765 INFO:tasks.rados.rados.0.smithi190.stdout:3519: finishing rollback tid 2 to smithi19066007-21 2024-08-19T10:10:25.765 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 2099 (ObjNum 1025 snap 328 seq_num 1025) dirty exists 2024-08-19T10:10:25.765 INFO:tasks.rados.rados.0.smithi190.stdout:3516: done (5 left) 2024-08-19T10:10:25.766 INFO:tasks.rados.rados.0.smithi190.stdout:3519: done (4 left) 2024-08-19T10:10:25.766 INFO:tasks.rados.rados.0.smithi190.stdout:3521: done (3 left) 2024-08-19T10:10:25.766 INFO:tasks.rados.rados.0.smithi190.stdout:3522: done (2 left) 2024-08-19T10:10:25.766 INFO:tasks.rados.rados.0.smithi190.stdout:3523: copy_from oid 42 from oid 44 current snap is 346 2024-08-19T10:10:25.766 INFO:tasks.rados.rados.0.smithi190.stdout:3524: rmattr oid 3 current snap is 346 2024-08-19T10:10:25.766 INFO:tasks.rados.rados.0.smithi190.stdout:3524: done (3 left) 2024-08-19T10:10:25.766 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 50 current snap is 346 2024-08-19T10:10:25.766 INFO:tasks.rados.rados.0.smithi190.stdout:3525: seq_num 1084 ranges {1146880=557056,1703936=475136,2179072=327680} 2024-08-19T10:10:25.774 INFO:tasks.rados.rados.0.smithi190.stdout:3525: writing smithi19066007-50 from 1146880 to 1703936 tid 1 2024-08-19T10:10:25.777 INFO:tasks.rados.rados.0.smithi190.stdout:3525: writing smithi19066007-50 from 1703936 to 2179072 tid 2 2024-08-19T10:10:25.779 INFO:tasks.rados.rados.0.smithi190.stdout:3525: writing smithi19066007-50 from 2179072 to 2506752 tid 3 2024-08-19T10:10:25.779 INFO:tasks.rados.rados.0.smithi190.stdout:3526: copy_from oid 21 from oid 16 current snap is 346 2024-08-19T10:10:25.779 INFO:tasks.rados.rados.0.smithi190.stdout:3518: expect (ObjNum 1076 snap 345 seq_num 1076) 2024-08-19T10:10:25.814 INFO:tasks.rados.rados.0.smithi190.stdout:3520: expect (ObjNum 939 snap 302 seq_num 939) 2024-08-19T10:10:25.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:25 smithi190 ceph-mon[80032]: pgmap v828: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 39 op/s 2024-08-19T10:10:25.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:25 smithi190 ceph-mon[80032]: osdmap e771: 8 total, 8 up, 8 in 2024-08-19T10:10:25.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:25 smithi190 ceph-mon[77620]: pgmap v828: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 39 op/s 2024-08-19T10:10:25.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:25 smithi190 ceph-mon[77620]: osdmap e771: 8 total, 8 up, 8 in 2024-08-19T10:10:25.862 INFO:tasks.rados.rados.0.smithi190.stdout:3525: finishing write tid 1 to smithi19066007-50 2024-08-19T10:10:25.862 INFO:tasks.rados.rados.0.smithi190.stdout:3525: finishing write tid 2 to smithi19066007-50 2024-08-19T10:10:25.862 INFO:tasks.rados.rados.0.smithi190.stdout:3525: finishing write tid 3 to smithi19066007-50 2024-08-19T10:10:25.862 INFO:tasks.rados.rados.0.smithi190.stdout:3525: finishing write tid 4 to smithi19066007-50 2024-08-19T10:10:25.862 INFO:tasks.rados.rados.0.smithi190.stdout:3525: finishing write tid 5 to smithi19066007-50 2024-08-19T10:10:25.862 INFO:tasks.rados.rados.0.smithi190.stdout:3525: oid 50 updating version 0 to 2081 2024-08-19T10:10:25.862 INFO:tasks.rados.rados.0.smithi190.stdout:3525: oid 50 version 2081 is already newer than 2079 2024-08-19T10:10:25.862 INFO:tasks.rados.rados.0.smithi190.stdout:3525: oid 50 version 2081 is already newer than 2080 2024-08-19T10:10:25.862 INFO:tasks.rados.rados.0.smithi190.stdout:3525: oid 50 version 2081 is already newer than 2078 2024-08-19T10:10:25.863 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 2081 (ObjNum 1084 snap 346 seq_num 1084) dirty exists 2024-08-19T10:10:25.863 INFO:tasks.rados.rados.0.smithi190.stdout:3525: left oid 50 (ObjNum 1084 snap 346 seq_num 1084) 2024-08-19T10:10:25.863 INFO:tasks.rados.rados.0.smithi190.stdout:3523: finishing copy_from racing read to smithi19066007-42 2024-08-19T10:10:25.863 INFO:tasks.rados.rados.0.smithi190.stdout:3526: finishing copy_from racing read to smithi19066007-21 2024-08-19T10:10:25.863 INFO:tasks.rados.rados.0.smithi190.stdout:3518: done (4 left) 2024-08-19T10:10:25.863 INFO:tasks.rados.rados.0.smithi190.stdout:3520: done (3 left) 2024-08-19T10:10:25.863 INFO:tasks.rados.rados.0.smithi190.stdout:3525: done (2 left) 2024-08-19T10:10:25.863 INFO:tasks.rados.rados.0.smithi190.stdout:3527: setattr oid 46 current snap is 346 2024-08-19T10:10:25.863 INFO:tasks.rados.rados.0.smithi190.stdout:3523: finishing copy_from to smithi19066007-42 2024-08-19T10:10:25.863 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 2257 (ObjNum 1079 snap 345 seq_num 1079) dirty exists 2024-08-19T10:10:25.863 INFO:tasks.rados.rados.0.smithi190.stdout:3526: finishing copy_from to smithi19066007-21 2024-08-19T10:10:25.863 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 2077 (ObjNum 1039 snap 335 seq_num 1039) dirty exists 2024-08-19T10:10:25.863 INFO:tasks.rados.rados.0.smithi190.stdout:3523: done (2 left) 2024-08-19T10:10:25.863 INFO:tasks.rados.rados.0.smithi190.stdout:3526: done (1 left) 2024-08-19T10:10:25.864 INFO:tasks.rados.rados.0.smithi190.stdout:3528: rollback oid 49 current snap is 346 2024-08-19T10:10:25.864 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 49 to 338 2024-08-19T10:10:25.864 INFO:tasks.rados.rados.0.smithi190.stdout:3529: read oid 16 snap 342 2024-08-19T10:10:25.864 INFO:tasks.rados.rados.0.smithi190.stdout:3529: expect (ObjNum 1039 snap 335 seq_num 1039) 2024-08-19T10:10:25.864 INFO:tasks.rados.rados.0.smithi190.stdout:3530: delete oid 31 current snap is 346 2024-08-19T10:10:25.865 INFO:tasks.rados.rados.0.smithi190.stdout:3530: done (3 left) 2024-08-19T10:10:25.865 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 346 2024-08-19T10:10:25.865 INFO:tasks.rados.rados.0.smithi190.stdout:3528: finishing rollback tid 0 to smithi19066007-49 2024-08-19T10:10:25.865 INFO:tasks.rados.rados.0.smithi190.stdout:3531: seq_num 1086 ranges {0=598016,598016=647168,1245184=155648} 2024-08-19T10:10:25.868 INFO:tasks.rados.rados.0.smithi190.stdout:3531: writing smithi19066007-22 from 0 to 598016 tid 1 2024-08-19T10:10:25.872 INFO:tasks.rados.rados.0.smithi190.stdout:3531: writing smithi19066007-22 from 598016 to 1245184 tid 2 2024-08-19T10:10:25.874 INFO:tasks.rados.rados.0.smithi190.stdout:3531: writing smithi19066007-22 from 1245184 to 1400832 tid 3 2024-08-19T10:10:25.874 INFO:tasks.rados.rados.0.smithi190.stdout:3532: rollback oid 25 current snap is 346 2024-08-19T10:10:25.874 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 25 to 343 2024-08-19T10:10:25.874 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 46 v 1766 (ObjNum 948 snap 304 seq_num 948) dirty exists 2024-08-19T10:10:25.874 INFO:tasks.rados.rados.0.smithi190.stdout:3527: done (4 left) 2024-08-19T10:10:25.874 INFO:tasks.rados.rados.0.smithi190.stdout:3533: read oid 48 snap 332 2024-08-19T10:10:25.874 INFO:tasks.rados.rados.0.smithi190.stdout:3533: expect (ObjNum 799 snap 263 seq_num 799) 2024-08-19T10:10:25.874 INFO:tasks.rados.rados.0.smithi190.stdout:3534: rmattr oid 4 current snap is 346 2024-08-19T10:10:25.875 INFO:tasks.rados.rados.0.smithi190.stdout:3528: finishing rollback tid 1 to smithi19066007-49 2024-08-19T10:10:25.875 INFO:tasks.rados.rados.0.smithi190.stdout:3528: finishing rollback tid 2 to smithi19066007-49 2024-08-19T10:10:25.875 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 1917 (ObjNum 1041 snap 335 seq_num 1041) dirty exists 2024-08-19T10:10:25.875 INFO:tasks.rados.rados.0.smithi190.stdout:3528: done (5 left) 2024-08-19T10:10:25.875 INFO:tasks.rados.rados.0.smithi190.stdout:3535: rollback oid 6 current snap is 346 2024-08-19T10:10:25.875 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 6 to 332 2024-08-19T10:10:25.875 INFO:tasks.rados.rados.0.smithi190.stdout:3531: finishing write tid 1 to smithi19066007-22 2024-08-19T10:10:25.875 INFO:tasks.rados.rados.0.smithi190.stdout:3536: snap_remove snap 333 2024-08-19T10:10:25.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:25 smithi196 ceph-mon[72638]: pgmap v828: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 39 op/s 2024-08-19T10:10:25.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:25 smithi196 ceph-mon[72638]: osdmap e771: 8 total, 8 up, 8 in 2024-08-19T10:10:26.451 INFO:tasks.rados.rados.0.smithi190.stdout:3536: done (6 left) 2024-08-19T10:10:26.451 INFO:tasks.rados.rados.0.smithi190.stdout:3537: setattr oid 31 current snap is 346 2024-08-19T10:10:26.452 INFO:tasks.rados.rados.0.smithi190.stdout:3529: expect (ObjNum 1039 snap 335 seq_num 1039) 2024-08-19T10:10:26.631 INFO:tasks.rados.rados.0.smithi190.stdout:3531: finishing write tid 2 to smithi19066007-22 2024-08-19T10:10:26.631 INFO:tasks.rados.rados.0.smithi190.stdout:3531: finishing write tid 3 to smithi19066007-22 2024-08-19T10:10:26.631 INFO:tasks.rados.rados.0.smithi190.stdout:3531: finishing write tid 4 to smithi19066007-22 2024-08-19T10:10:26.631 INFO:tasks.rados.rados.0.smithi190.stdout:3531: finishing write tid 5 to smithi19066007-22 2024-08-19T10:10:26.631 INFO:tasks.rados.rados.0.smithi190.stdout:3531: oid 22 updating version 0 to 2259 2024-08-19T10:10:26.631 INFO:tasks.rados.rados.0.smithi190.stdout:3531: oid 22 updating version 2259 to 2260 2024-08-19T10:10:26.631 INFO:tasks.rados.rados.0.smithi190.stdout:3531: oid 22 updating version 2260 to 2261 2024-08-19T10:10:26.631 INFO:tasks.rados.rados.0.smithi190.stdout:3531: oid 22 version 2261 is already newer than 2258 2024-08-19T10:10:26.631 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 2261 (ObjNum 1086 snap 346 seq_num 1086) dirty exists 2024-08-19T10:10:26.631 INFO:tasks.rados.rados.0.smithi190.stdout:3531: left oid 22 (ObjNum 1086 snap 346 seq_num 1086) 2024-08-19T10:10:26.631 INFO:tasks.rados.rados.0.smithi190.stdout:3535: finishing rollback tid 0 to smithi19066007-6 2024-08-19T10:10:26.631 INFO:tasks.rados.rados.0.smithi190.stdout:3535: finishing rollback tid 1 to smithi19066007-6 2024-08-19T10:10:26.632 INFO:tasks.rados.rados.0.smithi190.stdout:3535: finishing rollback tid 2 to smithi19066007-6 2024-08-19T10:10:26.632 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 2124 (ObjNum 1006 snap 322 seq_num 1006) dirty exists 2024-08-19T10:10:26.632 INFO:tasks.rados.rados.0.smithi190.stdout:3533: expect (ObjNum 799 snap 263 seq_num 799) 2024-08-19T10:10:26.667 INFO:tasks.rados.rados.0.smithi190.stdout:3532: finishing rollback tid 0 to smithi19066007-25 2024-08-19T10:10:26.667 INFO:tasks.rados.rados.0.smithi190.stdout:3532: finishing rollback tid 1 to smithi19066007-25 2024-08-19T10:10:26.667 INFO:tasks.rados.rados.0.smithi190.stdout:3532: finishing rollback tid 2 to smithi19066007-25 2024-08-19T10:10:26.667 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 2105 (ObjNum 1047 snap 337 seq_num 1047) dirty exists 2024-08-19T10:10:26.668 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 2106 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-19T10:10:26.668 INFO:tasks.rados.rados.0.smithi190.stdout:3529: done (6 left) 2024-08-19T10:10:26.668 INFO:tasks.rados.rados.0.smithi190.stdout:3531: done (5 left) 2024-08-19T10:10:26.668 INFO:tasks.rados.rados.0.smithi190.stdout:3532: done (4 left) 2024-08-19T10:10:26.668 INFO:tasks.rados.rados.0.smithi190.stdout:3533: done (3 left) 2024-08-19T10:10:26.668 INFO:tasks.rados.rados.0.smithi190.stdout:3534: done (2 left) 2024-08-19T10:10:26.668 INFO:tasks.rados.rados.0.smithi190.stdout:3535: done (1 left) 2024-08-19T10:10:26.668 INFO:tasks.rados.rados.0.smithi190.stdout:3538: read oid 20 snap -1 2024-08-19T10:10:26.668 INFO:tasks.rados.rados.0.smithi190.stdout:3538: expect (ObjNum 1074 snap 345 seq_num 1074) 2024-08-19T10:10:26.668 INFO:tasks.rados.rados.0.smithi190.stdout:3539: snap_create 2024-08-19T10:10:26.670 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 2107 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:10:26.684 INFO:tasks.rados.rados.0.smithi190.stdout:3538: expect (ObjNum 1074 snap 345 seq_num 1074) 2024-08-19T10:10:26.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:26 smithi190 ceph-mon[77620]: osdmap e772: 8 total, 8 up, 8 in 2024-08-19T10:10:26.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:26 smithi190 ceph-mon[80032]: osdmap e772: 8 total, 8 up, 8 in 2024-08-19T10:10:26.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:26 smithi196 ceph-mon[72638]: osdmap e772: 8 total, 8 up, 8 in 2024-08-19T10:10:27.456 INFO:tasks.rados.rados.0.smithi190.stdout:3537: done (2 left) 2024-08-19T10:10:27.456 INFO:tasks.rados.rados.0.smithi190.stdout:3538: done (1 left) 2024-08-19T10:10:27.457 INFO:tasks.rados.rados.0.smithi190.stdout:3539: done (0 left) 2024-08-19T10:10:27.457 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 15 current snap is 347 2024-08-19T10:10:27.457 INFO:tasks.rados.rados.0.smithi190.stdout:3540: seq_num 1087 ranges {1916928=614400,2531328=532480,3063808=270336} 2024-08-19T10:10:27.469 INFO:tasks.rados.rados.0.smithi190.stdout:3540: writing smithi19066007-15 from 1916928 to 2531328 tid 1 2024-08-19T10:10:27.472 INFO:tasks.rados.rados.0.smithi190.stdout:3540: writing smithi19066007-15 from 2531328 to 3063808 tid 2 2024-08-19T10:10:27.474 INFO:tasks.rados.rados.0.smithi190.stdout:3540: writing smithi19066007-15 from 3063808 to 3334144 tid 3 2024-08-19T10:10:27.475 INFO:tasks.rados.rados.0.smithi190.stdout:3541: snap_remove snap 338 2024-08-19T10:10:27.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:27 smithi190 ceph-mon[77620]: pgmap v831: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2024-08-19T10:10:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:27 smithi190 ceph-mon[77620]: osdmap e773: 8 total, 8 up, 8 in 2024-08-19T10:10:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:27 smithi190 ceph-mon[80032]: pgmap v831: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2024-08-19T10:10:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:27 smithi190 ceph-mon[80032]: osdmap e773: 8 total, 8 up, 8 in 2024-08-19T10:10:27.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:10:27 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:10:27] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.51.0" 2024-08-19T10:10:27.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:27 smithi196 ceph-mon[72638]: pgmap v831: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.4 MiB/s wr, 36 op/s 2024-08-19T10:10:27.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:27 smithi196 ceph-mon[72638]: osdmap e773: 8 total, 8 up, 8 in 2024-08-19T10:10:28.439 INFO:tasks.rados.rados.0.smithi190.stdout:3541: done (1 left) 2024-08-19T10:10:28.439 INFO:tasks.rados.rados.0.smithi190.stdout:3542: snap_create 2024-08-19T10:10:28.439 INFO:tasks.rados.rados.0.smithi190.stdout:3540: finishing write tid 1 to smithi19066007-15 2024-08-19T10:10:28.439 INFO:tasks.rados.rados.0.smithi190.stdout:3540: finishing write tid 2 to smithi19066007-15 2024-08-19T10:10:28.439 INFO:tasks.rados.rados.0.smithi190.stdout:3540: finishing write tid 3 to smithi19066007-15 2024-08-19T10:10:28.440 INFO:tasks.rados.rados.0.smithi190.stdout:3540: finishing write tid 4 to smithi19066007-15 2024-08-19T10:10:28.440 INFO:tasks.rados.rados.0.smithi190.stdout:3540: finishing write tid 5 to smithi19066007-15 2024-08-19T10:10:28.440 INFO:tasks.rados.rados.0.smithi190.stdout:3540: oid 15 updating version 0 to 2126 2024-08-19T10:10:28.440 INFO:tasks.rados.rados.0.smithi190.stdout:3540: oid 15 updating version 2126 to 2128 2024-08-19T10:10:28.440 INFO:tasks.rados.rados.0.smithi190.stdout:3540: oid 15 version 2128 is already newer than 2127 2024-08-19T10:10:28.440 INFO:tasks.rados.rados.0.smithi190.stdout:3540: oid 15 version 2128 is already newer than 2125 2024-08-19T10:10:28.440 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 2128 (ObjNum 1087 snap 347 seq_num 1087) dirty exists 2024-08-19T10:10:28.440 INFO:tasks.rados.rados.0.smithi190.stdout:3540: left oid 15 (ObjNum 1087 snap 347 seq_num 1087) 2024-08-19T10:10:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:28 smithi190 ceph-mon[77620]: osdmap e774: 8 total, 8 up, 8 in 2024-08-19T10:10:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:28 smithi190 ceph-mon[77620]: osdmap e775: 8 total, 8 up, 8 in 2024-08-19T10:10:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:28 smithi190 ceph-mon[80032]: osdmap e774: 8 total, 8 up, 8 in 2024-08-19T10:10:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:28 smithi190 ceph-mon[80032]: osdmap e775: 8 total, 8 up, 8 in 2024-08-19T10:10:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:28 smithi196 ceph-mon[72638]: osdmap e774: 8 total, 8 up, 8 in 2024-08-19T10:10:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:28 smithi196 ceph-mon[72638]: osdmap e775: 8 total, 8 up, 8 in 2024-08-19T10:10:29.437 INFO:tasks.rados.rados.0.smithi190.stdout:3540: done (1 left) 2024-08-19T10:10:29.438 INFO:tasks.rados.rados.0.smithi190.stdout:3542: done (0 left) 2024-08-19T10:10:29.438 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 28 current snap is 348 2024-08-19T10:10:29.438 INFO:tasks.rados.rados.0.smithi190.stdout:3543: seq_num 1088 ranges {0=630784,630784=466944,1097728=335872} 2024-08-19T10:10:29.441 INFO:tasks.rados.rados.0.smithi190.stdout:3543: writing smithi19066007-28 from 0 to 630784 tid 1 2024-08-19T10:10:29.443 INFO:tasks.rados.rados.0.smithi190.stdout:3543: writing smithi19066007-28 from 630784 to 1097728 tid 2 2024-08-19T10:10:29.445 INFO:tasks.rados.rados.0.smithi190.stdout:3543: writing smithi19066007-28 from 1097728 to 1433600 tid 3 2024-08-19T10:10:29.445 INFO:tasks.rados.rados.0.smithi190.stdout:3544: snap_remove snap 343 2024-08-19T10:10:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:29 smithi190 ceph-mon[77620]: pgmap v834: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-08-19T10:10:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:29 smithi190 ceph-mon[77620]: osdmap e776: 8 total, 8 up, 8 in 2024-08-19T10:10:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:29 smithi190 ceph-mon[80032]: pgmap v834: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-08-19T10:10:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:29 smithi190 ceph-mon[80032]: osdmap e776: 8 total, 8 up, 8 in 2024-08-19T10:10:29.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:29 smithi196 ceph-mon[72638]: pgmap v834: 121 pgs: 121 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 28 op/s 2024-08-19T10:10:29.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:29 smithi196 ceph-mon[72638]: osdmap e776: 8 total, 8 up, 8 in 2024-08-19T10:10:30.446 INFO:tasks.rados.rados.0.smithi190.stdout:3543: finishing write tid 1 to smithi19066007-28 2024-08-19T10:10:30.446 INFO:tasks.rados.rados.0.smithi190.stdout:3543: finishing write tid 2 to smithi19066007-28 2024-08-19T10:10:30.446 INFO:tasks.rados.rados.0.smithi190.stdout:3543: finishing write tid 3 to smithi19066007-28 2024-08-19T10:10:30.446 INFO:tasks.rados.rados.0.smithi190.stdout:3543: finishing write tid 4 to smithi19066007-28 2024-08-19T10:10:30.446 INFO:tasks.rados.rados.0.smithi190.stdout:3543: finishing write tid 5 to smithi19066007-28 2024-08-19T10:10:30.446 INFO:tasks.rados.rados.0.smithi190.stdout:3543: oid 28 updating version 0 to 1892 2024-08-19T10:10:30.446 INFO:tasks.rados.rados.0.smithi190.stdout:3543: oid 28 version 1892 is already newer than 1890 2024-08-19T10:10:30.446 INFO:tasks.rados.rados.0.smithi190.stdout:3543: oid 28 updating version 1892 to 1893 2024-08-19T10:10:30.447 INFO:tasks.rados.rados.0.smithi190.stdout:3543: oid 28 version 1893 is already newer than 1891 2024-08-19T10:10:30.447 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 1893 (ObjNum 1088 snap 348 seq_num 1088) dirty exists 2024-08-19T10:10:30.447 INFO:tasks.rados.rados.0.smithi190.stdout:3543: left oid 28 (ObjNum 1088 snap 348 seq_num 1088) 2024-08-19T10:10:30.447 INFO:tasks.rados.rados.0.smithi190.stdout:3543: done (1 left) 2024-08-19T10:10:30.447 INFO:tasks.rados.rados.0.smithi190.stdout:3544: done (0 left) 2024-08-19T10:10:30.447 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 24 current snap is 348 2024-08-19T10:10:30.447 INFO:tasks.rados.rados.0.smithi190.stdout:3545: seq_num 1089 ranges {0=647168,647168=745472,1392640=57344} 2024-08-19T10:10:30.450 INFO:tasks.rados.rados.0.smithi190.stdout:3545: writing smithi19066007-24 from 0 to 647168 tid 1 2024-08-19T10:10:30.454 INFO:tasks.rados.rados.0.smithi190.stdout:3545: writing smithi19066007-24 from 647168 to 1392640 tid 2 2024-08-19T10:10:30.455 INFO:tasks.rados.rados.0.smithi190.stdout:3545: writing smithi19066007-24 from 1392640 to 1449984 tid 3 2024-08-19T10:10:30.455 INFO:tasks.rados.rados.0.smithi190.stdout:3546: rollback oid 22 current snap is 348 2024-08-19T10:10:30.455 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 22 to 342 2024-08-19T10:10:30.456 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 348 2024-08-19T10:10:30.456 INFO:tasks.rados.rados.0.smithi190.stdout:3547: seq_num 1090 ranges {5423104=663552,6086656=630784,6717440=172032} 2024-08-19T10:10:30.489 INFO:tasks.rados.rados.0.smithi190.stdout:3547: writing smithi19066007-43 from 5423104 to 6086656 tid 1 2024-08-19T10:10:30.493 INFO:tasks.rados.rados.0.smithi190.stdout:3547: writing smithi19066007-43 from 6086656 to 6717440 tid 2 2024-08-19T10:10:30.495 INFO:tasks.rados.rados.0.smithi190.stdout:3547: writing smithi19066007-43 from 6717440 to 6889472 tid 3 2024-08-19T10:10:30.495 INFO:tasks.rados.rados.0.smithi190.stdout:3548: copy_from oid 6 from oid 16 current snap is 348 2024-08-19T10:10:30.495 INFO:tasks.rados.rados.0.smithi190.stdout:3546: finishing rollback tid 0 to smithi19066007-22 2024-08-19T10:10:30.495 INFO:tasks.rados.rados.0.smithi190.stdout:3546: finishing rollback tid 1 to smithi19066007-22 2024-08-19T10:10:30.495 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 2263 (ObjNum 65 snap 0 seq_num 3355884592) dirty dne 2024-08-19T10:10:30.495 INFO:tasks.rados.rados.0.smithi190.stdout:3545: finishing write tid 1 to smithi19066007-24 2024-08-19T10:10:30.495 INFO:tasks.rados.rados.0.smithi190.stdout:3545: finishing write tid 2 to smithi19066007-24 2024-08-19T10:10:30.496 INFO:tasks.rados.rados.0.smithi190.stdout:3545: finishing write tid 3 to smithi19066007-24 2024-08-19T10:10:30.496 INFO:tasks.rados.rados.0.smithi190.stdout:3545: finishing write tid 4 to smithi19066007-24 2024-08-19T10:10:30.496 INFO:tasks.rados.rados.0.smithi190.stdout:3545: finishing write tid 5 to smithi19066007-24 2024-08-19T10:10:30.496 INFO:tasks.rados.rados.0.smithi190.stdout:3545: oid 24 updating version 0 to 2101 2024-08-19T10:10:30.496 INFO:tasks.rados.rados.0.smithi190.stdout:3545: oid 24 updating version 2101 to 2102 2024-08-19T10:10:30.496 INFO:tasks.rados.rados.0.smithi190.stdout:3545: oid 24 version 2102 is already newer than 2100 2024-08-19T10:10:30.496 INFO:tasks.rados.rados.0.smithi190.stdout:3545: oid 24 updating version 2102 to 2103 2024-08-19T10:10:30.496 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 2103 (ObjNum 1089 snap 348 seq_num 1089) dirty exists 2024-08-19T10:10:30.496 INFO:tasks.rados.rados.0.smithi190.stdout:3545: left oid 24 (ObjNum 1089 snap 348 seq_num 1089) 2024-08-19T10:10:30.496 INFO:tasks.rados.rados.0.smithi190.stdout:3545: done (3 left) 2024-08-19T10:10:30.496 INFO:tasks.rados.rados.0.smithi190.stdout:3546: done (2 left) 2024-08-19T10:10:30.496 INFO:tasks.rados.rados.0.smithi190.stdout:3549: read oid 1 snap -1 2024-08-19T10:10:30.496 INFO:tasks.rados.rados.0.smithi190.stdout:3549: expect (ObjNum 1071 snap 345 seq_num 1071) 2024-08-19T10:10:30.496 INFO:tasks.rados.rados.0.smithi190.stdout:3550: read oid 8 snap -1 2024-08-19T10:10:30.497 INFO:tasks.rados.rados.0.smithi190.stdout:3550: expect (ObjNum 1016 snap 325 seq_num 1016) 2024-08-19T10:10:30.497 INFO:tasks.rados.rados.0.smithi190.stdout:3551: read oid 44 snap -1 2024-08-19T10:10:30.497 INFO:tasks.rados.rados.0.smithi190.stdout:3551: expect (ObjNum 1079 snap 345 seq_num 1079) 2024-08-19T10:10:30.497 INFO:tasks.rados.rados.0.smithi190.stdout:3552: delete oid 15 current snap is 348 2024-08-19T10:10:30.497 INFO:tasks.rados.rados.0.smithi190.stdout:3547: finishing write tid 1 to smithi19066007-43 2024-08-19T10:10:30.500 INFO:tasks.rados.rados.0.smithi190.stdout:3547: finishing write tid 2 to smithi19066007-43 2024-08-19T10:10:30.502 INFO:tasks.rados.rados.0.smithi190.stdout:3547: finishing write tid 3 to smithi19066007-43 2024-08-19T10:10:30.502 INFO:tasks.rados.rados.0.smithi190.stdout:3547: finishing write tid 4 to smithi19066007-43 2024-08-19T10:10:30.504 INFO:tasks.rados.rados.0.smithi190.stdout:3549: expect (ObjNum 1071 snap 345 seq_num 1071) 2024-08-19T10:10:30.539 INFO:tasks.rados.rados.0.smithi190.stdout:3547: finishing write tid 5 to smithi19066007-43 2024-08-19T10:10:30.539 INFO:tasks.rados.rados.0.smithi190.stdout:3547: oid 43 updating version 0 to 2107 2024-08-19T10:10:30.539 INFO:tasks.rados.rados.0.smithi190.stdout:3547: oid 43 version 2107 is already newer than 2105 2024-08-19T10:10:30.539 INFO:tasks.rados.rados.0.smithi190.stdout:3547: oid 43 version 2107 is already newer than 2104 2024-08-19T10:10:30.540 INFO:tasks.rados.rados.0.smithi190.stdout:3547: oid 43 version 2107 is already newer than 2106 2024-08-19T10:10:30.540 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 2107 (ObjNum 1090 snap 348 seq_num 1090) dirty exists 2024-08-19T10:10:30.540 INFO:tasks.rados.rados.0.smithi190.stdout:3547: left oid 43 (ObjNum 1090 snap 348 seq_num 1090) 2024-08-19T10:10:30.540 INFO:tasks.rados.rados.0.smithi190.stdout:3547: done (5 left) 2024-08-19T10:10:30.540 INFO:tasks.rados.rados.0.smithi190.stdout:3549: done (4 left) 2024-08-19T10:10:30.540 INFO:tasks.rados.rados.0.smithi190.stdout:3552: done (3 left) 2024-08-19T10:10:30.540 INFO:tasks.rados.rados.0.smithi190.stdout:3553: copy_from oid 34 from oid 13 current snap is 348 2024-08-19T10:10:30.540 INFO:tasks.rados.rados.0.smithi190.stdout:3550: expect (ObjNum 1016 snap 325 seq_num 1016) 2024-08-19T10:10:30.667 INFO:tasks.rados.rados.0.smithi190.stdout:3551: expect (ObjNum 1079 snap 345 seq_num 1079) 2024-08-19T10:10:30.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:10:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:30 smithi190 ceph-mon[77620]: osdmap e777: 8 total, 8 up, 8 in 2024-08-19T10:10:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:10:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:30 smithi190 ceph-mon[80032]: osdmap e777: 8 total, 8 up, 8 in 2024-08-19T10:10:30.845 INFO:tasks.rados.rados.0.smithi190.stdout:3548: finishing copy_from racing read to smithi19066007-6 2024-08-19T10:10:30.845 INFO:tasks.rados.rados.0.smithi190.stdout:3548: finishing copy_from to smithi19066007-6 2024-08-19T10:10:30.845 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 2077 (ObjNum 1039 snap 335 seq_num 1039) dirty exists 2024-08-19T10:10:30.845 INFO:tasks.rados.rados.0.smithi190.stdout:3553: finishing copy_from to smithi19066007-34 2024-08-19T10:10:30.845 INFO:tasks.rados.rados.0.smithi190.stdout:3553: got expected ENOENT (src dne) 2024-08-19T10:10:30.845 INFO:tasks.rados.rados.0.smithi190.stdout:3553: finishing copy_from racing read to smithi19066007-34 2024-08-19T10:10:30.845 INFO:tasks.rados.rados.0.smithi190.stdout:3548: done (3 left) 2024-08-19T10:10:30.845 INFO:tasks.rados.rados.0.smithi190.stdout:3550: done (2 left) 2024-08-19T10:10:30.845 INFO:tasks.rados.rados.0.smithi190.stdout:3551: done (1 left) 2024-08-19T10:10:30.845 INFO:tasks.rados.rados.0.smithi190.stdout:3553: done (0 left) 2024-08-19T10:10:30.846 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 28 current snap is 348 2024-08-19T10:10:30.846 INFO:tasks.rados.rados.0.smithi190.stdout:3554: seq_num 1092 ranges {1433600=696320,2129920=802816} 2024-08-19T10:10:30.856 INFO:tasks.rados.rados.0.smithi190.stdout:3554: writing smithi19066007-28 from 1433600 to 2129920 tid 1 2024-08-19T10:10:30.861 INFO:tasks.rados.rados.0.smithi190.stdout:3554: writing smithi19066007-28 from 2129920 to 2932736 tid 2 2024-08-19T10:10:30.861 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 348 2024-08-19T10:10:30.861 INFO:tasks.rados.rados.0.smithi190.stdout:3554: finishing write tid 1 to smithi19066007-28 2024-08-19T10:10:30.861 INFO:tasks.rados.rados.0.smithi190.stdout:3555: seq_num 1093 ranges {2899968=712704,3612672=688128,4300800=114688} 2024-08-19T10:10:30.880 INFO:tasks.rados.rados.0.smithi190.stdout:3555: writing smithi19066007-6 from 2899968 to 3612672 tid 1 2024-08-19T10:10:30.884 INFO:tasks.rados.rados.0.smithi190.stdout:3555: writing smithi19066007-6 from 3612672 to 4300800 tid 2 2024-08-19T10:10:30.885 INFO:tasks.rados.rados.0.smithi190.stdout:3555: writing smithi19066007-6 from 4300800 to 4415488 tid 3 2024-08-19T10:10:30.885 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 1 current snap is 348 2024-08-19T10:10:30.885 INFO:tasks.rados.rados.0.smithi190.stdout:3554: finishing write tid 2 to smithi19066007-28 2024-08-19T10:10:30.885 INFO:tasks.rados.rados.0.smithi190.stdout:3554: finishing write tid 3 to smithi19066007-28 2024-08-19T10:10:30.885 INFO:tasks.rados.rados.0.smithi190.stdout:3556: seq_num 1094 ranges {1146880=729088,1875968=573440,2449408=229376} 2024-08-19T10:10:30.895 INFO:tasks.rados.rados.0.smithi190.stdout:3556: writing smithi19066007-1 from 1146880 to 1875968 tid 1 2024-08-19T10:10:30.898 INFO:tasks.rados.rados.0.smithi190.stdout:3556: writing smithi19066007-1 from 1875968 to 2449408 tid 2 2024-08-19T10:10:30.899 INFO:tasks.rados.rados.0.smithi190.stdout:3556: writing smithi19066007-1 from 2449408 to 2678784 tid 3 2024-08-19T10:10:30.900 INFO:tasks.rados.rados.0.smithi190.stdout:3557: snap_remove snap 347 2024-08-19T10:10:30.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:10:30.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:30 smithi196 ceph-mon[72638]: osdmap e777: 8 total, 8 up, 8 in 2024-08-19T10:10:31.487 INFO:tasks.rados.rados.0.smithi190.stdout:3557: done (3 left) 2024-08-19T10:10:31.487 INFO:tasks.rados.rados.0.smithi190.stdout:3558: rollback oid 21 current snap is 348 2024-08-19T10:10:31.487 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 21 to 342 2024-08-19T10:10:31.487 INFO:tasks.rados.rados.0.smithi190.stdout:3554: finishing write tid 4 to smithi19066007-28 2024-08-19T10:10:31.487 INFO:tasks.rados.rados.0.smithi190.stdout:3554: oid 28 updating version 0 to 1896 2024-08-19T10:10:31.487 INFO:tasks.rados.rados.0.smithi190.stdout:3554: oid 28 version 1896 is already newer than 1895 2024-08-19T10:10:31.487 INFO:tasks.rados.rados.0.smithi190.stdout:3554: oid 28 version 1896 is already newer than 1894 2024-08-19T10:10:31.488 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 1896 (ObjNum 1092 snap 348 seq_num 1092) dirty exists 2024-08-19T10:10:31.488 INFO:tasks.rados.rados.0.smithi190.stdout:3554: left oid 28 (ObjNum 1092 snap 348 seq_num 1092) 2024-08-19T10:10:31.488 INFO:tasks.rados.rados.0.smithi190.stdout:3554: done (3 left) 2024-08-19T10:10:31.488 INFO:tasks.rados.rados.0.smithi190.stdout:3559: rollback oid 23 current snap is 348 2024-08-19T10:10:31.488 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 23 to 345 2024-08-19T10:10:31.488 INFO:tasks.rados.rados.0.smithi190.stdout:3555: finishing write tid 1 to smithi19066007-6 2024-08-19T10:10:31.488 INFO:tasks.rados.rados.0.smithi190.stdout:3555: finishing write tid 2 to smithi19066007-6 2024-08-19T10:10:31.488 INFO:tasks.rados.rados.0.smithi190.stdout:3555: finishing write tid 3 to smithi19066007-6 2024-08-19T10:10:31.488 INFO:tasks.rados.rados.0.smithi190.stdout:3555: finishing write tid 4 to smithi19066007-6 2024-08-19T10:10:31.488 INFO:tasks.rados.rados.0.smithi190.stdout:3555: finishing write tid 5 to smithi19066007-6 2024-08-19T10:10:31.488 INFO:tasks.rados.rados.0.smithi190.stdout:3555: oid 6 updating version 0 to 2133 2024-08-19T10:10:31.488 INFO:tasks.rados.rados.0.smithi190.stdout:3555: oid 6 version 2133 is already newer than 2130 2024-08-19T10:10:31.489 INFO:tasks.rados.rados.0.smithi190.stdout:3555: oid 6 version 2133 is already newer than 2131 2024-08-19T10:10:31.489 INFO:tasks.rados.rados.0.smithi190.stdout:3555: oid 6 version 2133 is already newer than 2132 2024-08-19T10:10:31.489 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 2133 (ObjNum 1093 snap 348 seq_num 1093) dirty exists 2024-08-19T10:10:31.489 INFO:tasks.rados.rados.0.smithi190.stdout:3555: left oid 6 (ObjNum 1093 snap 348 seq_num 1093) 2024-08-19T10:10:31.489 INFO:tasks.rados.rados.0.smithi190.stdout:3556: finishing write tid 1 to smithi19066007-1 2024-08-19T10:10:31.489 INFO:tasks.rados.rados.0.smithi190.stdout:3555: done (3 left) 2024-08-19T10:10:31.489 INFO:tasks.rados.rados.0.smithi190.stdout:3560: delete oid 4 current snap is 348 2024-08-19T10:10:31.489 INFO:tasks.rados.rados.0.smithi190.stdout:3556: finishing write tid 2 to smithi19066007-1 2024-08-19T10:10:31.489 INFO:tasks.rados.rados.0.smithi190.stdout:3556: finishing write tid 3 to smithi19066007-1 2024-08-19T10:10:31.489 INFO:tasks.rados.rados.0.smithi190.stdout:3556: finishing write tid 4 to smithi19066007-1 2024-08-19T10:10:31.489 INFO:tasks.rados.rados.0.smithi190.stdout:3556: finishing write tid 5 to smithi19066007-1 2024-08-19T10:10:31.490 INFO:tasks.rados.rados.0.smithi190.stdout:3556: oid 1 updating version 0 to 2135 2024-08-19T10:10:31.490 INFO:tasks.rados.rados.0.smithi190.stdout:3556: oid 1 version 2135 is already newer than 2134 2024-08-19T10:10:31.490 INFO:tasks.rados.rados.0.smithi190.stdout:3556: oid 1 updating version 2135 to 2137 2024-08-19T10:10:31.490 INFO:tasks.rados.rados.0.smithi190.stdout:3556: oid 1 version 2137 is already newer than 2136 2024-08-19T10:10:31.490 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 2137 (ObjNum 1094 snap 348 seq_num 1094) dirty exists 2024-08-19T10:10:31.490 INFO:tasks.rados.rados.0.smithi190.stdout:3556: left oid 1 (ObjNum 1094 snap 348 seq_num 1094) 2024-08-19T10:10:31.494 INFO:tasks.rados.rados.0.smithi190.stdout:3559: finishing rollback tid 0 to smithi19066007-23 2024-08-19T10:10:31.494 INFO:tasks.rados.rados.0.smithi190.stdout:3558: finishing rollback tid 0 to smithi19066007-21 2024-08-19T10:10:31.495 INFO:tasks.rados.rados.0.smithi190.stdout:3556: done (3 left) 2024-08-19T10:10:31.495 INFO:tasks.rados.rados.0.smithi190.stdout:3560: done (2 left) 2024-08-19T10:10:31.495 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 40 current snap is 348 2024-08-19T10:10:31.495 INFO:tasks.rados.rados.0.smithi190.stdout:3561: seq_num 1096 ranges {0=761856,761856=786432,1548288=16384} 2024-08-19T10:10:31.500 INFO:tasks.rados.rados.0.smithi190.stdout:3561: writing smithi19066007-40 from 0 to 761856 tid 1 2024-08-19T10:10:31.505 INFO:tasks.rados.rados.0.smithi190.stdout:3561: writing smithi19066007-40 from 761856 to 1548288 tid 2 2024-08-19T10:10:31.505 INFO:tasks.rados.rados.0.smithi190.stdout:3561: writing smithi19066007-40 from 1548288 to 1564672 tid 3 2024-08-19T10:10:31.505 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 4 current snap is 348 2024-08-19T10:10:31.505 INFO:tasks.rados.rados.0.smithi190.stdout:3558: finishing rollback tid 1 to smithi19066007-21 2024-08-19T10:10:31.505 INFO:tasks.rados.rados.0.smithi190.stdout:3562: seq_num 1097 ranges {0=778240,778240=671744,1449984=131072} 2024-08-19T10:10:31.509 INFO:tasks.rados.rados.0.smithi190.stdout:3562: writing smithi19066007-4 from 0 to 778240 tid 1 2024-08-19T10:10:31.513 INFO:tasks.rados.rados.0.smithi190.stdout:3562: writing smithi19066007-4 from 778240 to 1449984 tid 2 2024-08-19T10:10:31.514 INFO:tasks.rados.rados.0.smithi190.stdout:3562: writing smithi19066007-4 from 1449984 to 1581056 tid 3 2024-08-19T10:10:31.514 INFO:tasks.rados.rados.0.smithi190.stdout:3563: snap_remove snap 331 2024-08-19T10:10:31.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:31 smithi190 ceph-mon[77620]: pgmap v837: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 179 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 33 op/s 2024-08-19T10:10:31.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:31 smithi190 ceph-mon[80032]: pgmap v837: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 179 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 33 op/s 2024-08-19T10:10:31.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:31 smithi196 ceph-mon[72638]: pgmap v837: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 179 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 33 op/s 2024-08-19T10:10:32.494 INFO:tasks.rados.rados.0.smithi190.stdout:3558: finishing rollback tid 2 to smithi19066007-21 2024-08-19T10:10:32.494 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 2110 (ObjNum 1025 snap 328 seq_num 1025) dirty exists 2024-08-19T10:10:32.494 INFO:tasks.rados.rados.0.smithi190.stdout:3559: finishing rollback tid 1 to smithi19066007-23 2024-08-19T10:10:32.494 INFO:tasks.rados.rados.0.smithi190.stdout:3559: finishing rollback tid 2 to smithi19066007-23 2024-08-19T10:10:32.494 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1899 (ObjNum 1067 snap 344 seq_num 1067) dirty exists 2024-08-19T10:10:32.494 INFO:tasks.rados.rados.0.smithi190.stdout:3561: finishing write tid 1 to smithi19066007-40 2024-08-19T10:10:32.494 INFO:tasks.rados.rados.0.smithi190.stdout:3561: finishing write tid 2 to smithi19066007-40 2024-08-19T10:10:32.494 INFO:tasks.rados.rados.0.smithi190.stdout:3561: finishing write tid 3 to smithi19066007-40 2024-08-19T10:10:32.494 INFO:tasks.rados.rados.0.smithi190.stdout:3561: finishing write tid 4 to smithi19066007-40 2024-08-19T10:10:32.495 INFO:tasks.rados.rados.0.smithi190.stdout:3561: finishing write tid 5 to smithi19066007-40 2024-08-19T10:10:32.495 INFO:tasks.rados.rados.0.smithi190.stdout:3561: oid 40 updating version 0 to 344 2024-08-19T10:10:32.495 INFO:tasks.rados.rados.0.smithi190.stdout:3561: oid 40 version 344 is already newer than 343 2024-08-19T10:10:32.495 INFO:tasks.rados.rados.0.smithi190.stdout:3561: oid 40 version 344 is already newer than 342 2024-08-19T10:10:32.495 INFO:tasks.rados.rados.0.smithi190.stdout:3561: oid 40 updating version 344 to 345 2024-08-19T10:10:32.495 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 345 (ObjNum 1096 snap 348 seq_num 1096) dirty exists 2024-08-19T10:10:32.495 INFO:tasks.rados.rados.0.smithi190.stdout:3561: left oid 40 (ObjNum 1096 snap 348 seq_num 1096) 2024-08-19T10:10:32.495 INFO:tasks.rados.rados.0.smithi190.stdout:3562: finishing write tid 1 to smithi19066007-4 2024-08-19T10:10:32.495 INFO:tasks.rados.rados.0.smithi190.stdout:3562: finishing write tid 2 to smithi19066007-4 2024-08-19T10:10:32.495 INFO:tasks.rados.rados.0.smithi190.stdout:3562: finishing write tid 3 to smithi19066007-4 2024-08-19T10:10:32.495 INFO:tasks.rados.rados.0.smithi190.stdout:3562: finishing write tid 4 to smithi19066007-4 2024-08-19T10:10:32.495 INFO:tasks.rados.rados.0.smithi190.stdout:3562: finishing write tid 5 to smithi19066007-4 2024-08-19T10:10:32.495 INFO:tasks.rados.rados.0.smithi190.stdout:3562: oid 4 updating version 0 to 2112 2024-08-19T10:10:32.495 INFO:tasks.rados.rados.0.smithi190.stdout:3562: oid 4 version 2112 is already newer than 2111 2024-08-19T10:10:32.496 INFO:tasks.rados.rados.0.smithi190.stdout:3562: oid 4 version 2112 is already newer than 2110 2024-08-19T10:10:32.496 INFO:tasks.rados.rados.0.smithi190.stdout:3562: oid 4 version 2112 is already newer than 2109 2024-08-19T10:10:32.496 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 4 v 2112 (ObjNum 1097 snap 348 seq_num 1097) dirty exists 2024-08-19T10:10:32.496 INFO:tasks.rados.rados.0.smithi190.stdout:3562: left oid 4 (ObjNum 1097 snap 348 seq_num 1097) 2024-08-19T10:10:32.496 INFO:tasks.rados.rados.0.smithi190.stdout:3558: done (4 left) 2024-08-19T10:10:32.496 INFO:tasks.rados.rados.0.smithi190.stdout:3559: done (3 left) 2024-08-19T10:10:32.496 INFO:tasks.rados.rados.0.smithi190.stdout:3561: done (2 left) 2024-08-19T10:10:32.496 INFO:tasks.rados.rados.0.smithi190.stdout:3562: done (1 left) 2024-08-19T10:10:32.496 INFO:tasks.rados.rados.0.smithi190.stdout:3563: done (0 left) 2024-08-19T10:10:32.496 INFO:tasks.rados.rados.0.smithi190.stdout:3564: delete oid 43 current snap is 348 2024-08-19T10:10:32.506 INFO:tasks.rados.rados.0.smithi190.stdout:3564: done (0 left) 2024-08-19T10:10:32.506 INFO:tasks.rados.rados.0.smithi190.stdout:3565: read oid 22 snap -1 2024-08-19T10:10:32.506 INFO:tasks.rados.rados.0.smithi190.stdout:3565: expect deleted 2024-08-19T10:10:32.507 INFO:tasks.rados.rados.0.smithi190.stdout:3566: rollback oid 32 current snap is 348 2024-08-19T10:10:32.507 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 32 to 332 2024-08-19T10:10:32.507 INFO:tasks.rados.rados.0.smithi190.stdout:3567: rmattr oid 10 current snap is 348 2024-08-19T10:10:32.507 INFO:tasks.rados.rados.0.smithi190.stdout:3567: done (2 left) 2024-08-19T10:10:32.507 INFO:tasks.rados.rados.0.smithi190.stdout:3568: rollback oid 11 current snap is 348 2024-08-19T10:10:32.507 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 11 to 346 2024-08-19T10:10:32.507 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 348 2024-08-19T10:10:32.507 INFO:tasks.rados.rados.0.smithi190.stdout:3569: seq_num 1099 ranges {1581056=409600,1990656=442368,2433024=720896,3153920=40960} 2024-08-19T10:10:32.518 INFO:tasks.rados.rados.0.smithi190.stdout:3569: writing smithi19066007-39 from 1581056 to 1990656 tid 1 2024-08-19T10:10:32.521 INFO:tasks.rados.rados.0.smithi190.stdout:3569: writing smithi19066007-39 from 1990656 to 2433024 tid 2 2024-08-19T10:10:32.526 INFO:tasks.rados.rados.0.smithi190.stdout:3569: writing smithi19066007-39 from 2433024 to 3153920 tid 3 2024-08-19T10:10:32.527 INFO:tasks.rados.rados.0.smithi190.stdout:3569: writing smithi19066007-39 from 3153920 to 3194880 tid 4 2024-08-19T10:10:32.527 INFO:tasks.rados.rados.0.smithi190.stdout:3570: read oid 24 snap -1 2024-08-19T10:10:32.527 INFO:tasks.rados.rados.0.smithi190.stdout:3570: expect (ObjNum 1089 snap 348 seq_num 1089) 2024-08-19T10:10:32.527 INFO:tasks.rados.rados.0.smithi190.stdout:3571: delete oid 31 current snap is 348 2024-08-19T10:10:32.527 INFO:tasks.rados.rados.0.smithi190.stdout:3568: finishing rollback tid 0 to smithi19066007-11 2024-08-19T10:10:32.527 INFO:tasks.rados.rados.0.smithi190.stdout:3568: finishing rollback tid 1 to smithi19066007-11 2024-08-19T10:10:32.527 INFO:tasks.rados.rados.0.smithi190.stdout:3568: finishing rollback tid 2 to smithi19066007-11 2024-08-19T10:10:32.527 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 2260 (ObjNum 967 snap 310 seq_num 967) dirty exists 2024-08-19T10:10:32.527 INFO:tasks.rados.rados.0.smithi190.stdout:3566: finishing rollback tid 0 to smithi19066007-32 2024-08-19T10:10:32.527 INFO:tasks.rados.rados.0.smithi190.stdout:3566: finishing rollback tid 1 to smithi19066007-32 2024-08-19T10:10:32.528 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 2114 (ObjNum 657 snap 0 seq_num 1526706016) dirty dne 2024-08-19T10:10:32.528 INFO:tasks.rados.rados.0.smithi190.stdout:3569: finishing write tid 1 to smithi19066007-39 2024-08-19T10:10:32.528 INFO:tasks.rados.rados.0.smithi190.stdout:3569: finishing write tid 2 to smithi19066007-39 2024-08-19T10:10:32.529 INFO:tasks.rados.rados.0.smithi190.stdout:3565: done (5 left) 2024-08-19T10:10:32.529 INFO:tasks.rados.rados.0.smithi190.stdout:3566: done (4 left) 2024-08-19T10:10:32.530 INFO:tasks.rados.rados.0.smithi190.stdout:3568: done (3 left) 2024-08-19T10:10:32.530 INFO:tasks.rados.rados.0.smithi190.stdout:3571: done (2 left) 2024-08-19T10:10:32.530 INFO:tasks.rados.rados.0.smithi190.stdout:3572: delete oid 37 current snap is 348 2024-08-19T10:10:32.531 INFO:tasks.rados.rados.0.smithi190.stdout:3569: finishing write tid 3 to smithi19066007-39 2024-08-19T10:10:32.531 INFO:tasks.rados.rados.0.smithi190.stdout:3569: finishing write tid 4 to smithi19066007-39 2024-08-19T10:10:32.532 INFO:tasks.rados.rados.0.smithi190.stdout:3570: expect (ObjNum 1089 snap 348 seq_num 1089) 2024-08-19T10:10:32.569 INFO:tasks.rados.rados.0.smithi190.stdout:3569: finishing write tid 5 to smithi19066007-39 2024-08-19T10:10:32.570 INFO:tasks.rados.rados.0.smithi190.stdout:3569: finishing write tid 6 to smithi19066007-39 2024-08-19T10:10:32.570 INFO:tasks.rados.rados.0.smithi190.stdout:3569: oid 39 updating version 0 to 2327 2024-08-19T10:10:32.570 INFO:tasks.rados.rados.0.smithi190.stdout:3569: oid 39 version 2327 is already newer than 2326 2024-08-19T10:10:32.570 INFO:tasks.rados.rados.0.smithi190.stdout:3569: oid 39 updating version 2327 to 2328 2024-08-19T10:10:32.570 INFO:tasks.rados.rados.0.smithi190.stdout:3569: oid 39 updating version 2328 to 2330 2024-08-19T10:10:32.570 INFO:tasks.rados.rados.0.smithi190.stdout:3569: oid 39 version 2330 is already newer than 2329 2024-08-19T10:10:32.570 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 2330 (ObjNum 1099 snap 348 seq_num 1099) dirty exists 2024-08-19T10:10:32.570 INFO:tasks.rados.rados.0.smithi190.stdout:3569: left oid 39 (ObjNum 1099 snap 348 seq_num 1099) 2024-08-19T10:10:32.570 INFO:tasks.rados.rados.0.smithi190.stdout:3569: done (2 left) 2024-08-19T10:10:32.570 INFO:tasks.rados.rados.0.smithi190.stdout:3570: done (1 left) 2024-08-19T10:10:32.570 INFO:tasks.rados.rados.0.smithi190.stdout:3572: done (0 left) 2024-08-19T10:10:32.571 INFO:tasks.rados.rados.0.smithi190.stdout:3573: snap_create 2024-08-19T10:10:32.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:32 smithi190 ceph-mon[77620]: osdmap e778: 8 total, 8 up, 8 in 2024-08-19T10:10:32.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:32 smithi190 ceph-mon[80032]: osdmap e778: 8 total, 8 up, 8 in 2024-08-19T10:10:32.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:32 smithi196 ceph-mon[72638]: osdmap e778: 8 total, 8 up, 8 in 2024-08-19T10:10:33.435 INFO:tasks.rados.rados.0.smithi190.stdout:3573: done (0 left) 2024-08-19T10:10:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:3574: copy_from oid 50 from oid 35 current snap is 349 2024-08-19T10:10:33.436 INFO:tasks.rados.rados.0.smithi190.stdout:3575: snap_create 2024-08-19T10:10:33.439 INFO:tasks.rados.rados.0.smithi190.stdout:3574: finishing copy_from to smithi19066007-50 2024-08-19T10:10:33.439 INFO:tasks.rados.rados.0.smithi190.stdout:3574: got expected ENOENT (src dne) 2024-08-19T10:10:33.440 INFO:tasks.rados.rados.0.smithi190.stdout:3574: finishing copy_from racing read to smithi19066007-50 2024-08-19T10:10:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:33 smithi190 ceph-mon[80032]: pgmap v840: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 181 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-08-19T10:10:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:33 smithi190 ceph-mon[80032]: osdmap e779: 8 total, 8 up, 8 in 2024-08-19T10:10:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:33 smithi190 ceph-mon[80032]: osdmap e780: 8 total, 8 up, 8 in 2024-08-19T10:10:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:33 smithi190 ceph-mon[77620]: pgmap v840: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 181 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-08-19T10:10:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:33 smithi190 ceph-mon[77620]: osdmap e779: 8 total, 8 up, 8 in 2024-08-19T10:10:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:33 smithi190 ceph-mon[77620]: osdmap e780: 8 total, 8 up, 8 in 2024-08-19T10:10:33.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:33 smithi196 ceph-mon[72638]: pgmap v840: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 181 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-08-19T10:10:33.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:33 smithi196 ceph-mon[72638]: osdmap e779: 8 total, 8 up, 8 in 2024-08-19T10:10:33.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:33 smithi196 ceph-mon[72638]: osdmap e780: 8 total, 8 up, 8 in 2024-08-19T10:10:34.437 INFO:tasks.rados.rados.0.smithi190.stdout:3574: done (1 left) 2024-08-19T10:10:34.437 INFO:tasks.rados.rados.0.smithi190.stdout:3575: done (0 left) 2024-08-19T10:10:34.437 INFO:tasks.rados.rados.0.smithi190.stdout:3576: read oid 23 snap -1 2024-08-19T10:10:34.437 INFO:tasks.rados.rados.0.smithi190.stdout:3576: expect (ObjNum 1067 snap 344 seq_num 1067) 2024-08-19T10:10:34.437 INFO:tasks.rados.rados.0.smithi190.stdout:3577: read oid 28 snap -1 2024-08-19T10:10:34.437 INFO:tasks.rados.rados.0.smithi190.stdout:3577: expect (ObjNum 1092 snap 348 seq_num 1092) 2024-08-19T10:10:34.437 INFO:tasks.rados.rados.0.smithi190.stdout:3578: snap_create 2024-08-19T10:10:34.458 INFO:tasks.rados.rados.0.smithi190.stdout:3576: expect (ObjNum 1067 snap 344 seq_num 1067) 2024-08-19T10:10:34.721 INFO:tasks.rados.rados.0.smithi190.stdout:3577: expect (ObjNum 1092 snap 348 seq_num 1092) 2024-08-19T10:10:35.444 INFO:tasks.rados.rados.0.smithi190.stdout:3576: done (2 left) 2024-08-19T10:10:35.444 INFO:tasks.rados.rados.0.smithi190.stdout:3577: done (1 left) 2024-08-19T10:10:35.445 INFO:tasks.rados.rados.0.smithi190.stdout:3578: done (0 left) 2024-08-19T10:10:35.445 INFO:tasks.rados.rados.0.smithi190.stdout:3579: snap_create 2024-08-19T10:10:35.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:35 smithi190 ceph-mon[77620]: pgmap v843: 121 pgs: 121 active+clean; 192 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-08-19T10:10:35.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:35 smithi190 ceph-mon[77620]: osdmap e781: 8 total, 8 up, 8 in 2024-08-19T10:10:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:35 smithi190 ceph-mon[80032]: pgmap v843: 121 pgs: 121 active+clean; 192 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-08-19T10:10:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:35 smithi190 ceph-mon[80032]: osdmap e781: 8 total, 8 up, 8 in 2024-08-19T10:10:35.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:35 smithi196 ceph-mon[72638]: pgmap v843: 121 pgs: 121 active+clean; 192 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-08-19T10:10:35.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:35 smithi196 ceph-mon[72638]: osdmap e781: 8 total, 8 up, 8 in 2024-08-19T10:10:36.452 INFO:tasks.rados.rados.0.smithi190.stdout:3579: done (0 left) 2024-08-19T10:10:36.452 INFO:tasks.rados.rados.0.smithi190.stdout:3580: read oid 20 snap -1 2024-08-19T10:10:36.453 INFO:tasks.rados.rados.0.smithi190.stdout:3580: expect (ObjNum 1074 snap 345 seq_num 1074) 2024-08-19T10:10:36.453 INFO:tasks.rados.rados.0.smithi190.stdout:3581: snap_create 2024-08-19T10:10:36.470 INFO:tasks.rados.rados.0.smithi190.stdout:3580: expect (ObjNum 1074 snap 345 seq_num 1074) 2024-08-19T10:10:36.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:36 smithi190 ceph-mon[77620]: osdmap e782: 8 total, 8 up, 8 in 2024-08-19T10:10:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:36 smithi190 ceph-mon[80032]: osdmap e782: 8 total, 8 up, 8 in 2024-08-19T10:10:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:36 smithi196 ceph-mon[72638]: osdmap e782: 8 total, 8 up, 8 in 2024-08-19T10:10:37.456 INFO:tasks.rados.rados.0.smithi190.stdout:3580: done (1 left) 2024-08-19T10:10:37.456 INFO:tasks.rados.rados.0.smithi190.stdout:3581: done (0 left) 2024-08-19T10:10:37.456 INFO:tasks.rados.rados.0.smithi190.stdout:3582: delete oid 50 current snap is 353 2024-08-19T10:10:37.458 INFO:tasks.rados.rados.0.smithi190.stdout:3582: done (0 left) 2024-08-19T10:10:37.459 INFO:tasks.rados.rados.0.smithi190.stdout:3583: delete oid 11 current snap is 353 2024-08-19T10:10:37.464 INFO:tasks.rados.rados.0.smithi190.stdout:3583: done (0 left) 2024-08-19T10:10:37.464 INFO:tasks.rados.rados.0.smithi190.stdout:3584: read oid 33 snap -1 2024-08-19T10:10:37.464 INFO:tasks.rados.rados.0.smithi190.stdout:3584: expect deleted 2024-08-19T10:10:37.464 INFO:tasks.rados.rados.0.smithi190.stdout:3585: read oid 47 snap 351 2024-08-19T10:10:37.464 INFO:tasks.rados.rados.0.smithi190.stdout:3585: expect (ObjNum 976 snap 315 seq_num 976) 2024-08-19T10:10:37.464 INFO:tasks.rados.rados.0.smithi190.stdout:3586: delete oid 7 current snap is 353 2024-08-19T10:10:37.468 INFO:tasks.rados.rados.0.smithi190.stdout:3584: done (2 left) 2024-08-19T10:10:37.468 INFO:tasks.rados.rados.0.smithi190.stdout:3586: done (1 left) 2024-08-19T10:10:37.468 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 9 current snap is 353 2024-08-19T10:10:37.468 INFO:tasks.rados.rados.0.smithi190.stdout:3587: seq_num 1105 ranges {3268608=516096,3784704=598016,4382720=606208} 2024-08-19T10:10:37.488 INFO:tasks.rados.rados.0.smithi190.stdout:3587: writing smithi19066007-9 from 3268608 to 3784704 tid 1 2024-08-19T10:10:37.492 INFO:tasks.rados.rados.0.smithi190.stdout:3587: writing smithi19066007-9 from 3784704 to 4382720 tid 2 2024-08-19T10:10:37.496 INFO:tasks.rados.rados.0.smithi190.stdout:3587: writing smithi19066007-9 from 4382720 to 4988928 tid 3 2024-08-19T10:10:37.496 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 353 2024-08-19T10:10:37.496 INFO:tasks.rados.rados.0.smithi190.stdout:3588: seq_num 1106 ranges {4022272=532480,4554752=483328,5038080=475136,5513216=245760} 2024-08-19T10:10:37.520 INFO:tasks.rados.rados.0.smithi190.stdout:3588: writing smithi19066007-42 from 4022272 to 4554752 tid 1 2024-08-19T10:10:37.522 INFO:tasks.rados.rados.0.smithi190.stdout:3588: writing smithi19066007-42 from 4554752 to 5038080 tid 2 2024-08-19T10:10:37.525 INFO:tasks.rados.rados.0.smithi190.stdout:3588: writing smithi19066007-42 from 5038080 to 5513216 tid 3 2024-08-19T10:10:37.526 INFO:tasks.rados.rados.0.smithi190.stdout:3588: writing smithi19066007-42 from 5513216 to 5758976 tid 4 2024-08-19T10:10:37.527 INFO:tasks.rados.rados.0.smithi190.stdout:3589: rollback oid 48 current snap is 353 2024-08-19T10:10:37.527 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 48 to 332 2024-08-19T10:10:37.527 INFO:tasks.rados.rados.0.smithi190.stdout:3585: expect (ObjNum 976 snap 315 seq_num 976) 2024-08-19T10:10:37.578 INFO:tasks.rados.rados.0.smithi190.stdout:3587: finishing write tid 1 to smithi19066007-9 2024-08-19T10:10:37.578 INFO:tasks.rados.rados.0.smithi190.stdout:3587: finishing write tid 2 to smithi19066007-9 2024-08-19T10:10:37.579 INFO:tasks.rados.rados.0.smithi190.stdout:3587: finishing write tid 3 to smithi19066007-9 2024-08-19T10:10:37.579 INFO:tasks.rados.rados.0.smithi190.stdout:3587: finishing write tid 4 to smithi19066007-9 2024-08-19T10:10:37.579 INFO:tasks.rados.rados.0.smithi190.stdout:3587: finishing write tid 5 to smithi19066007-9 2024-08-19T10:10:37.579 INFO:tasks.rados.rados.0.smithi190.stdout:3587: oid 9 updating version 0 to 1903 2024-08-19T10:10:37.579 INFO:tasks.rados.rados.0.smithi190.stdout:3587: oid 9 version 1903 is already newer than 1901 2024-08-19T10:10:37.579 INFO:tasks.rados.rados.0.smithi190.stdout:3587: oid 9 version 1903 is already newer than 1900 2024-08-19T10:10:37.579 INFO:tasks.rados.rados.0.smithi190.stdout:3587: oid 9 version 1903 is already newer than 1902 2024-08-19T10:10:37.579 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1903 (ObjNum 1105 snap 353 seq_num 1105) dirty exists 2024-08-19T10:10:37.579 INFO:tasks.rados.rados.0.smithi190.stdout:3587: left oid 9 (ObjNum 1105 snap 353 seq_num 1105) 2024-08-19T10:10:37.579 INFO:tasks.rados.rados.0.smithi190.stdout:3588: finishing write tid 1 to smithi19066007-42 2024-08-19T10:10:37.579 INFO:tasks.rados.rados.0.smithi190.stdout:3585: done (3 left) 2024-08-19T10:10:37.579 INFO:tasks.rados.rados.0.smithi190.stdout:3587: done (2 left) 2024-08-19T10:10:37.579 INFO:tasks.rados.rados.0.smithi190.stdout:3590: read oid 29 snap -1 2024-08-19T10:10:37.580 INFO:tasks.rados.rados.0.smithi190.stdout:3590: expect (ObjNum 1028 snap 330 seq_num 1028) 2024-08-19T10:10:37.580 INFO:tasks.rados.rados.0.smithi190.stdout:3591: snap_create 2024-08-19T10:10:37.580 INFO:tasks.rados.rados.0.smithi190.stdout:3588: finishing write tid 2 to smithi19066007-42 2024-08-19T10:10:37.580 INFO:tasks.rados.rados.0.smithi190.stdout:3588: finishing write tid 3 to smithi19066007-42 2024-08-19T10:10:37.580 INFO:tasks.rados.rados.0.smithi190.stdout:3588: finishing write tid 4 to smithi19066007-42 2024-08-19T10:10:37.580 INFO:tasks.rados.rados.0.smithi190.stdout:3588: finishing write tid 5 to smithi19066007-42 2024-08-19T10:10:37.580 INFO:tasks.rados.rados.0.smithi190.stdout:3588: finishing write tid 6 to smithi19066007-42 2024-08-19T10:10:37.580 INFO:tasks.rados.rados.0.smithi190.stdout:3588: oid 42 updating version 0 to 2265 2024-08-19T10:10:37.580 INFO:tasks.rados.rados.0.smithi190.stdout:3588: oid 42 version 2265 is already newer than 2262 2024-08-19T10:10:37.580 INFO:tasks.rados.rados.0.smithi190.stdout:3588: oid 42 updating version 2265 to 2266 2024-08-19T10:10:37.580 INFO:tasks.rados.rados.0.smithi190.stdout:3588: oid 42 version 2266 is already newer than 2264 2024-08-19T10:10:37.580 INFO:tasks.rados.rados.0.smithi190.stdout:3588: oid 42 version 2266 is already newer than 2263 2024-08-19T10:10:37.580 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 2266 (ObjNum 1106 snap 353 seq_num 1106) dirty exists 2024-08-19T10:10:37.580 INFO:tasks.rados.rados.0.smithi190.stdout:3588: left oid 42 (ObjNum 1106 snap 353 seq_num 1106) 2024-08-19T10:10:37.581 INFO:tasks.rados.rados.0.smithi190.stdout:3589: finishing rollback tid 0 to smithi19066007-48 2024-08-19T10:10:37.581 INFO:tasks.rados.rados.0.smithi190.stdout:3589: finishing rollback tid 1 to smithi19066007-48 2024-08-19T10:10:37.581 INFO:tasks.rados.rados.0.smithi190.stdout:3589: finishing rollback tid 2 to smithi19066007-48 2024-08-19T10:10:37.581 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 2334 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T10:10:37.590 INFO:tasks.rados.rados.0.smithi190.stdout:3590: expect (ObjNum 1028 snap 330 seq_num 1028) 2024-08-19T10:10:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:37 smithi190 ceph-mon[77620]: pgmap v846: 121 pgs: 121 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.2 MiB/s wr, 16 op/s 2024-08-19T10:10:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:37 smithi190 ceph-mon[77620]: osdmap e783: 8 total, 8 up, 8 in 2024-08-19T10:10:37.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:37 smithi190 ceph-mon[80032]: pgmap v846: 121 pgs: 121 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.2 MiB/s wr, 16 op/s 2024-08-19T10:10:37.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:37 smithi190 ceph-mon[80032]: osdmap e783: 8 total, 8 up, 8 in 2024-08-19T10:10:37.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:10:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:10:37] "GET /metrics HTTP/1.1" 200 36376 "" "Prometheus/2.51.0" 2024-08-19T10:10:37.818 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:37 smithi196 ceph-mon[72638]: pgmap v846: 121 pgs: 121 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.2 MiB/s wr, 16 op/s 2024-08-19T10:10:37.818 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:37 smithi196 ceph-mon[72638]: osdmap e783: 8 total, 8 up, 8 in 2024-08-19T10:10:38.446 INFO:tasks.rados.rados.0.smithi190.stdout:3588: done (3 left) 2024-08-19T10:10:38.446 INFO:tasks.rados.rados.0.smithi190.stdout:3589: done (2 left) 2024-08-19T10:10:38.446 INFO:tasks.rados.rados.0.smithi190.stdout:3590: done (1 left) 2024-08-19T10:10:38.446 INFO:tasks.rados.rados.0.smithi190.stdout:3591: done (0 left) 2024-08-19T10:10:38.446 INFO:tasks.rados.rados.0.smithi190.stdout:3592: rmattr oid 2 current snap is 354 2024-08-19T10:10:38.446 INFO:tasks.rados.rados.0.smithi190.stdout:3592: done (0 left) 2024-08-19T10:10:38.446 INFO:tasks.rados.rados.0.smithi190.stdout:3593: copy_from oid 8 from oid 12 current snap is 354 2024-08-19T10:10:38.447 INFO:tasks.rados.rados.0.smithi190.stdout:3594: copy_from oid 15 from oid 38 current snap is 354 2024-08-19T10:10:38.447 INFO:tasks.rados.rados.0.smithi190.stdout:3595: snap_create 2024-08-19T10:10:38.463 INFO:tasks.rados.rados.0.smithi190.stdout:3593: finishing copy_from racing read to smithi19066007-8 2024-08-19T10:10:38.466 INFO:tasks.rados.rados.0.smithi190.stdout:3593: finishing copy_from to smithi19066007-8 2024-08-19T10:10:38.466 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 1859 (ObjNum 930 snap 298 seq_num 930) dirty exists 2024-08-19T10:10:38.473 INFO:tasks.rados.rados.0.smithi190.stdout:3594: finishing copy_from racing read to smithi19066007-15 2024-08-19T10:10:38.503 INFO:tasks.rados.rados.0.smithi190.stdout:3594: finishing copy_from to smithi19066007-15 2024-08-19T10:10:38.503 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 1879 (ObjNum 1003 snap 322 seq_num 1003) dirty exists 2024-08-19T10:10:38.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:38 smithi190 ceph-mon[77620]: osdmap e784: 8 total, 8 up, 8 in 2024-08-19T10:10:38.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:38 smithi190 ceph-mon[77620]: osdmap e785: 8 total, 8 up, 8 in 2024-08-19T10:10:38.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:38 smithi190 ceph-mon[80032]: osdmap e784: 8 total, 8 up, 8 in 2024-08-19T10:10:38.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:38 smithi190 ceph-mon[80032]: osdmap e785: 8 total, 8 up, 8 in 2024-08-19T10:10:38.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:38 smithi196 ceph-mon[72638]: osdmap e784: 8 total, 8 up, 8 in 2024-08-19T10:10:38.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:38 smithi196 ceph-mon[72638]: osdmap e785: 8 total, 8 up, 8 in 2024-08-19T10:10:39.450 INFO:tasks.rados.rados.0.smithi190.stdout:3593: done (2 left) 2024-08-19T10:10:39.450 INFO:tasks.rados.rados.0.smithi190.stdout:3594: done (1 left) 2024-08-19T10:10:39.450 INFO:tasks.rados.rados.0.smithi190.stdout:3595: done (0 left) 2024-08-19T10:10:39.450 INFO:tasks.rados.rados.0.smithi190.stdout:3596: snap_create 2024-08-19T10:10:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:39 smithi196 ceph-mon[72638]: pgmap v849: 121 pgs: 121 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 768 KiB/s wr, 9 op/s 2024-08-19T10:10:39.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:39 smithi196 ceph-mon[72638]: osdmap e786: 8 total, 8 up, 8 in 2024-08-19T10:10:39.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:39 smithi190 ceph-mon[77620]: pgmap v849: 121 pgs: 121 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 768 KiB/s wr, 9 op/s 2024-08-19T10:10:39.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:39 smithi190 ceph-mon[77620]: osdmap e786: 8 total, 8 up, 8 in 2024-08-19T10:10:39.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:39 smithi190 ceph-mon[80032]: pgmap v849: 121 pgs: 121 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 768 KiB/s wr, 9 op/s 2024-08-19T10:10:39.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:39 smithi190 ceph-mon[80032]: osdmap e786: 8 total, 8 up, 8 in 2024-08-19T10:10:40.454 INFO:tasks.rados.rados.0.smithi190.stdout:3596: done (0 left) 2024-08-19T10:10:40.455 INFO:tasks.rados.rados.0.smithi190.stdout:3597: read oid 16 snap -1 2024-08-19T10:10:40.455 INFO:tasks.rados.rados.0.smithi190.stdout:3597: expect (ObjNum 1039 snap 335 seq_num 1039) 2024-08-19T10:10:40.455 INFO:tasks.rados.rados.0.smithi190.stdout:3598: snap_remove snap 348 2024-08-19T10:10:41.459 INFO:tasks.rados.rados.0.smithi190.stdout:3598: done (1 left) 2024-08-19T10:10:41.459 INFO:tasks.rados.rados.0.smithi190.stdout:3599: rollback oid 8 current snap is 356 2024-08-19T10:10:41.459 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 8 to 345 2024-08-19T10:10:41.459 INFO:tasks.rados.rados.0.smithi190.stdout:3600: snap_remove snap 332 2024-08-19T10:10:41.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:41 smithi190 ceph-mon[77620]: pgmap v852: 121 pgs: 121 active+clean; 196 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 290 KiB/s wr, 7 op/s 2024-08-19T10:10:41.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:41 smithi190 ceph-mon[77620]: osdmap e787: 8 total, 8 up, 8 in 2024-08-19T10:10:41.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:41 smithi190 ceph-mon[80032]: pgmap v852: 121 pgs: 121 active+clean; 196 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 290 KiB/s wr, 7 op/s 2024-08-19T10:10:41.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:41 smithi190 ceph-mon[80032]: osdmap e787: 8 total, 8 up, 8 in 2024-08-19T10:10:41.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:41 smithi196 ceph-mon[72638]: pgmap v852: 121 pgs: 121 active+clean; 196 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 290 KiB/s wr, 7 op/s 2024-08-19T10:10:41.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:41 smithi196 ceph-mon[72638]: osdmap e787: 8 total, 8 up, 8 in 2024-08-19T10:10:42.471 INFO:tasks.rados.rados.0.smithi190.stdout:3600: done (2 left) 2024-08-19T10:10:42.472 INFO:tasks.rados.rados.0.smithi190.stdout:3601: setattr oid 22 current snap is 356 2024-08-19T10:10:42.472 INFO:tasks.rados.rados.0.smithi190.stdout:3597: expect (ObjNum 1039 snap 335 seq_num 1039) 2024-08-19T10:10:42.651 INFO:tasks.rados.rados.0.smithi190.stdout:3599: finishing rollback tid 0 to smithi19066007-8 2024-08-19T10:10:42.651 INFO:tasks.rados.rados.0.smithi190.stdout:3599: finishing rollback tid 1 to smithi19066007-8 2024-08-19T10:10:42.651 INFO:tasks.rados.rados.0.smithi190.stdout:3599: finishing rollback tid 2 to smithi19066007-8 2024-08-19T10:10:42.651 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 2340 (ObjNum 1016 snap 325 seq_num 1016) dirty exists 2024-08-19T10:10:42.651 INFO:tasks.rados.rados.0.smithi190.stdout:3597: done (2 left) 2024-08-19T10:10:42.651 INFO:tasks.rados.rados.0.smithi190.stdout:3599: done (1 left) 2024-08-19T10:10:42.651 INFO:tasks.rados.rados.0.smithi190.stdout:3602: rmattr oid 35 current snap is 356 2024-08-19T10:10:42.652 INFO:tasks.rados.rados.0.smithi190.stdout:3602: done (1 left) 2024-08-19T10:10:42.652 INFO:tasks.rados.rados.0.smithi190.stdout:3603: snap_remove snap 354 2024-08-19T10:10:42.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:42 smithi190 ceph-mon[80032]: osdmap e788: 8 total, 8 up, 8 in 2024-08-19T10:10:42.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:42 smithi190 ceph-mon[77620]: osdmap e788: 8 total, 8 up, 8 in 2024-08-19T10:10:42.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:42 smithi196 ceph-mon[72638]: osdmap e788: 8 total, 8 up, 8 in 2024-08-19T10:10:43.440 INFO:tasks.rados.rados.0.smithi190.stdout:3603: done (1 left) 2024-08-19T10:10:43.441 INFO:tasks.rados.rados.0.smithi190.stdout:3604: snap_remove snap 345 2024-08-19T10:10:43.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:43 smithi190 ceph-mon[77620]: pgmap v855: 121 pgs: 121 active+clean; 199 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-19T10:10:43.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:43 smithi190 ceph-mon[77620]: osdmap e789: 8 total, 8 up, 8 in 2024-08-19T10:10:43.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:43 smithi190 ceph-mon[77620]: osdmap e790: 8 total, 8 up, 8 in 2024-08-19T10:10:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:43 smithi190 ceph-mon[80032]: pgmap v855: 121 pgs: 121 active+clean; 199 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-19T10:10:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:43 smithi190 ceph-mon[80032]: osdmap e789: 8 total, 8 up, 8 in 2024-08-19T10:10:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:43 smithi190 ceph-mon[80032]: osdmap e790: 8 total, 8 up, 8 in 2024-08-19T10:10:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:43 smithi196 ceph-mon[72638]: pgmap v855: 121 pgs: 121 active+clean; 199 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-08-19T10:10:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:43 smithi196 ceph-mon[72638]: osdmap e789: 8 total, 8 up, 8 in 2024-08-19T10:10:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:43 smithi196 ceph-mon[72638]: osdmap e790: 8 total, 8 up, 8 in 2024-08-19T10:10:44.442 INFO:tasks.rados.rados.0.smithi190.stdout:3604: done (1 left) 2024-08-19T10:10:44.442 INFO:tasks.rados.rados.0.smithi190.stdout:3605: copy_from oid 26 from oid 31 current snap is 356 2024-08-19T10:10:44.443 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 2264 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-19T10:10:44.443 INFO:tasks.rados.rados.0.smithi190.stdout:3601: done (1 left) 2024-08-19T10:10:44.443 INFO:tasks.rados.rados.0.smithi190.stdout:3606: setattr oid 19 current snap is 356 2024-08-19T10:10:44.444 INFO:tasks.rados.rados.0.smithi190.stdout:3607: delete oid 12 current snap is 356 2024-08-19T10:10:44.452 INFO:tasks.rados.rados.0.smithi190.stdout:3605: finishing copy_from to smithi19066007-26 2024-08-19T10:10:44.452 INFO:tasks.rados.rados.0.smithi190.stdout:3605: got expected ENOENT (src dne) 2024-08-19T10:10:44.452 INFO:tasks.rados.rados.0.smithi190.stdout:3605: finishing copy_from racing read to smithi19066007-26 2024-08-19T10:10:44.457 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1867 (ObjNum 1064 snap 343 seq_num 1064) dirty exists 2024-08-19T10:10:44.457 INFO:tasks.rados.rados.0.smithi190.stdout:3605: done (2 left) 2024-08-19T10:10:44.457 INFO:tasks.rados.rados.0.smithi190.stdout:3606: done (1 left) 2024-08-19T10:10:44.458 INFO:tasks.rados.rados.0.smithi190.stdout:3607: done (0 left) 2024-08-19T10:10:44.458 INFO:tasks.rados.rados.0.smithi190.stdout:3608: rollback oid 12 current snap is 356 2024-08-19T10:10:44.458 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 12 to 351 2024-08-19T10:10:44.458 INFO:tasks.rados.rados.0.smithi190.stdout:3609: read oid 10 snap -1 2024-08-19T10:10:44.458 INFO:tasks.rados.rados.0.smithi190.stdout:3609: expect (ObjNum 1061 snap 343 seq_num 1061) 2024-08-19T10:10:44.458 INFO:tasks.rados.rados.0.smithi190.stdout:3610: read oid 1 snap 342 2024-08-19T10:10:44.458 INFO:tasks.rados.rados.0.smithi190.stdout:3610: expect deleted 2024-08-19T10:10:44.458 INFO:tasks.rados.rados.0.smithi190.stdout:3611: snap_remove snap 346 2024-08-19T10:10:45.444 INFO:tasks.rados.rados.0.smithi190.stdout:3608: finishing rollback tid 1 to smithi19066007-12 2024-08-19T10:10:45.445 INFO:tasks.rados.rados.0.smithi190.stdout:3608: finishing rollback tid 2 to smithi19066007-12 2024-08-19T10:10:45.445 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 1870 (ObjNum 930 snap 298 seq_num 930) dirty exists 2024-08-19T10:10:45.445 INFO:tasks.rados.rados.0.smithi190.stdout:3609: expect (ObjNum 1061 snap 343 seq_num 1061) 2024-08-19T10:10:45.598 INFO:tasks.rados.rados.0.smithi190.stdout:3608: done (3 left) 2024-08-19T10:10:45.598 INFO:tasks.rados.rados.0.smithi190.stdout:3609: done (2 left) 2024-08-19T10:10:45.598 INFO:tasks.rados.rados.0.smithi190.stdout:3610: done (1 left) 2024-08-19T10:10:45.598 INFO:tasks.rados.rados.0.smithi190.stdout:3611: done (0 left) 2024-08-19T10:10:45.598 INFO:tasks.rados.rados.0.smithi190.stdout:3612: copy_from oid 43 from oid 31 current snap is 356 2024-08-19T10:10:45.598 INFO:tasks.rados.rados.0.smithi190.stdout:3613: copy_from oid 41 from oid 29 current snap is 356 2024-08-19T10:10:45.599 INFO:tasks.rados.rados.0.smithi190.stdout:3614: delete oid 37 current snap is 356 2024-08-19T10:10:45.602 INFO:tasks.rados.rados.0.smithi190.stdout:3612: finishing copy_from to smithi19066007-43 2024-08-19T10:10:45.602 INFO:tasks.rados.rados.0.smithi190.stdout:3612: got expected ENOENT (src dne) 2024-08-19T10:10:45.602 INFO:tasks.rados.rados.0.smithi190.stdout:3614: done (2 left) 2024-08-19T10:10:45.602 INFO:tasks.rados.rados.0.smithi190.stdout:3615: snap_create 2024-08-19T10:10:45.602 INFO:tasks.rados.rados.0.smithi190.stdout:3612: finishing copy_from racing read to smithi19066007-43 2024-08-19T10:10:45.614 INFO:tasks.rados.rados.0.smithi190.stdout:3613: finishing copy_from racing read to smithi19066007-41 2024-08-19T10:10:45.616 INFO:tasks.rados.rados.0.smithi190.stdout:3613: finishing copy_from to smithi19066007-41 2024-08-19T10:10:45.617 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 2081 (ObjNum 1028 snap 330 seq_num 1028) dirty exists 2024-08-19T10:10:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:45 smithi190 ceph-mon[77620]: pgmap v858: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 199 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-19T10:10:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:45 smithi190 ceph-mon[77620]: osdmap e791: 8 total, 8 up, 8 in 2024-08-19T10:10:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:10:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:45 smithi190 ceph-mon[80032]: pgmap v858: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 199 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-19T10:10:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:45 smithi190 ceph-mon[80032]: osdmap e791: 8 total, 8 up, 8 in 2024-08-19T10:10:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:10:45.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:45 smithi196 ceph-mon[72638]: pgmap v858: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 199 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-19T10:10:45.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:45 smithi196 ceph-mon[72638]: osdmap e791: 8 total, 8 up, 8 in 2024-08-19T10:10:45.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:10:46.456 INFO:tasks.rados.rados.0.smithi190.stdout:3612: done (2 left) 2024-08-19T10:10:46.456 INFO:tasks.rados.rados.0.smithi190.stdout:3613: done (1 left) 2024-08-19T10:10:46.456 INFO:tasks.rados.rados.0.smithi190.stdout:3615: done (0 left) 2024-08-19T10:10:46.456 INFO:tasks.rados.rados.0.smithi190.stdout:3616: snap_remove snap 337 2024-08-19T10:10:46.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:46 smithi190 ceph-mon[77620]: osdmap e792: 8 total, 8 up, 8 in 2024-08-19T10:10:46.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:46 smithi190 ceph-mon[80032]: osdmap e792: 8 total, 8 up, 8 in 2024-08-19T10:10:46.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:46 smithi196 ceph-mon[72638]: osdmap e792: 8 total, 8 up, 8 in 2024-08-19T10:10:47.458 INFO:tasks.rados.rados.0.smithi190.stdout:3616: done (0 left) 2024-08-19T10:10:47.459 INFO:tasks.rados.rados.0.smithi190.stdout:3617: delete oid 36 current snap is 357 2024-08-19T10:10:47.476 INFO:tasks.rados.rados.0.smithi190.stdout:3617: done (0 left) 2024-08-19T10:10:47.476 INFO:tasks.rados.rados.0.smithi190.stdout:3618: rmattr oid 37 current snap is 357 2024-08-19T10:10:47.476 INFO:tasks.rados.rados.0.smithi190.stdout:3618: done (0 left) 2024-08-19T10:10:47.476 INFO:tasks.rados.rados.0.smithi190.stdout:3619: read oid 40 snap -1 2024-08-19T10:10:47.476 INFO:tasks.rados.rados.0.smithi190.stdout:3619: expect (ObjNum 1096 snap 348 seq_num 1096) 2024-08-19T10:10:47.476 INFO:tasks.rados.rados.0.smithi190.stdout:3620: snap_create 2024-08-19T10:10:47.488 INFO:tasks.rados.rados.0.smithi190.stdout:3619: expect (ObjNum 1096 snap 348 seq_num 1096) 2024-08-19T10:10:47.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:47 smithi190 ceph-mon[80032]: pgmap v861: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 191 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 928 KiB/s wr, 12 op/s 2024-08-19T10:10:47.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:47 smithi190 ceph-mon[80032]: osdmap e793: 8 total, 8 up, 8 in 2024-08-19T10:10:47.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:47 smithi190 ceph-mon[77620]: pgmap v861: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 191 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 928 KiB/s wr, 12 op/s 2024-08-19T10:10:47.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:47 smithi190 ceph-mon[77620]: osdmap e793: 8 total, 8 up, 8 in 2024-08-19T10:10:47.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:10:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:10:47] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.51.0" 2024-08-19T10:10:47.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:47 smithi196 ceph-mon[72638]: pgmap v861: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 191 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 928 KiB/s wr, 12 op/s 2024-08-19T10:10:47.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:47 smithi196 ceph-mon[72638]: osdmap e793: 8 total, 8 up, 8 in 2024-08-19T10:10:48.479 INFO:tasks.rados.rados.0.smithi190.stdout:3619: done (1 left) 2024-08-19T10:10:48.479 INFO:tasks.rados.rados.0.smithi190.stdout:3620: done (0 left) 2024-08-19T10:10:48.479 INFO:tasks.rados.rados.0.smithi190.stdout:3621: setattr oid 19 current snap is 358 2024-08-19T10:10:48.479 INFO:tasks.rados.rados.0.smithi190.stdout:3622: copy_from oid 24 from oid 17 current snap is 358 2024-08-19T10:10:48.480 INFO:tasks.rados.rados.0.smithi190.stdout:3623: snap_create 2024-08-19T10:10:48.487 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 1871 (ObjNum 1064 snap 343 seq_num 1064) dirty exists 2024-08-19T10:10:48.491 INFO:tasks.rados.rados.0.smithi190.stdout:3622: finishing copy_from racing read to smithi19066007-24 2024-08-19T10:10:48.492 INFO:tasks.rados.rados.0.smithi190.stdout:3622: finishing copy_from to smithi19066007-24 2024-08-19T10:10:48.493 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 1855 (ObjNum 930 snap 298 seq_num 930) dirty exists 2024-08-19T10:10:48.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:48 smithi190 ceph-mon[80032]: osdmap e794: 8 total, 8 up, 8 in 2024-08-19T10:10:48.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:48 smithi190 ceph-mon[77620]: osdmap e794: 8 total, 8 up, 8 in 2024-08-19T10:10:48.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:48 smithi196 ceph-mon[72638]: osdmap e794: 8 total, 8 up, 8 in 2024-08-19T10:10:49.480 INFO:tasks.rados.rados.0.smithi190.stdout:3621: done (2 left) 2024-08-19T10:10:49.480 INFO:tasks.rados.rados.0.smithi190.stdout:3622: done (1 left) 2024-08-19T10:10:49.480 INFO:tasks.rados.rados.0.smithi190.stdout:3623: done (0 left) 2024-08-19T10:10:49.480 INFO:tasks.rados.rados.0.smithi190.stdout:3624: read oid 6 snap -1 2024-08-19T10:10:49.480 INFO:tasks.rados.rados.0.smithi190.stdout:3624: expect (ObjNum 1093 snap 348 seq_num 1093) 2024-08-19T10:10:49.481 INFO:tasks.rados.rados.0.smithi190.stdout:3625: snap_create 2024-08-19T10:10:49.497 INFO:tasks.rados.rados.0.smithi190.stdout:3624: expect (ObjNum 1093 snap 348 seq_num 1093) 2024-08-19T10:10:49.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:49 smithi190 ceph-mon[77620]: pgmap v864: 121 pgs: 121 active+clean; 183 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 10 op/s 2024-08-19T10:10:49.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:49 smithi190 ceph-mon[77620]: osdmap e795: 8 total, 8 up, 8 in 2024-08-19T10:10:49.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:49 smithi190 ceph-mon[80032]: pgmap v864: 121 pgs: 121 active+clean; 183 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 10 op/s 2024-08-19T10:10:49.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:49 smithi190 ceph-mon[80032]: osdmap e795: 8 total, 8 up, 8 in 2024-08-19T10:10:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:49 smithi196 ceph-mon[72638]: pgmap v864: 121 pgs: 121 active+clean; 183 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 10 op/s 2024-08-19T10:10:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:49 smithi196 ceph-mon[72638]: osdmap e795: 8 total, 8 up, 8 in 2024-08-19T10:10:50.484 INFO:tasks.rados.rados.0.smithi190.stdout:3624: done (1 left) 2024-08-19T10:10:50.484 INFO:tasks.rados.rados.0.smithi190.stdout:3625: done (0 left) 2024-08-19T10:10:50.484 INFO:tasks.rados.rados.0.smithi190.stdout:3626: rollback oid 35 current snap is 360 2024-08-19T10:10:50.484 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 35 to 359 2024-08-19T10:10:50.484 INFO:tasks.rados.rados.0.smithi190.stdout:3627: snap_remove snap 357 2024-08-19T10:10:50.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:50 smithi190 ceph-mon[80032]: osdmap e796: 8 total, 8 up, 8 in 2024-08-19T10:10:50.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:50 smithi190 ceph-mon[77620]: osdmap e796: 8 total, 8 up, 8 in 2024-08-19T10:10:50.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:50 smithi196 ceph-mon[72638]: osdmap e796: 8 total, 8 up, 8 in 2024-08-19T10:10:51.487 INFO:tasks.rados.rados.0.smithi190.stdout:3627: done (1 left) 2024-08-19T10:10:51.487 INFO:tasks.rados.rados.0.smithi190.stdout:3628: read oid 21 snap 350 2024-08-19T10:10:51.488 INFO:tasks.rados.rados.0.smithi190.stdout:3628: expect (ObjNum 1025 snap 328 seq_num 1025) 2024-08-19T10:10:51.488 INFO:tasks.rados.rados.0.smithi190.stdout:3629: rollback oid 8 current snap is 360 2024-08-19T10:10:51.488 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 8 to 349 2024-08-19T10:10:51.488 INFO:tasks.rados.rados.0.smithi190.stdout:3626: finishing rollback tid 1 to smithi19066007-35 2024-08-19T10:10:51.488 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 0 (ObjNum 545 snap 0 seq_num 3357328464) dirty dne 2024-08-19T10:10:51.488 INFO:tasks.rados.rados.0.smithi190.stdout:3626: done (2 left) 2024-08-19T10:10:51.488 INFO:tasks.rados.rados.0.smithi190.stdout:3630: rmattr oid 17 current snap is 360 2024-08-19T10:10:51.488 INFO:tasks.rados.rados.0.smithi190.stdout:3630: done (2 left) 2024-08-19T10:10:51.488 INFO:tasks.rados.rados.0.smithi190.stdout:3631: read oid 36 snap -1 2024-08-19T10:10:51.488 INFO:tasks.rados.rados.0.smithi190.stdout:3631: expect deleted 2024-08-19T10:10:51.488 INFO:tasks.rados.rados.0.smithi190.stdout:3632: delete oid 15 current snap is 360 2024-08-19T10:10:51.494 INFO:tasks.rados.rados.0.smithi190.stdout:3632: done (3 left) 2024-08-19T10:10:51.494 INFO:tasks.rados.rados.0.smithi190.stdout:3633: snap_create 2024-08-19T10:10:51.499 INFO:tasks.rados.rados.0.smithi190.stdout:3629: finishing rollback tid 0 to smithi19066007-8 2024-08-19T10:10:51.500 INFO:tasks.rados.rados.0.smithi190.stdout:3629: finishing rollback tid 1 to smithi19066007-8 2024-08-19T10:10:51.501 INFO:tasks.rados.rados.0.smithi190.stdout:3629: finishing rollback tid 2 to smithi19066007-8 2024-08-19T10:10:51.501 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 2384 (ObjNum 1016 snap 325 seq_num 1016) dirty exists 2024-08-19T10:10:51.502 INFO:tasks.rados.rados.0.smithi190.stdout:3628: expect (ObjNum 1025 snap 328 seq_num 1025) 2024-08-19T10:10:51.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:51 smithi190 ceph-mon[77620]: pgmap v867: 121 pgs: 121 active+clean; 168 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 644 KiB/s wr, 7 op/s 2024-08-19T10:10:51.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:51 smithi190 ceph-mon[77620]: osdmap e797: 8 total, 8 up, 8 in 2024-08-19T10:10:51.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:51 smithi190 ceph-mon[80032]: pgmap v867: 121 pgs: 121 active+clean; 168 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 644 KiB/s wr, 7 op/s 2024-08-19T10:10:51.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:51 smithi190 ceph-mon[80032]: osdmap e797: 8 total, 8 up, 8 in 2024-08-19T10:10:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:51 smithi196 ceph-mon[72638]: pgmap v867: 121 pgs: 121 active+clean; 168 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 644 KiB/s wr, 7 op/s 2024-08-19T10:10:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:51 smithi196 ceph-mon[72638]: osdmap e797: 8 total, 8 up, 8 in 2024-08-19T10:10:52.506 INFO:tasks.rados.rados.0.smithi190.stdout:3628: done (3 left) 2024-08-19T10:10:52.506 INFO:tasks.rados.rados.0.smithi190.stdout:3629: done (2 left) 2024-08-19T10:10:52.506 INFO:tasks.rados.rados.0.smithi190.stdout:3631: done (1 left) 2024-08-19T10:10:52.506 INFO:tasks.rados.rados.0.smithi190.stdout:3633: done (0 left) 2024-08-19T10:10:52.506 INFO:tasks.rados.rados.0.smithi190.stdout:3634: rollback oid 23 current snap is 361 2024-08-19T10:10:52.507 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 23 to 359 2024-08-19T10:10:52.507 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 3 current snap is 361 2024-08-19T10:10:52.507 INFO:tasks.rados.rados.0.smithi190.stdout:3635: seq_num 1111 ranges {0=614400,614400=753664,1368064=450560} 2024-08-19T10:10:52.510 INFO:tasks.rados.rados.0.smithi190.stdout:3635: writing smithi19066007-3 from 0 to 614400 tid 1 2024-08-19T10:10:52.514 INFO:tasks.rados.rados.0.smithi190.stdout:3635: writing smithi19066007-3 from 614400 to 1368064 tid 2 2024-08-19T10:10:52.517 INFO:tasks.rados.rados.0.smithi190.stdout:3635: writing smithi19066007-3 from 1368064 to 1818624 tid 3 2024-08-19T10:10:52.517 INFO:tasks.rados.rados.0.smithi190.stdout:3636: setattr oid 31 current snap is 361 2024-08-19T10:10:52.517 INFO:tasks.rados.rados.0.smithi190.stdout:3634: finishing rollback tid 0 to smithi19066007-23 2024-08-19T10:10:52.517 INFO:tasks.rados.rados.0.smithi190.stdout:3634: finishing rollback tid 1 to smithi19066007-23 2024-08-19T10:10:52.517 INFO:tasks.rados.rados.0.smithi190.stdout:3634: finishing rollback tid 2 to smithi19066007-23 2024-08-19T10:10:52.517 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1906 (ObjNum 1067 snap 344 seq_num 1067) dirty exists 2024-08-19T10:10:52.517 INFO:tasks.rados.rados.0.smithi190.stdout:3635: finishing write tid 1 to smithi19066007-3 2024-08-19T10:10:52.519 INFO:tasks.rados.rados.0.smithi190.stdout:3634: done (2 left) 2024-08-19T10:10:52.519 INFO:tasks.rados.rados.0.smithi190.stdout:3637: rollback oid 47 current snap is 361 2024-08-19T10:10:52.519 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 47 to 350 2024-08-19T10:10:52.519 INFO:tasks.rados.rados.0.smithi190.stdout:3638: snap_remove snap 356 2024-08-19T10:10:52.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:52 smithi190 ceph-mon[77620]: osdmap e798: 8 total, 8 up, 8 in 2024-08-19T10:10:52.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:52 smithi190 ceph-mon[80032]: osdmap e798: 8 total, 8 up, 8 in 2024-08-19T10:10:52.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:52 smithi196 ceph-mon[72638]: osdmap e798: 8 total, 8 up, 8 in 2024-08-19T10:10:53.445 INFO:tasks.rados.rados.0.smithi190.stdout:3638: done (3 left) 2024-08-19T10:10:53.446 INFO:tasks.rados.rados.0.smithi190.stdout:3639: read oid 37 snap -1 2024-08-19T10:10:53.446 INFO:tasks.rados.rados.0.smithi190.stdout:3639: expect deleted 2024-08-19T10:10:53.446 INFO:tasks.rados.rados.0.smithi190.stdout:3640: delete oid 39 current snap is 361 2024-08-19T10:10:53.446 INFO:tasks.rados.rados.0.smithi190.stdout:3635: finishing write tid 2 to smithi19066007-3 2024-08-19T10:10:53.446 INFO:tasks.rados.rados.0.smithi190.stdout:3635: finishing write tid 3 to smithi19066007-3 2024-08-19T10:10:53.446 INFO:tasks.rados.rados.0.smithi190.stdout:3635: finishing write tid 4 to smithi19066007-3 2024-08-19T10:10:53.446 INFO:tasks.rados.rados.0.smithi190.stdout:3635: finishing write tid 5 to smithi19066007-3 2024-08-19T10:10:53.446 INFO:tasks.rados.rados.0.smithi190.stdout:3635: oid 3 updating version 0 to 2270 2024-08-19T10:10:53.446 INFO:tasks.rados.rados.0.smithi190.stdout:3635: oid 3 version 2270 is already newer than 2268 2024-08-19T10:10:53.446 INFO:tasks.rados.rados.0.smithi190.stdout:3635: oid 3 version 2270 is already newer than 2267 2024-08-19T10:10:53.446 INFO:tasks.rados.rados.0.smithi190.stdout:3635: oid 3 version 2270 is already newer than 2269 2024-08-19T10:10:53.447 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 2270 (ObjNum 1111 snap 361 seq_num 1111) dirty exists 2024-08-19T10:10:53.447 INFO:tasks.rados.rados.0.smithi190.stdout:3635: left oid 3 (ObjNum 1111 snap 361 seq_num 1111) 2024-08-19T10:10:53.447 INFO:tasks.rados.rados.0.smithi190.stdout:3637: finishing rollback tid 0 to smithi19066007-47 2024-08-19T10:10:53.447 INFO:tasks.rados.rados.0.smithi190.stdout:3637: finishing rollback tid 1 to smithi19066007-47 2024-08-19T10:10:53.447 INFO:tasks.rados.rados.0.smithi190.stdout:3637: finishing rollback tid 2 to smithi19066007-47 2024-08-19T10:10:53.447 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 2141 (ObjNum 976 snap 315 seq_num 976) dirty exists 2024-08-19T10:10:53.447 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 2116 (ObjNum 33 snap 0 seq_num 3358116752) dirty exists 2024-08-19T10:10:53.456 INFO:tasks.rados.rados.0.smithi190.stdout:3635: done (4 left) 2024-08-19T10:10:53.456 INFO:tasks.rados.rados.0.smithi190.stdout:3636: done (3 left) 2024-08-19T10:10:53.456 INFO:tasks.rados.rados.0.smithi190.stdout:3637: done (2 left) 2024-08-19T10:10:53.457 INFO:tasks.rados.rados.0.smithi190.stdout:3639: done (1 left) 2024-08-19T10:10:53.457 INFO:tasks.rados.rados.0.smithi190.stdout:3640: done (0 left) 2024-08-19T10:10:53.457 INFO:tasks.rados.rados.0.smithi190.stdout:3641: rollback oid 11 current snap is 361 2024-08-19T10:10:53.457 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 11 to 351 2024-08-19T10:10:53.457 INFO:tasks.rados.rados.0.smithi190.stdout:3642: delete oid 24 current snap is 361 2024-08-19T10:10:53.460 INFO:tasks.rados.rados.0.smithi190.stdout:3642: done (1 left) 2024-08-19T10:10:53.460 INFO:tasks.rados.rados.0.smithi190.stdout:3643: snap_remove snap 352 2024-08-19T10:10:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:53 smithi190 ceph-mon[77620]: pgmap v870: 121 pgs: 121 active+clean; 168 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 644 KiB/s wr, 7 op/s 2024-08-19T10:10:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:53 smithi190 ceph-mon[77620]: osdmap e799: 8 total, 8 up, 8 in 2024-08-19T10:10:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:53 smithi190 ceph-mon[77620]: osdmap e800: 8 total, 8 up, 8 in 2024-08-19T10:10:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:53 smithi190 ceph-mon[80032]: pgmap v870: 121 pgs: 121 active+clean; 168 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 644 KiB/s wr, 7 op/s 2024-08-19T10:10:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:53 smithi190 ceph-mon[80032]: osdmap e799: 8 total, 8 up, 8 in 2024-08-19T10:10:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:53 smithi190 ceph-mon[80032]: osdmap e800: 8 total, 8 up, 8 in 2024-08-19T10:10:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:53 smithi196 ceph-mon[72638]: pgmap v870: 121 pgs: 121 active+clean; 168 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 644 KiB/s wr, 7 op/s 2024-08-19T10:10:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:53 smithi196 ceph-mon[72638]: osdmap e799: 8 total, 8 up, 8 in 2024-08-19T10:10:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:53 smithi196 ceph-mon[72638]: osdmap e800: 8 total, 8 up, 8 in 2024-08-19T10:10:54.445 INFO:tasks.rados.rados.0.smithi190.stdout:3643: done (1 left) 2024-08-19T10:10:54.445 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 34 current snap is 361 2024-08-19T10:10:54.445 INFO:tasks.rados.rados.0.smithi190.stdout:3644: seq_num 1114 ranges {0=663552,663552=802816,1466368=401408} 2024-08-19T10:10:54.449 INFO:tasks.rados.rados.0.smithi190.stdout:3644: writing smithi19066007-34 from 0 to 663552 tid 1 2024-08-19T10:10:54.455 INFO:tasks.rados.rados.0.smithi190.stdout:3644: writing smithi19066007-34 from 663552 to 1466368 tid 2 2024-08-19T10:10:54.457 INFO:tasks.rados.rados.0.smithi190.stdout:3644: writing smithi19066007-34 from 1466368 to 1867776 tid 3 2024-08-19T10:10:54.458 INFO:tasks.rados.rados.0.smithi190.stdout:3645: rmattr oid 7 current snap is 361 2024-08-19T10:10:54.458 INFO:tasks.rados.rados.0.smithi190.stdout:3645: done (2 left) 2024-08-19T10:10:54.458 INFO:tasks.rados.rados.0.smithi190.stdout:3646: delete oid 12 current snap is 361 2024-08-19T10:10:54.458 INFO:tasks.rados.rados.0.smithi190.stdout:3641: finishing rollback tid 1 to smithi19066007-11 2024-08-19T10:10:54.458 INFO:tasks.rados.rados.0.smithi190.stdout:3641: finishing rollback tid 2 to smithi19066007-11 2024-08-19T10:10:54.459 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 2272 (ObjNum 967 snap 310 seq_num 967) dirty exists 2024-08-19T10:10:54.459 INFO:tasks.rados.rados.0.smithi190.stdout:3644: finishing write tid 1 to smithi19066007-34 2024-08-19T10:10:54.461 INFO:tasks.rados.rados.0.smithi190.stdout:3644: finishing write tid 2 to smithi19066007-34 2024-08-19T10:10:54.461 INFO:tasks.rados.rados.0.smithi190.stdout:3644: finishing write tid 3 to smithi19066007-34 2024-08-19T10:10:54.461 INFO:tasks.rados.rados.0.smithi190.stdout:3641: done (2 left) 2024-08-19T10:10:54.461 INFO:tasks.rados.rados.0.smithi190.stdout:3646: done (1 left) 2024-08-19T10:10:54.461 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 10 current snap is 361 2024-08-19T10:10:54.461 INFO:tasks.rados.rados.0.smithi190.stdout:3647: seq_num 1116 ranges {3235840=696320,3932160=573440,4505600=450560,4956160=180224} 2024-08-19T10:10:54.483 INFO:tasks.rados.rados.0.smithi190.stdout:3647: writing smithi19066007-10 from 3235840 to 3932160 tid 1 2024-08-19T10:10:54.486 INFO:tasks.rados.rados.0.smithi190.stdout:3647: writing smithi19066007-10 from 3932160 to 4505600 tid 2 2024-08-19T10:10:54.488 INFO:tasks.rados.rados.0.smithi190.stdout:3647: writing smithi19066007-10 from 4505600 to 4956160 tid 3 2024-08-19T10:10:54.490 INFO:tasks.rados.rados.0.smithi190.stdout:3647: writing smithi19066007-10 from 4956160 to 5136384 tid 4 2024-08-19T10:10:54.490 INFO:tasks.rados.rados.0.smithi190.stdout:3648: read oid 23 snap 351 2024-08-19T10:10:54.490 INFO:tasks.rados.rados.0.smithi190.stdout:3648: expect (ObjNum 1067 snap 344 seq_num 1067) 2024-08-19T10:10:54.490 INFO:tasks.rados.rados.0.smithi190.stdout:3649: delete oid 3 current snap is 361 2024-08-19T10:10:54.490 INFO:tasks.rados.rados.0.smithi190.stdout:3644: finishing write tid 4 to smithi19066007-34 2024-08-19T10:10:54.490 INFO:tasks.rados.rados.0.smithi190.stdout:3644: finishing write tid 5 to smithi19066007-34 2024-08-19T10:10:54.490 INFO:tasks.rados.rados.0.smithi190.stdout:3644: oid 34 updating version 0 to 2220 2024-08-19T10:10:54.491 INFO:tasks.rados.rados.0.smithi190.stdout:3644: oid 34 updating version 2220 to 2222 2024-08-19T10:10:54.491 INFO:tasks.rados.rados.0.smithi190.stdout:3644: oid 34 version 2222 is already newer than 2221 2024-08-19T10:10:54.491 INFO:tasks.rados.rados.0.smithi190.stdout:3644: oid 34 version 2222 is already newer than 2219 2024-08-19T10:10:54.491 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 2222 (ObjNum 1114 snap 361 seq_num 1114) dirty exists 2024-08-19T10:10:54.491 INFO:tasks.rados.rados.0.smithi190.stdout:3644: left oid 34 (ObjNum 1114 snap 361 seq_num 1114) 2024-08-19T10:10:54.491 INFO:tasks.rados.rados.0.smithi190.stdout:3647: finishing write tid 1 to smithi19066007-10 2024-08-19T10:10:54.491 INFO:tasks.rados.rados.0.smithi190.stdout:3647: finishing write tid 2 to smithi19066007-10 2024-08-19T10:10:54.492 INFO:tasks.rados.rados.0.smithi190.stdout:3647: finishing write tid 3 to smithi19066007-10 2024-08-19T10:10:54.492 INFO:tasks.rados.rados.0.smithi190.stdout:3644: done (3 left) 2024-08-19T10:10:54.492 INFO:tasks.rados.rados.0.smithi190.stdout:3649: done (2 left) 2024-08-19T10:10:54.492 INFO:tasks.rados.rados.0.smithi190.stdout:3650: snap_create 2024-08-19T10:10:54.493 INFO:tasks.rados.rados.0.smithi190.stdout:3647: finishing write tid 4 to smithi19066007-10 2024-08-19T10:10:54.493 INFO:tasks.rados.rados.0.smithi190.stdout:3647: finishing write tid 5 to smithi19066007-10 2024-08-19T10:10:54.494 INFO:tasks.rados.rados.0.smithi190.stdout:3647: finishing write tid 6 to smithi19066007-10 2024-08-19T10:10:54.494 INFO:tasks.rados.rados.0.smithi190.stdout:3647: oid 10 updating version 0 to 2092 2024-08-19T10:10:54.494 INFO:tasks.rados.rados.0.smithi190.stdout:3647: oid 10 version 2092 is already newer than 2089 2024-08-19T10:10:54.494 INFO:tasks.rados.rados.0.smithi190.stdout:3647: oid 10 version 2092 is already newer than 2090 2024-08-19T10:10:54.494 INFO:tasks.rados.rados.0.smithi190.stdout:3647: oid 10 version 2092 is already newer than 2091 2024-08-19T10:10:54.494 INFO:tasks.rados.rados.0.smithi190.stdout:3647: oid 10 version 2092 is already newer than 2088 2024-08-19T10:10:54.494 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 2092 (ObjNum 1116 snap 361 seq_num 1116) dirty exists 2024-08-19T10:10:54.494 INFO:tasks.rados.rados.0.smithi190.stdout:3647: left oid 10 (ObjNum 1116 snap 361 seq_num 1116) 2024-08-19T10:10:54.508 INFO:tasks.rados.rados.0.smithi190.stdout:3648: expect (ObjNum 1067 snap 344 seq_num 1067) 2024-08-19T10:10:55.450 INFO:tasks.rados.rados.0.smithi190.stdout:3647: done (2 left) 2024-08-19T10:10:55.451 INFO:tasks.rados.rados.0.smithi190.stdout:3648: done (1 left) 2024-08-19T10:10:55.451 INFO:tasks.rados.rados.0.smithi190.stdout:3650: done (0 left) 2024-08-19T10:10:55.451 INFO:tasks.rados.rados.0.smithi190.stdout:3651: copy_from oid 44 from oid 13 current snap is 362 2024-08-19T10:10:55.451 INFO:tasks.rados.rados.0.smithi190.stdout:3652: snap_remove snap 350 2024-08-19T10:10:55.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:55 smithi190 ceph-mon[77620]: pgmap v873: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 171 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 290 KiB/s wr, 3 op/s 2024-08-19T10:10:55.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:55 smithi190 ceph-mon[77620]: osdmap e801: 8 total, 8 up, 8 in 2024-08-19T10:10:55.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:55 smithi190 ceph-mon[80032]: pgmap v873: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 171 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 290 KiB/s wr, 3 op/s 2024-08-19T10:10:55.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:55 smithi190 ceph-mon[80032]: osdmap e801: 8 total, 8 up, 8 in 2024-08-19T10:10:55.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:55 smithi196 ceph-mon[72638]: pgmap v873: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 171 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 290 KiB/s wr, 3 op/s 2024-08-19T10:10:55.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:55 smithi196 ceph-mon[72638]: osdmap e801: 8 total, 8 up, 8 in 2024-08-19T10:10:56.456 INFO:tasks.rados.rados.0.smithi190.stdout:3652: done (1 left) 2024-08-19T10:10:56.456 INFO:tasks.rados.rados.0.smithi190.stdout:3653: copy_from oid 12 from oid 17 current snap is 362 2024-08-19T10:10:56.456 INFO:tasks.rados.rados.0.smithi190.stdout:3651: finishing copy_from to smithi19066007-44 2024-08-19T10:10:56.456 INFO:tasks.rados.rados.0.smithi190.stdout:3651: got expected ENOENT (src dne) 2024-08-19T10:10:56.457 INFO:tasks.rados.rados.0.smithi190.stdout:3651: finishing copy_from racing read to smithi19066007-44 2024-08-19T10:10:56.457 INFO:tasks.rados.rados.0.smithi190.stdout:3651: done (1 left) 2024-08-19T10:10:56.457 INFO:tasks.rados.rados.0.smithi190.stdout:3654: delete oid 2 current snap is 362 2024-08-19T10:10:56.465 INFO:tasks.rados.rados.0.smithi190.stdout:3654: done (1 left) 2024-08-19T10:10:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3655: read oid 47 snap -1 2024-08-19T10:10:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3655: expect (ObjNum 976 snap 315 seq_num 976) 2024-08-19T10:10:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3656: read oid 43 snap -1 2024-08-19T10:10:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3656: expect deleted 2024-08-19T10:10:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3657: read oid 24 snap -1 2024-08-19T10:10:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3657: expect deleted 2024-08-19T10:10:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3658: read oid 34 snap -1 2024-08-19T10:10:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3658: expect (ObjNum 1114 snap 361 seq_num 1114) 2024-08-19T10:10:56.466 INFO:tasks.rados.rados.0.smithi190.stdout:3659: snap_remove snap 342 2024-08-19T10:10:56.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:56 smithi190 ceph-mon[77620]: osdmap e802: 8 total, 8 up, 8 in 2024-08-19T10:10:56.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:56 smithi190 ceph-mon[80032]: osdmap e802: 8 total, 8 up, 8 in 2024-08-19T10:10:56.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:56 smithi196 ceph-mon[72638]: osdmap e802: 8 total, 8 up, 8 in 2024-08-19T10:10:57.470 INFO:tasks.rados.rados.0.smithi190.stdout:3653: finishing copy_from racing read to smithi19066007-12 2024-08-19T10:10:57.470 INFO:tasks.rados.rados.0.smithi190.stdout:3653: finishing copy_from to smithi19066007-12 2024-08-19T10:10:57.470 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 1855 (ObjNum 930 snap 298 seq_num 930) dirty exists 2024-08-19T10:10:57.470 INFO:tasks.rados.rados.0.smithi190.stdout:3655: expect (ObjNum 976 snap 315 seq_num 976) 2024-08-19T10:10:57.531 INFO:tasks.rados.rados.0.smithi190.stdout:3658: expect (ObjNum 1114 snap 361 seq_num 1114) 2024-08-19T10:10:57.578 INFO:tasks.rados.rados.0.smithi190.stdout:3653: done (5 left) 2024-08-19T10:10:57.578 INFO:tasks.rados.rados.0.smithi190.stdout:3655: done (4 left) 2024-08-19T10:10:57.578 INFO:tasks.rados.rados.0.smithi190.stdout:3656: done (3 left) 2024-08-19T10:10:57.578 INFO:tasks.rados.rados.0.smithi190.stdout:3657: done (2 left) 2024-08-19T10:10:57.578 INFO:tasks.rados.rados.0.smithi190.stdout:3658: done (1 left) 2024-08-19T10:10:57.579 INFO:tasks.rados.rados.0.smithi190.stdout:3659: done (0 left) 2024-08-19T10:10:57.579 INFO:tasks.rados.rados.0.smithi190.stdout:3660: read oid 10 snap -1 2024-08-19T10:10:57.579 INFO:tasks.rados.rados.0.smithi190.stdout:3660: expect (ObjNum 1116 snap 361 seq_num 1116) 2024-08-19T10:10:57.579 INFO:tasks.rados.rados.0.smithi190.stdout:3661: read oid 48 snap -1 2024-08-19T10:10:57.579 INFO:tasks.rados.rados.0.smithi190.stdout:3661: expect (ObjNum 799 snap 263 seq_num 799) 2024-08-19T10:10:57.579 INFO:tasks.rados.rados.0.smithi190.stdout:3662: copy_from oid 13 from oid 37 current snap is 362 2024-08-19T10:10:57.579 INFO:tasks.rados.rados.0.smithi190.stdout:3663: snap_create 2024-08-19T10:10:57.579 INFO:tasks.rados.rados.0.smithi190.stdout:3662: finishing copy_from to smithi19066007-13 2024-08-19T10:10:57.580 INFO:tasks.rados.rados.0.smithi190.stdout:3662: got expected ENOENT (src dne) 2024-08-19T10:10:57.580 INFO:tasks.rados.rados.0.smithi190.stdout:3662: finishing copy_from racing read to smithi19066007-13 2024-08-19T10:10:57.588 INFO:tasks.rados.rados.0.smithi190.stdout:3661: expect (ObjNum 799 snap 263 seq_num 799) 2024-08-19T10:10:57.627 INFO:tasks.rados.rados.0.smithi190.stdout:3660: expect (ObjNum 1116 snap 361 seq_num 1116) 2024-08-19T10:10:57.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:57 smithi190 ceph-mon[77620]: pgmap v876: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 746 KiB/s wr, 10 op/s 2024-08-19T10:10:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:57 smithi190 ceph-mon[77620]: osdmap e803: 8 total, 8 up, 8 in 2024-08-19T10:10:57.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:10:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:10:57] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.51.0" 2024-08-19T10:10:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:57 smithi190 ceph-mon[80032]: pgmap v876: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 746 KiB/s wr, 10 op/s 2024-08-19T10:10:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:57 smithi190 ceph-mon[80032]: osdmap e803: 8 total, 8 up, 8 in 2024-08-19T10:10:57.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:57 smithi196 ceph-mon[72638]: pgmap v876: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 173 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 746 KiB/s wr, 10 op/s 2024-08-19T10:10:57.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:57 smithi196 ceph-mon[72638]: osdmap e803: 8 total, 8 up, 8 in 2024-08-19T10:10:58.474 INFO:tasks.rados.rados.0.smithi190.stdout:3660: done (3 left) 2024-08-19T10:10:58.474 INFO:tasks.rados.rados.0.smithi190.stdout:3661: done (2 left) 2024-08-19T10:10:58.474 INFO:tasks.rados.rados.0.smithi190.stdout:3662: done (1 left) 2024-08-19T10:10:58.474 INFO:tasks.rados.rados.0.smithi190.stdout:3663: done (0 left) 2024-08-19T10:10:58.474 INFO:tasks.rados.rados.0.smithi190.stdout:3664: rollback oid 25 current snap is 363 2024-08-19T10:10:58.474 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 25 to 362 2024-08-19T10:10:58.474 INFO:tasks.rados.rados.0.smithi190.stdout:3665: snap_create 2024-08-19T10:10:58.479 INFO:tasks.rados.rados.0.smithi190.stdout:3664: finishing rollback tid 0 to smithi19066007-25 2024-08-19T10:10:58.479 INFO:tasks.rados.rados.0.smithi190.stdout:3664: finishing rollback tid 1 to smithi19066007-25 2024-08-19T10:10:58.479 INFO:tasks.rados.rados.0.smithi190.stdout:3664: finishing rollback tid 2 to smithi19066007-25 2024-08-19T10:10:58.479 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 2119 (ObjNum 1047 snap 337 seq_num 1047) dirty exists 2024-08-19T10:10:58.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:58 smithi190 ceph-mon[77620]: osdmap e804: 8 total, 8 up, 8 in 2024-08-19T10:10:58.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:58 smithi190 ceph-mon[80032]: osdmap e804: 8 total, 8 up, 8 in 2024-08-19T10:10:58.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:58 smithi196 ceph-mon[72638]: osdmap e804: 8 total, 8 up, 8 in 2024-08-19T10:10:59.476 INFO:tasks.rados.rados.0.smithi190.stdout:3664: done (1 left) 2024-08-19T10:10:59.476 INFO:tasks.rados.rados.0.smithi190.stdout:3665: done (0 left) 2024-08-19T10:10:59.476 INFO:tasks.rados.rados.0.smithi190.stdout:3666: read oid 2 snap -1 2024-08-19T10:10:59.476 INFO:tasks.rados.rados.0.smithi190.stdout:3666: expect deleted 2024-08-19T10:10:59.476 INFO:tasks.rados.rados.0.smithi190.stdout:3667: snap_remove snap 361 2024-08-19T10:10:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:59 smithi190 ceph-mon[77620]: pgmap v879: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 164 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 900 KiB/s wr, 11 op/s 2024-08-19T10:10:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:10:59 smithi190 ceph-mon[77620]: osdmap e805: 8 total, 8 up, 8 in 2024-08-19T10:10:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:59 smithi190 ceph-mon[80032]: pgmap v879: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 164 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 900 KiB/s wr, 11 op/s 2024-08-19T10:10:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:10:59 smithi190 ceph-mon[80032]: osdmap e805: 8 total, 8 up, 8 in 2024-08-19T10:10:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:59 smithi196 ceph-mon[72638]: pgmap v879: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 164 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 900 KiB/s wr, 11 op/s 2024-08-19T10:10:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:10:59 smithi196 ceph-mon[72638]: osdmap e805: 8 total, 8 up, 8 in 2024-08-19T10:11:00.489 INFO:tasks.rados.rados.0.smithi190.stdout:3667: done (1 left) 2024-08-19T10:11:00.489 INFO:tasks.rados.rados.0.smithi190.stdout:3668: read oid 46 snap 358 2024-08-19T10:11:00.489 INFO:tasks.rados.rados.0.smithi190.stdout:3668: expect (ObjNum 948 snap 304 seq_num 948) 2024-08-19T10:11:00.489 INFO:tasks.rados.rados.0.smithi190.stdout:3669: delete oid 3 current snap is 364 2024-08-19T10:11:00.495 INFO:tasks.rados.rados.0.smithi190.stdout:3666: done (2 left) 2024-08-19T10:11:00.495 INFO:tasks.rados.rados.0.smithi190.stdout:3669: done (1 left) 2024-08-19T10:11:00.496 INFO:tasks.rados.rados.0.smithi190.stdout:3670: snap_create 2024-08-19T10:11:00.525 INFO:tasks.rados.rados.0.smithi190.stdout:3668: expect (ObjNum 948 snap 304 seq_num 948) 2024-08-19T10:11:00.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:00 smithi190 ceph-mon[77620]: osdmap e806: 8 total, 8 up, 8 in 2024-08-19T10:11:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:11:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:00 smithi190 ceph-mon[80032]: osdmap e806: 8 total, 8 up, 8 in 2024-08-19T10:11:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:11:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:00 smithi196 ceph-mon[72638]: osdmap e806: 8 total, 8 up, 8 in 2024-08-19T10:11:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:11:01.493 INFO:tasks.rados.rados.0.smithi190.stdout:3668: done (1 left) 2024-08-19T10:11:01.494 INFO:tasks.rados.rados.0.smithi190.stdout:3670: done (0 left) 2024-08-19T10:11:01.494 INFO:tasks.rados.rados.0.smithi190.stdout:3671: rmattr oid 9 current snap is 365 2024-08-19T10:11:01.494 INFO:tasks.rados.rados.0.smithi190.stdout:3671: done (0 left) 2024-08-19T10:11:01.494 INFO:tasks.rados.rados.0.smithi190.stdout:3672: read oid 4 snap -1 2024-08-19T10:11:01.494 INFO:tasks.rados.rados.0.smithi190.stdout:3672: expect (ObjNum 1097 snap 348 seq_num 1097) 2024-08-19T10:11:01.494 INFO:tasks.rados.rados.0.smithi190.stdout:3673: delete oid 33 current snap is 365 2024-08-19T10:11:01.498 INFO:tasks.rados.rados.0.smithi190.stdout:3673: done (1 left) 2024-08-19T10:11:01.498 INFO:tasks.rados.rados.0.smithi190.stdout:3674: snap_create 2024-08-19T10:11:01.500 INFO:tasks.rados.rados.0.smithi190.stdout:3672: expect (ObjNum 1097 snap 348 seq_num 1097) 2024-08-19T10:11:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:01 smithi190 ceph-mon[77620]: pgmap v882: 121 pgs: 121 active+clean; 134 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-19T10:11:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:01 smithi190 ceph-mon[77620]: osdmap e807: 8 total, 8 up, 8 in 2024-08-19T10:11:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:01 smithi190 ceph-mon[80032]: pgmap v882: 121 pgs: 121 active+clean; 134 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-19T10:11:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:01 smithi190 ceph-mon[80032]: osdmap e807: 8 total, 8 up, 8 in 2024-08-19T10:11:01.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:01 smithi196 ceph-mon[72638]: pgmap v882: 121 pgs: 121 active+clean; 134 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-19T10:11:01.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:01 smithi196 ceph-mon[72638]: osdmap e807: 8 total, 8 up, 8 in 2024-08-19T10:11:02.499 INFO:tasks.rados.rados.0.smithi190.stdout:3672: done (1 left) 2024-08-19T10:11:02.500 INFO:tasks.rados.rados.0.smithi190.stdout:3674: done (0 left) 2024-08-19T10:11:02.500 INFO:tasks.rados.rados.0.smithi190.stdout:3675: snap_remove snap 364 2024-08-19T10:11:02.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:02 smithi190 ceph-mon[80032]: osdmap e808: 8 total, 8 up, 8 in 2024-08-19T10:11:02.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:02 smithi190 ceph-mon[77620]: osdmap e808: 8 total, 8 up, 8 in 2024-08-19T10:11:02.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:02 smithi196 ceph-mon[72638]: osdmap e808: 8 total, 8 up, 8 in 2024-08-19T10:11:03.446 INFO:tasks.rados.rados.0.smithi190.stdout:3675: done (0 left) 2024-08-19T10:11:03.446 INFO:tasks.rados.rados.0.smithi190.stdout:3676: setattr oid 30 current snap is 366 2024-08-19T10:11:03.447 INFO:tasks.rados.rados.0.smithi190.stdout:3677: rollback oid 24 current snap is 366 2024-08-19T10:11:03.447 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 24 to 353 2024-08-19T10:11:03.447 INFO:tasks.rados.rados.0.smithi190.stdout:3678: read oid 37 snap -1 2024-08-19T10:11:03.447 INFO:tasks.rados.rados.0.smithi190.stdout:3678: expect deleted 2024-08-19T10:11:03.447 INFO:tasks.rados.rados.0.smithi190.stdout:3679: snap_remove snap 351 2024-08-19T10:11:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:03 smithi190 ceph-mon[77620]: pgmap v885: 121 pgs: 121 active+clean; 131 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 754 KiB/s wr, 7 op/s 2024-08-19T10:11:03.817 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:03 smithi190 ceph-mon[77620]: osdmap e809: 8 total, 8 up, 8 in 2024-08-19T10:11:03.817 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:03 smithi190 ceph-mon[77620]: osdmap e810: 8 total, 8 up, 8 in 2024-08-19T10:11:03.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:03 smithi190 ceph-mon[80032]: pgmap v885: 121 pgs: 121 active+clean; 131 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 754 KiB/s wr, 7 op/s 2024-08-19T10:11:03.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:03 smithi190 ceph-mon[80032]: osdmap e809: 8 total, 8 up, 8 in 2024-08-19T10:11:03.817 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:03 smithi190 ceph-mon[80032]: osdmap e810: 8 total, 8 up, 8 in 2024-08-19T10:11:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:03 smithi196 ceph-mon[72638]: pgmap v885: 121 pgs: 121 active+clean; 131 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 754 KiB/s wr, 7 op/s 2024-08-19T10:11:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:03 smithi196 ceph-mon[72638]: osdmap e809: 8 total, 8 up, 8 in 2024-08-19T10:11:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:03 smithi196 ceph-mon[72638]: osdmap e810: 8 total, 8 up, 8 in 2024-08-19T10:11:04.449 INFO:tasks.rados.rados.0.smithi190.stdout:3679: done (3 left) 2024-08-19T10:11:04.449 INFO:tasks.rados.rados.0.smithi190.stdout:3680: copy_from oid 17 from oid 39 current snap is 366 2024-08-19T10:11:04.449 INFO:tasks.rados.rados.0.smithi190.stdout:3681: snap_create 2024-08-19T10:11:04.449 INFO:tasks.rados.rados.0.smithi190.stdout:3677: finishing rollback tid 1 to smithi19066007-24 2024-08-19T10:11:04.449 INFO:tasks.rados.rados.0.smithi190.stdout:3677: finishing rollback tid 2 to smithi19066007-24 2024-08-19T10:11:04.449 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 2119 (ObjNum 1089 snap 348 seq_num 1089) dirty exists 2024-08-19T10:11:04.449 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 2418 (ObjNum 976 snap 315 seq_num 976) dirty exists 2024-08-19T10:11:04.459 INFO:tasks.rados.rados.0.smithi190.stdout:3680: finishing copy_from to smithi19066007-17 2024-08-19T10:11:04.460 INFO:tasks.rados.rados.0.smithi190.stdout:3680: got expected ENOENT (src dne) 2024-08-19T10:11:04.460 INFO:tasks.rados.rados.0.smithi190.stdout:3680: finishing copy_from racing read to smithi19066007-17 2024-08-19T10:11:05.449 INFO:tasks.rados.rados.0.smithi190.stdout:3676: done (4 left) 2024-08-19T10:11:05.449 INFO:tasks.rados.rados.0.smithi190.stdout:3677: done (3 left) 2024-08-19T10:11:05.449 INFO:tasks.rados.rados.0.smithi190.stdout:3678: done (2 left) 2024-08-19T10:11:05.449 INFO:tasks.rados.rados.0.smithi190.stdout:3680: done (1 left) 2024-08-19T10:11:05.449 INFO:tasks.rados.rados.0.smithi190.stdout:3681: done (0 left) 2024-08-19T10:11:05.450 INFO:tasks.rados.rados.0.smithi190.stdout:3682: rollback oid 15 current snap is 367 2024-08-19T10:11:05.450 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 15 to 358 2024-08-19T10:11:05.450 INFO:tasks.rados.rados.0.smithi190.stdout:3683: read oid 2 snap -1 2024-08-19T10:11:05.450 INFO:tasks.rados.rados.0.smithi190.stdout:3683: expect deleted 2024-08-19T10:11:05.450 INFO:tasks.rados.rados.0.smithi190.stdout:3684: snap_remove snap 362 2024-08-19T10:11:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:05 smithi190 ceph-mon[80032]: pgmap v888: 121 pgs: 121 active+clean; 131 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-19T10:11:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:05 smithi190 ceph-mon[80032]: osdmap e811: 8 total, 8 up, 8 in 2024-08-19T10:11:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:05 smithi190 ceph-mon[77620]: pgmap v888: 121 pgs: 121 active+clean; 131 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-19T10:11:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:05 smithi190 ceph-mon[77620]: osdmap e811: 8 total, 8 up, 8 in 2024-08-19T10:11:05.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:05 smithi196 ceph-mon[72638]: pgmap v888: 121 pgs: 121 active+clean; 131 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-19T10:11:05.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:05 smithi196 ceph-mon[72638]: osdmap e811: 8 total, 8 up, 8 in 2024-08-19T10:11:06.461 INFO:tasks.rados.rados.0.smithi190.stdout:3684: done (2 left) 2024-08-19T10:11:06.461 INFO:tasks.rados.rados.0.smithi190.stdout:3685: read oid 16 snap -1 2024-08-19T10:11:06.461 INFO:tasks.rados.rados.0.smithi190.stdout:3685: expect (ObjNum 1039 snap 335 seq_num 1039) 2024-08-19T10:11:06.461 INFO:tasks.rados.rados.0.smithi190.stdout:3686: snap_remove snap 359 2024-08-19T10:11:06.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:06 smithi190 ceph-mon[77620]: osdmap e812: 8 total, 8 up, 8 in 2024-08-19T10:11:06.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:06 smithi190 ceph-mon[80032]: osdmap e812: 8 total, 8 up, 8 in 2024-08-19T10:11:06.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:06 smithi196 ceph-mon[72638]: osdmap e812: 8 total, 8 up, 8 in 2024-08-19T10:11:07.463 INFO:tasks.rados.rados.0.smithi190.stdout:3686: done (3 left) 2024-08-19T10:11:07.463 INFO:tasks.rados.rados.0.smithi190.stdout:3687: snap_create 2024-08-19T10:11:07.464 INFO:tasks.rados.rados.0.smithi190.stdout:3682: finishing rollback tid 1 to smithi19066007-15 2024-08-19T10:11:07.464 INFO:tasks.rados.rados.0.smithi190.stdout:3682: finishing rollback tid 2 to smithi19066007-15 2024-08-19T10:11:07.464 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 2143 (ObjNum 1003 snap 322 seq_num 1003) dirty exists 2024-08-19T10:11:07.464 INFO:tasks.rados.rados.0.smithi190.stdout:3685: expect (ObjNum 1039 snap 335 seq_num 1039) 2024-08-19T10:11:07.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:07 smithi190 ceph-mon[80032]: pgmap v891: 121 pgs: 121 active+clean; 131 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-19T10:11:07.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:07 smithi190 ceph-mon[80032]: osdmap e813: 8 total, 8 up, 8 in 2024-08-19T10:11:07.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:07 smithi190 ceph-mon[77620]: pgmap v891: 121 pgs: 121 active+clean; 131 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-19T10:11:07.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:07 smithi190 ceph-mon[77620]: osdmap e813: 8 total, 8 up, 8 in 2024-08-19T10:11:07.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:11:07 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:11:07] "GET /metrics HTTP/1.1" 200 36371 "" "Prometheus/2.51.0" 2024-08-19T10:11:07.818 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:07 smithi196 ceph-mon[72638]: pgmap v891: 121 pgs: 121 active+clean; 131 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-19T10:11:07.818 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:07 smithi196 ceph-mon[72638]: osdmap e813: 8 total, 8 up, 8 in 2024-08-19T10:11:08.449 INFO:tasks.rados.rados.0.smithi190.stdout:3682: done (3 left) 2024-08-19T10:11:08.450 INFO:tasks.rados.rados.0.smithi190.stdout:3683: done (2 left) 2024-08-19T10:11:08.450 INFO:tasks.rados.rados.0.smithi190.stdout:3685: done (1 left) 2024-08-19T10:11:08.450 INFO:tasks.rados.rados.0.smithi190.stdout:3687: done (0 left) 2024-08-19T10:11:08.450 INFO:tasks.rados.rados.0.smithi190.stdout:3688: snap_remove snap 366 2024-08-19T10:11:08.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:08 smithi190 ceph-mon[77620]: osdmap e814: 8 total, 8 up, 8 in 2024-08-19T10:11:08.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:08 smithi190 ceph-mon[77620]: osdmap e815: 8 total, 8 up, 8 in 2024-08-19T10:11:08.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:08 smithi190 ceph-mon[80032]: osdmap e814: 8 total, 8 up, 8 in 2024-08-19T10:11:08.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:08 smithi190 ceph-mon[80032]: osdmap e815: 8 total, 8 up, 8 in 2024-08-19T10:11:08.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:08 smithi196 ceph-mon[72638]: osdmap e814: 8 total, 8 up, 8 in 2024-08-19T10:11:08.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:08 smithi196 ceph-mon[72638]: osdmap e815: 8 total, 8 up, 8 in 2024-08-19T10:11:09.452 INFO:tasks.rados.rados.0.smithi190.stdout:3688: done (0 left) 2024-08-19T10:11:09.452 INFO:tasks.rados.rados.0.smithi190.stdout:3689: rollback oid 37 current snap is 368 2024-08-19T10:11:09.452 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 37 to 358 2024-08-19T10:11:09.452 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 368 2024-08-19T10:11:09.452 INFO:tasks.rados.rados.0.smithi190.stdout:3690: seq_num 1121 ranges {0=778240,778240=442368,1220608=638976,1859584=122880} 2024-08-19T10:11:09.456 INFO:tasks.rados.rados.0.smithi190.stdout:3690: writing smithi19066007-36 from 0 to 778240 tid 1 2024-08-19T10:11:09.459 INFO:tasks.rados.rados.0.smithi190.stdout:3690: writing smithi19066007-36 from 778240 to 1220608 tid 2 2024-08-19T10:11:09.462 INFO:tasks.rados.rados.0.smithi190.stdout:3690: writing smithi19066007-36 from 1220608 to 1859584 tid 3 2024-08-19T10:11:09.464 INFO:tasks.rados.rados.0.smithi190.stdout:3690: writing smithi19066007-36 from 1859584 to 1982464 tid 4 2024-08-19T10:11:09.464 INFO:tasks.rados.rados.0.smithi190.stdout:3691: read oid 21 snap -1 2024-08-19T10:11:09.464 INFO:tasks.rados.rados.0.smithi190.stdout:3691: expect (ObjNum 1025 snap 328 seq_num 1025) 2024-08-19T10:11:09.464 INFO:tasks.rados.rados.0.smithi190.stdout:3692: rollback oid 30 current snap is 368 2024-08-19T10:11:09.464 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 30 to 363 2024-08-19T10:11:09.464 INFO:tasks.rados.rados.0.smithi190.stdout:3689: finishing rollback tid 1 to smithi19066007-37 2024-08-19T10:11:09.464 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-19T10:11:09.464 INFO:tasks.rados.rados.0.smithi190.stdout:3689: done (3 left) 2024-08-19T10:11:09.465 INFO:tasks.rados.rados.0.smithi190.stdout:3693: rmattr oid 47 current snap is 368 2024-08-19T10:11:09.465 INFO:tasks.rados.rados.0.smithi190.stdout:3693: done (3 left) 2024-08-19T10:11:09.465 INFO:tasks.rados.rados.0.smithi190.stdout:3694: rollback oid 26 current snap is 368 2024-08-19T10:11:09.465 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 26 to 365 2024-08-19T10:11:09.465 INFO:tasks.rados.rados.0.smithi190.stdout:3695: snap_create 2024-08-19T10:11:09.465 INFO:tasks.rados.rados.0.smithi190.stdout:3694: finishing rollback tid 1 to smithi19066007-26 2024-08-19T10:11:09.465 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 0 (ObjNum 49 snap 0 seq_num 3357269232) dirty dne 2024-08-19T10:11:09.465 INFO:tasks.rados.rados.0.smithi190.stdout:3690: finishing write tid 1 to smithi19066007-36 2024-08-19T10:11:09.466 INFO:tasks.rados.rados.0.smithi190.stdout:3690: finishing write tid 2 to smithi19066007-36 2024-08-19T10:11:09.470 INFO:tasks.rados.rados.0.smithi190.stdout:3690: finishing write tid 3 to smithi19066007-36 2024-08-19T10:11:09.472 INFO:tasks.rados.rados.0.smithi190.stdout:3691: expect (ObjNum 1025 snap 328 seq_num 1025) 2024-08-19T10:11:09.613 INFO:tasks.rados.rados.0.smithi190.stdout:3690: finishing write tid 4 to smithi19066007-36 2024-08-19T10:11:09.613 INFO:tasks.rados.rados.0.smithi190.stdout:3690: finishing write tid 5 to smithi19066007-36 2024-08-19T10:11:09.613 INFO:tasks.rados.rados.0.smithi190.stdout:3692: finishing rollback tid 0 to smithi19066007-30 2024-08-19T10:11:09.613 INFO:tasks.rados.rados.0.smithi190.stdout:3690: finishing write tid 6 to smithi19066007-36 2024-08-19T10:11:09.614 INFO:tasks.rados.rados.0.smithi190.stdout:3690: oid 36 updating version 0 to 2438 2024-08-19T10:11:09.614 INFO:tasks.rados.rados.0.smithi190.stdout:3690: oid 36 updating version 2438 to 2439 2024-08-19T10:11:09.614 INFO:tasks.rados.rados.0.smithi190.stdout:3690: oid 36 version 2439 is already newer than 2437 2024-08-19T10:11:09.614 INFO:tasks.rados.rados.0.smithi190.stdout:3690: oid 36 updating version 2439 to 2441 2024-08-19T10:11:09.614 INFO:tasks.rados.rados.0.smithi190.stdout:3690: oid 36 version 2441 is already newer than 2440 2024-08-19T10:11:09.614 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 2441 (ObjNum 1121 snap 368 seq_num 1121) dirty exists 2024-08-19T10:11:09.614 INFO:tasks.rados.rados.0.smithi190.stdout:3690: left oid 36 (ObjNum 1121 snap 368 seq_num 1121) 2024-08-19T10:11:09.614 INFO:tasks.rados.rados.0.smithi190.stdout:3692: finishing rollback tid 1 to smithi19066007-30 2024-08-19T10:11:09.614 INFO:tasks.rados.rados.0.smithi190.stdout:3692: finishing rollback tid 2 to smithi19066007-30 2024-08-19T10:11:09.614 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 2445 (ObjNum 976 snap 315 seq_num 976) dirty exists 2024-08-19T10:11:09.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:09 smithi190 ceph-mon[80032]: pgmap v894: 121 pgs: 121 active+clean; 135 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-19T10:11:09.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:09 smithi190 ceph-mon[80032]: osdmap e816: 8 total, 8 up, 8 in 2024-08-19T10:11:09.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:09 smithi190 ceph-mon[77620]: pgmap v894: 121 pgs: 121 active+clean; 135 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-19T10:11:09.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:09 smithi190 ceph-mon[77620]: osdmap e816: 8 total, 8 up, 8 in 2024-08-19T10:11:09.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:09 smithi196 ceph-mon[72638]: pgmap v894: 121 pgs: 121 active+clean; 135 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-19T10:11:09.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:09 smithi196 ceph-mon[72638]: osdmap e816: 8 total, 8 up, 8 in 2024-08-19T10:11:10.449 INFO:tasks.rados.rados.0.smithi190.stdout:3690: done (4 left) 2024-08-19T10:11:10.450 INFO:tasks.rados.rados.0.smithi190.stdout:3691: done (3 left) 2024-08-19T10:11:10.450 INFO:tasks.rados.rados.0.smithi190.stdout:3692: done (2 left) 2024-08-19T10:11:10.450 INFO:tasks.rados.rados.0.smithi190.stdout:3694: done (1 left) 2024-08-19T10:11:10.450 INFO:tasks.rados.rados.0.smithi190.stdout:3695: done (0 left) 2024-08-19T10:11:10.450 INFO:tasks.rados.rados.0.smithi190.stdout:3696: delete oid 27 current snap is 369 2024-08-19T10:11:10.455 INFO:tasks.rados.rados.0.smithi190.stdout:3696: done (0 left) 2024-08-19T10:11:10.455 INFO:tasks.rados.rados.0.smithi190.stdout:3697: copy_from oid 7 from oid 11 current snap is 369 2024-08-19T10:11:10.456 INFO:tasks.rados.rados.0.smithi190.stdout:3698: snap_create 2024-08-19T10:11:10.467 INFO:tasks.rados.rados.0.smithi190.stdout:3697: finishing copy_from racing read to smithi19066007-7 2024-08-19T10:11:10.468 INFO:tasks.rados.rados.0.smithi190.stdout:3697: finishing copy_from to smithi19066007-7 2024-08-19T10:11:10.468 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 2272 (ObjNum 967 snap 310 seq_num 967) dirty exists 2024-08-19T10:11:11.455 INFO:tasks.rados.rados.0.smithi190.stdout:3697: done (1 left) 2024-08-19T10:11:11.455 INFO:tasks.rados.rados.0.smithi190.stdout:3698: done (0 left) 2024-08-19T10:11:11.455 INFO:tasks.rados.rados.0.smithi190.stdout:3699: rmattr oid 22 current snap is 370 2024-08-19T10:11:11.455 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 370 2024-08-19T10:11:11.455 INFO:tasks.rados.rados.0.smithi190.stdout:3700: seq_num 1123 ranges {4415488=409600,4825088=614400,5439488=598016,6037504=393216} 2024-08-19T10:11:11.480 INFO:tasks.rados.rados.0.smithi190.stdout:3700: writing smithi19066007-6 from 4415488 to 4825088 tid 1 2024-08-19T10:11:11.483 INFO:tasks.rados.rados.0.smithi190.stdout:3700: writing smithi19066007-6 from 4825088 to 5439488 tid 2 2024-08-19T10:11:11.487 INFO:tasks.rados.rados.0.smithi190.stdout:3700: writing smithi19066007-6 from 5439488 to 6037504 tid 3 2024-08-19T10:11:11.490 INFO:tasks.rados.rados.0.smithi190.stdout:3700: writing smithi19066007-6 from 6037504 to 6430720 tid 4 2024-08-19T10:11:11.490 INFO:tasks.rados.rados.0.smithi190.stdout:3701: copy_from oid 24 from oid 7 current snap is 370 2024-08-19T10:11:11.490 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 2265 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-19T10:11:11.490 INFO:tasks.rados.rados.0.smithi190.stdout:3700: finishing write tid 1 to smithi19066007-6 2024-08-19T10:11:11.490 INFO:tasks.rados.rados.0.smithi190.stdout:3699: done (2 left) 2024-08-19T10:11:11.490 INFO:tasks.rados.rados.0.smithi190.stdout:3702: snap_create 2024-08-19T10:11:11.490 INFO:tasks.rados.rados.0.smithi190.stdout:3700: finishing write tid 2 to smithi19066007-6 2024-08-19T10:11:11.493 INFO:tasks.rados.rados.0.smithi190.stdout:3700: finishing write tid 3 to smithi19066007-6 2024-08-19T10:11:11.493 INFO:tasks.rados.rados.0.smithi190.stdout:3700: finishing write tid 4 to smithi19066007-6 2024-08-19T10:11:11.493 INFO:tasks.rados.rados.0.smithi190.stdout:3700: finishing write tid 5 to smithi19066007-6 2024-08-19T10:11:11.497 INFO:tasks.rados.rados.0.smithi190.stdout:3700: finishing write tid 6 to smithi19066007-6 2024-08-19T10:11:11.497 INFO:tasks.rados.rados.0.smithi190.stdout:3700: oid 6 updating version 0 to 2145 2024-08-19T10:11:11.497 INFO:tasks.rados.rados.0.smithi190.stdout:3700: oid 6 updating version 2145 to 2147 2024-08-19T10:11:11.497 INFO:tasks.rados.rados.0.smithi190.stdout:3700: oid 6 updating version 2147 to 2148 2024-08-19T10:11:11.497 INFO:tasks.rados.rados.0.smithi190.stdout:3700: oid 6 version 2148 is already newer than 2144 2024-08-19T10:11:11.497 INFO:tasks.rados.rados.0.smithi190.stdout:3700: oid 6 version 2148 is already newer than 2146 2024-08-19T10:11:11.497 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 2148 (ObjNum 1123 snap 370 seq_num 1123) dirty exists 2024-08-19T10:11:11.497 INFO:tasks.rados.rados.0.smithi190.stdout:3700: left oid 6 (ObjNum 1123 snap 370 seq_num 1123) 2024-08-19T10:11:11.502 INFO:tasks.rados.rados.0.smithi190.stdout:3701: finishing copy_from racing read to smithi19066007-24 2024-08-19T10:11:11.503 INFO:tasks.rados.rados.0.smithi190.stdout:3701: finishing copy_from to smithi19066007-24 2024-08-19T10:11:11.503 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 2272 (ObjNum 967 snap 310 seq_num 967) dirty exists 2024-08-19T10:11:11.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:11 smithi190 ceph-mon[77620]: pgmap v897: 121 pgs: 121 active+clean; 136 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-19T10:11:11.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:11 smithi190 ceph-mon[77620]: osdmap e817: 8 total, 8 up, 8 in 2024-08-19T10:11:11.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:11 smithi190 ceph-mon[80032]: pgmap v897: 121 pgs: 121 active+clean; 136 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-19T10:11:11.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:11 smithi190 ceph-mon[80032]: osdmap e817: 8 total, 8 up, 8 in 2024-08-19T10:11:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:11 smithi196 ceph-mon[72638]: pgmap v897: 121 pgs: 121 active+clean; 136 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-19T10:11:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:11 smithi196 ceph-mon[72638]: osdmap e817: 8 total, 8 up, 8 in 2024-08-19T10:11:12.461 INFO:tasks.rados.rados.0.smithi190.stdout:3700: done (2 left) 2024-08-19T10:11:12.461 INFO:tasks.rados.rados.0.smithi190.stdout:3701: done (1 left) 2024-08-19T10:11:12.461 INFO:tasks.rados.rados.0.smithi190.stdout:3702: done (0 left) 2024-08-19T10:11:12.461 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 20 current snap is 371 2024-08-19T10:11:12.461 INFO:tasks.rados.rados.0.smithi190.stdout:3703: seq_num 1124 ranges {5627904=434176,6062080=499712,6561792=409600,6971392=663552,7634944=32768} 2024-08-19T10:11:12.492 INFO:tasks.rados.rados.0.smithi190.stdout:3703: writing smithi19066007-20 from 5627904 to 6062080 tid 1 2024-08-19T10:11:12.496 INFO:tasks.rados.rados.0.smithi190.stdout:3703: writing smithi19066007-20 from 6062080 to 6561792 tid 2 2024-08-19T10:11:12.498 INFO:tasks.rados.rados.0.smithi190.stdout:3703: writing smithi19066007-20 from 6561792 to 6971392 tid 3 2024-08-19T10:11:12.502 INFO:tasks.rados.rados.0.smithi190.stdout:3703: writing smithi19066007-20 from 6971392 to 7634944 tid 4 2024-08-19T10:11:12.502 INFO:tasks.rados.rados.0.smithi190.stdout:3703: writing smithi19066007-20 from 7634944 to 7667712 tid 5 2024-08-19T10:11:12.502 INFO:tasks.rados.rados.0.smithi190.stdout:3704: read oid 30 snap -1 2024-08-19T10:11:12.502 INFO:tasks.rados.rados.0.smithi190.stdout:3704: expect (ObjNum 976 snap 315 seq_num 976) 2024-08-19T10:11:12.502 INFO:tasks.rados.rados.0.smithi190.stdout:3705: snap_remove snap 368 2024-08-19T10:11:12.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:12 smithi190 ceph-mon[77620]: osdmap e818: 8 total, 8 up, 8 in 2024-08-19T10:11:12.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:12 smithi190 ceph-mon[80032]: osdmap e818: 8 total, 8 up, 8 in 2024-08-19T10:11:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:12 smithi196 ceph-mon[72638]: osdmap e818: 8 total, 8 up, 8 in 2024-08-19T10:11:13.447 INFO:tasks.rados.rados.0.smithi190.stdout:3705: done (2 left) 2024-08-19T10:11:13.448 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 371 2024-08-19T10:11:13.448 INFO:tasks.rados.rados.0.smithi190.stdout:3706: seq_num 1125 ranges {2637824=450560,3088384=786432,3874816=614400,4489216=204800} 2024-08-19T10:11:13.465 INFO:tasks.rados.rados.0.smithi190.stdout:3706: writing smithi19066007-29 from 2637824 to 3088384 tid 1 2024-08-19T10:11:13.469 INFO:tasks.rados.rados.0.smithi190.stdout:3706: writing smithi19066007-29 from 3088384 to 3874816 tid 2 2024-08-19T10:11:13.473 INFO:tasks.rados.rados.0.smithi190.stdout:3706: writing smithi19066007-29 from 3874816 to 4489216 tid 3 2024-08-19T10:11:13.474 INFO:tasks.rados.rados.0.smithi190.stdout:3706: writing smithi19066007-29 from 4489216 to 4694016 tid 4 2024-08-19T10:11:13.474 INFO:tasks.rados.rados.0.smithi190.stdout:3707: read oid 18 snap -1 2024-08-19T10:11:13.475 INFO:tasks.rados.rados.0.smithi190.stdout:3707: expect (ObjNum 1075 snap 345 seq_num 1075) 2024-08-19T10:11:13.475 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 3 current snap is 371 2024-08-19T10:11:13.475 INFO:tasks.rados.rados.0.smithi190.stdout:3703: finishing write tid 1 to smithi19066007-20 2024-08-19T10:11:13.475 INFO:tasks.rados.rados.0.smithi190.stdout:3708: seq_num 1126 ranges {0=466944,466944=720896,1187840=778240,1966080=106496} 2024-08-19T10:11:13.477 INFO:tasks.rados.rados.0.smithi190.stdout:3708: writing smithi19066007-3 from 0 to 466944 tid 1 2024-08-19T10:11:13.481 INFO:tasks.rados.rados.0.smithi190.stdout:3708: writing smithi19066007-3 from 466944 to 1187840 tid 2 2024-08-19T10:11:13.485 INFO:tasks.rados.rados.0.smithi190.stdout:3708: writing smithi19066007-3 from 1187840 to 1966080 tid 3 2024-08-19T10:11:13.486 INFO:tasks.rados.rados.0.smithi190.stdout:3708: writing smithi19066007-3 from 1966080 to 2072576 tid 4 2024-08-19T10:11:13.486 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 1 current snap is 371 2024-08-19T10:11:13.486 INFO:tasks.rados.rados.0.smithi190.stdout:3703: finishing write tid 2 to smithi19066007-20 2024-08-19T10:11:13.486 INFO:tasks.rados.rados.0.smithi190.stdout:3703: finishing write tid 3 to smithi19066007-20 2024-08-19T10:11:13.486 INFO:tasks.rados.rados.0.smithi190.stdout:3709: seq_num 1127 ranges {2678784=483328,3162112=598016,3760128=581632,4341760=425984} 2024-08-19T10:11:13.503 INFO:tasks.rados.rados.0.smithi190.stdout:3709: writing smithi19066007-1 from 2678784 to 3162112 tid 1 2024-08-19T10:11:13.507 INFO:tasks.rados.rados.0.smithi190.stdout:3709: writing smithi19066007-1 from 3162112 to 3760128 tid 2 2024-08-19T10:11:13.510 INFO:tasks.rados.rados.0.smithi190.stdout:3709: writing smithi19066007-1 from 3760128 to 4341760 tid 3 2024-08-19T10:11:13.513 INFO:tasks.rados.rados.0.smithi190.stdout:3709: writing smithi19066007-1 from 4341760 to 4767744 tid 4 2024-08-19T10:11:13.513 INFO:tasks.rados.rados.0.smithi190.stdout:3710: read oid 34 snap -1 2024-08-19T10:11:13.513 INFO:tasks.rados.rados.0.smithi190.stdout:3710: expect (ObjNum 1114 snap 361 seq_num 1114) 2024-08-19T10:11:13.513 INFO:tasks.rados.rados.0.smithi190.stdout:3711: read oid 25 snap -1 2024-08-19T10:11:13.513 INFO:tasks.rados.rados.0.smithi190.stdout:3711: expect (ObjNum 1047 snap 337 seq_num 1047) 2024-08-19T10:11:13.513 INFO:tasks.rados.rados.0.smithi190.stdout:3712: rmattr oid 42 current snap is 371 2024-08-19T10:11:13.514 INFO:tasks.rados.rados.0.smithi190.stdout:3703: finishing write tid 4 to smithi19066007-20 2024-08-19T10:11:13.514 INFO:tasks.rados.rados.0.smithi190.stdout:3703: finishing write tid 5 to smithi19066007-20 2024-08-19T10:11:13.514 INFO:tasks.rados.rados.0.smithi190.stdout:3703: finishing write tid 6 to smithi19066007-20 2024-08-19T10:11:13.514 INFO:tasks.rados.rados.0.smithi190.stdout:3703: finishing write tid 7 to smithi19066007-20 2024-08-19T10:11:13.514 INFO:tasks.rados.rados.0.smithi190.stdout:3703: oid 20 updating version 0 to 2276 2024-08-19T10:11:13.514 INFO:tasks.rados.rados.0.smithi190.stdout:3703: oid 20 updating version 2276 to 2278 2024-08-19T10:11:13.514 INFO:tasks.rados.rados.0.smithi190.stdout:3703: oid 20 version 2278 is already newer than 2274 2024-08-19T10:11:13.514 INFO:tasks.rados.rados.0.smithi190.stdout:3703: oid 20 version 2278 is already newer than 2273 2024-08-19T10:11:13.514 INFO:tasks.rados.rados.0.smithi190.stdout:3703: oid 20 version 2278 is already newer than 2275 2024-08-19T10:11:13.514 INFO:tasks.rados.rados.0.smithi190.stdout:3703: oid 20 version 2278 is already newer than 2277 2024-08-19T10:11:13.514 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 2278 (ObjNum 1124 snap 371 seq_num 1124) dirty exists 2024-08-19T10:11:13.514 INFO:tasks.rados.rados.0.smithi190.stdout:3703: left oid 20 (ObjNum 1124 snap 371 seq_num 1124) 2024-08-19T10:11:13.515 INFO:tasks.rados.rados.0.smithi190.stdout:3704: expect (ObjNum 976 snap 315 seq_num 976) 2024-08-19T10:11:13.567 INFO:tasks.rados.rados.0.smithi190.stdout:3706: finishing write tid 1 to smithi19066007-29 2024-08-19T10:11:13.568 INFO:tasks.rados.rados.0.smithi190.stdout:3706: finishing write tid 2 to smithi19066007-29 2024-08-19T10:11:13.568 INFO:tasks.rados.rados.0.smithi190.stdout:3706: finishing write tid 3 to smithi19066007-29 2024-08-19T10:11:13.568 INFO:tasks.rados.rados.0.smithi190.stdout:3706: finishing write tid 4 to smithi19066007-29 2024-08-19T10:11:13.568 INFO:tasks.rados.rados.0.smithi190.stdout:3708: finishing write tid 1 to smithi19066007-3 2024-08-19T10:11:13.568 INFO:tasks.rados.rados.0.smithi190.stdout:3706: finishing write tid 5 to smithi19066007-29 2024-08-19T10:11:13.568 INFO:tasks.rados.rados.0.smithi190.stdout:3708: finishing write tid 2 to smithi19066007-3 2024-08-19T10:11:13.568 INFO:tasks.rados.rados.0.smithi190.stdout:3708: finishing write tid 3 to smithi19066007-3 2024-08-19T10:11:13.569 INFO:tasks.rados.rados.0.smithi190.stdout:3708: finishing write tid 4 to smithi19066007-3 2024-08-19T10:11:13.569 INFO:tasks.rados.rados.0.smithi190.stdout:3708: finishing write tid 5 to smithi19066007-3 2024-08-19T10:11:13.570 INFO:tasks.rados.rados.0.smithi190.stdout:3708: finishing write tid 6 to smithi19066007-3 2024-08-19T10:11:13.570 INFO:tasks.rados.rados.0.smithi190.stdout:3708: oid 3 updating version 0 to 2277 2024-08-19T10:11:13.570 INFO:tasks.rados.rados.0.smithi190.stdout:3708: oid 3 updating version 2277 to 2278 2024-08-19T10:11:13.570 INFO:tasks.rados.rados.0.smithi190.stdout:3708: oid 3 version 2278 is already newer than 2275 2024-08-19T10:11:13.570 INFO:tasks.rados.rados.0.smithi190.stdout:3708: oid 3 version 2278 is already newer than 2274 2024-08-19T10:11:13.570 INFO:tasks.rados.rados.0.smithi190.stdout:3708: oid 3 version 2278 is already newer than 2276 2024-08-19T10:11:13.570 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 2278 (ObjNum 1126 snap 371 seq_num 1126) dirty exists 2024-08-19T10:11:13.570 INFO:tasks.rados.rados.0.smithi190.stdout:3708: left oid 3 (ObjNum 1126 snap 371 seq_num 1126) 2024-08-19T10:11:13.570 INFO:tasks.rados.rados.0.smithi190.stdout:3706: finishing write tid 6 to smithi19066007-29 2024-08-19T10:11:13.570 INFO:tasks.rados.rados.0.smithi190.stdout:3706: oid 29 updating version 0 to 2095 2024-08-19T10:11:13.571 INFO:tasks.rados.rados.0.smithi190.stdout:3706: oid 29 version 2095 is already newer than 2094 2024-08-19T10:11:13.571 INFO:tasks.rados.rados.0.smithi190.stdout:3706: oid 29 version 2095 is already newer than 2093 2024-08-19T10:11:13.571 INFO:tasks.rados.rados.0.smithi190.stdout:3706: oid 29 updating version 2095 to 2097 2024-08-19T10:11:13.571 INFO:tasks.rados.rados.0.smithi190.stdout:3706: oid 29 version 2097 is already newer than 2096 2024-08-19T10:11:13.571 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 2097 (ObjNum 1125 snap 371 seq_num 1125) dirty exists 2024-08-19T10:11:13.572 INFO:tasks.rados.rados.0.smithi190.stdout:3706: left oid 29 (ObjNum 1125 snap 371 seq_num 1125) 2024-08-19T10:11:13.572 INFO:tasks.rados.rados.0.smithi190.stdout:3707: expect (ObjNum 1075 snap 345 seq_num 1075) 2024-08-19T10:11:13.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:13 smithi190 ceph-mon[77620]: pgmap v900: 121 pgs: 121 active+clean; 136 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-19T10:11:13.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:13 smithi190 ceph-mon[77620]: osdmap e819: 8 total, 8 up, 8 in 2024-08-19T10:11:13.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:13 smithi190 ceph-mon[77620]: osdmap e820: 8 total, 8 up, 8 in 2024-08-19T10:11:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:13 smithi190 ceph-mon[80032]: pgmap v900: 121 pgs: 121 active+clean; 136 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-19T10:11:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:13 smithi190 ceph-mon[80032]: osdmap e819: 8 total, 8 up, 8 in 2024-08-19T10:11:13.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:13 smithi190 ceph-mon[80032]: osdmap e820: 8 total, 8 up, 8 in 2024-08-19T10:11:13.871 INFO:tasks.rados.rados.0.smithi190.stdout:3709: finishing write tid 1 to smithi19066007-1 2024-08-19T10:11:13.871 INFO:tasks.rados.rados.0.smithi190.stdout:3709: finishing write tid 2 to smithi19066007-1 2024-08-19T10:11:13.871 INFO:tasks.rados.rados.0.smithi190.stdout:3709: finishing write tid 3 to smithi19066007-1 2024-08-19T10:11:13.871 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 2279 (ObjNum 1106 snap 353 seq_num 1106) dirty exists 2024-08-19T10:11:13.871 INFO:tasks.rados.rados.0.smithi190.stdout:3709: finishing write tid 4 to smithi19066007-1 2024-08-19T10:11:13.871 INFO:tasks.rados.rados.0.smithi190.stdout:3709: finishing write tid 5 to smithi19066007-1 2024-08-19T10:11:13.871 INFO:tasks.rados.rados.0.smithi190.stdout:3709: finishing write tid 6 to smithi19066007-1 2024-08-19T10:11:13.872 INFO:tasks.rados.rados.0.smithi190.stdout:3709: oid 1 updating version 0 to 2151 2024-08-19T10:11:13.872 INFO:tasks.rados.rados.0.smithi190.stdout:3709: oid 1 updating version 2151 to 2153 2024-08-19T10:11:13.872 INFO:tasks.rados.rados.0.smithi190.stdout:3709: oid 1 version 2153 is already newer than 2149 2024-08-19T10:11:13.872 INFO:tasks.rados.rados.0.smithi190.stdout:3709: oid 1 version 2153 is already newer than 2152 2024-08-19T10:11:13.872 INFO:tasks.rados.rados.0.smithi190.stdout:3709: oid 1 version 2153 is already newer than 2150 2024-08-19T10:11:13.872 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 2153 (ObjNum 1127 snap 371 seq_num 1127) dirty exists 2024-08-19T10:11:13.872 INFO:tasks.rados.rados.0.smithi190.stdout:3709: left oid 1 (ObjNum 1127 snap 371 seq_num 1127) 2024-08-19T10:11:13.872 INFO:tasks.rados.rados.0.smithi190.stdout:3710: expect (ObjNum 1114 snap 361 seq_num 1114) 2024-08-19T10:11:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:13 smithi196 ceph-mon[72638]: pgmap v900: 121 pgs: 121 active+clean; 136 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-19T10:11:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:13 smithi196 ceph-mon[72638]: osdmap e819: 8 total, 8 up, 8 in 2024-08-19T10:11:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:13 smithi196 ceph-mon[72638]: osdmap e820: 8 total, 8 up, 8 in 2024-08-19T10:11:13.918 INFO:tasks.rados.rados.0.smithi190.stdout:3711: expect (ObjNum 1047 snap 337 seq_num 1047) 2024-08-19T10:11:13.951 INFO:tasks.rados.rados.0.smithi190.stdout:3703: done (8 left) 2024-08-19T10:11:13.951 INFO:tasks.rados.rados.0.smithi190.stdout:3704: done (7 left) 2024-08-19T10:11:13.951 INFO:tasks.rados.rados.0.smithi190.stdout:3706: done (6 left) 2024-08-19T10:11:13.951 INFO:tasks.rados.rados.0.smithi190.stdout:3707: done (5 left) 2024-08-19T10:11:13.951 INFO:tasks.rados.rados.0.smithi190.stdout:3708: done (4 left) 2024-08-19T10:11:13.951 INFO:tasks.rados.rados.0.smithi190.stdout:3709: done (3 left) 2024-08-19T10:11:13.951 INFO:tasks.rados.rados.0.smithi190.stdout:3710: done (2 left) 2024-08-19T10:11:13.951 INFO:tasks.rados.rados.0.smithi190.stdout:3711: done (1 left) 2024-08-19T10:11:13.951 INFO:tasks.rados.rados.0.smithi190.stdout:3712: done (0 left) 2024-08-19T10:11:13.952 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 6 current snap is 371 2024-08-19T10:11:13.952 INFO:tasks.rados.rados.0.smithi190.stdout:3713: seq_num 1128 ranges {6430720=499712,6930432=483328,7413760=786432,8200192=335872} 2024-08-19T10:11:13.986 INFO:tasks.rados.rados.0.smithi190.stdout:3713: writing smithi19066007-6 from 6430720 to 6930432 tid 1 2024-08-19T10:11:13.989 INFO:tasks.rados.rados.0.smithi190.stdout:3713: writing smithi19066007-6 from 6930432 to 7413760 tid 2 2024-08-19T10:11:13.994 INFO:tasks.rados.rados.0.smithi190.stdout:3713: writing smithi19066007-6 from 7413760 to 8200192 tid 3 2024-08-19T10:11:13.996 INFO:tasks.rados.rados.0.smithi190.stdout:3713: writing smithi19066007-6 from 8200192 to 8536064 tid 4 2024-08-19T10:11:13.996 INFO:tasks.rados.rados.0.smithi190.stdout:3714: read oid 44 snap 369 2024-08-19T10:11:13.997 INFO:tasks.rados.rados.0.smithi190.stdout:3714: expect (ObjNum 1079 snap 345 seq_num 1079) 2024-08-19T10:11:13.997 INFO:tasks.rados.rados.0.smithi190.stdout:3715: read oid 16 snap 365 2024-08-19T10:11:13.997 INFO:tasks.rados.rados.0.smithi190.stdout:3715: expect (ObjNum 1039 snap 335 seq_num 1039) 2024-08-19T10:11:13.997 INFO:tasks.rados.rados.0.smithi190.stdout:3716: rmattr oid 23 current snap is 371 2024-08-19T10:11:13.997 INFO:tasks.rados.rados.0.smithi190.stdout:3713: finishing write tid 1 to smithi19066007-6 2024-08-19T10:11:13.997 INFO:tasks.rados.rados.0.smithi190.stdout:3713: finishing write tid 2 to smithi19066007-6 2024-08-19T10:11:13.997 INFO:tasks.rados.rados.0.smithi190.stdout:3717: snap_remove snap 355 2024-08-19T10:11:14.475 INFO:tasks.rados.rados.0.smithi190.stdout:3717: done (4 left) 2024-08-19T10:11:14.475 INFO:tasks.rados.rados.0.smithi190.stdout:3718: rmattr oid 21 current snap is 371 2024-08-19T10:11:14.475 INFO:tasks.rados.rados.0.smithi190.stdout:3718: done (4 left) 2024-08-19T10:11:14.475 INFO:tasks.rados.rados.0.smithi190.stdout:3719: read oid 5 snap -1 2024-08-19T10:11:14.475 INFO:tasks.rados.rados.0.smithi190.stdout:3719: expect (ObjNum 1077 snap 345 seq_num 1077) 2024-08-19T10:11:14.475 INFO:tasks.rados.rados.0.smithi190.stdout:3720: delete oid 20 current snap is 371 2024-08-19T10:11:14.476 INFO:tasks.rados.rados.0.smithi190.stdout:3713: finishing write tid 3 to smithi19066007-6 2024-08-19T10:11:14.476 INFO:tasks.rados.rados.0.smithi190.stdout:3713: finishing write tid 4 to smithi19066007-6 2024-08-19T10:11:14.476 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1907 (ObjNum 1067 snap 344 seq_num 1067) dirty exists 2024-08-19T10:11:14.476 INFO:tasks.rados.rados.0.smithi190.stdout:3713: finishing write tid 5 to smithi19066007-6 2024-08-19T10:11:14.476 INFO:tasks.rados.rados.0.smithi190.stdout:3713: finishing write tid 6 to smithi19066007-6 2024-08-19T10:11:14.476 INFO:tasks.rados.rados.0.smithi190.stdout:3713: oid 6 updating version 0 to 2157 2024-08-19T10:11:14.476 INFO:tasks.rados.rados.0.smithi190.stdout:3713: oid 6 version 2157 is already newer than 2155 2024-08-19T10:11:14.476 INFO:tasks.rados.rados.0.smithi190.stdout:3713: oid 6 updating version 2157 to 2158 2024-08-19T10:11:14.476 INFO:tasks.rados.rados.0.smithi190.stdout:3713: oid 6 version 2158 is already newer than 2156 2024-08-19T10:11:14.476 INFO:tasks.rados.rados.0.smithi190.stdout:3713: oid 6 version 2158 is already newer than 2154 2024-08-19T10:11:14.476 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 2158 (ObjNum 1128 snap 371 seq_num 1128) dirty exists 2024-08-19T10:11:14.476 INFO:tasks.rados.rados.0.smithi190.stdout:3713: left oid 6 (ObjNum 1128 snap 371 seq_num 1128) 2024-08-19T10:11:14.476 INFO:tasks.rados.rados.0.smithi190.stdout:3714: expect (ObjNum 1079 snap 345 seq_num 1079) 2024-08-19T10:11:14.658 INFO:tasks.rados.rados.0.smithi190.stdout:3715: expect (ObjNum 1039 snap 335 seq_num 1039) 2024-08-19T10:11:14.828 INFO:tasks.rados.rados.0.smithi190.stdout:3719: expect (ObjNum 1077 snap 345 seq_num 1077) 2024-08-19T10:11:14.880 INFO:tasks.rados.rados.0.smithi190.stdout:3713: done (5 left) 2024-08-19T10:11:14.880 INFO:tasks.rados.rados.0.smithi190.stdout:3714: done (4 left) 2024-08-19T10:11:14.880 INFO:tasks.rados.rados.0.smithi190.stdout:3715: done (3 left) 2024-08-19T10:11:14.880 INFO:tasks.rados.rados.0.smithi190.stdout:3716: done (2 left) 2024-08-19T10:11:14.880 INFO:tasks.rados.rados.0.smithi190.stdout:3719: done (1 left) 2024-08-19T10:11:14.880 INFO:tasks.rados.rados.0.smithi190.stdout:3720: done (0 left) 2024-08-19T10:11:14.880 INFO:tasks.rados.rados.0.smithi190.stdout:3721: snap_remove snap 349 2024-08-19T10:11:15.473 INFO:tasks.rados.rados.0.smithi190.stdout:3721: done (0 left) 2024-08-19T10:11:15.473 INFO:tasks.rados.rados.0.smithi190.stdout:3722: snap_remove snap 360 2024-08-19T10:11:15.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:15 smithi190 ceph-mon[77620]: pgmap v903: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 146 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-08-19T10:11:15.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:15 smithi190 ceph-mon[77620]: osdmap e821: 8 total, 8 up, 8 in 2024-08-19T10:11:15.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:11:15.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:15 smithi190 ceph-mon[80032]: pgmap v903: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 146 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-08-19T10:11:15.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:15 smithi190 ceph-mon[80032]: osdmap e821: 8 total, 8 up, 8 in 2024-08-19T10:11:15.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:11:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:15 smithi196 ceph-mon[72638]: pgmap v903: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 146 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-08-19T10:11:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:15 smithi196 ceph-mon[72638]: osdmap e821: 8 total, 8 up, 8 in 2024-08-19T10:11:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:11:16.480 INFO:tasks.rados.rados.0.smithi190.stdout:3722: done (0 left) 2024-08-19T10:11:16.480 INFO:tasks.rados.rados.0.smithi190.stdout:3723: read oid 22 snap -1 2024-08-19T10:11:16.480 INFO:tasks.rados.rados.0.smithi190.stdout:3723: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:11:16.481 INFO:tasks.rados.rados.0.smithi190.stdout:3724: read oid 30 snap -1 2024-08-19T10:11:16.481 INFO:tasks.rados.rados.0.smithi190.stdout:3724: expect (ObjNum 976 snap 315 seq_num 976) 2024-08-19T10:11:16.481 INFO:tasks.rados.rados.0.smithi190.stdout:3725: snap_remove snap 365 2024-08-19T10:11:16.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:16 smithi190 ceph-mon[77620]: osdmap e822: 8 total, 8 up, 8 in 2024-08-19T10:11:16.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:16 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:11:16.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:16 smithi190 ceph-mon[80032]: osdmap e822: 8 total, 8 up, 8 in 2024-08-19T10:11:16.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:16 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:11:16.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:16 smithi196 ceph-mon[72638]: osdmap e822: 8 total, 8 up, 8 in 2024-08-19T10:11:16.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:16 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:11:17.487 INFO:tasks.rados.rados.0.smithi190.stdout:3725: done (2 left) 2024-08-19T10:11:17.488 INFO:tasks.rados.rados.0.smithi190.stdout:3726: rollback oid 29 current snap is 371 2024-08-19T10:11:17.488 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 29 to 353 2024-08-19T10:11:17.488 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 371 2024-08-19T10:11:17.488 INFO:tasks.rados.rados.0.smithi190.stdout:3727: seq_num 1130 ranges {0=532480,532480=655360,1187840=753664,1941504=196608} 2024-08-19T10:11:17.491 INFO:tasks.rados.rados.0.smithi190.stdout:3727: writing smithi19066007-39 from 0 to 532480 tid 1 2024-08-19T10:11:17.495 INFO:tasks.rados.rados.0.smithi190.stdout:3727: writing smithi19066007-39 from 532480 to 1187840 tid 2 2024-08-19T10:11:17.500 INFO:tasks.rados.rados.0.smithi190.stdout:3727: writing smithi19066007-39 from 1187840 to 1941504 tid 3 2024-08-19T10:11:17.501 INFO:tasks.rados.rados.0.smithi190.stdout:3727: writing smithi19066007-39 from 1941504 to 2138112 tid 4 2024-08-19T10:11:17.501 INFO:tasks.rados.rados.0.smithi190.stdout:3728: delete oid 35 current snap is 371 2024-08-19T10:11:17.502 INFO:tasks.rados.rados.0.smithi190.stdout:3723: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-19T10:11:17.504 INFO:tasks.rados.rados.0.smithi190.stdout:3724: expect (ObjNum 976 snap 315 seq_num 976) 2024-08-19T10:11:17.555 INFO:tasks.rados.rados.0.smithi190.stdout:3726: finishing rollback tid 0 to smithi19066007-29 2024-08-19T10:11:17.555 INFO:tasks.rados.rados.0.smithi190.stdout:3727: finishing write tid 1 to smithi19066007-39 2024-08-19T10:11:17.555 INFO:tasks.rados.rados.0.smithi190.stdout:3726: finishing rollback tid 1 to smithi19066007-29 2024-08-19T10:11:17.555 INFO:tasks.rados.rados.0.smithi190.stdout:3726: finishing rollback tid 2 to smithi19066007-29 2024-08-19T10:11:17.555 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 2100 (ObjNum 1028 snap 330 seq_num 1028) dirty exists 2024-08-19T10:11:17.555 INFO:tasks.rados.rados.0.smithi190.stdout:3727: finishing write tid 2 to smithi19066007-39 2024-08-19T10:11:17.555 INFO:tasks.rados.rados.0.smithi190.stdout:3727: finishing write tid 3 to smithi19066007-39 2024-08-19T10:11:17.555 INFO:tasks.rados.rados.0.smithi190.stdout:3727: finishing write tid 4 to smithi19066007-39 2024-08-19T10:11:17.555 INFO:tasks.rados.rados.0.smithi190.stdout:3723: done (4 left) 2024-08-19T10:11:17.556 INFO:tasks.rados.rados.0.smithi190.stdout:3724: done (3 left) 2024-08-19T10:11:17.556 INFO:tasks.rados.rados.0.smithi190.stdout:3726: done (2 left) 2024-08-19T10:11:17.556 INFO:tasks.rados.rados.0.smithi190.stdout:3728: done (1 left) 2024-08-19T10:11:17.556 INFO:tasks.rados.rados.0.smithi190.stdout:3729: snap_remove snap 363 2024-08-19T10:11:17.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:11:17] "GET /metrics HTTP/1.1" 200 36377 "" "Prometheus/2.51.0" 2024-08-19T10:11:17.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[80032]: pgmap v906: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 148 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-19T10:11:17.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[80032]: osdmap e823: 8 total, 8 up, 8 in 2024-08-19T10:11:17.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:11:17.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:11:17.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:11:17.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:11:17.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:11:17.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:11:17.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:11:17.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[77620]: pgmap v906: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 148 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-19T10:11:17.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[77620]: osdmap e823: 8 total, 8 up, 8 in 2024-08-19T10:11:17.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:11:17.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:11:17.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:11:17.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:11:17.816 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:11:17.817 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:11:17.817 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:17 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:11:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:17 smithi196 ceph-mon[72638]: pgmap v906: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 148 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-19T10:11:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:17 smithi196 ceph-mon[72638]: osdmap e823: 8 total, 8 up, 8 in 2024-08-19T10:11:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:17 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:11:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:17 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:11:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:17 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:11:17.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:17 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:11:17.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:17 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:11:17.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:17 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:11:17.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:17 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:11:18.451 INFO:tasks.rados.rados.0.smithi190.stdout:3729: done (1 left) 2024-08-19T10:11:18.451 INFO:tasks.rados.rados.0.smithi190.stdout:3730: read oid 47 snap -1 2024-08-19T10:11:18.451 INFO:tasks.rados.rados.0.smithi190.stdout:3730: expect (ObjNum 976 snap 315 seq_num 976) 2024-08-19T10:11:18.451 INFO:tasks.rados.rados.0.smithi190.stdout:3731: read oid 34 snap -1 2024-08-19T10:11:18.451 INFO:tasks.rados.rados.0.smithi190.stdout:3731: expect (ObjNum 1114 snap 361 seq_num 1114) 2024-08-19T10:11:18.451 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 371 2024-08-19T10:11:18.451 INFO:tasks.rados.rados.0.smithi190.stdout:3727: finishing write tid 5 to smithi19066007-39 2024-08-19T10:11:18.451 INFO:tasks.rados.rados.0.smithi190.stdout:3727: finishing write tid 6 to smithi19066007-39 2024-08-19T10:11:18.452 INFO:tasks.rados.rados.0.smithi190.stdout:3727: oid 39 updating version 0 to 2469 2024-08-19T10:11:18.452 INFO:tasks.rados.rados.0.smithi190.stdout:3727: oid 39 updating version 2469 to 2470 2024-08-19T10:11:18.452 INFO:tasks.rados.rados.0.smithi190.stdout:3727: oid 39 updating version 2470 to 2472 2024-08-19T10:11:18.452 INFO:tasks.rados.rados.0.smithi190.stdout:3727: oid 39 version 2472 is already newer than 2471 2024-08-19T10:11:18.452 INFO:tasks.rados.rados.0.smithi190.stdout:3727: oid 39 version 2472 is already newer than 2468 2024-08-19T10:11:18.452 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 2472 (ObjNum 1130 snap 371 seq_num 1130) dirty exists 2024-08-19T10:11:18.452 INFO:tasks.rados.rados.0.smithi190.stdout:3727: left oid 39 (ObjNum 1130 snap 371 seq_num 1130) 2024-08-19T10:11:18.452 INFO:tasks.rados.rados.0.smithi190.stdout:3732: seq_num 1132 ranges {0=565248,565248=425984,991232=770048,1761280=409600} 2024-08-19T10:11:18.454 INFO:tasks.rados.rados.0.smithi190.stdout:3732: writing smithi19066007-37 from 0 to 565248 tid 1 2024-08-19T10:11:18.458 INFO:tasks.rados.rados.0.smithi190.stdout:3732: writing smithi19066007-37 from 565248 to 991232 tid 2 2024-08-19T10:11:18.464 INFO:tasks.rados.rados.0.smithi190.stdout:3732: writing smithi19066007-37 from 991232 to 1761280 tid 3 2024-08-19T10:11:18.467 INFO:tasks.rados.rados.0.smithi190.stdout:3732: writing smithi19066007-37 from 1761280 to 2170880 tid 4 2024-08-19T10:11:18.467 INFO:tasks.rados.rados.0.smithi190.stdout:3727: done (3 left) 2024-08-19T10:11:18.467 INFO:tasks.rados.rados.0.smithi190.stdout:3733: snap_create 2024-08-19T10:11:18.467 INFO:tasks.rados.rados.0.smithi190.stdout:3732: finishing write tid 1 to smithi19066007-37 2024-08-19T10:11:18.467 INFO:tasks.rados.rados.0.smithi190.stdout:3732: finishing write tid 2 to smithi19066007-37 2024-08-19T10:11:18.467 INFO:tasks.rados.rados.0.smithi190.stdout:3730: expect (ObjNum 976 snap 315 seq_num 976) 2024-08-19T10:11:18.521 INFO:tasks.rados.rados.0.smithi190.stdout:3731: expect (ObjNum 1114 snap 361 seq_num 1114) 2024-08-19T10:11:18.571 INFO:tasks.rados.rados.0.smithi190.stdout:3732: finishing write tid 3 to smithi19066007-37 2024-08-19T10:11:18.571 INFO:tasks.rados.rados.0.smithi190.stdout:3732: finishing write tid 4 to smithi19066007-37 2024-08-19T10:11:18.571 INFO:tasks.rados.rados.0.smithi190.stdout:3732: finishing write tid 5 to smithi19066007-37 2024-08-19T10:11:18.571 INFO:tasks.rados.rados.0.smithi190.stdout:3732: finishing write tid 6 to smithi19066007-37 2024-08-19T10:11:18.571 INFO:tasks.rados.rados.0.smithi190.stdout:3732: oid 37 updating version 0 to 2086 2024-08-19T10:11:18.571 INFO:tasks.rados.rados.0.smithi190.stdout:3732: oid 37 version 2086 is already newer than 2084 2024-08-19T10:11:18.571 INFO:tasks.rados.rados.0.smithi190.stdout:3732: oid 37 updating version 2086 to 2087 2024-08-19T10:11:18.571 INFO:tasks.rados.rados.0.smithi190.stdout:3732: oid 37 version 2087 is already newer than 2085 2024-08-19T10:11:18.571 INFO:tasks.rados.rados.0.smithi190.stdout:3732: oid 37 version 2087 is already newer than 2083 2024-08-19T10:11:18.571 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 2087 (ObjNum 1132 snap 371 seq_num 1132) dirty exists 2024-08-19T10:11:18.571 INFO:tasks.rados.rados.0.smithi190.stdout:3732: left oid 37 (ObjNum 1132 snap 371 seq_num 1132) 2024-08-19T10:11:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:18 smithi190 ceph-mon[77620]: osdmap e824: 8 total, 8 up, 8 in 2024-08-19T10:11:18.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:18 smithi190 ceph-mon[77620]: osdmap e825: 8 total, 8 up, 8 in 2024-08-19T10:11:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:18 smithi190 ceph-mon[80032]: osdmap e824: 8 total, 8 up, 8 in 2024-08-19T10:11:18.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:18 smithi190 ceph-mon[80032]: osdmap e825: 8 total, 8 up, 8 in 2024-08-19T10:11:18.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:18 smithi196 ceph-mon[72638]: osdmap e824: 8 total, 8 up, 8 in 2024-08-19T10:11:18.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:18 smithi196 ceph-mon[72638]: osdmap e825: 8 total, 8 up, 8 in 2024-08-19T10:11:19.453 INFO:tasks.rados.rados.0.smithi190.stdout:3730: done (3 left) 2024-08-19T10:11:19.453 INFO:tasks.rados.rados.0.smithi190.stdout:3731: done (2 left) 2024-08-19T10:11:19.453 INFO:tasks.rados.rados.0.smithi190.stdout:3732: done (1 left) 2024-08-19T10:11:19.453 INFO:tasks.rados.rados.0.smithi190.stdout:3733: done (0 left) 2024-08-19T10:11:19.453 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 35 current snap is 372 2024-08-19T10:11:19.454 INFO:tasks.rados.rados.0.smithi190.stdout:3734: seq_num 1133 ranges {0=581632,581632=753664,1335296=573440,1908736=278528} 2024-08-19T10:11:19.456 INFO:tasks.rados.rados.0.smithi190.stdout:3734: writing smithi19066007-35 from 0 to 581632 tid 1 2024-08-19T10:11:19.460 INFO:tasks.rados.rados.0.smithi190.stdout:3734: writing smithi19066007-35 from 581632 to 1335296 tid 2 2024-08-19T10:11:19.463 INFO:tasks.rados.rados.0.smithi190.stdout:3734: writing smithi19066007-35 from 1335296 to 1908736 tid 3 2024-08-19T10:11:19.465 INFO:tasks.rados.rados.0.smithi190.stdout:3734: writing smithi19066007-35 from 1908736 to 2187264 tid 4 2024-08-19T10:11:19.465 INFO:tasks.rados.rados.0.smithi190.stdout:3735: read oid 20 snap 371 2024-08-19T10:11:19.465 INFO:tasks.rados.rados.0.smithi190.stdout:3735: expect deleted 2024-08-19T10:11:19.465 INFO:tasks.rados.rados.0.smithi190.stdout:3736: snap_create 2024-08-19T10:11:19.465 INFO:tasks.rados.rados.0.smithi190.stdout:3734: finishing write tid 1 to smithi19066007-35 2024-08-19T10:11:19.466 INFO:tasks.rados.rados.0.smithi190.stdout:3734: finishing write tid 2 to smithi19066007-35 2024-08-19T10:11:19.468 INFO:tasks.rados.rados.0.smithi190.stdout:3734: finishing write tid 3 to smithi19066007-35 2024-08-19T10:11:19.468 INFO:tasks.rados.rados.0.smithi190.stdout:3734: finishing write tid 4 to smithi19066007-35 2024-08-19T10:11:19.468 INFO:tasks.rados.rados.0.smithi190.stdout:3734: finishing write tid 5 to smithi19066007-35 2024-08-19T10:11:19.470 INFO:tasks.rados.rados.0.smithi190.stdout:3734: finishing write tid 6 to smithi19066007-35 2024-08-19T10:11:19.470 INFO:tasks.rados.rados.0.smithi190.stdout:3734: oid 35 updating version 0 to 1770 2024-08-19T10:11:19.470 INFO:tasks.rados.rados.0.smithi190.stdout:3734: oid 35 version 1770 is already newer than 1768 2024-08-19T10:11:19.470 INFO:tasks.rados.rados.0.smithi190.stdout:3734: oid 35 version 1770 is already newer than 1769 2024-08-19T10:11:19.470 INFO:tasks.rados.rados.0.smithi190.stdout:3734: oid 35 updating version 1770 to 1771 2024-08-19T10:11:19.470 INFO:tasks.rados.rados.0.smithi190.stdout:3734: oid 35 version 1771 is already newer than 1767 2024-08-19T10:11:19.470 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 1771 (ObjNum 1133 snap 372 seq_num 1133) dirty exists 2024-08-19T10:11:19.470 INFO:tasks.rados.rados.0.smithi190.stdout:3734: left oid 35 (ObjNum 1133 snap 372 seq_num 1133) 2024-08-19T10:11:19.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:19 smithi190 ceph-mon[80032]: pgmap v909: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-08-19T10:11:19.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:19 smithi190 ceph-mon[80032]: osdmap e826: 8 total, 8 up, 8 in 2024-08-19T10:11:19.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:19 smithi190 ceph-mon[77620]: pgmap v909: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-08-19T10:11:19.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:19 smithi190 ceph-mon[77620]: osdmap e826: 8 total, 8 up, 8 in 2024-08-19T10:11:19.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:19 smithi196 ceph-mon[72638]: pgmap v909: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 152 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-08-19T10:11:19.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:19 smithi196 ceph-mon[72638]: osdmap e826: 8 total, 8 up, 8 in 2024-08-19T10:11:20.455 INFO:tasks.rados.rados.0.smithi190.stdout:3734: done (2 left) 2024-08-19T10:11:20.455 INFO:tasks.rados.rados.0.smithi190.stdout:3735: done (1 left) 2024-08-19T10:11:20.455 INFO:tasks.rados.rados.0.smithi190.stdout:3736: done (0 left) 2024-08-19T10:11:20.456 INFO:tasks.rados.rados.0.smithi190.stdout:3737: read oid 2 snap -1 2024-08-19T10:11:20.456 INFO:tasks.rados.rados.0.smithi190.stdout:3737: expect deleted 2024-08-19T10:11:20.456 INFO:tasks.rados.rados.0.smithi190.stdout:3738: delete oid 45 current snap is 373 2024-08-19T10:11:20.458 INFO:tasks.rados.rados.0.smithi190.stdout:3737: done (1 left) 2024-08-19T10:11:20.458 INFO:tasks.rados.rados.0.smithi190.stdout:3738: done (0 left) 2024-08-19T10:11:20.458 INFO:tasks.rados.rados.0.smithi190.stdout:3739: read oid 13 snap -1 2024-08-19T10:11:20.458 INFO:tasks.rados.rados.0.smithi190.stdout:3739: expect deleted 2024-08-19T10:11:20.459 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 49 current snap is 373 2024-08-19T10:11:20.459 INFO:tasks.rados.rados.0.smithi190.stdout:3740: seq_num 1135 ranges {3096576=614400,3710976=524288,4235264=540672,4775936=483328,5259264=57344} 2024-08-19T10:11:20.478 INFO:tasks.rados.rados.0.smithi190.stdout:3740: writing smithi19066007-49 from 3096576 to 3710976 tid 1 2024-08-19T10:11:20.481 INFO:tasks.rados.rados.0.smithi190.stdout:3740: writing smithi19066007-49 from 3710976 to 4235264 tid 2 2024-08-19T10:11:20.484 INFO:tasks.rados.rados.0.smithi190.stdout:3740: writing smithi19066007-49 from 4235264 to 4775936 tid 3 2024-08-19T10:11:20.487 INFO:tasks.rados.rados.0.smithi190.stdout:3740: writing smithi19066007-49 from 4775936 to 5259264 tid 4 2024-08-19T10:11:20.488 INFO:tasks.rados.rados.0.smithi190.stdout:3740: writing smithi19066007-49 from 5259264 to 5316608 tid 5 2024-08-19T10:11:20.488 INFO:tasks.rados.rados.0.smithi190.stdout:3741: rmattr oid 16 current snap is 373 2024-08-19T10:11:20.488 INFO:tasks.rados.rados.0.smithi190.stdout:3740: finishing write tid 1 to smithi19066007-49 2024-08-19T10:11:20.488 INFO:tasks.rados.rados.0.smithi190.stdout:3740: finishing write tid 2 to smithi19066007-49 2024-08-19T10:11:20.488 INFO:tasks.rados.rados.0.smithi190.stdout:3740: finishing write tid 3 to smithi19066007-49 2024-08-19T10:11:20.488 INFO:tasks.rados.rados.0.smithi190.stdout:3739: done (2 left) 2024-08-19T10:11:20.488 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 21 current snap is 373 2024-08-19T10:11:20.488 INFO:tasks.rados.rados.0.smithi190.stdout:3742: seq_num 1136 ranges {3129344=630784,3760128=409600,4169728=753664,4923392=417792,5341184=24576} 2024-08-19T10:11:20.508 INFO:tasks.rados.rados.0.smithi190.stdout:3742: writing smithi19066007-21 from 3129344 to 3760128 tid 1 2024-08-19T10:11:20.510 INFO:tasks.rados.rados.0.smithi190.stdout:3742: writing smithi19066007-21 from 3760128 to 4169728 tid 2 2024-08-19T10:11:20.515 INFO:tasks.rados.rados.0.smithi190.stdout:3742: writing smithi19066007-21 from 4169728 to 4923392 tid 3 2024-08-19T10:11:20.518 INFO:tasks.rados.rados.0.smithi190.stdout:3742: writing smithi19066007-21 from 4923392 to 5341184 tid 4 2024-08-19T10:11:20.518 INFO:tasks.rados.rados.0.smithi190.stdout:3742: writing smithi19066007-21 from 5341184 to 5365760 tid 5 2024-08-19T10:11:20.518 INFO:tasks.rados.rados.0.smithi190.stdout:3743: read oid 33 snap -1 2024-08-19T10:11:20.518 INFO:tasks.rados.rados.0.smithi190.stdout:3743: expect deleted 2024-08-19T10:11:20.519 INFO:tasks.rados.rados.0.smithi190.stdout:3744: snap_create 2024-08-19T10:11:20.519 INFO:tasks.rados.rados.0.smithi190.stdout:3740: finishing write tid 4 to smithi19066007-49 2024-08-19T10:11:20.519 INFO:tasks.rados.rados.0.smithi190.stdout:3740: finishing write tid 5 to smithi19066007-49 2024-08-19T10:11:20.519 INFO:tasks.rados.rados.0.smithi190.stdout:3740: finishing write tid 6 to smithi19066007-49 2024-08-19T10:11:20.519 INFO:tasks.rados.rados.0.smithi190.stdout:3740: finishing write tid 7 to smithi19066007-49 2024-08-19T10:11:20.519 INFO:tasks.rados.rados.0.smithi190.stdout:3740: oid 49 updating version 0 to 2085 2024-08-19T10:11:20.519 INFO:tasks.rados.rados.0.smithi190.stdout:3740: oid 49 version 2085 is already newer than 2083 2024-08-19T10:11:20.519 INFO:tasks.rados.rados.0.smithi190.stdout:3740: oid 49 updating version 2085 to 2087 2024-08-19T10:11:20.519 INFO:tasks.rados.rados.0.smithi190.stdout:3740: oid 49 version 2087 is already newer than 2086 2024-08-19T10:11:20.519 INFO:tasks.rados.rados.0.smithi190.stdout:3740: oid 49 version 2087 is already newer than 2084 2024-08-19T10:11:20.519 INFO:tasks.rados.rados.0.smithi190.stdout:3740: oid 49 version 2087 is already newer than 2082 2024-08-19T10:11:20.519 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 49 v 2087 (ObjNum 1135 snap 373 seq_num 1135) dirty exists 2024-08-19T10:11:20.520 INFO:tasks.rados.rados.0.smithi190.stdout:3740: left oid 49 (ObjNum 1135 snap 373 seq_num 1135) 2024-08-19T10:11:20.520 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 2088 (ObjNum 1039 snap 335 seq_num 1039) dirty exists 2024-08-19T10:11:20.520 INFO:tasks.rados.rados.0.smithi190.stdout:3742: finishing write tid 1 to smithi19066007-21 2024-08-19T10:11:20.520 INFO:tasks.rados.rados.0.smithi190.stdout:3742: finishing write tid 2 to smithi19066007-21 2024-08-19T10:11:20.521 INFO:tasks.rados.rados.0.smithi190.stdout:3742: finishing write tid 3 to smithi19066007-21 2024-08-19T10:11:20.521 INFO:tasks.rados.rados.0.smithi190.stdout:3742: finishing write tid 4 to smithi19066007-21 2024-08-19T10:11:20.522 INFO:tasks.rados.rados.0.smithi190.stdout:3742: finishing write tid 5 to smithi19066007-21 2024-08-19T10:11:20.522 INFO:tasks.rados.rados.0.smithi190.stdout:3742: finishing write tid 6 to smithi19066007-21 2024-08-19T10:11:20.524 INFO:tasks.rados.rados.0.smithi190.stdout:3742: finishing write tid 7 to smithi19066007-21 2024-08-19T10:11:20.524 INFO:tasks.rados.rados.0.smithi190.stdout:3742: oid 21 updating version 0 to 2285 2024-08-19T10:11:20.524 INFO:tasks.rados.rados.0.smithi190.stdout:3742: oid 21 version 2285 is already newer than 2282 2024-08-19T10:11:20.524 INFO:tasks.rados.rados.0.smithi190.stdout:3742: oid 21 version 2285 is already newer than 2284 2024-08-19T10:11:20.524 INFO:tasks.rados.rados.0.smithi190.stdout:3742: oid 21 version 2285 is already newer than 2283 2024-08-19T10:11:20.524 INFO:tasks.rados.rados.0.smithi190.stdout:3742: oid 21 version 2285 is already newer than 2281 2024-08-19T10:11:20.524 INFO:tasks.rados.rados.0.smithi190.stdout:3742: oid 21 version 2285 is already newer than 2280 2024-08-19T10:11:20.524 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 2285 (ObjNum 1136 snap 373 seq_num 1136) dirty exists 2024-08-19T10:11:20.524 INFO:tasks.rados.rados.0.smithi190.stdout:3742: left oid 21 (ObjNum 1136 snap 373 seq_num 1136) 2024-08-19T10:11:21.499 INFO:tasks.rados.rados.0.smithi190.stdout:3740: done (4 left) 2024-08-19T10:11:21.499 INFO:tasks.rados.rados.0.smithi190.stdout:3741: done (3 left) 2024-08-19T10:11:21.499 INFO:tasks.rados.rados.0.smithi190.stdout:3742: done (2 left) 2024-08-19T10:11:21.499 INFO:tasks.rados.rados.0.smithi190.stdout:3743: done (1 left) 2024-08-19T10:11:21.500 INFO:tasks.rados.rados.0.smithi190.stdout:3744: done (0 left) 2024-08-19T10:11:21.500 INFO:tasks.rados.rados.0.smithi190.stdout:3745: snap_create 2024-08-19T10:11:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:21 smithi190 ceph-mon[77620]: pgmap v912: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 144 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-08-19T10:11:21.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:21 smithi190 ceph-mon[77620]: osdmap e827: 8 total, 8 up, 8 in 2024-08-19T10:11:21.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:21 smithi190 ceph-mon[80032]: pgmap v912: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 144 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-08-19T10:11:21.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:21 smithi190 ceph-mon[80032]: osdmap e827: 8 total, 8 up, 8 in 2024-08-19T10:11:21.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:21 smithi196 ceph-mon[72638]: pgmap v912: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 144 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-08-19T10:11:21.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:21 smithi196 ceph-mon[72638]: osdmap e827: 8 total, 8 up, 8 in 2024-08-19T10:11:22.511 INFO:tasks.rados.rados.0.smithi190.stdout:3745: done (0 left) 2024-08-19T10:11:22.512 INFO:tasks.rados.rados.0.smithi190.stdout:3746: copy_from oid 42 from oid 30 current snap is 375 2024-08-19T10:11:22.512 INFO:tasks.rados.rados.0.smithi190.stdout:3747: snap_remove snap 353 2024-08-19T10:11:22.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:22 smithi190 ceph-mon[77620]: osdmap e828: 8 total, 8 up, 8 in 2024-08-19T10:11:22.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:22 smithi190 ceph-mon[80032]: osdmap e828: 8 total, 8 up, 8 in 2024-08-19T10:11:22.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:22 smithi196 ceph-mon[72638]: osdmap e828: 8 total, 8 up, 8 in 2024-08-19T10:11:23.454 INFO:tasks.rados.rados.0.smithi190.stdout:3747: done (1 left) 2024-08-19T10:11:23.455 INFO:tasks.rados.rados.0.smithi190.stdout:3748: copy_from oid 31 from oid 22 current snap is 375 2024-08-19T10:11:23.455 INFO:tasks.rados.rados.0.smithi190.stdout:3746: finishing copy_from racing read to smithi19066007-42 2024-08-19T10:11:23.455 INFO:tasks.rados.rados.0.smithi190.stdout:3746: finishing copy_from to smithi19066007-42 2024-08-19T10:11:23.455 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 2445 (ObjNum 976 snap 315 seq_num 976) dirty exists 2024-08-19T10:11:23.455 INFO:tasks.rados.rados.0.smithi190.stdout:3746: done (1 left) 2024-08-19T10:11:23.455 INFO:tasks.rados.rados.0.smithi190.stdout:3749: copy_from oid 11 from oid 18 current snap is 375 2024-08-19T10:11:23.455 INFO:tasks.rados.rados.0.smithi190.stdout:3750: snap_remove snap 374 2024-08-19T10:11:23.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:23 smithi190 ceph-mon[77620]: pgmap v915: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 146 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-08-19T10:11:23.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:23 smithi190 ceph-mon[77620]: osdmap e829: 8 total, 8 up, 8 in 2024-08-19T10:11:23.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:23 smithi190 ceph-mon[77620]: osdmap e830: 8 total, 8 up, 8 in 2024-08-19T10:11:23.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:23 smithi190 ceph-mon[80032]: pgmap v915: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 146 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-08-19T10:11:23.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:23 smithi190 ceph-mon[80032]: osdmap e829: 8 total, 8 up, 8 in 2024-08-19T10:11:23.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:23 smithi190 ceph-mon[80032]: osdmap e830: 8 total, 8 up, 8 in 2024-08-19T10:11:23.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:23 smithi196 ceph-mon[72638]: pgmap v915: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 146 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-08-19T10:11:23.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:23 smithi196 ceph-mon[72638]: osdmap e829: 8 total, 8 up, 8 in 2024-08-19T10:11:23.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:23 smithi196 ceph-mon[72638]: osdmap e830: 8 total, 8 up, 8 in 2024-08-19T10:11:24.454 INFO:tasks.rados.rados.0.smithi190.stdout:3750: done (2 left) 2024-08-19T10:11:24.454 INFO:tasks.rados.rados.0.smithi190.stdout:3751: read oid 8 snap -1 2024-08-19T10:11:24.454 INFO:tasks.rados.rados.0.smithi190.stdout:3751: expect (ObjNum 1016 snap 325 seq_num 1016) 2024-08-19T10:11:24.454 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 375 2024-08-19T10:11:24.454 INFO:tasks.rados.rados.0.smithi190.stdout:3752: seq_num 1137 ranges {4022272=647168,4669440=696320,5365760=557056,5922816=352256} 2024-08-19T10:11:24.479 INFO:tasks.rados.rados.0.smithi190.stdout:3752: writing smithi19066007-44 from 4022272 to 4669440 tid 1 2024-08-19T10:11:24.483 INFO:tasks.rados.rados.0.smithi190.stdout:3752: writing smithi19066007-44 from 4669440 to 5365760 tid 2 2024-08-19T10:11:24.487 INFO:tasks.rados.rados.0.smithi190.stdout:3752: writing smithi19066007-44 from 5365760 to 5922816 tid 3 2024-08-19T10:11:24.489 INFO:tasks.rados.rados.0.smithi190.stdout:3752: writing smithi19066007-44 from 5922816 to 6275072 tid 4 2024-08-19T10:11:24.489 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 45 current snap is 375 2024-08-19T10:11:24.490 INFO:tasks.rados.rados.0.smithi190.stdout:3748: finishing copy_from racing read to smithi19066007-31 2024-08-19T10:11:24.490 INFO:tasks.rados.rados.0.smithi190.stdout:3748: finishing copy_from to smithi19066007-31 2024-08-19T10:11:24.490 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 2265 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-19T10:11:24.490 INFO:tasks.rados.rados.0.smithi190.stdout:3749: finishing copy_from racing read to smithi19066007-11 2024-08-19T10:11:24.490 INFO:tasks.rados.rados.0.smithi190.stdout:3753: seq_num 1138 ranges {0=663552,663552=581632,1245184=712704,1957888=311296} 2024-08-19T10:11:24.493 INFO:tasks.rados.rados.0.smithi190.stdout:3753: writing smithi19066007-45 from 0 to 663552 tid 1 2024-08-19T10:11:24.496 INFO:tasks.rados.rados.0.smithi190.stdout:3753: writing smithi19066007-45 from 663552 to 1245184 tid 2 2024-08-19T10:11:24.500 INFO:tasks.rados.rados.0.smithi190.stdout:3753: writing smithi19066007-45 from 1245184 to 1957888 tid 3 2024-08-19T10:11:24.502 INFO:tasks.rados.rados.0.smithi190.stdout:3753: writing smithi19066007-45 from 1957888 to 2269184 tid 4 2024-08-19T10:11:24.502 INFO:tasks.rados.rados.0.smithi190.stdout:3748: done (4 left) 2024-08-19T10:11:24.502 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 26 current snap is 375 2024-08-19T10:11:24.502 INFO:tasks.rados.rados.0.smithi190.stdout:3754: seq_num 1139 ranges {0=679936,679936=458752,1138688=524288,1662976=540672,2203648=81920} 2024-08-19T10:11:24.506 INFO:tasks.rados.rados.0.smithi190.stdout:3754: writing smithi19066007-26 from 0 to 679936 tid 1 2024-08-19T10:11:24.508 INFO:tasks.rados.rados.0.smithi190.stdout:3754: writing smithi19066007-26 from 679936 to 1138688 tid 2 2024-08-19T10:11:24.511 INFO:tasks.rados.rados.0.smithi190.stdout:3754: writing smithi19066007-26 from 1138688 to 1662976 tid 3 2024-08-19T10:11:24.515 INFO:tasks.rados.rados.0.smithi190.stdout:3754: writing smithi19066007-26 from 1662976 to 2203648 tid 4 2024-08-19T10:11:24.515 INFO:tasks.rados.rados.0.smithi190.stdout:3754: writing smithi19066007-26 from 2203648 to 2285568 tid 5 2024-08-19T10:11:24.516 INFO:tasks.rados.rados.0.smithi190.stdout:3755: read oid 48 snap 372 2024-08-19T10:11:24.516 INFO:tasks.rados.rados.0.smithi190.stdout:3755: expect (ObjNum 799 snap 263 seq_num 799) 2024-08-19T10:11:24.518 INFO:tasks.rados.rados.0.smithi190.stdout:3749: finishing copy_from to smithi19066007-11 2024-08-19T10:11:24.518 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 2271 (ObjNum 1075 snap 345 seq_num 1075) dirty exists 2024-08-19T10:11:24.518 INFO:tasks.rados.rados.0.smithi190.stdout:3751: expect (ObjNum 1016 snap 325 seq_num 1016) 2024-08-19T10:11:24.658 INFO:tasks.rados.rados.0.smithi190.stdout:3752: finishing write tid 1 to smithi19066007-44 2024-08-19T10:11:24.659 INFO:tasks.rados.rados.0.smithi190.stdout:3752: finishing write tid 2 to smithi19066007-44 2024-08-19T10:11:24.659 INFO:tasks.rados.rados.0.smithi190.stdout:3752: finishing write tid 3 to smithi19066007-44 2024-08-19T10:11:24.659 INFO:tasks.rados.rados.0.smithi190.stdout:3752: finishing write tid 4 to smithi19066007-44 2024-08-19T10:11:24.659 INFO:tasks.rados.rados.0.smithi190.stdout:3752: finishing write tid 5 to smithi19066007-44 2024-08-19T10:11:24.659 INFO:tasks.rados.rados.0.smithi190.stdout:3752: finishing write tid 6 to smithi19066007-44 2024-08-19T10:11:24.659 INFO:tasks.rados.rados.0.smithi190.stdout:3752: oid 44 updating version 0 to 2270 2024-08-19T10:11:24.659 INFO:tasks.rados.rados.0.smithi190.stdout:3752: oid 44 version 2270 is already newer than 2266 2024-08-19T10:11:24.659 INFO:tasks.rados.rados.0.smithi190.stdout:3752: oid 44 version 2270 is already newer than 2268 2024-08-19T10:11:24.659 INFO:tasks.rados.rados.0.smithi190.stdout:3752: oid 44 version 2270 is already newer than 2269 2024-08-19T10:11:24.659 INFO:tasks.rados.rados.0.smithi190.stdout:3752: oid 44 version 2270 is already newer than 2267 2024-08-19T10:11:24.659 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 2270 (ObjNum 1137 snap 375 seq_num 1137) dirty exists 2024-08-19T10:11:24.659 INFO:tasks.rados.rados.0.smithi190.stdout:3752: left oid 44 (ObjNum 1137 snap 375 seq_num 1137) 2024-08-19T10:11:24.660 INFO:tasks.rados.rados.0.smithi190.stdout:3753: finishing write tid 1 to smithi19066007-45 2024-08-19T10:11:24.660 INFO:tasks.rados.rados.0.smithi190.stdout:3753: finishing write tid 2 to smithi19066007-45 2024-08-19T10:11:24.660 INFO:tasks.rados.rados.0.smithi190.stdout:3753: finishing write tid 3 to smithi19066007-45 2024-08-19T10:11:24.660 INFO:tasks.rados.rados.0.smithi190.stdout:3753: finishing write tid 4 to smithi19066007-45 2024-08-19T10:11:24.660 INFO:tasks.rados.rados.0.smithi190.stdout:3753: finishing write tid 5 to smithi19066007-45 2024-08-19T10:11:24.660 INFO:tasks.rados.rados.0.smithi190.stdout:3753: finishing write tid 6 to smithi19066007-45 2024-08-19T10:11:24.660 INFO:tasks.rados.rados.0.smithi190.stdout:3753: oid 45 updating version 0 to 2226 2024-08-19T10:11:24.660 INFO:tasks.rados.rados.0.smithi190.stdout:3753: oid 45 version 2226 is already newer than 2224 2024-08-19T10:11:24.660 INFO:tasks.rados.rados.0.smithi190.stdout:3753: oid 45 updating version 2226 to 2228 2024-08-19T10:11:24.660 INFO:tasks.rados.rados.0.smithi190.stdout:3753: oid 45 version 2228 is already newer than 2225 2024-08-19T10:11:24.660 INFO:tasks.rados.rados.0.smithi190.stdout:3753: oid 45 version 2228 is already newer than 2227 2024-08-19T10:11:24.660 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 2228 (ObjNum 1138 snap 375 seq_num 1138) dirty exists 2024-08-19T10:11:24.660 INFO:tasks.rados.rados.0.smithi190.stdout:3753: left oid 45 (ObjNum 1138 snap 375 seq_num 1138) 2024-08-19T10:11:24.661 INFO:tasks.rados.rados.0.smithi190.stdout:3754: finishing write tid 1 to smithi19066007-26 2024-08-19T10:11:24.661 INFO:tasks.rados.rados.0.smithi190.stdout:3749: done (5 left) 2024-08-19T10:11:24.661 INFO:tasks.rados.rados.0.smithi190.stdout:3751: done (4 left) 2024-08-19T10:11:24.661 INFO:tasks.rados.rados.0.smithi190.stdout:3752: done (3 left) 2024-08-19T10:11:24.661 INFO:tasks.rados.rados.0.smithi190.stdout:3753: done (2 left) 2024-08-19T10:11:24.661 INFO:tasks.rados.rados.0.smithi190.stdout:3756: snap_remove snap 373 2024-08-19T10:11:25.528 INFO:tasks.rados.rados.0.smithi190.stdout:3756: done (2 left) 2024-08-19T10:11:25.528 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 25 current snap is 375 2024-08-19T10:11:25.528 INFO:tasks.rados.rados.0.smithi190.stdout:3757: seq_num 1140 ranges {1097728=696320,1794048=745472,2539520=729088,3268608=131072} 2024-08-19T10:11:25.538 INFO:tasks.rados.rados.0.smithi190.stdout:3757: writing smithi19066007-25 from 1097728 to 1794048 tid 1 2024-08-19T10:11:25.542 INFO:tasks.rados.rados.0.smithi190.stdout:3757: writing smithi19066007-25 from 1794048 to 2539520 tid 2 2024-08-19T10:11:25.547 INFO:tasks.rados.rados.0.smithi190.stdout:3757: writing smithi19066007-25 from 2539520 to 3268608 tid 3 2024-08-19T10:11:25.549 INFO:tasks.rados.rados.0.smithi190.stdout:3757: writing smithi19066007-25 from 3268608 to 3399680 tid 4 2024-08-19T10:11:25.549 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 36 current snap is 375 2024-08-19T10:11:25.549 INFO:tasks.rados.rados.0.smithi190.stdout:3754: finishing write tid 2 to smithi19066007-26 2024-08-19T10:11:25.549 INFO:tasks.rados.rados.0.smithi190.stdout:3754: finishing write tid 3 to smithi19066007-26 2024-08-19T10:11:25.549 INFO:tasks.rados.rados.0.smithi190.stdout:3755: expect (ObjNum 799 snap 263 seq_num 799) 2024-08-19T10:11:25.587 INFO:tasks.rados.rados.0.smithi190.stdout:3754: finishing write tid 4 to smithi19066007-26 2024-08-19T10:11:25.587 INFO:tasks.rados.rados.0.smithi190.stdout:3754: finishing write tid 5 to smithi19066007-26 2024-08-19T10:11:25.587 INFO:tasks.rados.rados.0.smithi190.stdout:3754: finishing write tid 6 to smithi19066007-26 2024-08-19T10:11:25.587 INFO:tasks.rados.rados.0.smithi190.stdout:3754: finishing write tid 7 to smithi19066007-26 2024-08-19T10:11:25.588 INFO:tasks.rados.rados.0.smithi190.stdout:3754: oid 26 updating version 0 to 2161 2024-08-19T10:11:25.588 INFO:tasks.rados.rados.0.smithi190.stdout:3754: oid 26 version 2161 is already newer than 2160 2024-08-19T10:11:25.588 INFO:tasks.rados.rados.0.smithi190.stdout:3754: oid 26 updating version 2161 to 2162 2024-08-19T10:11:25.588 INFO:tasks.rados.rados.0.smithi190.stdout:3754: oid 26 updating version 2162 to 2164 2024-08-19T10:11:25.588 INFO:tasks.rados.rados.0.smithi190.stdout:3754: oid 26 version 2164 is already newer than 2163 2024-08-19T10:11:25.588 INFO:tasks.rados.rados.0.smithi190.stdout:3754: oid 26 version 2164 is already newer than 2159 2024-08-19T10:11:25.588 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 2164 (ObjNum 1139 snap 375 seq_num 1139) dirty exists 2024-08-19T10:11:25.588 INFO:tasks.rados.rados.0.smithi190.stdout:3754: left oid 26 (ObjNum 1139 snap 375 seq_num 1139) 2024-08-19T10:11:25.589 INFO:tasks.rados.rados.0.smithi190.stdout:3757: finishing write tid 1 to smithi19066007-25 2024-08-19T10:11:25.589 INFO:tasks.rados.rados.0.smithi190.stdout:3757: finishing write tid 2 to smithi19066007-25 2024-08-19T10:11:25.589 INFO:tasks.rados.rados.0.smithi190.stdout:3758: seq_num 1141 ranges {1982464=712704,2695168=679936,3375104=540672,3915776=385024} 2024-08-19T10:11:25.600 INFO:tasks.rados.rados.0.smithi190.stdout:3758: writing smithi19066007-36 from 1982464 to 2695168 tid 1 2024-08-19T10:11:25.604 INFO:tasks.rados.rados.0.smithi190.stdout:3758: writing smithi19066007-36 from 2695168 to 3375104 tid 2 2024-08-19T10:11:25.607 INFO:tasks.rados.rados.0.smithi190.stdout:3758: writing smithi19066007-36 from 3375104 to 3915776 tid 3 2024-08-19T10:11:25.609 INFO:tasks.rados.rados.0.smithi190.stdout:3758: writing smithi19066007-36 from 3915776 to 4300800 tid 4 2024-08-19T10:11:25.610 INFO:tasks.rados.rados.0.smithi190.stdout:3754: done (3 left) 2024-08-19T10:11:25.610 INFO:tasks.rados.rados.0.smithi190.stdout:3755: done (2 left) 2024-08-19T10:11:25.610 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 31 current snap is 375 2024-08-19T10:11:25.610 INFO:tasks.rados.rados.0.smithi190.stdout:3759: seq_num 1142 ranges {0=729088,729088=565248,1294336=696320,1990656=344064} 2024-08-19T10:11:25.613 INFO:tasks.rados.rados.0.smithi190.stdout:3759: writing smithi19066007-31 from 0 to 729088 tid 1 2024-08-19T10:11:25.617 INFO:tasks.rados.rados.0.smithi190.stdout:3759: writing smithi19066007-31 from 729088 to 1294336 tid 2 2024-08-19T10:11:25.621 INFO:tasks.rados.rados.0.smithi190.stdout:3759: writing smithi19066007-31 from 1294336 to 1990656 tid 3 2024-08-19T10:11:25.624 INFO:tasks.rados.rados.0.smithi190.stdout:3759: writing smithi19066007-31 from 1990656 to 2334720 tid 4 2024-08-19T10:11:25.624 INFO:tasks.rados.rados.0.smithi190.stdout:3760: snap_create 2024-08-19T10:11:25.624 INFO:tasks.rados.rados.0.smithi190.stdout:3757: finishing write tid 3 to smithi19066007-25 2024-08-19T10:11:25.624 INFO:tasks.rados.rados.0.smithi190.stdout:3757: finishing write tid 4 to smithi19066007-25 2024-08-19T10:11:25.624 INFO:tasks.rados.rados.0.smithi190.stdout:3757: finishing write tid 5 to smithi19066007-25 2024-08-19T10:11:25.624 INFO:tasks.rados.rados.0.smithi190.stdout:3757: finishing write tid 6 to smithi19066007-25 2024-08-19T10:11:25.624 INFO:tasks.rados.rados.0.smithi190.stdout:3757: oid 25 updating version 0 to 2267 2024-08-19T10:11:25.624 INFO:tasks.rados.rados.0.smithi190.stdout:3757: oid 25 updating version 2267 to 2270 2024-08-19T10:11:25.624 INFO:tasks.rados.rados.0.smithi190.stdout:3757: oid 25 version 2270 is already newer than 2266 2024-08-19T10:11:25.624 INFO:tasks.rados.rados.0.smithi190.stdout:3757: oid 25 version 2270 is already newer than 2268 2024-08-19T10:11:25.624 INFO:tasks.rados.rados.0.smithi190.stdout:3757: oid 25 version 2270 is already newer than 2269 2024-08-19T10:11:25.624 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 2270 (ObjNum 1140 snap 375 seq_num 1140) dirty exists 2024-08-19T10:11:25.625 INFO:tasks.rados.rados.0.smithi190.stdout:3757: left oid 25 (ObjNum 1140 snap 375 seq_num 1140) 2024-08-19T10:11:25.625 INFO:tasks.rados.rados.0.smithi190.stdout:3758: finishing write tid 1 to smithi19066007-36 2024-08-19T10:11:25.625 INFO:tasks.rados.rados.0.smithi190.stdout:3758: finishing write tid 2 to smithi19066007-36 2024-08-19T10:11:25.625 INFO:tasks.rados.rados.0.smithi190.stdout:3758: finishing write tid 3 to smithi19066007-36 2024-08-19T10:11:25.625 INFO:tasks.rados.rados.0.smithi190.stdout:3758: finishing write tid 4 to smithi19066007-36 2024-08-19T10:11:25.625 INFO:tasks.rados.rados.0.smithi190.stdout:3758: finishing write tid 5 to smithi19066007-36 2024-08-19T10:11:25.625 INFO:tasks.rados.rados.0.smithi190.stdout:3758: finishing write tid 6 to smithi19066007-36 2024-08-19T10:11:25.625 INFO:tasks.rados.rados.0.smithi190.stdout:3758: oid 36 updating version 0 to 2489 2024-08-19T10:11:25.625 INFO:tasks.rados.rados.0.smithi190.stdout:3758: oid 36 updating version 2489 to 2490 2024-08-19T10:11:25.625 INFO:tasks.rados.rados.0.smithi190.stdout:3758: oid 36 version 2490 is already newer than 2488 2024-08-19T10:11:25.625 INFO:tasks.rados.rados.0.smithi190.stdout:3758: oid 36 version 2490 is already newer than 2486 2024-08-19T10:11:25.625 INFO:tasks.rados.rados.0.smithi190.stdout:3758: oid 36 version 2490 is already newer than 2487 2024-08-19T10:11:25.625 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 2490 (ObjNum 1141 snap 375 seq_num 1141) dirty exists 2024-08-19T10:11:25.626 INFO:tasks.rados.rados.0.smithi190.stdout:3758: left oid 36 (ObjNum 1141 snap 375 seq_num 1141) 2024-08-19T10:11:25.626 INFO:tasks.rados.rados.0.smithi190.stdout:3759: finishing write tid 1 to smithi19066007-31 2024-08-19T10:11:25.626 INFO:tasks.rados.rados.0.smithi190.stdout:3759: finishing write tid 2 to smithi19066007-31 2024-08-19T10:11:25.626 INFO:tasks.rados.rados.0.smithi190.stdout:3759: finishing write tid 3 to smithi19066007-31 2024-08-19T10:11:25.627 INFO:tasks.rados.rados.0.smithi190.stdout:3759: finishing write tid 4 to smithi19066007-31 2024-08-19T10:11:25.627 INFO:tasks.rados.rados.0.smithi190.stdout:3759: finishing write tid 5 to smithi19066007-31 2024-08-19T10:11:25.628 INFO:tasks.rados.rados.0.smithi190.stdout:3759: finishing write tid 6 to smithi19066007-31 2024-08-19T10:11:25.629 INFO:tasks.rados.rados.0.smithi190.stdout:3759: oid 31 updating version 0 to 2273 2024-08-19T10:11:25.629 INFO:tasks.rados.rados.0.smithi190.stdout:3759: oid 31 updating version 2273 to 2275 2024-08-19T10:11:25.629 INFO:tasks.rados.rados.0.smithi190.stdout:3759: oid 31 version 2275 is already newer than 2271 2024-08-19T10:11:25.629 INFO:tasks.rados.rados.0.smithi190.stdout:3759: oid 31 version 2275 is already newer than 2272 2024-08-19T10:11:25.629 INFO:tasks.rados.rados.0.smithi190.stdout:3759: oid 31 version 2275 is already newer than 2274 2024-08-19T10:11:25.629 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 31 v 2275 (ObjNum 1142 snap 375 seq_num 1142) dirty exists 2024-08-19T10:11:25.629 INFO:tasks.rados.rados.0.smithi190.stdout:3759: left oid 31 (ObjNum 1142 snap 375 seq_num 1142) 2024-08-19T10:11:25.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:25 smithi190 ceph-mon[77620]: pgmap v918: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 143 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-08-19T10:11:25.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:25 smithi190 ceph-mon[77620]: osdmap e831: 8 total, 8 up, 8 in 2024-08-19T10:11:25.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:25 smithi190 ceph-mon[80032]: pgmap v918: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 143 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-08-19T10:11:25.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:25 smithi190 ceph-mon[80032]: osdmap e831: 8 total, 8 up, 8 in 2024-08-19T10:11:25.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:25 smithi196 ceph-mon[72638]: pgmap v918: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 143 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-08-19T10:11:25.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:25 smithi196 ceph-mon[72638]: osdmap e831: 8 total, 8 up, 8 in 2024-08-19T10:11:26.529 INFO:tasks.rados.rados.0.smithi190.stdout:3757: done (3 left) 2024-08-19T10:11:26.529 INFO:tasks.rados.rados.0.smithi190.stdout:3758: done (2 left) 2024-08-19T10:11:26.529 INFO:tasks.rados.rados.0.smithi190.stdout:3759: done (1 left) 2024-08-19T10:11:26.529 INFO:tasks.rados.rados.0.smithi190.stdout:3760: done (0 left) 2024-08-19T10:11:26.529 INFO:tasks.rados.rados.0.smithi190.stdout:3761: setattr oid 21 current snap is 376 2024-08-19T10:11:26.530 INFO:tasks.rados.rados.0.smithi190.stdout:3762: snap_create 2024-08-19T10:11:26.534 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 2286 (ObjNum 1136 snap 373 seq_num 1136) dirty exists 2024-08-19T10:11:26.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:26 smithi190 ceph-mon[77620]: osdmap e832: 8 total, 8 up, 8 in 2024-08-19T10:11:26.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:26 smithi190 ceph-mon[80032]: osdmap e832: 8 total, 8 up, 8 in 2024-08-19T10:11:26.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:26 smithi196 ceph-mon[72638]: osdmap e832: 8 total, 8 up, 8 in 2024-08-19T10:11:27.530 INFO:tasks.rados.rados.0.smithi190.stdout:3761: done (1 left) 2024-08-19T10:11:27.530 INFO:tasks.rados.rados.0.smithi190.stdout:3762: done (0 left) 2024-08-19T10:11:27.530 INFO:tasks.rados.rados.0.smithi190.stdout:3763: read oid 4 snap -1 2024-08-19T10:11:27.531 INFO:tasks.rados.rados.0.smithi190.stdout:3763: expect (ObjNum 1097 snap 348 seq_num 1097) 2024-08-19T10:11:27.531 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 38 current snap is 377 2024-08-19T10:11:27.531 INFO:tasks.rados.rados.0.smithi190.stdout:3764: seq_num 1143 ranges {3801088=753664,4554752=450560,5005312=507904,5513216=589824,6103040=57344} 2024-08-19T10:11:27.555 INFO:tasks.rados.rados.0.smithi190.stdout:3764: writing smithi19066007-38 from 3801088 to 4554752 tid 1 2024-08-19T10:11:27.557 INFO:tasks.rados.rados.0.smithi190.stdout:3764: writing smithi19066007-38 from 4554752 to 5005312 tid 2 2024-08-19T10:11:27.560 INFO:tasks.rados.rados.0.smithi190.stdout:3764: writing smithi19066007-38 from 5005312 to 5513216 tid 3 2024-08-19T10:11:27.564 INFO:tasks.rados.rados.0.smithi190.stdout:3764: writing smithi19066007-38 from 5513216 to 6103040 tid 4 2024-08-19T10:11:27.565 INFO:tasks.rados.rados.0.smithi190.stdout:3764: writing smithi19066007-38 from 6103040 to 6160384 tid 5 2024-08-19T10:11:27.565 INFO:tasks.rados.rados.0.smithi190.stdout:3765: copy_from oid 32 from oid 34 current snap is 377 2024-08-19T10:11:27.565 INFO:tasks.rados.rados.0.smithi190.stdout:3763: expect (ObjNum 1097 snap 348 seq_num 1097) 2024-08-19T10:11:27.609 INFO:tasks.rados.rados.0.smithi190.stdout:3764: finishing write tid 1 to smithi19066007-38 2024-08-19T10:11:27.609 INFO:tasks.rados.rados.0.smithi190.stdout:3764: finishing write tid 2 to smithi19066007-38 2024-08-19T10:11:27.609 INFO:tasks.rados.rados.0.smithi190.stdout:3764: finishing write tid 3 to smithi19066007-38 2024-08-19T10:11:27.609 INFO:tasks.rados.rados.0.smithi190.stdout:3764: finishing write tid 4 to smithi19066007-38 2024-08-19T10:11:27.609 INFO:tasks.rados.rados.0.smithi190.stdout:3764: finishing write tid 5 to smithi19066007-38 2024-08-19T10:11:27.609 INFO:tasks.rados.rados.0.smithi190.stdout:3764: finishing write tid 6 to smithi19066007-38 2024-08-19T10:11:27.610 INFO:tasks.rados.rados.0.smithi190.stdout:3764: finishing write tid 7 to smithi19066007-38 2024-08-19T10:11:27.610 INFO:tasks.rados.rados.0.smithi190.stdout:3764: oid 38 updating version 0 to 1911 2024-08-19T10:11:27.610 INFO:tasks.rados.rados.0.smithi190.stdout:3764: oid 38 version 1911 is already newer than 1909 2024-08-19T10:11:27.610 INFO:tasks.rados.rados.0.smithi190.stdout:3764: oid 38 updating version 1911 to 1912 2024-08-19T10:11:27.610 INFO:tasks.rados.rados.0.smithi190.stdout:3764: oid 38 version 1912 is already newer than 1908 2024-08-19T10:11:27.610 INFO:tasks.rados.rados.0.smithi190.stdout:3764: oid 38 updating version 1912 to 1913 2024-08-19T10:11:27.610 INFO:tasks.rados.rados.0.smithi190.stdout:3764: oid 38 version 1913 is already newer than 1910 2024-08-19T10:11:27.610 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 1913 (ObjNum 1143 snap 377 seq_num 1143) dirty exists 2024-08-19T10:11:27.610 INFO:tasks.rados.rados.0.smithi190.stdout:3764: left oid 38 (ObjNum 1143 snap 377 seq_num 1143) 2024-08-19T10:11:27.610 INFO:tasks.rados.rados.0.smithi190.stdout:3765: finishing copy_from racing read to smithi19066007-32 2024-08-19T10:11:27.610 INFO:tasks.rados.rados.0.smithi190.stdout:3765: finishing copy_from to smithi19066007-32 2024-08-19T10:11:27.610 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 2222 (ObjNum 1114 snap 361 seq_num 1114) dirty exists 2024-08-19T10:11:27.611 INFO:tasks.rados.rados.0.smithi190.stdout:3763: done (2 left) 2024-08-19T10:11:27.611 INFO:tasks.rados.rados.0.smithi190.stdout:3764: done (1 left) 2024-08-19T10:11:27.611 INFO:tasks.rados.rados.0.smithi190.stdout:3765: done (0 left) 2024-08-19T10:11:27.611 INFO:tasks.rados.rados.0.smithi190.stdout:3766: rollback oid 1 current snap is 377 2024-08-19T10:11:27.611 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 1 to 367 2024-08-19T10:11:27.611 INFO:tasks.rados.rados.0.smithi190.stdout:3767: setattr oid 26 current snap is 377 2024-08-19T10:11:27.611 INFO:tasks.rados.rados.0.smithi190.stdout:3768: delete oid 43 current snap is 377 2024-08-19T10:11:27.613 INFO:tasks.rados.rados.0.smithi190.stdout:3768: done (2 left) 2024-08-19T10:11:27.614 INFO:tasks.rados.rados.0.smithi190.stdout:3769: rollback oid 9 current snap is 377 2024-08-19T10:11:27.614 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 9 to 369 2024-08-19T10:11:27.614 INFO:tasks.rados.rados.0.smithi190.stdout:3770: copy_from oid 50 from oid 31 current snap is 377 2024-08-19T10:11:27.614 INFO:tasks.rados.rados.0.smithi190.stdout:3771: read oid 48 snap -1 2024-08-19T10:11:27.614 INFO:tasks.rados.rados.0.smithi190.stdout:3771: expect (ObjNum 799 snap 263 seq_num 799) 2024-08-19T10:11:27.614 INFO:tasks.rados.rados.0.smithi190.stdout:3772: rmattr oid 21 current snap is 377 2024-08-19T10:11:27.614 INFO:tasks.rados.rados.0.smithi190.stdout:3773: copy_from oid 20 from oid 8 current snap is 377 2024-08-19T10:11:27.614 INFO:tasks.rados.rados.0.smithi190.stdout:3774: snap_create 2024-08-19T10:11:27.617 INFO:tasks.rados.rados.0.smithi190.stdout:3766: finishing rollback tid 0 to smithi19066007-1 2024-08-19T10:11:27.618 INFO:tasks.rados.rados.0.smithi190.stdout:3766: finishing rollback tid 1 to smithi19066007-1 2024-08-19T10:11:27.618 INFO:tasks.rados.rados.0.smithi190.stdout:3766: finishing rollback tid 2 to smithi19066007-1 2024-08-19T10:11:27.618 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 1 v 2167 (ObjNum 1094 snap 348 seq_num 1094) dirty exists 2024-08-19T10:11:27.618 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 21 v 2287 (ObjNum 1136 snap 373 seq_num 1136) dirty exists 2024-08-19T10:11:27.618 INFO:tasks.rados.rados.0.smithi190.stdout:3769: finishing rollback tid 0 to smithi19066007-9 2024-08-19T10:11:27.620 INFO:tasks.rados.rados.0.smithi190.stdout:3769: finishing rollback tid 1 to smithi19066007-9 2024-08-19T10:11:27.620 INFO:tasks.rados.rados.0.smithi190.stdout:3769: finishing rollback tid 2 to smithi19066007-9 2024-08-19T10:11:27.620 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1916 (ObjNum 1105 snap 353 seq_num 1105) dirty exists 2024-08-19T10:11:27.620 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 2168 (ObjNum 1139 snap 375 seq_num 1139) dirty exists 2024-08-19T10:11:27.622 INFO:tasks.rados.rados.0.smithi190.stdout:3771: expect (ObjNum 799 snap 263 seq_num 799) 2024-08-19T10:11:27.659 INFO:tasks.rados.rados.0.smithi190.stdout:3770: finishing copy_from racing read to smithi19066007-50 2024-08-19T10:11:27.659 INFO:tasks.rados.rados.0.smithi190.stdout:3773: finishing copy_from racing read to smithi19066007-20 2024-08-19T10:11:27.660 INFO:tasks.rados.rados.0.smithi190.stdout:3770: finishing copy_from to smithi19066007-50 2024-08-19T10:11:27.660 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 2275 (ObjNum 1142 snap 375 seq_num 1142) dirty exists 2024-08-19T10:11:27.660 INFO:tasks.rados.rados.0.smithi190.stdout:3773: finishing copy_from to smithi19066007-20 2024-08-19T10:11:27.660 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 2384 (ObjNum 1016 snap 325 seq_num 1016) dirty exists 2024-08-19T10:11:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:27 smithi190 ceph-mon[77620]: pgmap v921: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 147 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-08-19T10:11:27.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:27 smithi190 ceph-mon[77620]: osdmap e833: 8 total, 8 up, 8 in 2024-08-19T10:11:27.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:11:27 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:11:27] "GET /metrics HTTP/1.1" 200 36377 "" "Prometheus/2.51.0" 2024-08-19T10:11:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:27 smithi190 ceph-mon[80032]: pgmap v921: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 147 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-08-19T10:11:27.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:27 smithi190 ceph-mon[80032]: osdmap e833: 8 total, 8 up, 8 in 2024-08-19T10:11:27.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:27 smithi196 ceph-mon[72638]: pgmap v921: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 147 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-08-19T10:11:27.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:27 smithi196 ceph-mon[72638]: osdmap e833: 8 total, 8 up, 8 in 2024-08-19T10:11:28.455 INFO:tasks.rados.rados.0.smithi190.stdout:3766: done (7 left) 2024-08-19T10:11:28.455 INFO:tasks.rados.rados.0.smithi190.stdout:3767: done (6 left) 2024-08-19T10:11:28.455 INFO:tasks.rados.rados.0.smithi190.stdout:3769: done (5 left) 2024-08-19T10:11:28.455 INFO:tasks.rados.rados.0.smithi190.stdout:3770: done (4 left) 2024-08-19T10:11:28.455 INFO:tasks.rados.rados.0.smithi190.stdout:3771: done (3 left) 2024-08-19T10:11:28.455 INFO:tasks.rados.rados.0.smithi190.stdout:3772: done (2 left) 2024-08-19T10:11:28.455 INFO:tasks.rados.rados.0.smithi190.stdout:3773: done (1 left) 2024-08-19T10:11:28.455 INFO:tasks.rados.rados.0.smithi190.stdout:3774: done (0 left) 2024-08-19T10:11:28.456 INFO:tasks.rados.rados.0.smithi190.stdout:3775: rollback oid 50 current snap is 378 2024-08-19T10:11:28.456 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 50 to 371 2024-08-19T10:11:28.456 INFO:tasks.rados.rados.0.smithi190.stdout:3776: rollback oid 8 current snap is 378 2024-08-19T10:11:28.456 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 8 to 367 2024-08-19T10:11:28.456 INFO:tasks.rados.rados.0.smithi190.stdout:3777: snap_remove snap 375 2024-08-19T10:11:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:28 smithi190 ceph-mon[77620]: osdmap e834: 8 total, 8 up, 8 in 2024-08-19T10:11:28.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:28 smithi190 ceph-mon[77620]: osdmap e835: 8 total, 8 up, 8 in 2024-08-19T10:11:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:28 smithi190 ceph-mon[80032]: osdmap e834: 8 total, 8 up, 8 in 2024-08-19T10:11:28.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:28 smithi190 ceph-mon[80032]: osdmap e835: 8 total, 8 up, 8 in 2024-08-19T10:11:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:28 smithi196 ceph-mon[72638]: osdmap e834: 8 total, 8 up, 8 in 2024-08-19T10:11:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:28 smithi196 ceph-mon[72638]: osdmap e835: 8 total, 8 up, 8 in 2024-08-19T10:11:29.455 INFO:tasks.rados.rados.0.smithi190.stdout:3777: done (2 left) 2024-08-19T10:11:29.455 INFO:tasks.rados.rados.0.smithi190.stdout:3778: snap_create 2024-08-19T10:11:29.455 INFO:tasks.rados.rados.0.smithi190.stdout:3775: finishing rollback tid 0 to smithi19066007-50 2024-08-19T10:11:29.455 INFO:tasks.rados.rados.0.smithi190.stdout:3775: finishing rollback tid 1 to smithi19066007-50 2024-08-19T10:11:29.455 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 2277 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T10:11:29.455 INFO:tasks.rados.rados.0.smithi190.stdout:3776: finishing rollback tid 0 to smithi19066007-8 2024-08-19T10:11:29.455 INFO:tasks.rados.rados.0.smithi190.stdout:3776: finishing rollback tid 1 to smithi19066007-8 2024-08-19T10:11:29.455 INFO:tasks.rados.rados.0.smithi190.stdout:3776: finishing rollback tid 2 to smithi19066007-8 2024-08-19T10:11:29.455 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 2494 (ObjNum 1016 snap 325 seq_num 1016) dirty exists 2024-08-19T10:11:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:29 smithi190 ceph-mon[80032]: pgmap v924: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 157 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 4.0 MiB/s wr, 8 op/s 2024-08-19T10:11:29.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:29 smithi190 ceph-mon[80032]: osdmap e836: 8 total, 8 up, 8 in 2024-08-19T10:11:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:29 smithi190 ceph-mon[77620]: pgmap v924: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 157 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 4.0 MiB/s wr, 8 op/s 2024-08-19T10:11:29.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:29 smithi190 ceph-mon[77620]: osdmap e836: 8 total, 8 up, 8 in 2024-08-19T10:11:29.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:29 smithi196 ceph-mon[72638]: pgmap v924: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 157 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 4.0 MiB/s wr, 8 op/s 2024-08-19T10:11:29.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:29 smithi196 ceph-mon[72638]: osdmap e836: 8 total, 8 up, 8 in 2024-08-19T10:11:30.457 INFO:tasks.rados.rados.0.smithi190.stdout:3775: done (2 left) 2024-08-19T10:11:30.457 INFO:tasks.rados.rados.0.smithi190.stdout:3776: done (1 left) 2024-08-19T10:11:30.457 INFO:tasks.rados.rados.0.smithi190.stdout:3778: done (0 left) 2024-08-19T10:11:30.457 INFO:tasks.rados.rados.0.smithi190.stdout:3779: rmattr oid 26 current snap is 379 2024-08-19T10:11:30.457 INFO:tasks.rados.rados.0.smithi190.stdout:3780: snap_remove snap 370 2024-08-19T10:11:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:11:30.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:30 smithi190 ceph-mon[80032]: osdmap e837: 8 total, 8 up, 8 in 2024-08-19T10:11:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:11:30.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:30 smithi190 ceph-mon[77620]: osdmap e837: 8 total, 8 up, 8 in 2024-08-19T10:11:30.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:11:30.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:30 smithi196 ceph-mon[72638]: osdmap e837: 8 total, 8 up, 8 in 2024-08-19T10:11:31.459 INFO:tasks.rados.rados.0.smithi190.stdout:3780: done (1 left) 2024-08-19T10:11:31.459 INFO:tasks.rados.rados.0.smithi190.stdout:3781: snap_create 2024-08-19T10:11:31.459 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 26 v 2169 (ObjNum 1139 snap 375 seq_num 1139) dirty exists 2024-08-19T10:11:31.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:31 smithi190 ceph-mon[77620]: pgmap v927: 121 pgs: 121 active+clean; 168 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.6 MiB/s wr, 19 op/s 2024-08-19T10:11:31.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:31 smithi190 ceph-mon[77620]: osdmap e838: 8 total, 8 up, 8 in 2024-08-19T10:11:31.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:31 smithi190 ceph-mon[80032]: pgmap v927: 121 pgs: 121 active+clean; 168 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.6 MiB/s wr, 19 op/s 2024-08-19T10:11:31.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:31 smithi190 ceph-mon[80032]: osdmap e838: 8 total, 8 up, 8 in 2024-08-19T10:11:31.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:31 smithi196 ceph-mon[72638]: pgmap v927: 121 pgs: 121 active+clean; 168 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.6 MiB/s wr, 19 op/s 2024-08-19T10:11:31.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:31 smithi196 ceph-mon[72638]: osdmap e838: 8 total, 8 up, 8 in 2024-08-19T10:11:32.459 INFO:tasks.rados.rados.0.smithi190.stdout:3779: done (1 left) 2024-08-19T10:11:32.460 INFO:tasks.rados.rados.0.smithi190.stdout:3781: done (0 left) 2024-08-19T10:11:32.460 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 50 current snap is 380 2024-08-19T10:11:32.460 INFO:tasks.rados.rados.0.smithi190.stdout:3782: seq_num 1145 ranges {0=786432,786432=622592,1409024=516096,1925120=417792,2342912=49152} 2024-08-19T10:11:32.463 INFO:tasks.rados.rados.0.smithi190.stdout:3782: writing smithi19066007-50 from 0 to 786432 tid 1 2024-08-19T10:11:32.467 INFO:tasks.rados.rados.0.smithi190.stdout:3782: writing smithi19066007-50 from 786432 to 1409024 tid 2 2024-08-19T10:11:32.470 INFO:tasks.rados.rados.0.smithi190.stdout:3782: writing smithi19066007-50 from 1409024 to 1925120 tid 3 2024-08-19T10:11:32.472 INFO:tasks.rados.rados.0.smithi190.stdout:3782: writing smithi19066007-50 from 1925120 to 2342912 tid 4 2024-08-19T10:11:32.473 INFO:tasks.rados.rados.0.smithi190.stdout:3782: writing smithi19066007-50 from 2342912 to 2392064 tid 5 2024-08-19T10:11:32.473 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 7 current snap is 380 2024-08-19T10:11:32.473 INFO:tasks.rados.rados.0.smithi190.stdout:3783: seq_num 1146 ranges {1802240=802816,2605056=499712,3104768=679936,3784704=425984} 2024-08-19T10:11:32.486 INFO:tasks.rados.rados.0.smithi190.stdout:3783: writing smithi19066007-7 from 1802240 to 2605056 tid 1 2024-08-19T10:11:32.489 INFO:tasks.rados.rados.0.smithi190.stdout:3783: writing smithi19066007-7 from 2605056 to 3104768 tid 2 2024-08-19T10:11:32.493 INFO:tasks.rados.rados.0.smithi190.stdout:3783: writing smithi19066007-7 from 3104768 to 3784704 tid 3 2024-08-19T10:11:32.497 INFO:tasks.rados.rados.0.smithi190.stdout:3783: writing smithi19066007-7 from 3784704 to 4210688 tid 4 2024-08-19T10:11:32.497 INFO:tasks.rados.rados.0.smithi190.stdout:3784: rollback oid 43 current snap is 380 2024-08-19T10:11:32.497 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 43 to 369 2024-08-19T10:11:32.497 INFO:tasks.rados.rados.0.smithi190.stdout:3782: finishing write tid 1 to smithi19066007-50 2024-08-19T10:11:32.497 INFO:tasks.rados.rados.0.smithi190.stdout:3782: finishing write tid 2 to smithi19066007-50 2024-08-19T10:11:32.497 INFO:tasks.rados.rados.0.smithi190.stdout:3782: finishing write tid 3 to smithi19066007-50 2024-08-19T10:11:32.497 INFO:tasks.rados.rados.0.smithi190.stdout:3782: finishing write tid 4 to smithi19066007-50 2024-08-19T10:11:32.497 INFO:tasks.rados.rados.0.smithi190.stdout:3782: finishing write tid 5 to smithi19066007-50 2024-08-19T10:11:32.497 INFO:tasks.rados.rados.0.smithi190.stdout:3782: finishing write tid 6 to smithi19066007-50 2024-08-19T10:11:32.497 INFO:tasks.rados.rados.0.smithi190.stdout:3782: finishing write tid 7 to smithi19066007-50 2024-08-19T10:11:32.497 INFO:tasks.rados.rados.0.smithi190.stdout:3782: oid 50 updating version 0 to 2278 2024-08-19T10:11:32.497 INFO:tasks.rados.rados.0.smithi190.stdout:3782: oid 50 updating version 2278 to 2280 2024-08-19T10:11:32.498 INFO:tasks.rados.rados.0.smithi190.stdout:3782: oid 50 updating version 2280 to 2281 2024-08-19T10:11:32.498 INFO:tasks.rados.rados.0.smithi190.stdout:3782: oid 50 version 2281 is already newer than 2279 2024-08-19T10:11:32.498 INFO:tasks.rados.rados.0.smithi190.stdout:3782: oid 50 updating version 2281 to 2282 2024-08-19T10:11:32.498 INFO:tasks.rados.rados.0.smithi190.stdout:3782: oid 50 updating version 2282 to 2283 2024-08-19T10:11:32.498 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 2283 (ObjNum 1145 snap 380 seq_num 1145) dirty exists 2024-08-19T10:11:32.498 INFO:tasks.rados.rados.0.smithi190.stdout:3782: left oid 50 (ObjNum 1145 snap 380 seq_num 1145) 2024-08-19T10:11:32.498 INFO:tasks.rados.rados.0.smithi190.stdout:3783: finishing write tid 1 to smithi19066007-7 2024-08-19T10:11:32.498 INFO:tasks.rados.rados.0.smithi190.stdout:3783: finishing write tid 2 to smithi19066007-7 2024-08-19T10:11:32.498 INFO:tasks.rados.rados.0.smithi190.stdout:3782: done (2 left) 2024-08-19T10:11:32.498 INFO:tasks.rados.rados.0.smithi190.stdout:3785: delete oid 4 current snap is 380 2024-08-19T10:11:32.498 INFO:tasks.rados.rados.0.smithi190.stdout:3783: finishing write tid 3 to smithi19066007-7 2024-08-19T10:11:32.498 INFO:tasks.rados.rados.0.smithi190.stdout:3784: finishing rollback tid 1 to smithi19066007-43 2024-08-19T10:11:32.498 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T10:11:32.499 INFO:tasks.rados.rados.0.smithi190.stdout:3783: finishing write tid 4 to smithi19066007-7 2024-08-19T10:11:32.499 INFO:tasks.rados.rados.0.smithi190.stdout:3783: finishing write tid 5 to smithi19066007-7 2024-08-19T10:11:32.499 INFO:tasks.rados.rados.0.smithi190.stdout:3783: finishing write tid 6 to smithi19066007-7 2024-08-19T10:11:32.500 INFO:tasks.rados.rados.0.smithi190.stdout:3783: oid 7 updating version 0 to 2288 2024-08-19T10:11:32.500 INFO:tasks.rados.rados.0.smithi190.stdout:3783: oid 7 version 2288 is already newer than 2287 2024-08-19T10:11:32.500 INFO:tasks.rados.rados.0.smithi190.stdout:3783: oid 7 version 2288 is already newer than 2286 2024-08-19T10:11:32.500 INFO:tasks.rados.rados.0.smithi190.stdout:3783: oid 7 version 2288 is already newer than 2285 2024-08-19T10:11:32.500 INFO:tasks.rados.rados.0.smithi190.stdout:3783: oid 7 version 2288 is already newer than 2284 2024-08-19T10:11:32.500 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 7 v 2288 (ObjNum 1146 snap 380 seq_num 1146) dirty exists 2024-08-19T10:11:32.500 INFO:tasks.rados.rados.0.smithi190.stdout:3783: left oid 7 (ObjNum 1146 snap 380 seq_num 1146) 2024-08-19T10:11:32.501 INFO:tasks.rados.rados.0.smithi190.stdout:3783: done (2 left) 2024-08-19T10:11:32.501 INFO:tasks.rados.rados.0.smithi190.stdout:3784: done (1 left) 2024-08-19T10:11:32.501 INFO:tasks.rados.rados.0.smithi190.stdout:3785: done (0 left) 2024-08-19T10:11:32.501 INFO:tasks.rados.rados.0.smithi190.stdout:3786: read oid 9 snap 369 2024-08-19T10:11:32.501 INFO:tasks.rados.rados.0.smithi190.stdout:3786: expect (ObjNum 1105 snap 353 seq_num 1105) 2024-08-19T10:11:32.501 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 15 current snap is 380 2024-08-19T10:11:32.501 INFO:tasks.rados.rados.0.smithi190.stdout:3787: seq_num 1148 ranges {3801088=32768} 2024-08-19T10:11:32.522 INFO:tasks.rados.rados.0.smithi190.stdout:3787: writing smithi19066007-15 from 3801088 to 3833856 tid 1 2024-08-19T10:11:32.522 INFO:tasks.rados.rados.0.smithi190.stdout:3788: delete oid 31 current snap is 380 2024-08-19T10:11:32.522 INFO:tasks.rados.rados.0.smithi190.stdout:3786: expect (ObjNum 1105 snap 353 seq_num 1105) 2024-08-19T10:11:32.777 INFO:tasks.rados.rados.0.smithi190.stdout:3787: finishing write tid 1 to smithi19066007-15 2024-08-19T10:11:32.777 INFO:tasks.rados.rados.0.smithi190.stdout:3787: finishing write tid 2 to smithi19066007-15 2024-08-19T10:11:32.777 INFO:tasks.rados.rados.0.smithi190.stdout:3786: done (2 left) 2024-08-19T10:11:32.777 INFO:tasks.rados.rados.0.smithi190.stdout:3788: done (1 left) 2024-08-19T10:11:32.777 INFO:tasks.rados.rados.0.smithi190.stdout:3789: delete oid 33 current snap is 380 2024-08-19T10:11:32.777 INFO:tasks.rados.rados.0.smithi190.stdout:3787: finishing write tid 3 to smithi19066007-15 2024-08-19T10:11:32.777 INFO:tasks.rados.rados.0.smithi190.stdout:3787: oid 15 updating version 0 to 2171 2024-08-19T10:11:32.777 INFO:tasks.rados.rados.0.smithi190.stdout:3787: oid 15 version 2171 is already newer than 2170 2024-08-19T10:11:32.778 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 2171 (ObjNum 1148 snap 380 seq_num 1148) dirty exists 2024-08-19T10:11:32.778 INFO:tasks.rados.rados.0.smithi190.stdout:3787: left oid 15 (ObjNum 1148 snap 380 seq_num 1148) 2024-08-19T10:11:32.779 INFO:tasks.rados.rados.0.smithi190.stdout:3787: done (1 left) 2024-08-19T10:11:32.779 INFO:tasks.rados.rados.0.smithi190.stdout:3789: done (0 left) 2024-08-19T10:11:32.779 INFO:tasks.rados.rados.0.smithi190.stdout:3790: copy_from oid 14 from oid 39 current snap is 380 2024-08-19T10:11:32.779 INFO:tasks.rados.rados.0.smithi190.stdout:3791: read oid 25 snap -1 2024-08-19T10:11:32.779 INFO:tasks.rados.rados.0.smithi190.stdout:3791: expect (ObjNum 1140 snap 375 seq_num 1140) 2024-08-19T10:11:32.779 INFO:tasks.rados.rados.0.smithi190.stdout:3792: snap_create 2024-08-19T10:11:32.788 INFO:tasks.rados.rados.0.smithi190.stdout:3791: expect (ObjNum 1140 snap 375 seq_num 1140) 2024-08-19T10:11:32.898 INFO:tasks.rados.rados.0.smithi190.stdout:3790: finishing copy_from racing read to smithi19066007-14 2024-08-19T10:11:32.898 INFO:tasks.rados.rados.0.smithi190.stdout:3790: finishing copy_from to smithi19066007-14 2024-08-19T10:11:32.898 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 2472 (ObjNum 1130 snap 371 seq_num 1130) dirty exists 2024-08-19T10:11:33.452 INFO:tasks.rados.rados.0.smithi190.stdout:3790: done (2 left) 2024-08-19T10:11:33.453 INFO:tasks.rados.rados.0.smithi190.stdout:3791: done (1 left) 2024-08-19T10:11:33.453 INFO:tasks.rados.rados.0.smithi190.stdout:3792: done (0 left) 2024-08-19T10:11:33.453 INFO:tasks.rados.rados.0.smithi190.stdout:3793: snap_create 2024-08-19T10:11:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:33 smithi190 ceph-mon[80032]: pgmap v930: 121 pgs: 121 active+clean; 170 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-08-19T10:11:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:33 smithi190 ceph-mon[80032]: osdmap e839: 8 total, 8 up, 8 in 2024-08-19T10:11:33.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:33 smithi190 ceph-mon[80032]: osdmap e840: 8 total, 8 up, 8 in 2024-08-19T10:11:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:33 smithi190 ceph-mon[77620]: pgmap v930: 121 pgs: 121 active+clean; 170 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-08-19T10:11:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:33 smithi190 ceph-mon[77620]: osdmap e839: 8 total, 8 up, 8 in 2024-08-19T10:11:33.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:33 smithi190 ceph-mon[77620]: osdmap e840: 8 total, 8 up, 8 in 2024-08-19T10:11:33.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:33 smithi196 ceph-mon[72638]: pgmap v930: 121 pgs: 121 active+clean; 170 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-08-19T10:11:33.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:33 smithi196 ceph-mon[72638]: osdmap e839: 8 total, 8 up, 8 in 2024-08-19T10:11:33.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:33 smithi196 ceph-mon[72638]: osdmap e840: 8 total, 8 up, 8 in 2024-08-19T10:11:34.455 INFO:tasks.rados.rados.0.smithi190.stdout:3793: done (0 left) 2024-08-19T10:11:34.455 INFO:tasks.rados.rados.0.smithi190.stdout:3794: snap_create 2024-08-19T10:11:35.456 INFO:tasks.rados.rados.0.smithi190.stdout:3794: done (0 left) 2024-08-19T10:11:35.457 INFO:tasks.rados.rados.0.smithi190.stdout:3795: delete oid 12 current snap is 383 2024-08-19T10:11:35.462 INFO:tasks.rados.rados.0.smithi190.stdout:3795: done (0 left) 2024-08-19T10:11:35.462 INFO:tasks.rados.rados.0.smithi190.stdout:3796: rmattr oid 39 current snap is 383 2024-08-19T10:11:35.462 INFO:tasks.rados.rados.0.smithi190.stdout:3796: done (0 left) 2024-08-19T10:11:35.462 INFO:tasks.rados.rados.0.smithi190.stdout:3797: rollback oid 13 current snap is 383 2024-08-19T10:11:35.463 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 13 to 372 2024-08-19T10:11:35.463 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 383 2024-08-19T10:11:35.463 INFO:tasks.rados.rados.0.smithi190.stdout:3798: seq_num 1152 ranges {1187840=98304} 2024-08-19T10:11:35.469 INFO:tasks.rados.rados.0.smithi190.stdout:3798: writing smithi19066007-17 from 1187840 to 1286144 tid 1 2024-08-19T10:11:35.469 INFO:tasks.rados.rados.0.smithi190.stdout:3799: snap_create 2024-08-19T10:11:35.469 INFO:tasks.rados.rados.0.smithi190.stdout:3797: finishing rollback tid 1 to smithi19066007-13 2024-08-19T10:11:35.469 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-19T10:11:35.472 INFO:tasks.rados.rados.0.smithi190.stdout:3798: finishing write tid 1 to smithi19066007-17 2024-08-19T10:11:35.472 INFO:tasks.rados.rados.0.smithi190.stdout:3798: finishing write tid 2 to smithi19066007-17 2024-08-19T10:11:35.473 INFO:tasks.rados.rados.0.smithi190.stdout:3798: finishing write tid 3 to smithi19066007-17 2024-08-19T10:11:35.473 INFO:tasks.rados.rados.0.smithi190.stdout:3798: oid 17 updating version 0 to 1874 2024-08-19T10:11:35.473 INFO:tasks.rados.rados.0.smithi190.stdout:3798: oid 17 updating version 1874 to 1875 2024-08-19T10:11:35.473 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 1875 (ObjNum 1152 snap 383 seq_num 1152) dirty exists 2024-08-19T10:11:35.473 INFO:tasks.rados.rados.0.smithi190.stdout:3798: left oid 17 (ObjNum 1152 snap 383 seq_num 1152) 2024-08-19T10:11:35.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:35 smithi190 ceph-mon[77620]: pgmap v933: 121 pgs: 121 active+clean; 170 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 576 KiB/s wr, 8 op/s 2024-08-19T10:11:35.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:35 smithi190 ceph-mon[77620]: osdmap e841: 8 total, 8 up, 8 in 2024-08-19T10:11:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:35 smithi190 ceph-mon[80032]: pgmap v933: 121 pgs: 121 active+clean; 170 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 576 KiB/s wr, 8 op/s 2024-08-19T10:11:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:35 smithi190 ceph-mon[80032]: osdmap e841: 8 total, 8 up, 8 in 2024-08-19T10:11:35.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:35 smithi196 ceph-mon[72638]: pgmap v933: 121 pgs: 121 active+clean; 170 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 576 KiB/s wr, 8 op/s 2024-08-19T10:11:35.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:35 smithi196 ceph-mon[72638]: osdmap e841: 8 total, 8 up, 8 in 2024-08-19T10:11:36.468 INFO:tasks.rados.rados.0.smithi190.stdout:3797: done (2 left) 2024-08-19T10:11:36.468 INFO:tasks.rados.rados.0.smithi190.stdout:3798: done (1 left) 2024-08-19T10:11:36.469 INFO:tasks.rados.rados.0.smithi190.stdout:3799: done (0 left) 2024-08-19T10:11:36.469 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 384 2024-08-19T10:11:36.469 INFO:tasks.rados.rados.0.smithi190.stdout:3800: seq_num 1153 ranges {0=114688} 2024-08-19T10:11:36.469 INFO:tasks.rados.rados.0.smithi190.stdout:3800: writing smithi19066007-43 from 0 to 114688 tid 1 2024-08-19T10:11:36.469 INFO:tasks.rados.rados.0.smithi190.stdout:3801: delete oid 39 current snap is 384 2024-08-19T10:11:36.473 INFO:tasks.rados.rados.0.smithi190.stdout:3800: finishing write tid 1 to smithi19066007-43 2024-08-19T10:11:36.473 INFO:tasks.rados.rados.0.smithi190.stdout:3800: finishing write tid 2 to smithi19066007-43 2024-08-19T10:11:36.475 INFO:tasks.rados.rados.0.smithi190.stdout:3801: done (1 left) 2024-08-19T10:11:36.475 INFO:tasks.rados.rados.0.smithi190.stdout:3802: snap_remove snap 378 2024-08-19T10:11:36.818 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:36 smithi190 ceph-mon[77620]: osdmap e842: 8 total, 8 up, 8 in 2024-08-19T10:11:36.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:36 smithi190 ceph-mon[80032]: osdmap e842: 8 total, 8 up, 8 in 2024-08-19T10:11:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:36 smithi196 ceph-mon[72638]: osdmap e842: 8 total, 8 up, 8 in 2024-08-19T10:11:37.474 INFO:tasks.rados.rados.0.smithi190.stdout:3802: done (1 left) 2024-08-19T10:11:37.474 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 384 2024-08-19T10:11:37.474 INFO:tasks.rados.rados.0.smithi190.stdout:3803: seq_num 1155 ranges {2899968=147456} 2024-08-19T10:11:37.490 INFO:tasks.rados.rados.0.smithi190.stdout:3803: writing smithi19066007-16 from 2899968 to 3047424 tid 1 2024-08-19T10:11:37.490 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 2 current snap is 384 2024-08-19T10:11:37.490 INFO:tasks.rados.rados.0.smithi190.stdout:3800: finishing write tid 3 to smithi19066007-43 2024-08-19T10:11:37.491 INFO:tasks.rados.rados.0.smithi190.stdout:3800: oid 43 updating version 0 to 2385 2024-08-19T10:11:37.491 INFO:tasks.rados.rados.0.smithi190.stdout:3800: oid 43 updating version 2385 to 2386 2024-08-19T10:11:37.491 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 2386 (ObjNum 1153 snap 384 seq_num 1153) dirty exists 2024-08-19T10:11:37.491 INFO:tasks.rados.rados.0.smithi190.stdout:3800: left oid 43 (ObjNum 1153 snap 384 seq_num 1153) 2024-08-19T10:11:37.491 INFO:tasks.rados.rados.0.smithi190.stdout:3804: seq_num 1156 ranges {0=163840} 2024-08-19T10:11:37.491 INFO:tasks.rados.rados.0.smithi190.stdout:3804: writing smithi19066007-2 from 0 to 163840 tid 1 2024-08-19T10:11:37.491 INFO:tasks.rados.rados.0.smithi190.stdout:3800: done (2 left) 2024-08-19T10:11:37.492 INFO:tasks.rados.rados.0.smithi190.stdout:3805: delete oid 29 current snap is 384 2024-08-19T10:11:37.494 INFO:tasks.rados.rados.0.smithi190.stdout:3804: finishing write tid 1 to smithi19066007-2 2024-08-19T10:11:37.494 INFO:tasks.rados.rados.0.smithi190.stdout:3804: finishing write tid 2 to smithi19066007-2 2024-08-19T10:11:37.495 INFO:tasks.rados.rados.0.smithi190.stdout:3804: finishing write tid 3 to smithi19066007-2 2024-08-19T10:11:37.495 INFO:tasks.rados.rados.0.smithi190.stdout:3804: oid 2 updating version 0 to 1916 2024-08-19T10:11:37.495 INFO:tasks.rados.rados.0.smithi190.stdout:3804: oid 2 version 1916 is already newer than 1915 2024-08-19T10:11:37.496 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 2 v 1916 (ObjNum 1156 snap 384 seq_num 1156) dirty exists 2024-08-19T10:11:37.496 INFO:tasks.rados.rados.0.smithi190.stdout:3804: left oid 2 (ObjNum 1156 snap 384 seq_num 1156) 2024-08-19T10:11:37.498 INFO:tasks.rados.rados.0.smithi190.stdout:3803: finishing write tid 1 to smithi19066007-16 2024-08-19T10:11:37.498 INFO:tasks.rados.rados.0.smithi190.stdout:3803: finishing write tid 2 to smithi19066007-16 2024-08-19T10:11:37.500 INFO:tasks.rados.rados.0.smithi190.stdout:3804: done (2 left) 2024-08-19T10:11:37.500 INFO:tasks.rados.rados.0.smithi190.stdout:3805: done (1 left) 2024-08-19T10:11:37.500 INFO:tasks.rados.rados.0.smithi190.stdout:3806: snap_create 2024-08-19T10:11:37.502 INFO:tasks.rados.rados.0.smithi190.stdout:3803: finishing write tid 3 to smithi19066007-16 2024-08-19T10:11:37.502 INFO:tasks.rados.rados.0.smithi190.stdout:3803: oid 16 updating version 0 to 2089 2024-08-19T10:11:37.503 INFO:tasks.rados.rados.0.smithi190.stdout:3803: oid 16 updating version 2089 to 2090 2024-08-19T10:11:37.503 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 2090 (ObjNum 1155 snap 384 seq_num 1155) dirty exists 2024-08-19T10:11:37.503 INFO:tasks.rados.rados.0.smithi190.stdout:3803: left oid 16 (ObjNum 1155 snap 384 seq_num 1155) 2024-08-19T10:11:37.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:37 smithi190 ceph-mon[77620]: pgmap v936: 121 pgs: 121 active+clean; 177 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-19T10:11:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:37 smithi190 ceph-mon[77620]: osdmap e843: 8 total, 8 up, 8 in 2024-08-19T10:11:37.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:11:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:11:37] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.51.0" 2024-08-19T10:11:37.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:37 smithi190 ceph-mon[80032]: pgmap v936: 121 pgs: 121 active+clean; 177 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-19T10:11:37.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:37 smithi190 ceph-mon[80032]: osdmap e843: 8 total, 8 up, 8 in 2024-08-19T10:11:37.818 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:37 smithi196 ceph-mon[72638]: pgmap v936: 121 pgs: 121 active+clean; 177 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-19T10:11:37.818 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:37 smithi196 ceph-mon[72638]: osdmap e843: 8 total, 8 up, 8 in 2024-08-19T10:11:38.455 INFO:tasks.rados.rados.0.smithi190.stdout:3803: done (1 left) 2024-08-19T10:11:38.456 INFO:tasks.rados.rados.0.smithi190.stdout:3806: done (0 left) 2024-08-19T10:11:38.456 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 42 current snap is 385 2024-08-19T10:11:38.456 INFO:tasks.rados.rados.0.smithi190.stdout:3807: seq_num 1158 ranges {1957888=196608} 2024-08-19T10:11:38.468 INFO:tasks.rados.rados.0.smithi190.stdout:3807: writing smithi19066007-42 from 1957888 to 2154496 tid 1 2024-08-19T10:11:38.468 INFO:tasks.rados.rados.0.smithi190.stdout:3808: rmattr oid 22 current snap is 385 2024-08-19T10:11:38.468 INFO:tasks.rados.rados.0.smithi190.stdout:3809: read oid 45 snap 384 2024-08-19T10:11:38.468 INFO:tasks.rados.rados.0.smithi190.stdout:3809: expect (ObjNum 1138 snap 375 seq_num 1138) 2024-08-19T10:11:38.468 INFO:tasks.rados.rados.0.smithi190.stdout:3810: delete oid 10 current snap is 385 2024-08-19T10:11:38.473 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 2271 (ObjNum 145 snap 0 seq_num 3358127248) dirty exists 2024-08-19T10:11:38.476 INFO:tasks.rados.rados.0.smithi190.stdout:3808: done (3 left) 2024-08-19T10:11:38.476 INFO:tasks.rados.rados.0.smithi190.stdout:3810: done (2 left) 2024-08-19T10:11:38.476 INFO:tasks.rados.rados.0.smithi190.stdout:3811: read oid 17 snap -1 2024-08-19T10:11:38.476 INFO:tasks.rados.rados.0.smithi190.stdout:3811: expect (ObjNum 1152 snap 383 seq_num 1152) 2024-08-19T10:11:38.476 INFO:tasks.rados.rados.0.smithi190.stdout:3812: delete oid 22 current snap is 385 2024-08-19T10:11:38.480 INFO:tasks.rados.rados.0.smithi190.stdout:3812: done (3 left) 2024-08-19T10:11:38.480 INFO:tasks.rados.rados.0.smithi190.stdout:3813: snap_remove snap 379 2024-08-19T10:11:38.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:38 smithi190 ceph-mon[77620]: osdmap e844: 8 total, 8 up, 8 in 2024-08-19T10:11:38.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:38 smithi190 ceph-mon[77620]: osdmap e845: 8 total, 8 up, 8 in 2024-08-19T10:11:38.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:38 smithi190 ceph-mon[80032]: osdmap e844: 8 total, 8 up, 8 in 2024-08-19T10:11:38.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:38 smithi190 ceph-mon[80032]: osdmap e845: 8 total, 8 up, 8 in 2024-08-19T10:11:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:38 smithi196 ceph-mon[72638]: osdmap e844: 8 total, 8 up, 8 in 2024-08-19T10:11:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:38 smithi196 ceph-mon[72638]: osdmap e845: 8 total, 8 up, 8 in 2024-08-19T10:11:39.491 INFO:tasks.rados.rados.0.smithi190.stdout:3813: done (3 left) 2024-08-19T10:11:39.491 INFO:tasks.rados.rados.0.smithi190.stdout:3814: rollback oid 50 current snap is 385 2024-08-19T10:11:39.491 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 50 to 369 2024-08-19T10:11:39.491 INFO:tasks.rados.rados.0.smithi190.stdout:3807: finishing write tid 1 to smithi19066007-42 2024-08-19T10:11:39.491 INFO:tasks.rados.rados.0.smithi190.stdout:3807: finishing write tid 2 to smithi19066007-42 2024-08-19T10:11:39.491 INFO:tasks.rados.rados.0.smithi190.stdout:3807: finishing write tid 3 to smithi19066007-42 2024-08-19T10:11:39.491 INFO:tasks.rados.rados.0.smithi190.stdout:3807: oid 42 updating version 0 to 2446 2024-08-19T10:11:39.491 INFO:tasks.rados.rados.0.smithi190.stdout:3807: oid 42 updating version 2446 to 2447 2024-08-19T10:11:39.491 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 2447 (ObjNum 1158 snap 385 seq_num 1158) dirty exists 2024-08-19T10:11:39.491 INFO:tasks.rados.rados.0.smithi190.stdout:3807: left oid 42 (ObjNum 1158 snap 385 seq_num 1158) 2024-08-19T10:11:39.492 INFO:tasks.rados.rados.0.smithi190.stdout:3811: expect (ObjNum 1152 snap 383 seq_num 1152) 2024-08-19T10:11:39.545 INFO:tasks.rados.rados.0.smithi190.stdout:3809: expect (ObjNum 1138 snap 375 seq_num 1138) 2024-08-19T10:11:39.602 INFO:tasks.rados.rados.0.smithi190.stdout:3814: finishing rollback tid 0 to smithi19066007-50 2024-08-19T10:11:39.602 INFO:tasks.rados.rados.0.smithi190.stdout:3814: finishing rollback tid 1 to smithi19066007-50 2024-08-19T10:11:39.602 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 2290 (ObjNum 33 snap 0 seq_num 3323287344) dirty dne 2024-08-19T10:11:39.602 INFO:tasks.rados.rados.0.smithi190.stdout:3807: done (3 left) 2024-08-19T10:11:39.603 INFO:tasks.rados.rados.0.smithi190.stdout:3809: done (2 left) 2024-08-19T10:11:39.603 INFO:tasks.rados.rados.0.smithi190.stdout:3811: done (1 left) 2024-08-19T10:11:39.603 INFO:tasks.rados.rados.0.smithi190.stdout:3814: done (0 left) 2024-08-19T10:11:39.603 INFO:tasks.rados.rados.0.smithi190.stdout:3815: snap_remove snap 371 2024-08-19T10:11:39.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:39 smithi190 ceph-mon[77620]: pgmap v939: 121 pgs: 121 active+clean; 177 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-08-19T10:11:39.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:39 smithi190 ceph-mon[80032]: pgmap v939: 121 pgs: 121 active+clean; 177 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-08-19T10:11:39.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:39 smithi196 ceph-mon[72638]: pgmap v939: 121 pgs: 121 active+clean; 177 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-08-19T10:11:40.500 INFO:tasks.rados.rados.0.smithi190.stdout:3815: done (0 left) 2024-08-19T10:11:40.500 INFO:tasks.rados.rados.0.smithi190.stdout:3816: delete oid 36 current snap is 385 2024-08-19T10:11:40.515 INFO:tasks.rados.rados.0.smithi190.stdout:3816: done (0 left) 2024-08-19T10:11:40.516 INFO:tasks.rados.rados.0.smithi190.stdout:3817: delete oid 18 current snap is 385 2024-08-19T10:11:40.519 INFO:tasks.rados.rados.0.smithi190.stdout:3817: done (0 left) 2024-08-19T10:11:40.520 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 50 current snap is 385 2024-08-19T10:11:40.520 INFO:tasks.rados.rados.0.smithi190.stdout:3818: seq_num 1163 ranges {0=286720} 2024-08-19T10:11:40.522 INFO:tasks.rados.rados.0.smithi190.stdout:3818: writing smithi19066007-50 from 0 to 286720 tid 1 2024-08-19T10:11:40.522 INFO:tasks.rados.rados.0.smithi190.stdout:3819: copy_from oid 35 from oid 17 current snap is 385 2024-08-19T10:11:40.522 INFO:tasks.rados.rados.0.smithi190.stdout:3820: copy_from oid 41 from oid 15 current snap is 385 2024-08-19T10:11:40.522 INFO:tasks.rados.rados.0.smithi190.stdout:3821: rollback oid 48 current snap is 385 2024-08-19T10:11:40.522 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 48 to 372 2024-08-19T10:11:40.522 INFO:tasks.rados.rados.0.smithi190.stdout:3822: snap_remove snap 367 2024-08-19T10:11:40.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:40 smithi190 ceph-mon[77620]: osdmap e846: 8 total, 8 up, 8 in 2024-08-19T10:11:40.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:40 smithi190 ceph-mon[80032]: osdmap e846: 8 total, 8 up, 8 in 2024-08-19T10:11:40.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:40 smithi196 ceph-mon[72638]: osdmap e846: 8 total, 8 up, 8 in 2024-08-19T10:11:41.506 INFO:tasks.rados.rados.0.smithi190.stdout:3822: done (4 left) 2024-08-19T10:11:41.506 INFO:tasks.rados.rados.0.smithi190.stdout:3823: copy_from oid 40 from oid 14 current snap is 385 2024-08-19T10:11:41.506 INFO:tasks.rados.rados.0.smithi190.stdout:3818: finishing write tid 1 to smithi19066007-50 2024-08-19T10:11:41.506 INFO:tasks.rados.rados.0.smithi190.stdout:3818: finishing write tid 2 to smithi19066007-50 2024-08-19T10:11:41.506 INFO:tasks.rados.rados.0.smithi190.stdout:3818: finishing write tid 3 to smithi19066007-50 2024-08-19T10:11:41.507 INFO:tasks.rados.rados.0.smithi190.stdout:3818: oid 50 updating version 0 to 2292 2024-08-19T10:11:41.507 INFO:tasks.rados.rados.0.smithi190.stdout:3818: oid 50 version 2292 is already newer than 2291 2024-08-19T10:11:41.507 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 50 v 2292 (ObjNum 1163 snap 385 seq_num 1163) dirty exists 2024-08-19T10:11:41.507 INFO:tasks.rados.rados.0.smithi190.stdout:3818: left oid 50 (ObjNum 1163 snap 385 seq_num 1163) 2024-08-19T10:11:41.507 INFO:tasks.rados.rados.0.smithi190.stdout:3821: finishing rollback tid 0 to smithi19066007-48 2024-08-19T10:11:41.507 INFO:tasks.rados.rados.0.smithi190.stdout:3821: finishing rollback tid 1 to smithi19066007-48 2024-08-19T10:11:41.507 INFO:tasks.rados.rados.0.smithi190.stdout:3821: finishing rollback tid 2 to smithi19066007-48 2024-08-19T10:11:41.507 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 2520 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T10:11:41.507 INFO:tasks.rados.rados.0.smithi190.stdout:3819: finishing copy_from racing read to smithi19066007-35 2024-08-19T10:11:41.507 INFO:tasks.rados.rados.0.smithi190.stdout:3819: finishing copy_from to smithi19066007-35 2024-08-19T10:11:41.507 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 35 v 1875 (ObjNum 1152 snap 383 seq_num 1152) dirty exists 2024-08-19T10:11:41.507 INFO:tasks.rados.rados.0.smithi190.stdout:3820: finishing copy_from racing read to smithi19066007-41 2024-08-19T10:11:41.507 INFO:tasks.rados.rados.0.smithi190.stdout:3820: finishing copy_from to smithi19066007-41 2024-08-19T10:11:41.507 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 2171 (ObjNum 1148 snap 380 seq_num 1148) dirty exists 2024-08-19T10:11:41.508 INFO:tasks.rados.rados.0.smithi190.stdout:3818: done (4 left) 2024-08-19T10:11:41.508 INFO:tasks.rados.rados.0.smithi190.stdout:3819: done (3 left) 2024-08-19T10:11:41.508 INFO:tasks.rados.rados.0.smithi190.stdout:3820: done (2 left) 2024-08-19T10:11:41.508 INFO:tasks.rados.rados.0.smithi190.stdout:3821: done (1 left) 2024-08-19T10:11:41.508 INFO:tasks.rados.rados.0.smithi190.stdout:3824: rmattr oid 44 current snap is 385 2024-08-19T10:11:41.508 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 39 current snap is 385 2024-08-19T10:11:41.508 INFO:tasks.rados.rados.0.smithi190.stdout:3825: seq_num 1164 ranges {0=303104} 2024-08-19T10:11:41.508 INFO:tasks.rados.rados.0.smithi190.stdout:3825: writing smithi19066007-39 from 0 to 303104 tid 1 2024-08-19T10:11:41.509 INFO:tasks.rados.rados.0.smithi190.stdout:3826: snap_remove snap 383 2024-08-19T10:11:41.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:41 smithi190 ceph-mon[77620]: pgmap v942: 121 pgs: 121 active+clean; 177 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 136 KiB/s wr, 11 op/s 2024-08-19T10:11:41.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:41 smithi190 ceph-mon[77620]: osdmap e847: 8 total, 8 up, 8 in 2024-08-19T10:11:41.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:41 smithi190 ceph-mon[80032]: pgmap v942: 121 pgs: 121 active+clean; 177 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 136 KiB/s wr, 11 op/s 2024-08-19T10:11:41.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:41 smithi190 ceph-mon[80032]: osdmap e847: 8 total, 8 up, 8 in 2024-08-19T10:11:41.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:41 smithi196 ceph-mon[72638]: pgmap v942: 121 pgs: 121 active+clean; 177 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 136 KiB/s wr, 11 op/s 2024-08-19T10:11:41.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:41 smithi196 ceph-mon[72638]: osdmap e847: 8 total, 8 up, 8 in 2024-08-19T10:11:42.509 INFO:tasks.rados.rados.0.smithi190.stdout:3826: done (3 left) 2024-08-19T10:11:42.510 INFO:tasks.rados.rados.0.smithi190.stdout:3827: read oid 7 snap -1 2024-08-19T10:11:42.510 INFO:tasks.rados.rados.0.smithi190.stdout:3827: expect (ObjNum 1146 snap 380 seq_num 1146) 2024-08-19T10:11:42.510 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 22 current snap is 385 2024-08-19T10:11:42.510 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 2273 (ObjNum 1137 snap 375 seq_num 1137) dirty exists 2024-08-19T10:11:42.510 INFO:tasks.rados.rados.0.smithi190.stdout:3828: seq_num 1165 ranges {0=319488} 2024-08-19T10:11:42.511 INFO:tasks.rados.rados.0.smithi190.stdout:3828: writing smithi19066007-22 from 0 to 319488 tid 1 2024-08-19T10:11:42.511 INFO:tasks.rados.rados.0.smithi190.stdout:3824: done (4 left) 2024-08-19T10:11:42.511 INFO:tasks.rados.rados.0.smithi190.stdout:3829: snap_remove snap 382 2024-08-19T10:11:42.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:42 smithi190 ceph-mon[77620]: osdmap e848: 8 total, 8 up, 8 in 2024-08-19T10:11:42.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:42 smithi190 ceph-mon[80032]: osdmap e848: 8 total, 8 up, 8 in 2024-08-19T10:11:42.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:42 smithi196 ceph-mon[72638]: osdmap e848: 8 total, 8 up, 8 in 2024-08-19T10:11:43.461 INFO:tasks.rados.rados.0.smithi190.stdout:3829: done (4 left) 2024-08-19T10:11:43.461 INFO:tasks.rados.rados.0.smithi190.stdout:3830: setattr oid 32 current snap is 385 2024-08-19T10:11:43.461 INFO:tasks.rados.rados.0.smithi190.stdout:3825: finishing write tid 1 to smithi19066007-39 2024-08-19T10:11:43.461 INFO:tasks.rados.rados.0.smithi190.stdout:3825: finishing write tid 2 to smithi19066007-39 2024-08-19T10:11:43.461 INFO:tasks.rados.rados.0.smithi190.stdout:3825: finishing write tid 3 to smithi19066007-39 2024-08-19T10:11:43.461 INFO:tasks.rados.rados.0.smithi190.stdout:3825: oid 39 updating version 0 to 2525 2024-08-19T10:11:43.462 INFO:tasks.rados.rados.0.smithi190.stdout:3825: oid 39 updating version 2525 to 2526 2024-08-19T10:11:43.462 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 2526 (ObjNum 1164 snap 385 seq_num 1164) dirty exists 2024-08-19T10:11:43.462 INFO:tasks.rados.rados.0.smithi190.stdout:3825: left oid 39 (ObjNum 1164 snap 385 seq_num 1164) 2024-08-19T10:11:43.462 INFO:tasks.rados.rados.0.smithi190.stdout:3823: finishing copy_from racing read to smithi19066007-40 2024-08-19T10:11:43.462 INFO:tasks.rados.rados.0.smithi190.stdout:3823: finishing copy_from to smithi19066007-40 2024-08-19T10:11:43.462 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 2472 (ObjNum 1130 snap 371 seq_num 1130) dirty exists 2024-08-19T10:11:43.462 INFO:tasks.rados.rados.0.smithi190.stdout:3828: finishing write tid 1 to smithi19066007-22 2024-08-19T10:11:43.462 INFO:tasks.rados.rados.0.smithi190.stdout:3828: finishing write tid 2 to smithi19066007-22 2024-08-19T10:11:43.462 INFO:tasks.rados.rados.0.smithi190.stdout:3828: finishing write tid 3 to smithi19066007-22 2024-08-19T10:11:43.462 INFO:tasks.rados.rados.0.smithi190.stdout:3828: oid 22 updating version 0 to 2274 2024-08-19T10:11:43.462 INFO:tasks.rados.rados.0.smithi190.stdout:3828: oid 22 updating version 2274 to 2275 2024-08-19T10:11:43.462 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 22 v 2275 (ObjNum 1165 snap 385 seq_num 1165) dirty exists 2024-08-19T10:11:43.463 INFO:tasks.rados.rados.0.smithi190.stdout:3828: left oid 22 (ObjNum 1165 snap 385 seq_num 1165) 2024-08-19T10:11:43.463 INFO:tasks.rados.rados.0.smithi190.stdout:3827: expect (ObjNum 1146 snap 380 seq_num 1146) 2024-08-19T10:11:43.602 INFO:tasks.rados.rados.0.smithi190.stdout:3823: done (4 left) 2024-08-19T10:11:43.602 INFO:tasks.rados.rados.0.smithi190.stdout:3825: done (3 left) 2024-08-19T10:11:43.603 INFO:tasks.rados.rados.0.smithi190.stdout:3827: done (2 left) 2024-08-19T10:11:43.603 INFO:tasks.rados.rados.0.smithi190.stdout:3828: done (1 left) 2024-08-19T10:11:43.603 INFO:tasks.rados.rados.0.smithi190.stdout:3831: rmattr oid 25 current snap is 385 2024-08-19T10:11:43.603 INFO:tasks.rados.rados.0.smithi190.stdout:3831: done (1 left) 2024-08-19T10:11:43.603 INFO:tasks.rados.rados.0.smithi190.stdout:3832: snap_remove snap 381 2024-08-19T10:11:43.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:43 smithi190 ceph-mon[77620]: pgmap v945: 121 pgs: 121 active+clean; 179 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 490 KiB/s wr, 10 op/s 2024-08-19T10:11:43.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:43 smithi190 ceph-mon[77620]: osdmap e849: 8 total, 8 up, 8 in 2024-08-19T10:11:43.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:43 smithi190 ceph-mon[77620]: osdmap e850: 8 total, 8 up, 8 in 2024-08-19T10:11:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:43 smithi190 ceph-mon[80032]: pgmap v945: 121 pgs: 121 active+clean; 179 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 490 KiB/s wr, 10 op/s 2024-08-19T10:11:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:43 smithi190 ceph-mon[80032]: osdmap e849: 8 total, 8 up, 8 in 2024-08-19T10:11:43.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:43 smithi190 ceph-mon[80032]: osdmap e850: 8 total, 8 up, 8 in 2024-08-19T10:11:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:43 smithi196 ceph-mon[72638]: pgmap v945: 121 pgs: 121 active+clean; 179 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 490 KiB/s wr, 10 op/s 2024-08-19T10:11:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:43 smithi196 ceph-mon[72638]: osdmap e849: 8 total, 8 up, 8 in 2024-08-19T10:11:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:43 smithi196 ceph-mon[72638]: osdmap e850: 8 total, 8 up, 8 in 2024-08-19T10:11:44.515 INFO:tasks.rados.rados.0.smithi190.stdout:3832: done (1 left) 2024-08-19T10:11:44.516 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 30 current snap is 385 2024-08-19T10:11:44.516 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 2473 (ObjNum 1114 snap 361 seq_num 1114) dirty exists 2024-08-19T10:11:44.516 INFO:tasks.rados.rados.0.smithi190.stdout:3833: seq_num 1166 ranges {1957888=335872} 2024-08-19T10:11:44.529 INFO:tasks.rados.rados.0.smithi190.stdout:3833: writing smithi19066007-30 from 1957888 to 2293760 tid 1 2024-08-19T10:11:44.529 INFO:tasks.rados.rados.0.smithi190.stdout:3830: done (1 left) 2024-08-19T10:11:44.529 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 14 current snap is 385 2024-08-19T10:11:44.529 INFO:tasks.rados.rados.0.smithi190.stdout:3834: seq_num 1167 ranges {2138112=352256} 2024-08-19T10:11:44.543 INFO:tasks.rados.rados.0.smithi190.stdout:3834: writing smithi19066007-14 from 2138112 to 2490368 tid 1 2024-08-19T10:11:44.543 INFO:tasks.rados.rados.0.smithi190.stdout:3835: read oid 19 snap -1 2024-08-19T10:11:44.543 INFO:tasks.rados.rados.0.smithi190.stdout:3835: expect (ObjNum 1064 snap 343 seq_num 1064) 2024-08-19T10:11:44.544 INFO:tasks.rados.rados.0.smithi190.stdout:3836: rmattr oid 20 current snap is 385 2024-08-19T10:11:44.544 INFO:tasks.rados.rados.0.smithi190.stdout:3833: finishing write tid 1 to smithi19066007-30 2024-08-19T10:11:44.544 INFO:tasks.rados.rados.0.smithi190.stdout:3833: finishing write tid 2 to smithi19066007-30 2024-08-19T10:11:44.544 INFO:tasks.rados.rados.0.smithi190.stdout:3833: finishing write tid 3 to smithi19066007-30 2024-08-19T10:11:44.544 INFO:tasks.rados.rados.0.smithi190.stdout:3833: oid 30 updating version 0 to 2552 2024-08-19T10:11:44.544 INFO:tasks.rados.rados.0.smithi190.stdout:3833: oid 30 updating version 2552 to 2553 2024-08-19T10:11:44.544 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 30 v 2553 (ObjNum 1166 snap 385 seq_num 1166) dirty exists 2024-08-19T10:11:44.544 INFO:tasks.rados.rados.0.smithi190.stdout:3833: left oid 30 (ObjNum 1166 snap 385 seq_num 1166) 2024-08-19T10:11:44.544 INFO:tasks.rados.rados.0.smithi190.stdout:3833: done (3 left) 2024-08-19T10:11:44.544 INFO:tasks.rados.rados.0.smithi190.stdout:3837: rollback oid 13 current snap is 385 2024-08-19T10:11:44.544 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 13 to 377 2024-08-19T10:11:44.545 INFO:tasks.rados.rados.0.smithi190.stdout:3838: read oid 23 snap -1 2024-08-19T10:11:44.545 INFO:tasks.rados.rados.0.smithi190.stdout:3838: expect (ObjNum 1067 snap 344 seq_num 1067) 2024-08-19T10:11:44.545 INFO:tasks.rados.rados.0.smithi190.stdout:3839: copy_from oid 30 from oid 31 current snap is 385 2024-08-19T10:11:44.545 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 385 2024-08-19T10:11:44.545 INFO:tasks.rados.rados.0.smithi190.stdout:3840: seq_num 1168 ranges {1286144=368640} 2024-08-19T10:11:44.552 INFO:tasks.rados.rados.0.smithi190.stdout:3840: writing smithi19066007-17 from 1286144 to 1654784 tid 1 2024-08-19T10:11:44.553 INFO:tasks.rados.rados.0.smithi190.stdout:3841: rmattr oid 8 current snap is 385 2024-08-19T10:11:44.553 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 20 v 2387 (ObjNum 1016 snap 325 seq_num 1016) dirty exists 2024-08-19T10:11:44.553 INFO:tasks.rados.rados.0.smithi190.stdout:3836: done (7 left) 2024-08-19T10:11:44.553 INFO:tasks.rados.rados.0.smithi190.stdout:3842: read oid 7 snap -1 2024-08-19T10:11:44.553 INFO:tasks.rados.rados.0.smithi190.stdout:3842: expect (ObjNum 1146 snap 380 seq_num 1146) 2024-08-19T10:11:44.553 INFO:tasks.rados.rados.0.smithi190.stdout:3843: snap_remove snap 384 2024-08-19T10:11:45.520 INFO:tasks.rados.rados.0.smithi190.stdout:3843: done (8 left) 2024-08-19T10:11:45.521 INFO:tasks.rados.rados.0.smithi190.stdout:3834: finishing write tid 1 to smithi19066007-14 2024-08-19T10:11:45.521 INFO:tasks.rados.rados.0.smithi190.stdout:3839: finishing copy_from to smithi19066007-30 2024-08-19T10:11:45.521 INFO:tasks.rados.rados.0.smithi190.stdout:3839: got expected ENOENT (src dne) 2024-08-19T10:11:45.521 INFO:tasks.rados.rados.0.smithi190.stdout:3839: finishing copy_from racing read to smithi19066007-30 2024-08-19T10:11:45.521 INFO:tasks.rados.rados.0.smithi190.stdout:3834: finishing write tid 2 to smithi19066007-14 2024-08-19T10:11:45.521 INFO:tasks.rados.rados.0.smithi190.stdout:3834: finishing write tid 3 to smithi19066007-14 2024-08-19T10:11:45.521 INFO:tasks.rados.rados.0.smithi190.stdout:3834: oid 14 updating version 0 to 2475 2024-08-19T10:11:45.521 INFO:tasks.rados.rados.0.smithi190.stdout:3834: oid 14 version 2475 is already newer than 2474 2024-08-19T10:11:45.521 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 14 v 2475 (ObjNum 1167 snap 385 seq_num 1167) dirty exists 2024-08-19T10:11:45.522 INFO:tasks.rados.rados.0.smithi190.stdout:3834: left oid 14 (ObjNum 1167 snap 385 seq_num 1167) 2024-08-19T10:11:45.522 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 2559 (ObjNum 1016 snap 325 seq_num 1016) dirty exists 2024-08-19T10:11:45.522 INFO:tasks.rados.rados.0.smithi190.stdout:3835: expect (ObjNum 1064 snap 343 seq_num 1064) 2024-08-19T10:11:45.668 INFO:tasks.rados.rados.0.smithi190.stdout:3837: finishing rollback tid 1 to smithi19066007-13 2024-08-19T10:11:45.669 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 0 (ObjNum 33 snap 0 seq_num 3355700576) dirty dne 2024-08-19T10:11:45.669 INFO:tasks.rados.rados.0.smithi190.stdout:3840: finishing write tid 1 to smithi19066007-17 2024-08-19T10:11:45.669 INFO:tasks.rados.rados.0.smithi190.stdout:3840: finishing write tid 2 to smithi19066007-17 2024-08-19T10:11:45.669 INFO:tasks.rados.rados.0.smithi190.stdout:3838: expect (ObjNum 1067 snap 344 seq_num 1067) 2024-08-19T10:11:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:45 smithi190 ceph-mon[77620]: pgmap v948: 121 pgs: 121 active+clean; 179 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 436 KiB/s wr, 3 op/s 2024-08-19T10:11:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:45 smithi190 ceph-mon[77620]: osdmap e851: 8 total, 8 up, 8 in 2024-08-19T10:11:45.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:11:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:45 smithi190 ceph-mon[80032]: pgmap v948: 121 pgs: 121 active+clean; 179 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 436 KiB/s wr, 3 op/s 2024-08-19T10:11:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:45 smithi190 ceph-mon[80032]: osdmap e851: 8 total, 8 up, 8 in 2024-08-19T10:11:45.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:11:45.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:45 smithi196 ceph-mon[72638]: pgmap v948: 121 pgs: 121 active+clean; 179 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 436 KiB/s wr, 3 op/s 2024-08-19T10:11:45.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:45 smithi196 ceph-mon[72638]: osdmap e851: 8 total, 8 up, 8 in 2024-08-19T10:11:45.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:11:45.929 INFO:tasks.rados.rados.0.smithi190.stdout:3840: finishing write tid 3 to smithi19066007-17 2024-08-19T10:11:45.930 INFO:tasks.rados.rados.0.smithi190.stdout:3840: oid 17 updating version 0 to 1876 2024-08-19T10:11:45.930 INFO:tasks.rados.rados.0.smithi190.stdout:3840: oid 17 updating version 1876 to 1877 2024-08-19T10:11:45.930 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 1877 (ObjNum 1168 snap 385 seq_num 1168) dirty exists 2024-08-19T10:11:45.930 INFO:tasks.rados.rados.0.smithi190.stdout:3840: left oid 17 (ObjNum 1168 snap 385 seq_num 1168) 2024-08-19T10:11:45.930 INFO:tasks.rados.rados.0.smithi190.stdout:3844: read oid 9 snap -1 2024-08-19T10:11:45.930 INFO:tasks.rados.rados.0.smithi190.stdout:3844: expect (ObjNum 1105 snap 353 seq_num 1105) 2024-08-19T10:11:45.930 INFO:tasks.rados.rados.0.smithi190.stdout:3834: done (8 left) 2024-08-19T10:11:45.930 INFO:tasks.rados.rados.0.smithi190.stdout:3835: done (7 left) 2024-08-19T10:11:45.930 INFO:tasks.rados.rados.0.smithi190.stdout:3837: done (6 left) 2024-08-19T10:11:45.930 INFO:tasks.rados.rados.0.smithi190.stdout:3838: done (5 left) 2024-08-19T10:11:45.930 INFO:tasks.rados.rados.0.smithi190.stdout:3839: done (4 left) 2024-08-19T10:11:45.930 INFO:tasks.rados.rados.0.smithi190.stdout:3840: done (3 left) 2024-08-19T10:11:45.931 INFO:tasks.rados.rados.0.smithi190.stdout:3841: done (2 left) 2024-08-19T10:11:45.931 INFO:tasks.rados.rados.0.smithi190.stdout:3845: snap_remove snap 376 2024-08-19T10:11:46.534 INFO:tasks.rados.rados.0.smithi190.stdout:3845: done (2 left) 2024-08-19T10:11:46.534 INFO:tasks.rados.rados.0.smithi190.stdout:3846: rmattr oid 41 current snap is 385 2024-08-19T10:11:46.534 INFO:tasks.rados.rados.0.smithi190.stdout:3842: expect (ObjNum 1146 snap 380 seq_num 1146) 2024-08-19T10:11:46.678 INFO:tasks.rados.rados.0.smithi190.stdout:3844: expect (ObjNum 1105 snap 353 seq_num 1105) 2024-08-19T10:11:46.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:46 smithi190 ceph-mon[77620]: osdmap e852: 8 total, 8 up, 8 in 2024-08-19T10:11:46.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:46 smithi190 ceph-mon[80032]: osdmap e852: 8 total, 8 up, 8 in 2024-08-19T10:11:46.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:46 smithi196 ceph-mon[72638]: osdmap e852: 8 total, 8 up, 8 in 2024-08-19T10:11:46.928 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 2172 (ObjNum 1148 snap 380 seq_num 1148) dirty exists 2024-08-19T10:11:46.928 INFO:tasks.rados.rados.0.smithi190.stdout:3842: done (2 left) 2024-08-19T10:11:46.928 INFO:tasks.rados.rados.0.smithi190.stdout:3844: done (1 left) 2024-08-19T10:11:46.928 INFO:tasks.rados.rados.0.smithi190.stdout:3846: done (0 left) 2024-08-19T10:11:46.928 INFO:tasks.rados.rados.0.smithi190.stdout:3847: read oid 15 snap -1 2024-08-19T10:11:46.928 INFO:tasks.rados.rados.0.smithi190.stdout:3847: expect (ObjNum 1148 snap 380 seq_num 1148) 2024-08-19T10:11:46.929 INFO:tasks.rados.rados.0.smithi190.stdout:3848: snap_remove snap 372 2024-08-19T10:11:47.540 INFO:tasks.rados.rados.0.smithi190.stdout:3847: expect (ObjNum 1148 snap 380 seq_num 1148) 2024-08-19T10:11:47.725 INFO:tasks.rados.rados.0.smithi190.stdout:3847: done (1 left) 2024-08-19T10:11:47.726 INFO:tasks.rados.rados.0.smithi190.stdout:3848: done (0 left) 2024-08-19T10:11:47.726 INFO:tasks.rados.rados.0.smithi190.stdout:3849: rmattr oid 14 current snap is 385 2024-08-19T10:11:47.726 INFO:tasks.rados.rados.0.smithi190.stdout:3849: done (0 left) 2024-08-19T10:11:47.726 INFO:tasks.rados.rados.0.smithi190.stdout:3850: rmattr oid 42 current snap is 385 2024-08-19T10:11:47.726 INFO:tasks.rados.rados.0.smithi190.stdout:3851: delete oid 5 current snap is 385 2024-08-19T10:11:47.726 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 0 (ObjNum 1158 snap 385 seq_num 1158) dirty exists 2024-08-19T10:11:47.728 INFO:tasks.rados.rados.0.smithi190.stdout:3850: done (1 left) 2024-08-19T10:11:47.728 INFO:tasks.rados.rados.0.smithi190.stdout:3851: done (0 left) 2024-08-19T10:11:47.728 INFO:tasks.rados.rados.0.smithi190.stdout:3852: rollback oid 44 current snap is 385 2024-08-19T10:11:47.728 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 44 to 377 2024-08-19T10:11:47.728 INFO:tasks.rados.rados.0.smithi190.stdout:3853: copy_from oid 19 from oid 49 current snap is 385 2024-08-19T10:11:47.728 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 8 current snap is 385 2024-08-19T10:11:47.728 INFO:tasks.rados.rados.0.smithi190.stdout:3854: seq_num 1170 ranges {2195456=401408} 2024-08-19T10:11:47.742 INFO:tasks.rados.rados.0.smithi190.stdout:3854: writing smithi19066007-8 from 2195456 to 2596864 tid 1 2024-08-19T10:11:47.743 INFO:tasks.rados.rados.0.smithi190.stdout:3855: snap_create 2024-08-19T10:11:47.743 INFO:tasks.rados.rados.0.smithi190.stdout:3852: finishing rollback tid 0 to smithi19066007-44 2024-08-19T10:11:47.743 INFO:tasks.rados.rados.0.smithi190.stdout:3852: finishing rollback tid 1 to smithi19066007-44 2024-08-19T10:11:47.743 INFO:tasks.rados.rados.0.smithi190.stdout:3852: finishing rollback tid 2 to smithi19066007-44 2024-08-19T10:11:47.743 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 2278 (ObjNum 1137 snap 375 seq_num 1137) dirty exists 2024-08-19T10:11:47.748 INFO:tasks.rados.rados.0.smithi190.stdout:3854: finishing write tid 1 to smithi19066007-8 2024-08-19T10:11:47.748 INFO:tasks.rados.rados.0.smithi190.stdout:3854: finishing write tid 2 to smithi19066007-8 2024-08-19T10:11:47.750 INFO:tasks.rados.rados.0.smithi190.stdout:3854: finishing write tid 3 to smithi19066007-8 2024-08-19T10:11:47.750 INFO:tasks.rados.rados.0.smithi190.stdout:3854: oid 8 updating version 0 to 2595 2024-08-19T10:11:47.751 INFO:tasks.rados.rados.0.smithi190.stdout:3854: oid 8 version 2595 is already newer than 2594 2024-08-19T10:11:47.751 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 2595 (ObjNum 1170 snap 385 seq_num 1170) dirty exists 2024-08-19T10:11:47.751 INFO:tasks.rados.rados.0.smithi190.stdout:3854: left oid 8 (ObjNum 1170 snap 385 seq_num 1170) 2024-08-19T10:11:47.751 INFO:tasks.rados.rados.0.smithi190.stdout:3853: finishing copy_from racing read to smithi19066007-19 2024-08-19T10:11:47.754 INFO:tasks.rados.rados.0.smithi190.stdout:3853: finishing copy_from to smithi19066007-19 2024-08-19T10:11:47.754 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 19 v 2087 (ObjNum 1135 snap 373 seq_num 1135) dirty exists 2024-08-19T10:11:47.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:47 smithi190 ceph-mon[77620]: pgmap v951: 121 pgs: 121 active+clean; 186 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-08-19T10:11:47.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:47 smithi190 ceph-mon[77620]: osdmap e853: 8 total, 8 up, 8 in 2024-08-19T10:11:47.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:11:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:11:47] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.51.0" 2024-08-19T10:11:47.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:47 smithi190 ceph-mon[80032]: pgmap v951: 121 pgs: 121 active+clean; 186 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-08-19T10:11:47.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:47 smithi190 ceph-mon[80032]: osdmap e853: 8 total, 8 up, 8 in 2024-08-19T10:11:47.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:47 smithi196 ceph-mon[72638]: pgmap v951: 121 pgs: 121 active+clean; 186 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-08-19T10:11:47.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:47 smithi196 ceph-mon[72638]: osdmap e853: 8 total, 8 up, 8 in 2024-08-19T10:11:48.459 INFO:tasks.rados.rados.0.smithi190.stdout:3852: done (3 left) 2024-08-19T10:11:48.459 INFO:tasks.rados.rados.0.smithi190.stdout:3853: done (2 left) 2024-08-19T10:11:48.459 INFO:tasks.rados.rados.0.smithi190.stdout:3854: done (1 left) 2024-08-19T10:11:48.459 INFO:tasks.rados.rados.0.smithi190.stdout:3855: done (0 left) 2024-08-19T10:11:48.459 INFO:tasks.rados.rados.0.smithi190.stdout:3856: snap_remove snap 377 2024-08-19T10:11:48.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:48 smithi190 ceph-mon[77620]: osdmap e854: 8 total, 8 up, 8 in 2024-08-19T10:11:48.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:48 smithi190 ceph-mon[77620]: osdmap e855: 8 total, 8 up, 8 in 2024-08-19T10:11:48.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:48 smithi190 ceph-mon[80032]: osdmap e854: 8 total, 8 up, 8 in 2024-08-19T10:11:48.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:48 smithi190 ceph-mon[80032]: osdmap e855: 8 total, 8 up, 8 in 2024-08-19T10:11:48.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:48 smithi196 ceph-mon[72638]: osdmap e854: 8 total, 8 up, 8 in 2024-08-19T10:11:48.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:48 smithi196 ceph-mon[72638]: osdmap e855: 8 total, 8 up, 8 in 2024-08-19T10:11:49.462 INFO:tasks.rados.rados.0.smithi190.stdout:3856: done (0 left) 2024-08-19T10:11:49.462 INFO:tasks.rados.rados.0.smithi190.stdout:3857: delete oid 2 current snap is 386 2024-08-19T10:11:49.466 INFO:tasks.rados.rados.0.smithi190.stdout:3857: done (0 left) 2024-08-19T10:11:49.466 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 33 current snap is 386 2024-08-19T10:11:49.467 INFO:tasks.rados.rados.0.smithi190.stdout:3858: seq_num 1172 ranges {0=434176} 2024-08-19T10:11:49.470 INFO:tasks.rados.rados.0.smithi190.stdout:3858: writing smithi19066007-33 from 0 to 434176 tid 1 2024-08-19T10:11:49.470 INFO:tasks.rados.rados.0.smithi190.stdout:3859: read oid 39 snap -1 2024-08-19T10:11:49.470 INFO:tasks.rados.rados.0.smithi190.stdout:3859: expect (ObjNum 1164 snap 385 seq_num 1164) 2024-08-19T10:11:49.470 INFO:tasks.rados.rados.0.smithi190.stdout:3860: read oid 42 snap -1 2024-08-19T10:11:49.470 INFO:tasks.rados.rados.0.smithi190.stdout:3860: expect (ObjNum 1158 snap 385 seq_num 1158) 2024-08-19T10:11:49.470 INFO:tasks.rados.rados.0.smithi190.stdout:3861: copy_from oid 28 from oid 9 current snap is 386 2024-08-19T10:11:49.470 INFO:tasks.rados.rados.0.smithi190.stdout:3862: read oid 6 snap -1 2024-08-19T10:11:49.471 INFO:tasks.rados.rados.0.smithi190.stdout:3862: expect (ObjNum 1128 snap 371 seq_num 1128) 2024-08-19T10:11:49.471 INFO:tasks.rados.rados.0.smithi190.stdout:3863: delete oid 24 current snap is 386 2024-08-19T10:11:49.478 INFO:tasks.rados.rados.0.smithi190.stdout:3863: done (5 left) 2024-08-19T10:11:49.479 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 12 current snap is 386 2024-08-19T10:11:49.479 INFO:tasks.rados.rados.0.smithi190.stdout:3864: seq_num 1174 ranges {0=466944} 2024-08-19T10:11:49.482 INFO:tasks.rados.rados.0.smithi190.stdout:3864: writing smithi19066007-12 from 0 to 466944 tid 1 2024-08-19T10:11:49.482 INFO:tasks.rados.rados.0.smithi190.stdout:3865: read oid 7 snap -1 2024-08-19T10:11:49.482 INFO:tasks.rados.rados.0.smithi190.stdout:3865: expect (ObjNum 1146 snap 380 seq_num 1146) 2024-08-19T10:11:49.482 INFO:tasks.rados.rados.0.smithi190.stdout:3866: read oid 35 snap -1 2024-08-19T10:11:49.482 INFO:tasks.rados.rados.0.smithi190.stdout:3866: expect (ObjNum 1152 snap 383 seq_num 1152) 2024-08-19T10:11:49.483 INFO:tasks.rados.rados.0.smithi190.stdout:3867: snap_remove snap 385 2024-08-19T10:11:49.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:49 smithi190 ceph-mon[77620]: pgmap v954: 121 pgs: 121 active+clean; 186 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-08-19T10:11:49.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:49 smithi190 ceph-mon[77620]: osdmap e856: 8 total, 8 up, 8 in 2024-08-19T10:11:49.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:49 smithi190 ceph-mon[80032]: pgmap v954: 121 pgs: 121 active+clean; 186 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-08-19T10:11:49.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:49 smithi190 ceph-mon[80032]: osdmap e856: 8 total, 8 up, 8 in 2024-08-19T10:11:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:49 smithi196 ceph-mon[72638]: pgmap v954: 121 pgs: 121 active+clean; 186 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-08-19T10:11:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:49 smithi196 ceph-mon[72638]: osdmap e856: 8 total, 8 up, 8 in 2024-08-19T10:11:50.463 INFO:tasks.rados.rados.0.smithi190.stdout:3867: done (8 left) 2024-08-19T10:11:50.463 INFO:tasks.rados.rados.0.smithi190.stdout:3868: rollback oid 3 current snap is 386 2024-08-19T10:11:50.464 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 3 to 369 2024-08-19T10:11:50.464 INFO:tasks.rados.rados.0.smithi190.stdout:3858: finishing write tid 1 to smithi19066007-33 2024-08-19T10:11:50.464 INFO:tasks.rados.rados.0.smithi190.stdout:3858: finishing write tid 2 to smithi19066007-33 2024-08-19T10:11:50.464 INFO:tasks.rados.rados.0.smithi190.stdout:3859: expect (ObjNum 1164 snap 385 seq_num 1164) 2024-08-19T10:11:50.473 INFO:tasks.rados.rados.0.smithi190.stdout:3858: finishing write tid 3 to smithi19066007-33 2024-08-19T10:11:50.474 INFO:tasks.rados.rados.0.smithi190.stdout:3858: oid 33 updating version 0 to 2173 2024-08-19T10:11:50.474 INFO:tasks.rados.rados.0.smithi190.stdout:3858: oid 33 updating version 2173 to 2174 2024-08-19T10:11:50.474 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 33 v 2174 (ObjNum 1172 snap 386 seq_num 1172) dirty exists 2024-08-19T10:11:50.474 INFO:tasks.rados.rados.0.smithi190.stdout:3858: left oid 33 (ObjNum 1172 snap 386 seq_num 1172) 2024-08-19T10:11:50.474 INFO:tasks.rados.rados.0.smithi190.stdout:3860: expect (ObjNum 1158 snap 385 seq_num 1158) 2024-08-19T10:11:50.560 INFO:tasks.rados.rados.0.smithi190.stdout:3864: finishing write tid 1 to smithi19066007-12 2024-08-19T10:11:50.560 INFO:tasks.rados.rados.0.smithi190.stdout:3864: finishing write tid 2 to smithi19066007-12 2024-08-19T10:11:50.560 INFO:tasks.rados.rados.0.smithi190.stdout:3866: expect (ObjNum 1152 snap 383 seq_num 1152) 2024-08-19T10:11:50.611 INFO:tasks.rados.rados.0.smithi190.stdout:3864: finishing write tid 3 to smithi19066007-12 2024-08-19T10:11:50.611 INFO:tasks.rados.rados.0.smithi190.stdout:3864: oid 12 updating version 0 to 2089 2024-08-19T10:11:50.611 INFO:tasks.rados.rados.0.smithi190.stdout:3864: oid 12 version 2089 is already newer than 2088 2024-08-19T10:11:50.611 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 12 v 2089 (ObjNum 1174 snap 386 seq_num 1174) dirty exists 2024-08-19T10:11:50.611 INFO:tasks.rados.rados.0.smithi190.stdout:3864: left oid 12 (ObjNum 1174 snap 386 seq_num 1174) 2024-08-19T10:11:50.611 INFO:tasks.rados.rados.0.smithi190.stdout:3865: expect (ObjNum 1146 snap 380 seq_num 1146) 2024-08-19T10:11:50.743 INFO:tasks.rados.rados.0.smithi190.stdout:3861: finishing copy_from racing read to smithi19066007-28 2024-08-19T10:11:50.744 INFO:tasks.rados.rados.0.smithi190.stdout:3861: finishing copy_from to smithi19066007-28 2024-08-19T10:11:50.744 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 1916 (ObjNum 1105 snap 353 seq_num 1105) dirty exists 2024-08-19T10:11:50.744 INFO:tasks.rados.rados.0.smithi190.stdout:3862: expect (ObjNum 1128 snap 371 seq_num 1128) 2024-08-19T10:11:51.268 INFO:tasks.rados.rados.0.smithi190.stdout:3868: finishing rollback tid 0 to smithi19066007-3 2024-08-19T10:11:51.268 INFO:tasks.rados.rados.0.smithi190.stdout:3868: finishing rollback tid 1 to smithi19066007-3 2024-08-19T10:11:51.268 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 2449 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-19T10:11:51.268 INFO:tasks.rados.rados.0.smithi190.stdout:3858: done (8 left) 2024-08-19T10:11:51.268 INFO:tasks.rados.rados.0.smithi190.stdout:3859: done (7 left) 2024-08-19T10:11:51.268 INFO:tasks.rados.rados.0.smithi190.stdout:3860: done (6 left) 2024-08-19T10:11:51.268 INFO:tasks.rados.rados.0.smithi190.stdout:3861: done (5 left) 2024-08-19T10:11:51.269 INFO:tasks.rados.rados.0.smithi190.stdout:3862: done (4 left) 2024-08-19T10:11:51.269 INFO:tasks.rados.rados.0.smithi190.stdout:3864: done (3 left) 2024-08-19T10:11:51.269 INFO:tasks.rados.rados.0.smithi190.stdout:3865: done (2 left) 2024-08-19T10:11:51.269 INFO:tasks.rados.rados.0.smithi190.stdout:3866: done (1 left) 2024-08-19T10:11:51.269 INFO:tasks.rados.rados.0.smithi190.stdout:3868: done (0 left) 2024-08-19T10:11:51.269 INFO:tasks.rados.rados.0.smithi190.stdout:3869: rollback oid 48 current snap is 386 2024-08-19T10:11:51.269 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 48 to 358 2024-08-19T10:11:51.269 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 386 2024-08-19T10:11:51.269 INFO:tasks.rados.rados.0.smithi190.stdout:3870: seq_num 1175 ranges {1867776=483328} 2024-08-19T10:11:51.280 INFO:tasks.rados.rados.0.smithi190.stdout:3870: writing smithi19066007-32 from 1867776 to 2351104 tid 1 2024-08-19T10:11:51.280 INFO:tasks.rados.rados.0.smithi190.stdout:3871: snap_create 2024-08-19T10:11:51.280 INFO:tasks.rados.rados.0.smithi190.stdout:3869: finishing rollback tid 0 to smithi19066007-48 2024-08-19T10:11:51.280 INFO:tasks.rados.rados.0.smithi190.stdout:3869: finishing rollback tid 1 to smithi19066007-48 2024-08-19T10:11:51.280 INFO:tasks.rados.rados.0.smithi190.stdout:3869: finishing rollback tid 2 to smithi19066007-48 2024-08-19T10:11:51.280 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 2610 (ObjNum 799 snap 263 seq_num 799) dirty exists 2024-08-19T10:11:51.284 INFO:tasks.rados.rados.0.smithi190.stdout:3870: finishing write tid 1 to smithi19066007-32 2024-08-19T10:11:51.284 INFO:tasks.rados.rados.0.smithi190.stdout:3870: finishing write tid 2 to smithi19066007-32 2024-08-19T10:11:51.285 INFO:tasks.rados.rados.0.smithi190.stdout:3870: finishing write tid 3 to smithi19066007-32 2024-08-19T10:11:51.286 INFO:tasks.rados.rados.0.smithi190.stdout:3870: oid 32 updating version 0 to 2477 2024-08-19T10:11:51.286 INFO:tasks.rados.rados.0.smithi190.stdout:3870: oid 32 version 2477 is already newer than 2476 2024-08-19T10:11:51.286 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 2477 (ObjNum 1175 snap 386 seq_num 1175) dirty exists 2024-08-19T10:11:51.286 INFO:tasks.rados.rados.0.smithi190.stdout:3870: left oid 32 (ObjNum 1175 snap 386 seq_num 1175) 2024-08-19T10:11:51.550 INFO:tasks.rados.rados.0.smithi190.stdout:3869: done (2 left) 2024-08-19T10:11:51.550 INFO:tasks.rados.rados.0.smithi190.stdout:3870: done (1 left) 2024-08-19T10:11:51.550 INFO:tasks.rados.rados.0.smithi190.stdout:3871: done (0 left) 2024-08-19T10:11:51.550 INFO:tasks.rados.rados.0.smithi190.stdout:3872: snap_create 2024-08-19T10:11:51.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:51 smithi190 ceph-mon[77620]: pgmap v957: 121 pgs: 121 active+clean; 188 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-08-19T10:11:51.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:51 smithi190 ceph-mon[77620]: osdmap e857: 8 total, 8 up, 8 in 2024-08-19T10:11:51.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:51 smithi190 ceph-mon[80032]: pgmap v957: 121 pgs: 121 active+clean; 188 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-08-19T10:11:51.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:51 smithi190 ceph-mon[80032]: osdmap e857: 8 total, 8 up, 8 in 2024-08-19T10:11:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:51 smithi196 ceph-mon[72638]: pgmap v957: 121 pgs: 121 active+clean; 188 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-08-19T10:11:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:51 smithi196 ceph-mon[72638]: osdmap e857: 8 total, 8 up, 8 in 2024-08-19T10:11:52.559 INFO:tasks.rados.rados.0.smithi190.stdout:3872: done (0 left) 2024-08-19T10:11:52.559 INFO:tasks.rados.rados.0.smithi190.stdout:3873: snap_remove snap 386 2024-08-19T10:11:52.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:52 smithi190 ceph-mon[77620]: osdmap e858: 8 total, 8 up, 8 in 2024-08-19T10:11:52.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:52 smithi190 ceph-mon[80032]: osdmap e858: 8 total, 8 up, 8 in 2024-08-19T10:11:52.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:52 smithi196 ceph-mon[72638]: osdmap e858: 8 total, 8 up, 8 in 2024-08-19T10:11:53.461 INFO:tasks.rados.rados.0.smithi190.stdout:3873: done (0 left) 2024-08-19T10:11:53.461 INFO:tasks.rados.rados.0.smithi190.stdout:3874: read oid 44 snap -1 2024-08-19T10:11:53.461 INFO:tasks.rados.rados.0.smithi190.stdout:3874: expect (ObjNum 1137 snap 375 seq_num 1137) 2024-08-19T10:11:53.461 INFO:tasks.rados.rados.0.smithi190.stdout:3875: setattr oid 5 current snap is 388 2024-08-19T10:11:53.463 INFO:tasks.rados.rados.0.smithi190.stdout:3876: read oid 11 snap -1 2024-08-19T10:11:53.463 INFO:tasks.rados.rados.0.smithi190.stdout:3876: expect (ObjNum 1075 snap 345 seq_num 1075) 2024-08-19T10:11:53.463 INFO:tasks.rados.rados.0.smithi190.stdout:3877: read oid 21 snap -1 2024-08-19T10:11:53.463 INFO:tasks.rados.rados.0.smithi190.stdout:3877: expect (ObjNum 1136 snap 373 seq_num 1136) 2024-08-19T10:11:53.463 INFO:tasks.rados.rados.0.smithi190.stdout:3878: read oid 31 snap -1 2024-08-19T10:11:53.463 INFO:tasks.rados.rados.0.smithi190.stdout:3878: expect deleted 2024-08-19T10:11:53.463 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 388 2024-08-19T10:11:53.464 INFO:tasks.rados.rados.0.smithi190.stdout:3879: seq_num 1176 ranges {0=499712} 2024-08-19T10:11:53.466 INFO:tasks.rados.rados.0.smithi190.stdout:3879: writing smithi19066007-13 from 0 to 499712 tid 1 2024-08-19T10:11:53.466 INFO:tasks.rados.rados.0.smithi190.stdout:3880: snap_create 2024-08-19T10:11:53.473 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 2390 (ObjNum 145 snap 0 seq_num 3356653984) dirty exists 2024-08-19T10:11:53.477 INFO:tasks.rados.rados.0.smithi190.stdout:3879: finishing write tid 1 to smithi19066007-13 2024-08-19T10:11:53.477 INFO:tasks.rados.rados.0.smithi190.stdout:3879: finishing write tid 2 to smithi19066007-13 2024-08-19T10:11:53.478 INFO:tasks.rados.rados.0.smithi190.stdout:3879: finishing write tid 3 to smithi19066007-13 2024-08-19T10:11:53.478 INFO:tasks.rados.rados.0.smithi190.stdout:3879: oid 13 updating version 0 to 2091 2024-08-19T10:11:53.479 INFO:tasks.rados.rados.0.smithi190.stdout:3879: oid 13 version 2091 is already newer than 2090 2024-08-19T10:11:53.479 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 2091 (ObjNum 1176 snap 388 seq_num 1176) dirty exists 2024-08-19T10:11:53.479 INFO:tasks.rados.rados.0.smithi190.stdout:3879: left oid 13 (ObjNum 1176 snap 388 seq_num 1176) 2024-08-19T10:11:53.496 INFO:tasks.rados.rados.0.smithi190.stdout:3877: expect (ObjNum 1136 snap 373 seq_num 1136) 2024-08-19T10:11:53.746 INFO:tasks.rados.rados.0.smithi190.stdout:3874: expect (ObjNum 1137 snap 375 seq_num 1137) 2024-08-19T10:11:53.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:53 smithi190 ceph-mon[80032]: pgmap v960: 121 pgs: 121 active+clean; 193 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-08-19T10:11:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:53 smithi190 ceph-mon[80032]: osdmap e859: 8 total, 8 up, 8 in 2024-08-19T10:11:53.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:53 smithi190 ceph-mon[80032]: osdmap e860: 8 total, 8 up, 8 in 2024-08-19T10:11:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:53 smithi190 ceph-mon[77620]: pgmap v960: 121 pgs: 121 active+clean; 193 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-08-19T10:11:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:53 smithi190 ceph-mon[77620]: osdmap e859: 8 total, 8 up, 8 in 2024-08-19T10:11:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:53 smithi190 ceph-mon[77620]: osdmap e860: 8 total, 8 up, 8 in 2024-08-19T10:11:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:53 smithi196 ceph-mon[72638]: pgmap v960: 121 pgs: 121 active+clean; 193 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2024-08-19T10:11:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:53 smithi196 ceph-mon[72638]: osdmap e859: 8 total, 8 up, 8 in 2024-08-19T10:11:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:53 smithi196 ceph-mon[72638]: osdmap e860: 8 total, 8 up, 8 in 2024-08-19T10:11:54.043 INFO:tasks.rados.rados.0.smithi190.stdout:3876: expect (ObjNum 1075 snap 345 seq_num 1075) 2024-08-19T10:11:54.461 INFO:tasks.rados.rados.0.smithi190.stdout:3874: done (6 left) 2024-08-19T10:11:54.462 INFO:tasks.rados.rados.0.smithi190.stdout:3875: done (5 left) 2024-08-19T10:11:54.462 INFO:tasks.rados.rados.0.smithi190.stdout:3876: done (4 left) 2024-08-19T10:11:54.462 INFO:tasks.rados.rados.0.smithi190.stdout:3877: done (3 left) 2024-08-19T10:11:54.462 INFO:tasks.rados.rados.0.smithi190.stdout:3878: done (2 left) 2024-08-19T10:11:54.462 INFO:tasks.rados.rados.0.smithi190.stdout:3879: done (1 left) 2024-08-19T10:11:54.462 INFO:tasks.rados.rados.0.smithi190.stdout:3880: done (0 left) 2024-08-19T10:11:54.462 INFO:tasks.rados.rados.0.smithi190.stdout:3881: read oid 2 snap -1 2024-08-19T10:11:54.462 INFO:tasks.rados.rados.0.smithi190.stdout:3881: expect deleted 2024-08-19T10:11:54.462 INFO:tasks.rados.rados.0.smithi190.stdout:3882: rmattr oid 12 current snap is 389 2024-08-19T10:11:54.462 INFO:tasks.rados.rados.0.smithi190.stdout:3882: done (1 left) 2024-08-19T10:11:54.462 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 389 2024-08-19T10:11:54.462 INFO:tasks.rados.rados.0.smithi190.stdout:3883: seq_num 1177 ranges {0=516096} 2024-08-19T10:11:54.464 INFO:tasks.rados.rados.0.smithi190.stdout:3883: writing smithi19066007-29 from 0 to 516096 tid 1 2024-08-19T10:11:54.464 INFO:tasks.rados.rados.0.smithi190.stdout:3884: rmattr oid 38 current snap is 389 2024-08-19T10:11:54.464 INFO:tasks.rados.rados.0.smithi190.stdout:3881: done (2 left) 2024-08-19T10:11:54.464 INFO:tasks.rados.rados.0.smithi190.stdout:3885: snap_remove snap 380 2024-08-19T10:11:55.467 INFO:tasks.rados.rados.0.smithi190.stdout:3885: done (2 left) 2024-08-19T10:11:55.467 INFO:tasks.rados.rados.0.smithi190.stdout:3886: rollback oid 39 current snap is 389 2024-08-19T10:11:55.467 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 39 to 388 2024-08-19T10:11:55.467 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 32 current snap is 389 2024-08-19T10:11:55.467 INFO:tasks.rados.rados.0.smithi190.stdout:3887: seq_num 1178 ranges {2351104=532480} 2024-08-19T10:11:55.484 INFO:tasks.rados.rados.0.smithi190.stdout:3887: writing smithi19066007-32 from 2351104 to 2883584 tid 1 2024-08-19T10:11:55.484 INFO:tasks.rados.rados.0.smithi190.stdout:3888: snap_create 2024-08-19T10:11:55.484 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 1917 (ObjNum 1143 snap 377 seq_num 1143) dirty exists 2024-08-19T10:11:55.485 INFO:tasks.rados.rados.0.smithi190.stdout:3883: finishing write tid 1 to smithi19066007-29 2024-08-19T10:11:55.485 INFO:tasks.rados.rados.0.smithi190.stdout:3883: finishing write tid 2 to smithi19066007-29 2024-08-19T10:11:55.485 INFO:tasks.rados.rados.0.smithi190.stdout:3883: finishing write tid 3 to smithi19066007-29 2024-08-19T10:11:55.485 INFO:tasks.rados.rados.0.smithi190.stdout:3883: oid 29 updating version 0 to 2103 2024-08-19T10:11:55.485 INFO:tasks.rados.rados.0.smithi190.stdout:3883: oid 29 updating version 2103 to 2104 2024-08-19T10:11:55.485 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 2104 (ObjNum 1177 snap 389 seq_num 1177) dirty exists 2024-08-19T10:11:55.485 INFO:tasks.rados.rados.0.smithi190.stdout:3883: left oid 29 (ObjNum 1177 snap 389 seq_num 1177) 2024-08-19T10:11:55.485 INFO:tasks.rados.rados.0.smithi190.stdout:3886: finishing rollback tid 0 to smithi19066007-39 2024-08-19T10:11:55.485 INFO:tasks.rados.rados.0.smithi190.stdout:3886: finishing rollback tid 1 to smithi19066007-39 2024-08-19T10:11:55.485 INFO:tasks.rados.rados.0.smithi190.stdout:3886: finishing rollback tid 2 to smithi19066007-39 2024-08-19T10:11:55.486 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 39 v 2618 (ObjNum 1164 snap 385 seq_num 1164) dirty exists 2024-08-19T10:11:55.490 INFO:tasks.rados.rados.0.smithi190.stdout:3887: finishing write tid 1 to smithi19066007-32 2024-08-19T10:11:55.491 INFO:tasks.rados.rados.0.smithi190.stdout:3887: finishing write tid 2 to smithi19066007-32 2024-08-19T10:11:55.493 INFO:tasks.rados.rados.0.smithi190.stdout:3887: finishing write tid 3 to smithi19066007-32 2024-08-19T10:11:55.493 INFO:tasks.rados.rados.0.smithi190.stdout:3887: oid 32 updating version 0 to 2478 2024-08-19T10:11:55.493 INFO:tasks.rados.rados.0.smithi190.stdout:3887: oid 32 updating version 2478 to 2479 2024-08-19T10:11:55.493 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 32 v 2479 (ObjNum 1178 snap 389 seq_num 1178) dirty exists 2024-08-19T10:11:55.493 INFO:tasks.rados.rados.0.smithi190.stdout:3887: left oid 32 (ObjNum 1178 snap 389 seq_num 1178) 2024-08-19T10:11:55.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:55 smithi190 ceph-mon[80032]: pgmap v963: 121 pgs: 121 active+clean; 191 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-08-19T10:11:55.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:55 smithi190 ceph-mon[80032]: osdmap e861: 8 total, 8 up, 8 in 2024-08-19T10:11:55.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:55 smithi190 ceph-mon[77620]: pgmap v963: 121 pgs: 121 active+clean; 191 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-08-19T10:11:55.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:55 smithi190 ceph-mon[77620]: osdmap e861: 8 total, 8 up, 8 in 2024-08-19T10:11:55.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:55 smithi196 ceph-mon[72638]: pgmap v963: 121 pgs: 121 active+clean; 191 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-08-19T10:11:55.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:55 smithi196 ceph-mon[72638]: osdmap e861: 8 total, 8 up, 8 in 2024-08-19T10:11:56.482 INFO:tasks.rados.rados.0.smithi190.stdout:3883: done (4 left) 2024-08-19T10:11:56.482 INFO:tasks.rados.rados.0.smithi190.stdout:3884: done (3 left) 2024-08-19T10:11:56.482 INFO:tasks.rados.rados.0.smithi190.stdout:3886: done (2 left) 2024-08-19T10:11:56.482 INFO:tasks.rados.rados.0.smithi190.stdout:3887: done (1 left) 2024-08-19T10:11:56.482 INFO:tasks.rados.rados.0.smithi190.stdout:3888: done (0 left) 2024-08-19T10:11:56.483 INFO:tasks.rados.rados.0.smithi190.stdout:3889: delete oid 18 current snap is 390 2024-08-19T10:11:56.486 INFO:tasks.rados.rados.0.smithi190.stdout:3889: done (0 left) 2024-08-19T10:11:56.486 INFO:tasks.rados.rados.0.smithi190.stdout:3890: read oid 15 snap 387 2024-08-19T10:11:56.486 INFO:tasks.rados.rados.0.smithi190.stdout:3890: expect (ObjNum 1148 snap 380 seq_num 1148) 2024-08-19T10:11:56.486 INFO:tasks.rados.rados.0.smithi190.stdout:3891: delete oid 19 current snap is 390 2024-08-19T10:11:56.493 INFO:tasks.rados.rados.0.smithi190.stdout:3891: done (1 left) 2024-08-19T10:11:56.493 INFO:tasks.rados.rados.0.smithi190.stdout:3892: snap_remove snap 388 2024-08-19T10:11:56.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:56 smithi190 ceph-mon[77620]: osdmap e862: 8 total, 8 up, 8 in 2024-08-19T10:11:56.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:56 smithi190 ceph-mon[80032]: osdmap e862: 8 total, 8 up, 8 in 2024-08-19T10:11:56.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:56 smithi196 ceph-mon[72638]: osdmap e862: 8 total, 8 up, 8 in 2024-08-19T10:11:57.493 INFO:tasks.rados.rados.0.smithi190.stdout:3892: done (1 left) 2024-08-19T10:11:57.494 INFO:tasks.rados.rados.0.smithi190.stdout:3893: snap_remove snap 389 2024-08-19T10:11:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:57 smithi190 ceph-mon[77620]: pgmap v966: 121 pgs: 121 active+clean; 192 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 240 KiB/s wr, 5 op/s 2024-08-19T10:11:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:57 smithi190 ceph-mon[77620]: osdmap e863: 8 total, 8 up, 8 in 2024-08-19T10:11:57.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:11:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:11:57] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.51.0" 2024-08-19T10:11:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:57 smithi190 ceph-mon[80032]: pgmap v966: 121 pgs: 121 active+clean; 192 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 240 KiB/s wr, 5 op/s 2024-08-19T10:11:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:57 smithi190 ceph-mon[80032]: osdmap e863: 8 total, 8 up, 8 in 2024-08-19T10:11:57.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:57 smithi196 ceph-mon[72638]: pgmap v966: 121 pgs: 121 active+clean; 192 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 240 KiB/s wr, 5 op/s 2024-08-19T10:11:57.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:57 smithi196 ceph-mon[72638]: osdmap e863: 8 total, 8 up, 8 in 2024-08-19T10:11:58.467 INFO:tasks.rados.rados.0.smithi190.stdout:3893: done (1 left) 2024-08-19T10:11:58.467 INFO:tasks.rados.rados.0.smithi190.stdout:3894: rmattr oid 9 current snap is 390 2024-08-19T10:11:58.468 INFO:tasks.rados.rados.0.smithi190.stdout:3894: done (1 left) 2024-08-19T10:11:58.468 INFO:tasks.rados.rados.0.smithi190.stdout:3895: rollback oid 18 current snap is 390 2024-08-19T10:11:58.468 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 18 to 369 2024-08-19T10:11:58.468 INFO:tasks.rados.rados.0.smithi190.stdout:3890: expect (ObjNum 1148 snap 380 seq_num 1148) 2024-08-19T10:11:58.649 INFO:tasks.rados.rados.0.smithi190.stdout:3895: finishing rollback tid 1 to smithi19066007-18 2024-08-19T10:11:58.649 INFO:tasks.rados.rados.0.smithi190.stdout:3895: finishing rollback tid 2 to smithi19066007-18 2024-08-19T10:11:58.649 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 2631 (ObjNum 1075 snap 345 seq_num 1075) dirty exists 2024-08-19T10:11:58.649 INFO:tasks.rados.rados.0.smithi190.stdout:3890: done (1 left) 2024-08-19T10:11:58.649 INFO:tasks.rados.rados.0.smithi190.stdout:3895: done (0 left) 2024-08-19T10:11:58.649 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 38 current snap is 390 2024-08-19T10:11:58.650 INFO:tasks.rados.rados.0.smithi190.stdout:3896: seq_num 1181 ranges {6160384=581632} 2024-08-19T10:11:58.684 INFO:tasks.rados.rados.0.smithi190.stdout:3896: writing smithi19066007-38 from 6160384 to 6742016 tid 1 2024-08-19T10:11:58.684 INFO:tasks.rados.rados.0.smithi190.stdout:3897: setattr oid 15 current snap is 390 2024-08-19T10:11:58.687 INFO:tasks.rados.rados.0.smithi190.stdout:3898: rollback oid 41 current snap is 390 2024-08-19T10:11:58.687 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 41 to 369 2024-08-19T10:11:58.687 INFO:tasks.rados.rados.0.smithi190.stdout:3899: rmattr oid 6 current snap is 390 2024-08-19T10:11:58.687 INFO:tasks.rados.rados.0.smithi190.stdout:3900: read oid 11 snap -1 2024-08-19T10:11:58.687 INFO:tasks.rados.rados.0.smithi190.stdout:3900: expect (ObjNum 1075 snap 345 seq_num 1075) 2024-08-19T10:11:58.687 INFO:tasks.rados.rados.0.smithi190.stdout:3901: snap_create 2024-08-19T10:11:58.688 INFO:tasks.rados.rados.0.smithi190.stdout:3896: finishing write tid 1 to smithi19066007-38 2024-08-19T10:11:58.688 INFO:tasks.rados.rados.0.smithi190.stdout:3896: finishing write tid 2 to smithi19066007-38 2024-08-19T10:11:58.692 INFO:tasks.rados.rados.0.smithi190.stdout:3896: finishing write tid 3 to smithi19066007-38 2024-08-19T10:11:58.692 INFO:tasks.rados.rados.0.smithi190.stdout:3896: oid 38 updating version 0 to 1919 2024-08-19T10:11:58.692 INFO:tasks.rados.rados.0.smithi190.stdout:3896: oid 38 version 1919 is already newer than 1918 2024-08-19T10:11:58.692 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 38 v 1919 (ObjNum 1181 snap 390 seq_num 1181) dirty exists 2024-08-19T10:11:58.692 INFO:tasks.rados.rados.0.smithi190.stdout:3896: left oid 38 (ObjNum 1181 snap 390 seq_num 1181) 2024-08-19T10:11:58.693 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 2172 (ObjNum 1148 snap 380 seq_num 1148) dirty exists 2024-08-19T10:11:58.694 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 2173 (ObjNum 1128 snap 371 seq_num 1128) dirty exists 2024-08-19T10:11:58.695 INFO:tasks.rados.rados.0.smithi190.stdout:3898: finishing rollback tid 0 to smithi19066007-41 2024-08-19T10:11:58.696 INFO:tasks.rados.rados.0.smithi190.stdout:3898: finishing rollback tid 1 to smithi19066007-41 2024-08-19T10:11:58.696 INFO:tasks.rados.rados.0.smithi190.stdout:3898: finishing rollback tid 2 to smithi19066007-41 2024-08-19T10:11:58.696 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 2177 (ObjNum 1028 snap 330 seq_num 1028) dirty exists 2024-08-19T10:11:58.715 INFO:tasks.rados.rados.0.smithi190.stdout:3900: expect (ObjNum 1075 snap 345 seq_num 1075) 2024-08-19T10:11:58.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:58 smithi190 ceph-mon[80032]: osdmap e864: 8 total, 8 up, 8 in 2024-08-19T10:11:58.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:58 smithi190 ceph-mon[80032]: osdmap e865: 8 total, 8 up, 8 in 2024-08-19T10:11:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:58 smithi190 ceph-mon[77620]: osdmap e864: 8 total, 8 up, 8 in 2024-08-19T10:11:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:58 smithi190 ceph-mon[77620]: osdmap e865: 8 total, 8 up, 8 in 2024-08-19T10:11:58.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:58 smithi196 ceph-mon[72638]: osdmap e864: 8 total, 8 up, 8 in 2024-08-19T10:11:58.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:58 smithi196 ceph-mon[72638]: osdmap e865: 8 total, 8 up, 8 in 2024-08-19T10:11:59.501 INFO:tasks.rados.rados.0.smithi190.stdout:3896: done (5 left) 2024-08-19T10:11:59.501 INFO:tasks.rados.rados.0.smithi190.stdout:3897: done (4 left) 2024-08-19T10:11:59.501 INFO:tasks.rados.rados.0.smithi190.stdout:3898: done (3 left) 2024-08-19T10:11:59.501 INFO:tasks.rados.rados.0.smithi190.stdout:3899: done (2 left) 2024-08-19T10:11:59.501 INFO:tasks.rados.rados.0.smithi190.stdout:3900: done (1 left) 2024-08-19T10:11:59.501 INFO:tasks.rados.rados.0.smithi190.stdout:3901: done (0 left) 2024-08-19T10:11:59.501 INFO:tasks.rados.rados.0.smithi190.stdout:3902: delete oid 7 current snap is 391 2024-08-19T10:11:59.507 INFO:tasks.rados.rados.0.smithi190.stdout:3902: done (0 left) 2024-08-19T10:11:59.507 INFO:tasks.rados.rados.0.smithi190.stdout:3903: delete oid 30 current snap is 391 2024-08-19T10:11:59.513 INFO:tasks.rados.rados.0.smithi190.stdout:3903: done (0 left) 2024-08-19T10:11:59.513 INFO:tasks.rados.rados.0.smithi190.stdout:3904: rmattr oid 18 current snap is 391 2024-08-19T10:11:59.513 INFO:tasks.rados.rados.0.smithi190.stdout:3905: delete oid 23 current snap is 391 2024-08-19T10:11:59.516 INFO:tasks.rados.rados.0.smithi190.stdout:3905: done (1 left) 2024-08-19T10:11:59.516 INFO:tasks.rados.rados.0.smithi190.stdout:3906: rollback oid 8 current snap is 391 2024-08-19T10:11:59.516 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 8 to 369 2024-08-19T10:11:59.516 INFO:tasks.rados.rados.0.smithi190.stdout:3907: snap_create 2024-08-19T10:11:59.521 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 18 v 2635 (ObjNum 1075 snap 345 seq_num 1075) dirty exists 2024-08-19T10:11:59.521 INFO:tasks.rados.rados.0.smithi190.stdout:3906: finishing rollback tid 0 to smithi19066007-8 2024-08-19T10:11:59.524 INFO:tasks.rados.rados.0.smithi190.stdout:3906: finishing rollback tid 1 to smithi19066007-8 2024-08-19T10:11:59.524 INFO:tasks.rados.rados.0.smithi190.stdout:3906: finishing rollback tid 2 to smithi19066007-8 2024-08-19T10:11:59.524 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 2639 (ObjNum 1016 snap 325 seq_num 1016) dirty exists 2024-08-19T10:11:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:11:59 smithi190 ceph-mon[77620]: pgmap v969: 121 pgs: 121 active+clean; 188 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 240 KiB/s wr, 6 op/s 2024-08-19T10:11:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:11:59 smithi190 ceph-mon[80032]: pgmap v969: 121 pgs: 121 active+clean; 188 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 240 KiB/s wr, 6 op/s 2024-08-19T10:11:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:11:59 smithi196 ceph-mon[72638]: pgmap v969: 121 pgs: 121 active+clean; 188 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 240 KiB/s wr, 6 op/s 2024-08-19T10:12:00.507 INFO:tasks.rados.rados.0.smithi190.stdout:3904: done (2 left) 2024-08-19T10:12:00.507 INFO:tasks.rados.rados.0.smithi190.stdout:3906: done (1 left) 2024-08-19T10:12:00.507 INFO:tasks.rados.rados.0.smithi190.stdout:3907: done (0 left) 2024-08-19T10:12:00.507 INFO:tasks.rados.rados.0.smithi190.stdout:3908: delete oid 29 current snap is 392 2024-08-19T10:12:00.512 INFO:tasks.rados.rados.0.smithi190.stdout:3908: done (0 left) 2024-08-19T10:12:00.512 INFO:tasks.rados.rados.0.smithi190.stdout:3909: rollback oid 10 current snap is 392 2024-08-19T10:12:00.512 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 10 to 358 2024-08-19T10:12:00.512 INFO:tasks.rados.rados.0.smithi190.stdout:3910: read oid 9 snap -1 2024-08-19T10:12:00.512 INFO:tasks.rados.rados.0.smithi190.stdout:3910: expect (ObjNum 1105 snap 353 seq_num 1105) 2024-08-19T10:12:00.512 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 392 2024-08-19T10:12:00.512 INFO:tasks.rados.rados.0.smithi190.stdout:3911: seq_num 1186 ranges {6275072=671744} 2024-08-19T10:12:00.550 INFO:tasks.rados.rados.0.smithi190.stdout:3911: writing smithi19066007-44 from 6275072 to 6946816 tid 1 2024-08-19T10:12:00.550 INFO:tasks.rados.rados.0.smithi190.stdout:3912: copy_from oid 16 from oid 37 current snap is 392 2024-08-19T10:12:00.550 INFO:tasks.rados.rados.0.smithi190.stdout:3909: finishing rollback tid 1 to smithi19066007-10 2024-08-19T10:12:00.550 INFO:tasks.rados.rados.0.smithi190.stdout:3909: finishing rollback tid 2 to smithi19066007-10 2024-08-19T10:12:00.550 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 10 v 2107 (ObjNum 1061 snap 343 seq_num 1061) dirty exists 2024-08-19T10:12:00.550 INFO:tasks.rados.rados.0.smithi190.stdout:3910: expect (ObjNum 1105 snap 353 seq_num 1105) 2024-08-19T10:12:00.801 INFO:tasks.rados.rados.0.smithi190.stdout:3911: finishing write tid 1 to smithi19066007-44 2024-08-19T10:12:00.801 INFO:tasks.rados.rados.0.smithi190.stdout:3911: finishing write tid 2 to smithi19066007-44 2024-08-19T10:12:00.801 INFO:tasks.rados.rados.0.smithi190.stdout:3911: finishing write tid 3 to smithi19066007-44 2024-08-19T10:12:00.801 INFO:tasks.rados.rados.0.smithi190.stdout:3911: oid 44 updating version 0 to 2279 2024-08-19T10:12:00.802 INFO:tasks.rados.rados.0.smithi190.stdout:3911: oid 44 updating version 2279 to 2280 2024-08-19T10:12:00.802 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 2280 (ObjNum 1186 snap 392 seq_num 1186) dirty exists 2024-08-19T10:12:00.802 INFO:tasks.rados.rados.0.smithi190.stdout:3911: left oid 44 (ObjNum 1186 snap 392 seq_num 1186) 2024-08-19T10:12:00.802 INFO:tasks.rados.rados.0.smithi190.stdout:3909: done (3 left) 2024-08-19T10:12:00.802 INFO:tasks.rados.rados.0.smithi190.stdout:3910: done (2 left) 2024-08-19T10:12:00.802 INFO:tasks.rados.rados.0.smithi190.stdout:3911: done (1 left) 2024-08-19T10:12:00.802 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 392 2024-08-19T10:12:00.802 INFO:tasks.rados.rados.0.smithi190.stdout:3913: seq_num 1187 ranges {0=688128} 2024-08-19T10:12:00.804 INFO:tasks.rados.rados.0.smithi190.stdout:3913: writing smithi19066007-23 from 0 to 688128 tid 1 2024-08-19T10:12:00.804 INFO:tasks.rados.rados.0.smithi190.stdout:3914: rollback oid 9 current snap is 392 2024-08-19T10:12:00.805 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 9 to 369 2024-08-19T10:12:00.805 INFO:tasks.rados.rados.0.smithi190.stdout:3915: rollback oid 44 current snap is 392 2024-08-19T10:12:00.805 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 44 to 369 2024-08-19T10:12:00.805 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 29 current snap is 392 2024-08-19T10:12:00.805 INFO:tasks.rados.rados.0.smithi190.stdout:3916: seq_num 1188 ranges {0=704512} 2024-08-19T10:12:00.809 INFO:tasks.rados.rados.0.smithi190.stdout:3916: writing smithi19066007-29 from 0 to 704512 tid 1 2024-08-19T10:12:00.809 INFO:tasks.rados.rados.0.smithi190.stdout:3917: read oid 8 snap -1 2024-08-19T10:12:00.810 INFO:tasks.rados.rados.0.smithi190.stdout:3917: expect (ObjNum 1016 snap 325 seq_num 1016) 2024-08-19T10:12:00.810 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 48 current snap is 392 2024-08-19T10:12:00.810 INFO:tasks.rados.rados.0.smithi190.stdout:3915: finishing rollback tid 0 to smithi19066007-44 2024-08-19T10:12:00.810 INFO:tasks.rados.rados.0.smithi190.stdout:3918: seq_num 1189 ranges {1392640=720896} 2024-08-19T10:12:00.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:00 smithi190 ceph-mon[77620]: osdmap e866: 8 total, 8 up, 8 in 2024-08-19T10:12:00.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:12:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:00 smithi190 ceph-mon[80032]: osdmap e866: 8 total, 8 up, 8 in 2024-08-19T10:12:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:12:00.821 INFO:tasks.rados.rados.0.smithi190.stdout:3918: writing smithi19066007-48 from 1392640 to 2113536 tid 1 2024-08-19T10:12:00.822 INFO:tasks.rados.rados.0.smithi190.stdout:3919: snap_remove snap 391 2024-08-19T10:12:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:00 smithi196 ceph-mon[72638]: osdmap e866: 8 total, 8 up, 8 in 2024-08-19T10:12:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:12:01.513 INFO:tasks.rados.rados.0.smithi190.stdout:3919: done (7 left) 2024-08-19T10:12:01.513 INFO:tasks.rados.rados.0.smithi190.stdout:3920: rollback oid 11 current snap is 392 2024-08-19T10:12:01.513 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 11 to 369 2024-08-19T10:12:01.513 INFO:tasks.rados.rados.0.smithi190.stdout:3915: finishing rollback tid 1 to smithi19066007-44 2024-08-19T10:12:01.513 INFO:tasks.rados.rados.0.smithi190.stdout:3915: finishing rollback tid 2 to smithi19066007-44 2024-08-19T10:12:01.514 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 2283 (ObjNum 1079 snap 345 seq_num 1079) dirty exists 2024-08-19T10:12:01.514 INFO:tasks.rados.rados.0.smithi190.stdout:3913: finishing write tid 1 to smithi19066007-23 2024-08-19T10:12:01.514 INFO:tasks.rados.rados.0.smithi190.stdout:3913: finishing write tid 2 to smithi19066007-23 2024-08-19T10:12:01.514 INFO:tasks.rados.rados.0.smithi190.stdout:3914: finishing rollback tid 0 to smithi19066007-9 2024-08-19T10:12:01.514 INFO:tasks.rados.rados.0.smithi190.stdout:3914: finishing rollback tid 1 to smithi19066007-9 2024-08-19T10:12:01.514 INFO:tasks.rados.rados.0.smithi190.stdout:3913: finishing write tid 3 to smithi19066007-23 2024-08-19T10:12:01.514 INFO:tasks.rados.rados.0.smithi190.stdout:3913: oid 23 updating version 0 to 1922 2024-08-19T10:12:01.514 INFO:tasks.rados.rados.0.smithi190.stdout:3913: oid 23 version 1922 is already newer than 1921 2024-08-19T10:12:01.514 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 1922 (ObjNum 1187 snap 392 seq_num 1187) dirty exists 2024-08-19T10:12:01.514 INFO:tasks.rados.rados.0.smithi190.stdout:3913: left oid 23 (ObjNum 1187 snap 392 seq_num 1187) 2024-08-19T10:12:01.514 INFO:tasks.rados.rados.0.smithi190.stdout:3916: finishing write tid 1 to smithi19066007-29 2024-08-19T10:12:01.514 INFO:tasks.rados.rados.0.smithi190.stdout:3916: finishing write tid 2 to smithi19066007-29 2024-08-19T10:12:01.515 INFO:tasks.rados.rados.0.smithi190.stdout:3913: done (7 left) 2024-08-19T10:12:01.515 INFO:tasks.rados.rados.0.smithi190.stdout:3915: done (6 left) 2024-08-19T10:12:01.515 INFO:tasks.rados.rados.0.smithi190.stdout:3921: read oid 45 snap -1 2024-08-19T10:12:01.515 INFO:tasks.rados.rados.0.smithi190.stdout:3921: expect (ObjNum 1138 snap 375 seq_num 1138) 2024-08-19T10:12:01.515 INFO:tasks.rados.rados.0.smithi190.stdout:3922: snap_remove snap 358 2024-08-19T10:12:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:01 smithi190 ceph-mon[77620]: pgmap v972: 121 pgs: 121 active+clean; 189 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 256 KiB/s wr, 12 op/s 2024-08-19T10:12:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:01 smithi190 ceph-mon[77620]: osdmap e867: 8 total, 8 up, 8 in 2024-08-19T10:12:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:01 smithi190 ceph-mon[80032]: pgmap v972: 121 pgs: 121 active+clean; 189 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 256 KiB/s wr, 12 op/s 2024-08-19T10:12:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:01 smithi190 ceph-mon[80032]: osdmap e867: 8 total, 8 up, 8 in 2024-08-19T10:12:01.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:01 smithi196 ceph-mon[72638]: pgmap v972: 121 pgs: 121 active+clean; 189 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 256 KiB/s wr, 12 op/s 2024-08-19T10:12:01.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:01 smithi196 ceph-mon[72638]: osdmap e867: 8 total, 8 up, 8 in 2024-08-19T10:12:02.520 INFO:tasks.rados.rados.0.smithi190.stdout:3922: done (7 left) 2024-08-19T10:12:02.521 INFO:tasks.rados.rados.0.smithi190.stdout:3923: copy_from oid 23 from oid 13 current snap is 392 2024-08-19T10:12:02.521 INFO:tasks.rados.rados.0.smithi190.stdout:3914: finishing rollback tid 2 to smithi19066007-9 2024-08-19T10:12:02.521 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 1925 (ObjNum 1105 snap 353 seq_num 1105) dirty exists 2024-08-19T10:12:02.521 INFO:tasks.rados.rados.0.smithi190.stdout:3912: finishing copy_from racing read to smithi19066007-16 2024-08-19T10:12:02.521 INFO:tasks.rados.rados.0.smithi190.stdout:3912: finishing copy_from to smithi19066007-16 2024-08-19T10:12:02.521 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 2087 (ObjNum 1132 snap 371 seq_num 1132) dirty exists 2024-08-19T10:12:02.521 INFO:tasks.rados.rados.0.smithi190.stdout:3916: finishing write tid 3 to smithi19066007-29 2024-08-19T10:12:02.521 INFO:tasks.rados.rados.0.smithi190.stdout:3916: oid 29 updating version 0 to 2109 2024-08-19T10:12:02.521 INFO:tasks.rados.rados.0.smithi190.stdout:3916: oid 29 version 2109 is already newer than 2108 2024-08-19T10:12:02.521 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 2109 (ObjNum 1188 snap 392 seq_num 1188) dirty exists 2024-08-19T10:12:02.521 INFO:tasks.rados.rados.0.smithi190.stdout:3916: left oid 29 (ObjNum 1188 snap 392 seq_num 1188) 2024-08-19T10:12:02.521 INFO:tasks.rados.rados.0.smithi190.stdout:3917: expect (ObjNum 1016 snap 325 seq_num 1016) 2024-08-19T10:12:02.659 INFO:tasks.rados.rados.0.smithi190.stdout:3918: finishing write tid 1 to smithi19066007-48 2024-08-19T10:12:02.659 INFO:tasks.rados.rados.0.smithi190.stdout:3918: finishing write tid 2 to smithi19066007-48 2024-08-19T10:12:02.659 INFO:tasks.rados.rados.0.smithi190.stdout:3912: done (7 left) 2024-08-19T10:12:02.659 INFO:tasks.rados.rados.0.smithi190.stdout:3914: done (6 left) 2024-08-19T10:12:02.660 INFO:tasks.rados.rados.0.smithi190.stdout:3916: done (5 left) 2024-08-19T10:12:02.660 INFO:tasks.rados.rados.0.smithi190.stdout:3917: done (4 left) 2024-08-19T10:12:02.660 INFO:tasks.rados.rados.0.smithi190.stdout:3924: rmattr oid 6 current snap is 392 2024-08-19T10:12:02.660 INFO:tasks.rados.rados.0.smithi190.stdout:3924: done (4 left) 2024-08-19T10:12:02.660 INFO:tasks.rados.rados.0.smithi190.stdout:3925: snap_create 2024-08-19T10:12:02.660 INFO:tasks.rados.rados.0.smithi190.stdout:3918: finishing write tid 3 to smithi19066007-48 2024-08-19T10:12:02.660 INFO:tasks.rados.rados.0.smithi190.stdout:3918: oid 48 updating version 0 to 2642 2024-08-19T10:12:02.660 INFO:tasks.rados.rados.0.smithi190.stdout:3918: oid 48 version 2642 is already newer than 2641 2024-08-19T10:12:02.660 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 48 v 2642 (ObjNum 1189 snap 392 seq_num 1189) dirty exists 2024-08-19T10:12:02.661 INFO:tasks.rados.rados.0.smithi190.stdout:3918: left oid 48 (ObjNum 1189 snap 392 seq_num 1189) 2024-08-19T10:12:02.661 INFO:tasks.rados.rados.0.smithi190.stdout:3920: finishing rollback tid 0 to smithi19066007-11 2024-08-19T10:12:02.661 INFO:tasks.rados.rados.0.smithi190.stdout:3920: finishing rollback tid 1 to smithi19066007-11 2024-08-19T10:12:02.661 INFO:tasks.rados.rados.0.smithi190.stdout:3920: finishing rollback tid 2 to smithi19066007-11 2024-08-19T10:12:02.661 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 11 v 2452 (ObjNum 967 snap 310 seq_num 967) dirty exists 2024-08-19T10:12:02.661 INFO:tasks.rados.rados.0.smithi190.stdout:3921: expect (ObjNum 1138 snap 375 seq_num 1138) 2024-08-19T10:12:02.716 INFO:tasks.rados.rados.0.smithi190.stdout:3923: finishing copy_from racing read to smithi19066007-23 2024-08-19T10:12:02.716 INFO:tasks.rados.rados.0.smithi190.stdout:3923: finishing copy_from to smithi19066007-23 2024-08-19T10:12:02.716 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 2091 (ObjNum 1176 snap 388 seq_num 1176) dirty exists 2024-08-19T10:12:02.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:02 smithi190 ceph-mon[77620]: osdmap e868: 8 total, 8 up, 8 in 2024-08-19T10:12:02.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:02 smithi190 ceph-mon[80032]: osdmap e868: 8 total, 8 up, 8 in 2024-08-19T10:12:02.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:02 smithi196 ceph-mon[72638]: osdmap e868: 8 total, 8 up, 8 in 2024-08-19T10:12:03.464 INFO:tasks.rados.rados.0.smithi190.stdout:3918: done (4 left) 2024-08-19T10:12:03.464 INFO:tasks.rados.rados.0.smithi190.stdout:3920: done (3 left) 2024-08-19T10:12:03.464 INFO:tasks.rados.rados.0.smithi190.stdout:3921: done (2 left) 2024-08-19T10:12:03.464 INFO:tasks.rados.rados.0.smithi190.stdout:3923: done (1 left) 2024-08-19T10:12:03.465 INFO:tasks.rados.rados.0.smithi190.stdout:3925: done (0 left) 2024-08-19T10:12:03.465 INFO:tasks.rados.rados.0.smithi190.stdout:3926: read oid 18 snap -1 2024-08-19T10:12:03.465 INFO:tasks.rados.rados.0.smithi190.stdout:3926: expect (ObjNum 1075 snap 345 seq_num 1075) 2024-08-19T10:12:03.465 INFO:tasks.rados.rados.0.smithi190.stdout:3927: delete oid 42 current snap is 393 2024-08-19T10:12:03.472 INFO:tasks.rados.rados.0.smithi190.stdout:3927: done (1 left) 2024-08-19T10:12:03.472 INFO:tasks.rados.rados.0.smithi190.stdout:3928: read oid 4 snap 390 2024-08-19T10:12:03.473 INFO:tasks.rados.rados.0.smithi190.stdout:3928: expect deleted 2024-08-19T10:12:03.473 INFO:tasks.rados.rados.0.smithi190.stdout:3929: copy_from oid 5 from oid 46 current snap is 393 2024-08-19T10:12:03.473 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 34 current snap is 393 2024-08-19T10:12:03.473 INFO:tasks.rados.rados.0.smithi190.stdout:3930: seq_num 1191 ranges {1867776=753664} 2024-08-19T10:12:03.487 INFO:tasks.rados.rados.0.smithi190.stdout:3930: writing smithi19066007-34 from 1867776 to 2621440 tid 1 2024-08-19T10:12:03.488 INFO:tasks.rados.rados.0.smithi190.stdout:3931: setattr oid 3 current snap is 393 2024-08-19T10:12:03.490 INFO:tasks.rados.rados.0.smithi190.stdout:3928: done (4 left) 2024-08-19T10:12:03.490 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 43 current snap is 393 2024-08-19T10:12:03.490 INFO:tasks.rados.rados.0.smithi190.stdout:3932: seq_num 1192 ranges {114688=770048} 2024-08-19T10:12:03.496 INFO:tasks.rados.rados.0.smithi190.stdout:3932: writing smithi19066007-43 from 114688 to 884736 tid 1 2024-08-19T10:12:03.496 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 16 current snap is 393 2024-08-19T10:12:03.496 INFO:tasks.rados.rados.0.smithi190.stdout:3933: seq_num 1193 ranges {2170880=786432} 2024-08-19T10:12:03.513 INFO:tasks.rados.rados.0.smithi190.stdout:3933: writing smithi19066007-16 from 2170880 to 2957312 tid 1 2024-08-19T10:12:03.513 INFO:tasks.rados.rados.0.smithi190.stdout:3934: read oid 24 snap 390 2024-08-19T10:12:03.513 INFO:tasks.rados.rados.0.smithi190.stdout:3934: expect deleted 2024-08-19T10:12:03.513 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 17 current snap is 393 2024-08-19T10:12:03.513 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 3 v 2454 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-19T10:12:03.514 INFO:tasks.rados.rados.0.smithi190.stdout:3930: finishing write tid 1 to smithi19066007-34 2024-08-19T10:12:03.514 INFO:tasks.rados.rados.0.smithi190.stdout:3930: finishing write tid 2 to smithi19066007-34 2024-08-19T10:12:03.514 INFO:tasks.rados.rados.0.smithi190.stdout:3930: finishing write tid 3 to smithi19066007-34 2024-08-19T10:12:03.514 INFO:tasks.rados.rados.0.smithi190.stdout:3930: oid 34 updating version 0 to 2230 2024-08-19T10:12:03.514 INFO:tasks.rados.rados.0.smithi190.stdout:3930: oid 34 version 2230 is already newer than 2229 2024-08-19T10:12:03.514 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 34 v 2230 (ObjNum 1191 snap 393 seq_num 1191) dirty exists 2024-08-19T10:12:03.514 INFO:tasks.rados.rados.0.smithi190.stdout:3930: left oid 34 (ObjNum 1191 snap 393 seq_num 1191) 2024-08-19T10:12:03.514 INFO:tasks.rados.rados.0.smithi190.stdout:3935: seq_num 1194 ranges {1654784=802816} 2024-08-19T10:12:03.527 INFO:tasks.rados.rados.0.smithi190.stdout:3935: writing smithi19066007-17 from 1654784 to 2457600 tid 1 2024-08-19T10:12:03.527 INFO:tasks.rados.rados.0.smithi190.stdout:3930: done (7 left) 2024-08-19T10:12:03.527 INFO:tasks.rados.rados.0.smithi190.stdout:3931: done (6 left) 2024-08-19T10:12:03.527 INFO:tasks.rados.rados.0.smithi190.stdout:3936: read oid 13 snap -1 2024-08-19T10:12:03.527 INFO:tasks.rados.rados.0.smithi190.stdout:3936: expect (ObjNum 1176 snap 388 seq_num 1176) 2024-08-19T10:12:03.527 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 9 current snap is 393 2024-08-19T10:12:03.528 INFO:tasks.rados.rados.0.smithi190.stdout:3937: seq_num 1195 ranges {4988928=417792,5406720=401408} 2024-08-19T10:12:03.556 INFO:tasks.rados.rados.0.smithi190.stdout:3937: writing smithi19066007-9 from 4988928 to 5406720 tid 1 2024-08-19T10:12:03.558 INFO:tasks.rados.rados.0.smithi190.stdout:3937: writing smithi19066007-9 from 5406720 to 5808128 tid 2 2024-08-19T10:12:03.559 INFO:tasks.rados.rados.0.smithi190.stdout:3926: expect (ObjNum 1075 snap 345 seq_num 1075) 2024-08-19T10:12:03.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:03 smithi190 ceph-mon[77620]: pgmap v975: 121 pgs: 121 active+clean; 190 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 566 KiB/s wr, 13 op/s 2024-08-19T10:12:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:03 smithi190 ceph-mon[77620]: osdmap e869: 8 total, 8 up, 8 in 2024-08-19T10:12:03.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:03 smithi190 ceph-mon[77620]: osdmap e870: 8 total, 8 up, 8 in 2024-08-19T10:12:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:03 smithi190 ceph-mon[80032]: pgmap v975: 121 pgs: 121 active+clean; 190 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 566 KiB/s wr, 13 op/s 2024-08-19T10:12:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:03 smithi190 ceph-mon[80032]: osdmap e869: 8 total, 8 up, 8 in 2024-08-19T10:12:03.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:03 smithi190 ceph-mon[80032]: osdmap e870: 8 total, 8 up, 8 in 2024-08-19T10:12:03.862 INFO:tasks.rados.rados.0.smithi190.stdout:3929: finishing copy_from racing read to smithi19066007-5 2024-08-19T10:12:03.863 INFO:tasks.rados.rados.0.smithi190.stdout:3929: finishing copy_from to smithi19066007-5 2024-08-19T10:12:03.863 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 1766 (ObjNum 948 snap 304 seq_num 948) dirty exists 2024-08-19T10:12:03.863 INFO:tasks.rados.rados.0.smithi190.stdout:3933: finishing write tid 1 to smithi19066007-16 2024-08-19T10:12:03.863 INFO:tasks.rados.rados.0.smithi190.stdout:3938: read oid 42 snap 390 2024-08-19T10:12:03.863 INFO:tasks.rados.rados.0.smithi190.stdout:3938: expect (ObjNum 1158 snap 385 seq_num 1158) 2024-08-19T10:12:03.863 INFO:tasks.rados.rados.0.smithi190.stdout:3926: done (8 left) 2024-08-19T10:12:03.863 INFO:tasks.rados.rados.0.smithi190.stdout:3929: done (7 left) 2024-08-19T10:12:03.863 INFO:tasks.rados.rados.0.smithi190.stdout:3939: copy_from oid 47 from oid 26 current snap is 393 2024-08-19T10:12:03.863 INFO:tasks.rados.rados.0.smithi190.stdout:3933: finishing write tid 2 to smithi19066007-16 2024-08-19T10:12:03.863 INFO:tasks.rados.rados.0.smithi190.stdout:3933: finishing write tid 3 to smithi19066007-16 2024-08-19T10:12:03.863 INFO:tasks.rados.rados.0.smithi190.stdout:3933: oid 16 updating version 0 to 2092 2024-08-19T10:12:03.864 INFO:tasks.rados.rados.0.smithi190.stdout:3933: oid 16 version 2092 is already newer than 2091 2024-08-19T10:12:03.864 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 16 v 2092 (ObjNum 1193 snap 393 seq_num 1193) dirty exists 2024-08-19T10:12:03.864 INFO:tasks.rados.rados.0.smithi190.stdout:3933: left oid 16 (ObjNum 1193 snap 393 seq_num 1193) 2024-08-19T10:12:03.864 INFO:tasks.rados.rados.0.smithi190.stdout:3932: finishing write tid 1 to smithi19066007-43 2024-08-19T10:12:03.864 INFO:tasks.rados.rados.0.smithi190.stdout:3932: finishing write tid 2 to smithi19066007-43 2024-08-19T10:12:03.864 INFO:tasks.rados.rados.0.smithi190.stdout:3932: finishing write tid 3 to smithi19066007-43 2024-08-19T10:12:03.864 INFO:tasks.rados.rados.0.smithi190.stdout:3932: oid 43 updating version 0 to 2392 2024-08-19T10:12:03.864 INFO:tasks.rados.rados.0.smithi190.stdout:3932: oid 43 version 2392 is already newer than 2391 2024-08-19T10:12:03.864 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 43 v 2392 (ObjNum 1192 snap 393 seq_num 1192) dirty exists 2024-08-19T10:12:03.864 INFO:tasks.rados.rados.0.smithi190.stdout:3932: left oid 43 (ObjNum 1192 snap 393 seq_num 1192) 2024-08-19T10:12:03.864 INFO:tasks.rados.rados.0.smithi190.stdout:3935: finishing write tid 1 to smithi19066007-17 2024-08-19T10:12:03.864 INFO:tasks.rados.rados.0.smithi190.stdout:3935: finishing write tid 2 to smithi19066007-17 2024-08-19T10:12:03.864 INFO:tasks.rados.rados.0.smithi190.stdout:3936: expect (ObjNum 1176 snap 388 seq_num 1176) 2024-08-19T10:12:03.878 INFO:tasks.rados.rados.0.smithi190.stdout:3935: finishing write tid 3 to smithi19066007-17 2024-08-19T10:12:03.878 INFO:tasks.rados.rados.0.smithi190.stdout:3935: oid 17 updating version 0 to 2093 2024-08-19T10:12:03.878 INFO:tasks.rados.rados.0.smithi190.stdout:3935: oid 17 updating version 2093 to 2094 2024-08-19T10:12:03.878 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 17 v 2094 (ObjNum 1194 snap 393 seq_num 1194) dirty exists 2024-08-19T10:12:03.878 INFO:tasks.rados.rados.0.smithi190.stdout:3935: left oid 17 (ObjNum 1194 snap 393 seq_num 1194) 2024-08-19T10:12:03.878 INFO:tasks.rados.rados.0.smithi190.stdout:3937: finishing write tid 1 to smithi19066007-9 2024-08-19T10:12:03.878 INFO:tasks.rados.rados.0.smithi190.stdout:3932: done (7 left) 2024-08-19T10:12:03.878 INFO:tasks.rados.rados.0.smithi190.stdout:3933: done (6 left) 2024-08-19T10:12:03.879 INFO:tasks.rados.rados.0.smithi190.stdout:3934: done (5 left) 2024-08-19T10:12:03.879 INFO:tasks.rados.rados.0.smithi190.stdout:3935: done (4 left) 2024-08-19T10:12:03.879 INFO:tasks.rados.rados.0.smithi190.stdout:3936: done (3 left) 2024-08-19T10:12:03.879 INFO:tasks.rados.rados.0.smithi190.stdout:3940: copy_from oid 41 from oid 45 current snap is 393 2024-08-19T10:12:03.879 INFO:tasks.rados.rados.0.smithi190.stdout:3937: finishing write tid 2 to smithi19066007-9 2024-08-19T10:12:03.879 INFO:tasks.rados.rados.0.smithi190.stdout:3937: finishing write tid 3 to smithi19066007-9 2024-08-19T10:12:03.879 INFO:tasks.rados.rados.0.smithi190.stdout:3937: finishing write tid 4 to smithi19066007-9 2024-08-19T10:12:03.879 INFO:tasks.rados.rados.0.smithi190.stdout:3937: oid 9 updating version 0 to 2094 2024-08-19T10:12:03.879 INFO:tasks.rados.rados.0.smithi190.stdout:3937: oid 9 version 2094 is already newer than 2092 2024-08-19T10:12:03.879 INFO:tasks.rados.rados.0.smithi190.stdout:3937: oid 9 version 2094 is already newer than 2093 2024-08-19T10:12:03.879 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 9 v 2094 (ObjNum 1195 snap 393 seq_num 1195) dirty exists 2024-08-19T10:12:03.879 INFO:tasks.rados.rados.0.smithi190.stdout:3937: left oid 9 (ObjNum 1195 snap 393 seq_num 1195) 2024-08-19T10:12:03.879 INFO:tasks.rados.rados.0.smithi190.stdout:3938: expect (ObjNum 1158 snap 385 seq_num 1158) 2024-08-19T10:12:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:03 smithi196 ceph-mon[72638]: pgmap v975: 121 pgs: 121 active+clean; 190 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 566 KiB/s wr, 13 op/s 2024-08-19T10:12:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:03 smithi196 ceph-mon[72638]: osdmap e869: 8 total, 8 up, 8 in 2024-08-19T10:12:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:03 smithi196 ceph-mon[72638]: osdmap e870: 8 total, 8 up, 8 in 2024-08-19T10:12:03.964 INFO:tasks.rados.rados.0.smithi190.stdout:3939: finishing copy_from racing read to smithi19066007-47 2024-08-19T10:12:03.964 INFO:tasks.rados.rados.0.smithi190.stdout:3939: finishing copy_from to smithi19066007-47 2024-08-19T10:12:03.964 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 2169 (ObjNum 1139 snap 375 seq_num 1139) dirty exists 2024-08-19T10:12:03.964 INFO:tasks.rados.rados.0.smithi190.stdout:3940: finishing copy_from racing read to smithi19066007-41 2024-08-19T10:12:03.964 INFO:tasks.rados.rados.0.smithi190.stdout:3940: finishing copy_from to smithi19066007-41 2024-08-19T10:12:03.965 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 41 v 2228 (ObjNum 1138 snap 375 seq_num 1138) dirty exists 2024-08-19T10:12:03.965 INFO:tasks.rados.rados.0.smithi190.stdout:3937: done (3 left) 2024-08-19T10:12:03.965 INFO:tasks.rados.rados.0.smithi190.stdout:3938: done (2 left) 2024-08-19T10:12:03.965 INFO:tasks.rados.rados.0.smithi190.stdout:3939: done (1 left) 2024-08-19T10:12:03.965 INFO:tasks.rados.rados.0.smithi190.stdout:3940: done (0 left) 2024-08-19T10:12:03.965 INFO:tasks.rados.rados.0.smithi190.stdout:3941: read oid 22 snap -1 2024-08-19T10:12:03.965 INFO:tasks.rados.rados.0.smithi190.stdout:3941: expect (ObjNum 1165 snap 385 seq_num 1165) 2024-08-19T10:12:03.965 INFO:tasks.rados.rados.0.smithi190.stdout:3942: rollback oid 45 current snap is 393 2024-08-19T10:12:03.965 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 45 to 392 2024-08-19T10:12:03.965 INFO:tasks.rados.rados.0.smithi190.stdout:3943: snap_remove snap 387 2024-08-19T10:12:04.537 INFO:tasks.rados.rados.0.smithi190.stdout:3943: done (2 left) 2024-08-19T10:12:04.537 INFO:tasks.rados.rados.0.smithi190.stdout:3944: rollback oid 24 current snap is 393 2024-08-19T10:12:04.537 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 24 to 390 2024-08-19T10:12:04.537 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 44 current snap is 393 2024-08-19T10:12:04.537 INFO:tasks.rados.rados.0.smithi190.stdout:3945: seq_num 1196 ranges {4022272=434176,4456448=401408} 2024-08-19T10:12:04.561 INFO:tasks.rados.rados.0.smithi190.stdout:3945: writing smithi19066007-44 from 4022272 to 4456448 tid 1 2024-08-19T10:12:04.564 INFO:tasks.rados.rados.0.smithi190.stdout:3945: writing smithi19066007-44 from 4456448 to 4857856 tid 2 2024-08-19T10:12:04.564 INFO:tasks.rados.rados.0.smithi190.stdout:3946: read oid 33 snap -1 2024-08-19T10:12:04.564 INFO:tasks.rados.rados.0.smithi190.stdout:3946: expect (ObjNum 1172 snap 386 seq_num 1172) 2024-08-19T10:12:04.564 INFO:tasks.rados.rados.0.smithi190.stdout:3947: setattr oid 47 current snap is 393 2024-08-19T10:12:04.564 INFO:tasks.rados.rados.0.smithi190.stdout:3941: expect (ObjNum 1165 snap 385 seq_num 1165) 2024-08-19T10:12:04.574 INFO:tasks.rados.rados.0.smithi190.stdout:3942: finishing rollback tid 0 to smithi19066007-45 2024-08-19T10:12:04.574 INFO:tasks.rados.rados.0.smithi190.stdout:3942: finishing rollback tid 1 to smithi19066007-45 2024-08-19T10:12:04.574 INFO:tasks.rados.rados.0.smithi190.stdout:3942: finishing rollback tid 2 to smithi19066007-45 2024-08-19T10:12:04.574 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 45 v 2233 (ObjNum 1138 snap 375 seq_num 1138) dirty exists 2024-08-19T10:12:04.574 INFO:tasks.rados.rados.0.smithi190.stdout:3944: finishing rollback tid 1 to smithi19066007-24 2024-08-19T10:12:04.574 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 2389 (ObjNum 65 snap 0 seq_num 3355626000) dirty dne 2024-08-19T10:12:04.574 INFO:tasks.rados.rados.0.smithi190.stdout:3945: finishing write tid 1 to smithi19066007-44 2024-08-19T10:12:04.574 INFO:tasks.rados.rados.0.smithi190.stdout:3945: finishing write tid 2 to smithi19066007-44 2024-08-19T10:12:04.574 INFO:tasks.rados.rados.0.smithi190.stdout:3945: finishing write tid 3 to smithi19066007-44 2024-08-19T10:12:04.575 INFO:tasks.rados.rados.0.smithi190.stdout:3945: finishing write tid 4 to smithi19066007-44 2024-08-19T10:12:04.575 INFO:tasks.rados.rados.0.smithi190.stdout:3945: oid 44 updating version 0 to 2285 2024-08-19T10:12:04.575 INFO:tasks.rados.rados.0.smithi190.stdout:3945: oid 44 version 2285 is already newer than 2284 2024-08-19T10:12:04.575 INFO:tasks.rados.rados.0.smithi190.stdout:3945: oid 44 updating version 2285 to 2286 2024-08-19T10:12:04.575 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 44 v 2286 (ObjNum 1196 snap 393 seq_num 1196) dirty exists 2024-08-19T10:12:04.575 INFO:tasks.rados.rados.0.smithi190.stdout:3945: left oid 44 (ObjNum 1196 snap 393 seq_num 1196) 2024-08-19T10:12:04.575 INFO:tasks.rados.rados.0.smithi190.stdout:3946: expect (ObjNum 1172 snap 386 seq_num 1172) 2024-08-19T10:12:04.586 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 2174 (ObjNum 1139 snap 375 seq_num 1139) dirty exists 2024-08-19T10:12:04.586 INFO:tasks.rados.rados.0.smithi190.stdout:3941: done (5 left) 2024-08-19T10:12:04.586 INFO:tasks.rados.rados.0.smithi190.stdout:3942: done (4 left) 2024-08-19T10:12:04.586 INFO:tasks.rados.rados.0.smithi190.stdout:3944: done (3 left) 2024-08-19T10:12:04.586 INFO:tasks.rados.rados.0.smithi190.stdout:3945: done (2 left) 2024-08-19T10:12:04.586 INFO:tasks.rados.rados.0.smithi190.stdout:3946: done (1 left) 2024-08-19T10:12:04.586 INFO:tasks.rados.rados.0.smithi190.stdout:3947: done (0 left) 2024-08-19T10:12:04.586 INFO:tasks.rados.rados.0.smithi190.stdout:3948: read oid 12 snap 390 2024-08-19T10:12:04.586 INFO:tasks.rados.rados.0.smithi190.stdout:3948: expect (ObjNum 1174 snap 386 seq_num 1174) 2024-08-19T10:12:04.586 INFO:tasks.rados.rados.0.smithi190.stdout:3949: read oid 27 snap -1 2024-08-19T10:12:04.586 INFO:tasks.rados.rados.0.smithi190.stdout:3949: expect deleted 2024-08-19T10:12:04.586 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 24 current snap is 393 2024-08-19T10:12:04.587 INFO:tasks.rados.rados.0.smithi190.stdout:3950: seq_num 1197 ranges {0=450560,450560=401408} 2024-08-19T10:12:04.588 INFO:tasks.rados.rados.0.smithi190.stdout:3950: writing smithi19066007-24 from 0 to 450560 tid 1 2024-08-19T10:12:04.590 INFO:tasks.rados.rados.0.smithi190.stdout:3950: writing smithi19066007-24 from 450560 to 851968 tid 2 2024-08-19T10:12:04.591 INFO:tasks.rados.rados.0.smithi190.stdout:3951: snap_remove snap 392 2024-08-19T10:12:05.542 INFO:tasks.rados.rados.0.smithi190.stdout:3951: done (3 left) 2024-08-19T10:12:05.548 INFO:tasks.rados.rados.0.smithi190.stdout:3952: delete oid 2 current snap is 393 2024-08-19T10:12:05.548 INFO:tasks.rados.rados.0.smithi190.stdout:3948: expect (ObjNum 1174 snap 386 seq_num 1174) 2024-08-19T10:12:05.557 INFO:tasks.rados.rados.0.smithi190.stdout:3950: finishing write tid 1 to smithi19066007-24 2024-08-19T10:12:05.557 INFO:tasks.rados.rados.0.smithi190.stdout:3950: finishing write tid 2 to smithi19066007-24 2024-08-19T10:12:05.558 INFO:tasks.rados.rados.0.smithi190.stdout:3950: finishing write tid 3 to smithi19066007-24 2024-08-19T10:12:05.558 INFO:tasks.rados.rados.0.smithi190.stdout:3950: finishing write tid 4 to smithi19066007-24 2024-08-19T10:12:05.558 INFO:tasks.rados.rados.0.smithi190.stdout:3950: oid 24 updating version 0 to 2393 2024-08-19T10:12:05.558 INFO:tasks.rados.rados.0.smithi190.stdout:3950: oid 24 updating version 2393 to 2395 2024-08-19T10:12:05.558 INFO:tasks.rados.rados.0.smithi190.stdout:3950: oid 24 version 2395 is already newer than 2394 2024-08-19T10:12:05.558 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 2395 (ObjNum 1197 snap 393 seq_num 1197) dirty exists 2024-08-19T10:12:05.558 INFO:tasks.rados.rados.0.smithi190.stdout:3950: left oid 24 (ObjNum 1197 snap 393 seq_num 1197) 2024-08-19T10:12:05.558 INFO:tasks.rados.rados.0.smithi190.stdout:3948: done (3 left) 2024-08-19T10:12:05.558 INFO:tasks.rados.rados.0.smithi190.stdout:3949: done (2 left) 2024-08-19T10:12:05.558 INFO:tasks.rados.rados.0.smithi190.stdout:3950: done (1 left) 2024-08-19T10:12:05.558 INFO:tasks.rados.rados.0.smithi190.stdout:3952: done (0 left) 2024-08-19T10:12:05.558 INFO:tasks.rados.rados.0.smithi190.stdout:3953: rollback oid 24 current snap is 393 2024-08-19T10:12:05.558 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 24 to 390 2024-08-19T10:12:05.559 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 37 current snap is 393 2024-08-19T10:12:05.559 INFO:tasks.rados.rados.0.smithi190.stdout:3954: seq_num 1199 ranges {2170880=483328,2654208=401408} 2024-08-19T10:12:05.572 INFO:tasks.rados.rados.0.smithi190.stdout:3954: writing smithi19066007-37 from 2170880 to 2654208 tid 1 2024-08-19T10:12:05.574 INFO:tasks.rados.rados.0.smithi190.stdout:3954: writing smithi19066007-37 from 2654208 to 3055616 tid 2 2024-08-19T10:12:05.574 INFO:tasks.rados.rados.0.smithi190.stdout:3955: delete oid 25 current snap is 393 2024-08-19T10:12:05.574 INFO:tasks.rados.rados.0.smithi190.stdout:3953: finishing rollback tid 0 to smithi19066007-24 2024-08-19T10:12:05.574 INFO:tasks.rados.rados.0.smithi190.stdout:3953: finishing rollback tid 1 to smithi19066007-24 2024-08-19T10:12:05.574 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 2397 (ObjNum 65 snap 0 seq_num 1531864413) dirty dne 2024-08-19T10:12:05.577 INFO:tasks.rados.rados.0.smithi190.stdout:3954: finishing write tid 1 to smithi19066007-37 2024-08-19T10:12:05.577 INFO:tasks.rados.rados.0.smithi190.stdout:3954: finishing write tid 2 to smithi19066007-37 2024-08-19T10:12:05.577 INFO:tasks.rados.rados.0.smithi190.stdout:3954: finishing write tid 3 to smithi19066007-37 2024-08-19T10:12:05.579 INFO:tasks.rados.rados.0.smithi190.stdout:3953: done (2 left) 2024-08-19T10:12:05.579 INFO:tasks.rados.rados.0.smithi190.stdout:3955: done (1 left) 2024-08-19T10:12:05.579 INFO:tasks.rados.rados.0.smithi190.stdout:3956: setattr oid 24 current snap is 393 2024-08-19T10:12:05.581 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 8 current snap is 393 2024-08-19T10:12:05.581 INFO:tasks.rados.rados.0.smithi190.stdout:3957: seq_num 1201 ranges {2195456=524288,2719744=401408} 2024-08-19T10:12:05.596 INFO:tasks.rados.rados.0.smithi190.stdout:3957: writing smithi19066007-8 from 2195456 to 2719744 tid 1 2024-08-19T10:12:05.599 INFO:tasks.rados.rados.0.smithi190.stdout:3957: writing smithi19066007-8 from 2719744 to 3121152 tid 2 2024-08-19T10:12:05.599 INFO:tasks.rados.rados.0.smithi190.stdout:3958: rollback oid 25 current snap is 393 2024-08-19T10:12:05.599 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 25 to 390 2024-08-19T10:12:05.599 INFO:tasks.rados.rados.0.smithi190.stdout:3954: finishing write tid 4 to smithi19066007-37 2024-08-19T10:12:05.599 INFO:tasks.rados.rados.0.smithi190.stdout:3954: oid 37 updating version 0 to 2093 2024-08-19T10:12:05.599 INFO:tasks.rados.rados.0.smithi190.stdout:3954: oid 37 updating version 2093 to 2095 2024-08-19T10:12:05.599 INFO:tasks.rados.rados.0.smithi190.stdout:3954: oid 37 version 2095 is already newer than 2094 2024-08-19T10:12:05.599 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 37 v 2095 (ObjNum 1199 snap 393 seq_num 1199) dirty exists 2024-08-19T10:12:05.599 INFO:tasks.rados.rados.0.smithi190.stdout:3954: left oid 37 (ObjNum 1199 snap 393 seq_num 1199) 2024-08-19T10:12:05.599 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 24 v 2398 (ObjNum 65 snap 0 seq_num 1531864413) dirty exists 2024-08-19T10:12:05.599 INFO:tasks.rados.rados.0.smithi190.stdout:3954: done (3 left) 2024-08-19T10:12:05.600 INFO:tasks.rados.rados.0.smithi190.stdout:3956: done (2 left) 2024-08-19T10:12:05.600 INFO:tasks.rados.rados.0.smithi190.stdout:3959: delete oid 11 current snap is 393 2024-08-19T10:12:05.601 INFO:tasks.rados.rados.0.smithi190.stdout:3959: done (2 left) 2024-08-19T10:12:05.601 INFO:tasks.rados.rados.0.smithi190.stdout:3960: snap_create 2024-08-19T10:12:05.601 INFO:tasks.rados.rados.0.smithi190.stdout:3958: finishing rollback tid 1 to smithi19066007-25 2024-08-19T10:12:05.602 INFO:tasks.rados.rados.0.smithi190.stdout:3958: finishing rollback tid 2 to smithi19066007-25 2024-08-19T10:12:05.602 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 25 v 2482 (ObjNum 1140 snap 375 seq_num 1140) dirty exists 2024-08-19T10:12:05.604 INFO:tasks.rados.rados.0.smithi190.stdout:3957: finishing write tid 1 to smithi19066007-8 2024-08-19T10:12:05.604 INFO:tasks.rados.rados.0.smithi190.stdout:3957: finishing write tid 2 to smithi19066007-8 2024-08-19T10:12:05.605 INFO:tasks.rados.rados.0.smithi190.stdout:3957: finishing write tid 3 to smithi19066007-8 2024-08-19T10:12:05.607 INFO:tasks.rados.rados.0.smithi190.stdout:3957: finishing write tid 4 to smithi19066007-8 2024-08-19T10:12:05.607 INFO:tasks.rados.rados.0.smithi190.stdout:3957: oid 8 updating version 0 to 2663 2024-08-19T10:12:05.607 INFO:tasks.rados.rados.0.smithi190.stdout:3957: oid 8 updating version 2663 to 2665 2024-08-19T10:12:05.607 INFO:tasks.rados.rados.0.smithi190.stdout:3957: oid 8 version 2665 is already newer than 2664 2024-08-19T10:12:05.607 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 8 v 2665 (ObjNum 1201 snap 393 seq_num 1201) dirty exists 2024-08-19T10:12:05.607 INFO:tasks.rados.rados.0.smithi190.stdout:3957: left oid 8 (ObjNum 1201 snap 393 seq_num 1201) 2024-08-19T10:12:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:05 smithi190 ceph-mon[80032]: pgmap v978: 121 pgs: 121 active+clean; 182 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-08-19T10:12:05.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:05 smithi190 ceph-mon[80032]: osdmap e871: 8 total, 8 up, 8 in 2024-08-19T10:12:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:05 smithi190 ceph-mon[77620]: pgmap v978: 121 pgs: 121 active+clean; 182 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-08-19T10:12:05.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:05 smithi190 ceph-mon[77620]: osdmap e871: 8 total, 8 up, 8 in 2024-08-19T10:12:05.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:05 smithi196 ceph-mon[72638]: pgmap v978: 121 pgs: 121 active+clean; 182 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-08-19T10:12:05.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:05 smithi196 ceph-mon[72638]: osdmap e871: 8 total, 8 up, 8 in 2024-08-19T10:12:06.543 INFO:tasks.rados.rados.0.smithi190.stdout:3957: done (2 left) 2024-08-19T10:12:06.543 INFO:tasks.rados.rados.0.smithi190.stdout:3958: done (1 left) 2024-08-19T10:12:06.543 INFO:tasks.rados.rados.0.smithi190.stdout:3960: done (0 left) 2024-08-19T10:12:06.544 INFO:tasks.rados.rados.0.smithi190.stdout:3961: read oid 10 snap -1 2024-08-19T10:12:06.544 INFO:tasks.rados.rados.0.smithi190.stdout:3961: expect (ObjNum 1061 snap 343 seq_num 1061) 2024-08-19T10:12:06.544 INFO:tasks.rados.rados.0.smithi190.stdout:3962: snap_remove snap 369 2024-08-19T10:12:06.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:06 smithi190 ceph-mon[77620]: osdmap e872: 8 total, 8 up, 8 in 2024-08-19T10:12:06.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:06 smithi190 ceph-mon[80032]: osdmap e872: 8 total, 8 up, 8 in 2024-08-19T10:12:06.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:06 smithi196 ceph-mon[72638]: osdmap e872: 8 total, 8 up, 8 in 2024-08-19T10:12:07.547 INFO:tasks.rados.rados.0.smithi190.stdout:3962: done (1 left) 2024-08-19T10:12:07.547 INFO:tasks.rados.rados.0.smithi190.stdout:3963: read oid 27 snap -1 2024-08-19T10:12:07.547 INFO:tasks.rados.rados.0.smithi190.stdout:3963: expect deleted 2024-08-19T10:12:07.547 INFO:tasks.rados.rados.0.smithi190.stdout:3964: read oid 15 snap 393 2024-08-19T10:12:07.548 INFO:tasks.rados.rados.0.smithi190.stdout:3964: expect (ObjNum 1148 snap 380 seq_num 1148) 2024-08-19T10:12:07.548 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 23 current snap is 394 2024-08-19T10:12:07.548 INFO:tasks.rados.rados.0.smithi190.stdout:3965: seq_num 1203 ranges {499712=557056,1056768=401408} 2024-08-19T10:12:07.554 INFO:tasks.rados.rados.0.smithi190.stdout:3965: writing smithi19066007-23 from 499712 to 1056768 tid 1 2024-08-19T10:12:07.557 INFO:tasks.rados.rados.0.smithi190.stdout:3965: writing smithi19066007-23 from 1056768 to 1458176 tid 2 2024-08-19T10:12:07.557 INFO:tasks.rados.rados.0.smithi190.stdout:3966: snap_create 2024-08-19T10:12:07.557 INFO:tasks.rados.rados.0.smithi190.stdout:3961: expect (ObjNum 1061 snap 343 seq_num 1061) 2024-08-19T10:12:07.712 INFO:tasks.rados.rados.0.smithi190.stdout:3965: finishing write tid 1 to smithi19066007-23 2024-08-19T10:12:07.712 INFO:tasks.rados.rados.0.smithi190.stdout:3965: finishing write tid 2 to smithi19066007-23 2024-08-19T10:12:07.712 INFO:tasks.rados.rados.0.smithi190.stdout:3965: finishing write tid 3 to smithi19066007-23 2024-08-19T10:12:07.712 INFO:tasks.rados.rados.0.smithi190.stdout:3965: finishing write tid 4 to smithi19066007-23 2024-08-19T10:12:07.712 INFO:tasks.rados.rados.0.smithi190.stdout:3965: oid 23 updating version 0 to 2097 2024-08-19T10:12:07.712 INFO:tasks.rados.rados.0.smithi190.stdout:3965: oid 23 version 2097 is already newer than 2095 2024-08-19T10:12:07.712 INFO:tasks.rados.rados.0.smithi190.stdout:3965: oid 23 version 2097 is already newer than 2096 2024-08-19T10:12:07.712 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 23 v 2097 (ObjNum 1203 snap 394 seq_num 1203) dirty exists 2024-08-19T10:12:07.713 INFO:tasks.rados.rados.0.smithi190.stdout:3965: left oid 23 (ObjNum 1203 snap 394 seq_num 1203) 2024-08-19T10:12:07.713 INFO:tasks.rados.rados.0.smithi190.stdout:3964: expect (ObjNum 1148 snap 380 seq_num 1148) 2024-08-19T10:12:07.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:07 smithi190 ceph-mon[77620]: pgmap v981: 121 pgs: 121 active+clean; 177 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-08-19T10:12:07.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:07 smithi190 ceph-mon[77620]: osdmap e873: 8 total, 8 up, 8 in 2024-08-19T10:12:07.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:07 smithi190 ceph-mon[80032]: pgmap v981: 121 pgs: 121 active+clean; 177 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-08-19T10:12:07.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:07 smithi190 ceph-mon[80032]: osdmap e873: 8 total, 8 up, 8 in 2024-08-19T10:12:07.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:12:07 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:12:07] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.51.0" 2024-08-19T10:12:07.818 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:07 smithi196 ceph-mon[72638]: pgmap v981: 121 pgs: 121 active+clean; 177 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-08-19T10:12:07.818 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:07 smithi196 ceph-mon[72638]: osdmap e873: 8 total, 8 up, 8 in 2024-08-19T10:12:08.466 INFO:tasks.rados.rados.0.smithi190.stdout:3961: done (4 left) 2024-08-19T10:12:08.466 INFO:tasks.rados.rados.0.smithi190.stdout:3963: done (3 left) 2024-08-19T10:12:08.466 INFO:tasks.rados.rados.0.smithi190.stdout:3964: done (2 left) 2024-08-19T10:12:08.466 INFO:tasks.rados.rados.0.smithi190.stdout:3965: done (1 left) 2024-08-19T10:12:08.466 INFO:tasks.rados.rados.0.smithi190.stdout:3966: done (0 left) 2024-08-19T10:12:08.466 INFO:tasks.rados.rados.0.smithi190.stdout:3967: setattr oid 6 current snap is 395 2024-08-19T10:12:08.468 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 395 2024-08-19T10:12:08.468 INFO:tasks.rados.rados.0.smithi190.stdout:3968: seq_num 1204 ranges {499712=573440,1073152=401408} 2024-08-19T10:12:08.473 INFO:tasks.rados.rados.0.smithi190.stdout:3968: writing smithi19066007-13 from 499712 to 1073152 tid 1 2024-08-19T10:12:08.476 INFO:tasks.rados.rados.0.smithi190.stdout:3968: writing smithi19066007-13 from 1073152 to 1474560 tid 2 2024-08-19T10:12:08.476 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 28 current snap is 395 2024-08-19T10:12:08.477 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 2175 (ObjNum 1128 snap 371 seq_num 1128) dirty exists 2024-08-19T10:12:08.477 INFO:tasks.rados.rados.0.smithi190.stdout:3969: seq_num 1205 ranges {4988928=589824,5578752=401408} 2024-08-19T10:12:08.506 INFO:tasks.rados.rados.0.smithi190.stdout:3969: writing smithi19066007-28 from 4988928 to 5578752 tid 1 2024-08-19T10:12:08.510 INFO:tasks.rados.rados.0.smithi190.stdout:3969: writing smithi19066007-28 from 5578752 to 5980160 tid 2 2024-08-19T10:12:08.510 INFO:tasks.rados.rados.0.smithi190.stdout:3967: done (2 left) 2024-08-19T10:12:08.510 INFO:tasks.rados.rados.0.smithi190.stdout:3970: copy_from oid 15 from oid 25 current snap is 395 2024-08-19T10:12:08.511 INFO:tasks.rados.rados.0.smithi190.stdout:3968: finishing write tid 1 to smithi19066007-13 2024-08-19T10:12:08.511 INFO:tasks.rados.rados.0.smithi190.stdout:3968: finishing write tid 2 to smithi19066007-13 2024-08-19T10:12:08.511 INFO:tasks.rados.rados.0.smithi190.stdout:3968: finishing write tid 3 to smithi19066007-13 2024-08-19T10:12:08.511 INFO:tasks.rados.rados.0.smithi190.stdout:3968: finishing write tid 4 to smithi19066007-13 2024-08-19T10:12:08.511 INFO:tasks.rados.rados.0.smithi190.stdout:3968: oid 13 updating version 0 to 2097 2024-08-19T10:12:08.511 INFO:tasks.rados.rados.0.smithi190.stdout:3968: oid 13 version 2097 is already newer than 2096 2024-08-19T10:12:08.511 INFO:tasks.rados.rados.0.smithi190.stdout:3968: oid 13 version 2097 is already newer than 2095 2024-08-19T10:12:08.511 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 2097 (ObjNum 1204 snap 395 seq_num 1204) dirty exists 2024-08-19T10:12:08.511 INFO:tasks.rados.rados.0.smithi190.stdout:3968: left oid 13 (ObjNum 1204 snap 395 seq_num 1204) 2024-08-19T10:12:08.511 INFO:tasks.rados.rados.0.smithi190.stdout:3968: done (2 left) 2024-08-19T10:12:08.511 INFO:tasks.rados.rados.0.smithi190.stdout:3971: copy_from oid 47 from oid 6 current snap is 395 2024-08-19T10:12:08.511 INFO:tasks.rados.rados.0.smithi190.stdout:3972: read oid 33 snap -1 2024-08-19T10:12:08.511 INFO:tasks.rados.rados.0.smithi190.stdout:3972: expect (ObjNum 1172 snap 386 seq_num 1172) 2024-08-19T10:12:08.511 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 5 current snap is 395 2024-08-19T10:12:08.512 INFO:tasks.rados.rados.0.smithi190.stdout:3973: seq_num 1206 ranges {6995968=606208,7602176=401408} 2024-08-19T10:12:08.555 INFO:tasks.rados.rados.0.smithi190.stdout:3973: writing smithi19066007-5 from 6995968 to 7602176 tid 1 2024-08-19T10:12:08.555 INFO:tasks.rados.rados.0.smithi190.stdout:3973: writing smithi19066007-5 from 7602176 to 8003584 tid 2 2024-08-19T10:12:08.555 INFO:tasks.rados.rados.0.smithi190.stdout:3974: rollback oid 40 current snap is 395 2024-08-19T10:12:08.556 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 40 to 394 2024-08-19T10:12:08.556 INFO:tasks.rados.rados.0.smithi190.stdout:3969: finishing write tid 1 to smithi19066007-28 2024-08-19T10:12:08.556 INFO:tasks.rados.rados.0.smithi190.stdout:3972: expect (ObjNum 1172 snap 386 seq_num 1172) 2024-08-19T10:12:08.569 INFO:tasks.rados.rados.0.smithi190.stdout:3969: finishing write tid 2 to smithi19066007-28 2024-08-19T10:12:08.569 INFO:tasks.rados.rados.0.smithi190.stdout:3969: finishing write tid 3 to smithi19066007-28 2024-08-19T10:12:08.570 INFO:tasks.rados.rados.0.smithi190.stdout:3969: finishing write tid 4 to smithi19066007-28 2024-08-19T10:12:08.570 INFO:tasks.rados.rados.0.smithi190.stdout:3969: oid 28 updating version 0 to 2100 2024-08-19T10:12:08.570 INFO:tasks.rados.rados.0.smithi190.stdout:3969: oid 28 version 2100 is already newer than 2099 2024-08-19T10:12:08.570 INFO:tasks.rados.rados.0.smithi190.stdout:3969: oid 28 version 2100 is already newer than 2098 2024-08-19T10:12:08.570 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 28 v 2100 (ObjNum 1205 snap 395 seq_num 1205) dirty exists 2024-08-19T10:12:08.570 INFO:tasks.rados.rados.0.smithi190.stdout:3969: left oid 28 (ObjNum 1205 snap 395 seq_num 1205) 2024-08-19T10:12:08.570 INFO:tasks.rados.rados.0.smithi190.stdout:3970: finishing copy_from racing read to smithi19066007-15 2024-08-19T10:12:08.570 INFO:tasks.rados.rados.0.smithi190.stdout:3970: finishing copy_from to smithi19066007-15 2024-08-19T10:12:08.570 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 15 v 2482 (ObjNum 1140 snap 375 seq_num 1140) dirty exists 2024-08-19T10:12:08.570 INFO:tasks.rados.rados.0.smithi190.stdout:3971: finishing copy_from racing read to smithi19066007-47 2024-08-19T10:12:08.570 INFO:tasks.rados.rados.0.smithi190.stdout:3969: done (5 left) 2024-08-19T10:12:08.570 INFO:tasks.rados.rados.0.smithi190.stdout:3970: done (4 left) 2024-08-19T10:12:08.570 INFO:tasks.rados.rados.0.smithi190.stdout:3972: done (3 left) 2024-08-19T10:12:08.571 INFO:tasks.rados.rados.0.smithi190.stdout:3975: rmattr oid 39 current snap is 395 2024-08-19T10:12:08.571 INFO:tasks.rados.rados.0.smithi190.stdout:3975: done (3 left) 2024-08-19T10:12:08.571 INFO:tasks.rados.rados.0.smithi190.stdout:3976: copy_from oid 42 from oid 34 current snap is 395 2024-08-19T10:12:08.571 INFO:tasks.rados.rados.0.smithi190.stdout:3971: finishing copy_from to smithi19066007-47 2024-08-19T10:12:08.571 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 47 v 2175 (ObjNum 1128 snap 371 seq_num 1128) dirty exists 2024-08-19T10:12:08.571 INFO:tasks.rados.rados.0.smithi190.stdout:3973: finishing write tid 1 to smithi19066007-5 2024-08-19T10:12:08.571 INFO:tasks.rados.rados.0.smithi190.stdout:3973: finishing write tid 2 to smithi19066007-5 2024-08-19T10:12:08.571 INFO:tasks.rados.rados.0.smithi190.stdout:3973: finishing write tid 3 to smithi19066007-5 2024-08-19T10:12:08.571 INFO:tasks.rados.rados.0.smithi190.stdout:3974: finishing rollback tid 0 to smithi19066007-40 2024-08-19T10:12:08.571 INFO:tasks.rados.rados.0.smithi190.stdout:3974: finishing rollback tid 1 to smithi19066007-40 2024-08-19T10:12:08.571 INFO:tasks.rados.rados.0.smithi190.stdout:3974: finishing rollback tid 2 to smithi19066007-40 2024-08-19T10:12:08.571 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 40 v 2475 (ObjNum 1130 snap 371 seq_num 1130) dirty exists 2024-08-19T10:12:08.571 INFO:tasks.rados.rados.0.smithi190.stdout:3973: finishing write tid 4 to smithi19066007-5 2024-08-19T10:12:08.571 INFO:tasks.rados.rados.0.smithi190.stdout:3973: oid 5 updating version 0 to 2401 2024-08-19T10:12:08.572 INFO:tasks.rados.rados.0.smithi190.stdout:3973: oid 5 version 2401 is already newer than 2399 2024-08-19T10:12:08.572 INFO:tasks.rados.rados.0.smithi190.stdout:3973: oid 5 version 2401 is already newer than 2400 2024-08-19T10:12:08.572 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 5 v 2401 (ObjNum 1206 snap 395 seq_num 1206) dirty exists 2024-08-19T10:12:08.572 INFO:tasks.rados.rados.0.smithi190.stdout:3973: left oid 5 (ObjNum 1206 snap 395 seq_num 1206) 2024-08-19T10:12:08.572 INFO:tasks.rados.rados.0.smithi190.stdout:3971: done (3 left) 2024-08-19T10:12:08.572 INFO:tasks.rados.rados.0.smithi190.stdout:3973: done (2 left) 2024-08-19T10:12:08.572 INFO:tasks.rados.rados.0.smithi190.stdout:3974: done (1 left) 2024-08-19T10:12:08.572 INFO:tasks.rados.rados.0.smithi190.stdout:3977: rollback oid 36 current snap is 395 2024-08-19T10:12:08.572 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 36 to 390 2024-08-19T10:12:08.572 INFO:tasks.rados.rados.0.smithi190.stdout:3978: snap_create 2024-08-19T10:12:08.572 INFO:tasks.rados.rados.0.smithi190.stdout:3977: finishing rollback tid 1 to smithi19066007-36 2024-08-19T10:12:08.572 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 36 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-19T10:12:08.578 INFO:tasks.rados.rados.0.smithi190.stdout:3976: finishing copy_from racing read to smithi19066007-42 2024-08-19T10:12:08.579 INFO:tasks.rados.rados.0.smithi190.stdout:3976: finishing copy_from to smithi19066007-42 2024-08-19T10:12:08.579 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 2230 (ObjNum 1191 snap 393 seq_num 1191) dirty exists 2024-08-19T10:12:08.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:08 smithi190 ceph-mon[80032]: osdmap e874: 8 total, 8 up, 8 in 2024-08-19T10:12:08.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:08 smithi190 ceph-mon[80032]: osdmap e875: 8 total, 8 up, 8 in 2024-08-19T10:12:08.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:08 smithi190 ceph-mon[77620]: osdmap e874: 8 total, 8 up, 8 in 2024-08-19T10:12:08.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:08 smithi190 ceph-mon[77620]: osdmap e875: 8 total, 8 up, 8 in 2024-08-19T10:12:08.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:08 smithi196 ceph-mon[72638]: osdmap e874: 8 total, 8 up, 8 in 2024-08-19T10:12:08.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:08 smithi196 ceph-mon[72638]: osdmap e875: 8 total, 8 up, 8 in 2024-08-19T10:12:09.568 INFO:tasks.rados.rados.0.smithi190.stdout:3976: done (2 left) 2024-08-19T10:12:09.568 INFO:tasks.rados.rados.0.smithi190.stdout:3977: done (1 left) 2024-08-19T10:12:09.568 INFO:tasks.rados.rados.0.smithi190.stdout:3978: done (0 left) 2024-08-19T10:12:09.568 INFO:tasks.rados.rados.0.smithi190.stdout:3979: rollback oid 29 current snap is 396 2024-08-19T10:12:09.568 INFO:tasks.rados.rados.0.smithi190.stdout:rollback oid 29 to 395 2024-08-19T10:12:09.568 INFO:tasks.rados.rados.0.smithi190.stdout:3980: snap_remove snap 393 2024-08-19T10:12:09.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:09 smithi190 ceph-mon[77620]: pgmap v984: 121 pgs: 121 active+clean; 176 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-08-19T10:12:09.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:09 smithi190 ceph-mon[80032]: pgmap v984: 121 pgs: 121 active+clean; 176 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-08-19T10:12:09.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:09 smithi196 ceph-mon[72638]: pgmap v984: 121 pgs: 121 active+clean; 176 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.1 MiB/s wr, 22 op/s 2024-08-19T10:12:10.585 INFO:tasks.rados.rados.0.smithi190.stdout:3980: done (1 left) 2024-08-19T10:12:10.585 INFO:tasks.rados.rados.0.smithi190.stdout:3979: finishing rollback tid 0 to smithi19066007-29 2024-08-19T10:12:10.585 INFO:tasks.rados.rados.0.smithi190.stdout:3979: finishing rollback tid 1 to smithi19066007-29 2024-08-19T10:12:10.585 INFO:tasks.rados.rados.0.smithi190.stdout:3979: finishing rollback tid 2 to smithi19066007-29 2024-08-19T10:12:10.585 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 29 v 2112 (ObjNum 1188 snap 392 seq_num 1188) dirty exists 2024-08-19T10:12:10.585 INFO:tasks.rados.rados.0.smithi190.stdout:3981: read oid 42 snap 395 2024-08-19T10:12:10.585 INFO:tasks.rados.rados.0.smithi190.stdout:3981: expect (ObjNum 1191 snap 393 seq_num 1191) 2024-08-19T10:12:10.585 INFO:tasks.rados.rados.0.smithi190.stdout:3979: done (1 left) 2024-08-19T10:12:10.585 INFO:tasks.rados.rados.0.smithi190.stdout:3982: snap_remove snap 390 2024-08-19T10:12:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:10 smithi196 ceph-mon[72638]: osdmap e876: 8 total, 8 up, 8 in 2024-08-19T10:12:11.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:10 smithi190 ceph-mon[77620]: osdmap e876: 8 total, 8 up, 8 in 2024-08-19T10:12:11.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:10 smithi190 ceph-mon[80032]: osdmap e876: 8 total, 8 up, 8 in 2024-08-19T10:12:11.583 INFO:tasks.rados.rados.0.smithi190.stdout:3982: done (1 left) 2024-08-19T10:12:11.583 INFO:tasks.rados.rados.0.smithi190.stdout:3983: copy_from oid 6 from oid 3 current snap is 396 2024-08-19T10:12:11.583 INFO:tasks.rados.rados.0.smithi190.stdout:3984: read oid 30 snap 395 2024-08-19T10:12:11.583 INFO:tasks.rados.rados.0.smithi190.stdout:3984: expect deleted 2024-08-19T10:12:11.583 INFO:tasks.rados.rados.0.smithi190.stdout:3985: delete oid 24 current snap is 396 2024-08-19T10:12:11.583 INFO:tasks.rados.rados.0.smithi190.stdout:3981: expect (ObjNum 1191 snap 393 seq_num 1191) 2024-08-19T10:12:11.684 INFO:tasks.rados.rados.0.smithi190.stdout:3983: finishing copy_from racing read to smithi19066007-6 2024-08-19T10:12:11.684 INFO:tasks.rados.rados.0.smithi190.stdout:3983: finishing copy_from to smithi19066007-6 2024-08-19T10:12:11.685 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 6 v 2454 (ObjNum 65 snap 0 seq_num 1650808157) dirty exists 2024-08-19T10:12:11.685 INFO:tasks.rados.rados.0.smithi190.stdout:3981: done (3 left) 2024-08-19T10:12:11.685 INFO:tasks.rados.rados.0.smithi190.stdout:3983: done (2 left) 2024-08-19T10:12:11.685 INFO:tasks.rados.rados.0.smithi190.stdout:3984: done (1 left) 2024-08-19T10:12:11.685 INFO:tasks.rados.rados.0.smithi190.stdout:3985: done (0 left) 2024-08-19T10:12:11.685 INFO:tasks.rados.rados.0.smithi190.stdout:3986: delete oid 6 current snap is 396 2024-08-19T10:12:11.686 INFO:tasks.rados.rados.0.smithi190.stdout:3986: done (0 left) 2024-08-19T10:12:11.686 INFO:tasks.rados.rados.0.smithi190.stdout:3987: delete oid 32 current snap is 396 2024-08-19T10:12:11.693 INFO:tasks.rados.rados.0.smithi190.stdout:3987: done (0 left) 2024-08-19T10:12:11.693 INFO:tasks.rados.rados.0.smithi190.stdout:3988: read oid 35 snap 394 2024-08-19T10:12:11.693 INFO:tasks.rados.rados.0.smithi190.stdout:3988: expect (ObjNum 1152 snap 383 seq_num 1152) 2024-08-19T10:12:11.693 INFO:tasks.rados.rados.0.smithi190.stdout:3989: read oid 41 snap -1 2024-08-19T10:12:11.693 INFO:tasks.rados.rados.0.smithi190.stdout:3989: expect (ObjNum 1138 snap 375 seq_num 1138) 2024-08-19T10:12:11.693 INFO:tasks.rados.rados.0.smithi190.stdout:3990: read oid 39 snap -1 2024-08-19T10:12:11.693 INFO:tasks.rados.rados.0.smithi190.stdout:3990: expect (ObjNum 1164 snap 385 seq_num 1164) 2024-08-19T10:12:11.693 INFO:tasks.rados.rados.0.smithi190.stdout:3991: delete oid 8 current snap is 396 2024-08-19T10:12:11.701 INFO:tasks.rados.rados.0.smithi190.stdout:3988: expect (ObjNum 1152 snap 383 seq_num 1152) 2024-08-19T10:12:11.753 INFO:tasks.rados.rados.0.smithi190.stdout:3990: expect (ObjNum 1164 snap 385 seq_num 1164) 2024-08-19T10:12:11.761 INFO:tasks.rados.rados.0.smithi190.stdout:3989: expect (ObjNum 1138 snap 375 seq_num 1138) 2024-08-19T10:12:11.818 INFO:tasks.rados.rados.0.smithi190.stdout:3988: done (3 left) 2024-08-19T10:12:11.818 INFO:tasks.rados.rados.0.smithi190.stdout:3989: done (2 left) 2024-08-19T10:12:11.818 INFO:tasks.rados.rados.0.smithi190.stdout:3990: done (1 left) 2024-08-19T10:12:11.818 INFO:tasks.rados.rados.0.smithi190.stdout:3991: done (0 left) 2024-08-19T10:12:11.818 INFO:tasks.rados.rados.0.smithi190.stdout:append oid 13 current snap is 396 2024-08-19T10:12:11.819 INFO:tasks.rados.rados.0.smithi190.stdout:3992: seq_num 1211 ranges {1474560=688128,2162688=401408} 2024-08-19T10:12:11.829 INFO:tasks.rados.rados.0.smithi190.stdout:3992: writing smithi19066007-13 from 1474560 to 2162688 tid 1 2024-08-19T10:12:11.832 INFO:tasks.rados.rados.0.smithi190.stdout:3992: writing smithi19066007-13 from 2162688 to 2564096 tid 2 2024-08-19T10:12:11.832 INFO:tasks.rados.rados.0.smithi190.stdout:3993: delete oid 25 current snap is 396 2024-08-19T10:12:11.835 INFO:tasks.rados.rados.0.smithi190.stdout:3993: done (1 left) 2024-08-19T10:12:11.835 INFO:tasks.rados.rados.0.smithi190.stdout:3994: read oid 16 snap -1 2024-08-19T10:12:11.835 INFO:tasks.rados.rados.0.smithi190.stdout:3994: expect (ObjNum 1193 snap 393 seq_num 1193) 2024-08-19T10:12:11.835 INFO:tasks.rados.rados.0.smithi190.stdout:3995: snap_create 2024-08-19T10:12:11.835 INFO:tasks.rados.rados.0.smithi190.stdout:3992: finishing write tid 1 to smithi19066007-13 2024-08-19T10:12:11.835 INFO:tasks.rados.rados.0.smithi190.stdout:3992: finishing write tid 2 to smithi19066007-13 2024-08-19T10:12:11.835 INFO:tasks.rados.rados.0.smithi190.stdout:3992: finishing write tid 3 to smithi19066007-13 2024-08-19T10:12:11.837 INFO:tasks.rados.rados.0.smithi190.stdout:3992: finishing write tid 4 to smithi19066007-13 2024-08-19T10:12:11.837 INFO:tasks.rados.rados.0.smithi190.stdout:3992: oid 13 updating version 0 to 2099 2024-08-19T10:12:11.837 INFO:tasks.rados.rados.0.smithi190.stdout:3992: oid 13 updating version 2099 to 2100 2024-08-19T10:12:11.837 INFO:tasks.rados.rados.0.smithi190.stdout:3992: oid 13 version 2100 is already newer than 2098 2024-08-19T10:12:11.837 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 13 v 2100 (ObjNum 1211 snap 396 seq_num 1211) dirty exists 2024-08-19T10:12:11.837 INFO:tasks.rados.rados.0.smithi190.stdout:3992: left oid 13 (ObjNum 1211 snap 396 seq_num 1211) 2024-08-19T10:12:11.850 INFO:tasks.rados.rados.0.smithi190.stdout:3994: expect (ObjNum 1193 snap 393 seq_num 1193) 2024-08-19T10:12:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:11 smithi196 ceph-mon[72638]: pgmap v987: 121 pgs: 121 active+clean; 154 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-08-19T10:12:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:11 smithi196 ceph-mon[72638]: osdmap e877: 8 total, 8 up, 8 in 2024-08-19T10:12:12.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:11 smithi190 ceph-mon[77620]: pgmap v987: 121 pgs: 121 active+clean; 154 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-08-19T10:12:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:11 smithi190 ceph-mon[77620]: osdmap e877: 8 total, 8 up, 8 in 2024-08-19T10:12:12.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:11 smithi190 ceph-mon[80032]: pgmap v987: 121 pgs: 121 active+clean; 154 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-08-19T10:12:12.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:11 smithi190 ceph-mon[80032]: osdmap e877: 8 total, 8 up, 8 in 2024-08-19T10:12:12.597 INFO:tasks.rados.rados.0.smithi190.stdout:3992: done (2 left) 2024-08-19T10:12:12.597 INFO:tasks.rados.rados.0.smithi190.stdout:3994: done (1 left) 2024-08-19T10:12:12.597 INFO:tasks.rados.rados.0.smithi190.stdout:3995: done (0 left) 2024-08-19T10:12:12.598 INFO:tasks.rados.rados.0.smithi190.stdout:3996: read oid 27 snap -1 2024-08-19T10:12:12.598 INFO:tasks.rados.rados.0.smithi190.stdout:3996: expect deleted 2024-08-19T10:12:12.598 INFO:tasks.rados.rados.0.smithi190.stdout:3997: snap_create 2024-08-19T10:12:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:12 smithi196 ceph-mon[72638]: osdmap e878: 8 total, 8 up, 8 in 2024-08-19T10:12:13.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:12 smithi190 ceph-mon[77620]: osdmap e878: 8 total, 8 up, 8 in 2024-08-19T10:12:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:12 smithi190 ceph-mon[80032]: osdmap e878: 8 total, 8 up, 8 in 2024-08-19T10:12:13.469 INFO:tasks.rados.rados.0.smithi190.stdout:3996: done (1 left) 2024-08-19T10:12:13.469 INFO:tasks.rados.rados.0.smithi190.stdout:3997: done (0 left) 2024-08-19T10:12:13.469 INFO:tasks.rados.rados.0.smithi190.stdout:3998: copy_from oid 42 from oid 39 current snap is 398 2024-08-19T10:12:13.469 INFO:tasks.rados.rados.0.smithi190.stdout:3999: read oid 14 snap -1 2024-08-19T10:12:13.469 INFO:tasks.rados.rados.0.smithi190.stdout:3999: expect (ObjNum 1167 snap 385 seq_num 1167) 2024-08-19T10:12:13.469 INFO:tasks.rados.rados.0.smithi190.stdout: waiting on 2 2024-08-19T10:12:13.476 INFO:tasks.rados.rados.0.smithi190.stdout:3998: finishing copy_from racing read to smithi19066007-42 2024-08-19T10:12:13.477 INFO:tasks.rados.rados.0.smithi190.stdout:3998: finishing copy_from to smithi19066007-42 2024-08-19T10:12:13.477 INFO:tasks.rados.rados.0.smithi190.stdout:update_object_version oid 42 v 2618 (ObjNum 1164 snap 385 seq_num 1164) dirty exists 2024-08-19T10:12:13.477 INFO:tasks.rados.rados.0.smithi190.stdout:3998: done (1 left) 2024-08-19T10:12:13.477 INFO:tasks.rados.rados.0.smithi190.stdout: waiting on 1 2024-08-19T10:12:13.479 INFO:tasks.rados.rados.0.smithi190.stdout:3999: expect (ObjNum 1167 snap 385 seq_num 1167) 2024-08-19T10:12:13.578 INFO:tasks.rados.rados.0.smithi190.stdout:3999: done (0 left) 2024-08-19T10:12:13.580 INFO:tasks.rados.rados.0.smithi190.stderr:0 errors. 2024-08-19T10:12:13.580 INFO:tasks.rados.rados.0.smithi190.stderr: 2024-08-19T10:12:13.583 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T10:12:13.824 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T10:12:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:13 smithi196 ceph-mon[72638]: pgmap v990: 121 pgs: 121 active+clean; 148 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2024-08-19T10:12:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:13 smithi196 ceph-mon[72638]: osdmap e879: 8 total, 8 up, 8 in 2024-08-19T10:12:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:13 smithi196 ceph-mon[72638]: osdmap e880: 8 total, 8 up, 8 in 2024-08-19T10:12:13.947 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:13 smithi190 ceph-mon[77620]: pgmap v990: 121 pgs: 121 active+clean; 148 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2024-08-19T10:12:13.947 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:13 smithi190 ceph-mon[77620]: osdmap e879: 8 total, 8 up, 8 in 2024-08-19T10:12:13.947 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:13 smithi190 ceph-mon[77620]: osdmap e880: 8 total, 8 up, 8 in 2024-08-19T10:12:13.947 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:13 smithi190 ceph-mon[80032]: pgmap v990: 121 pgs: 121 active+clean; 148 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2024-08-19T10:12:13.947 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:13 smithi190 ceph-mon[80032]: osdmap e879: 8 total, 8 up, 8 in 2024-08-19T10:12:13.947 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:13 smithi190 ceph-mon[80032]: osdmap e880: 8 total, 8 up, 8 in 2024-08-19T10:12:15.750 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:15 smithi190 ceph-mon[80032]: pgmap v993: 121 pgs: 121 active+clean; 152 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-08-19T10:12:15.750 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:12:15.751 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:15 smithi190 ceph-mon[77620]: pgmap v993: 121 pgs: 121 active+clean; 152 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-08-19T10:12:15.751 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:12:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T10:12:15.751 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":880,"fsid":"3fc239b0-5e10-11ef-bccf-c7b262605968","created":"2024-08-19T09:49:35.891385+0000","modified":"2024-08-19T10:12:13.459317+0000","last_up_change":"2024-08-19T10:06:17.086364+0000","last_in_change":"2024-08-19T09:54:10.453045+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T09:52:34.372987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T09:54:49.695520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T09:54:52.654083+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-19T09:55:43.590497+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-08-19T09:58:26.230667+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"880","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":460,"snap_epoch":880,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"bfae32ab-6108-4681-b678-88c7515b4005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":283,"up_from":296,"up_thru":525,"down_at":284,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3049356560},{"type":"v1","addr":"172.21.15.190:6803","nonce":3049356560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3049356560},{"type":"v1","addr":"172.21.15.190:6805","nonce":3049356560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3049356560},{"type":"v1","addr":"172.21.15.190:6809","nonce":3049356560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3049356560},{"type":"v1","addr":"172.21.15.190:6807","nonce":3049356560}]},"public_addr":"172.21.15.190:6803/3049356560","cluster_addr":"172.21.15.190:6805/3049356560","heartbeat_back_addr":"172.21.15.190:6809/3049356560","heartbeat_front_addr":"172.21.15.190:6807/3049356560","state":["exists","up"]},{"osd":1,"uuid":"9fb0b38f-752d-46f6-8f2e-ccc0293d815a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":316,"up_from":328,"up_thru":525,"down_at":317,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":301614023},{"type":"v1","addr":"172.21.15.190:6811","nonce":301614023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":301614023},{"type":"v1","addr":"172.21.15.190:6813","nonce":301614023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":301614023},{"type":"v1","addr":"172.21.15.190:6817","nonce":301614023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":301614023},{"type":"v1","addr":"172.21.15.190:6815","nonce":301614023}]},"public_addr":"172.21.15.190:6811/301614023","cluster_addr":"172.21.15.190:6813/301614023","heartbeat_back_addr":"172.21.15.190:6817/301614023","heartbeat_front_addr":"172.21.15.190:6815/301614023","state":["exists","up"]},{"osd":2,"uuid":"87d362f2-539c-4df3-bdeb-e7c8a6d63009","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":348,"up_from":361,"up_thru":525,"down_at":349,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":389802984},{"type":"v1","addr":"172.21.15.190:6819","nonce":389802984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":389802984},{"type":"v1","addr":"172.21.15.190:6821","nonce":389802984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":389802984},{"type":"v1","addr":"172.21.15.190:6825","nonce":389802984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":389802984},{"type":"v1","addr":"172.21.15.190:6823","nonce":389802984}]},"public_addr":"172.21.15.190:6819/389802984","cluster_addr":"172.21.15.190:6821/389802984","heartbeat_back_addr":"172.21.15.190:6825/389802984","heartbeat_front_addr":"172.21.15.190:6823/389802984","state":["exists","up"]},{"osd":3,"uuid":"9c8bd1a5-03bf-4ba4-8b27-88c8f7785fe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":381,"up_from":394,"up_thru":525,"down_at":382,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":2638628052},{"type":"v1","addr":"172.21.15.190:6827","nonce":2638628052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":2638628052},{"type":"v1","addr":"172.21.15.190:6829","nonce":2638628052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":2638628052},{"type":"v1","addr":"172.21.15.190:6833","nonce":2638628052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2638628052},{"type":"v1","addr":"172.21.15.190:6831","nonce":2638628052}]},"public_addr":"172.21.15.190:6827/2638628052","cluster_addr":"172.21.15.190:6829/2638628052","heartbeat_back_addr":"172.21.15.190:6833/2638628052","heartbeat_front_addr":"172.21.15.190:6831/2638628052","state":["exists","up"]},{"osd":4,"uuid":"6b893e27-e5ee-4c1c-a265-83bf0a4fb4be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":413,"up_from":425,"up_thru":525,"down_at":414,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":474012893},{"type":"v1","addr":"172.21.15.196:6801","nonce":474012893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":474012893},{"type":"v1","addr":"172.21.15.196:6803","nonce":474012893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":474012893},{"type":"v1","addr":"172.21.15.196:6807","nonce":474012893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":474012893},{"type":"v1","addr":"172.21.15.196:6805","nonce":474012893}]},"public_addr":"172.21.15.196:6801/474012893","cluster_addr":"172.21.15.196:6803/474012893","heartbeat_back_addr":"172.21.15.196:6807/474012893","heartbeat_front_addr":"172.21.15.196:6805/474012893","state":["exists","up"]},{"osd":5,"uuid":"36617f5e-73ed-43eb-b6ee-5b69be91316e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":445,"up_from":458,"up_thru":525,"down_at":446,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":3442423164},{"type":"v1","addr":"172.21.15.196:6809","nonce":3442423164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":3442423164},{"type":"v1","addr":"172.21.15.196:6811","nonce":3442423164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":3442423164},{"type":"v1","addr":"172.21.15.196:6815","nonce":3442423164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":3442423164},{"type":"v1","addr":"172.21.15.196:6813","nonce":3442423164}]},"public_addr":"172.21.15.196:6809/3442423164","cluster_addr":"172.21.15.196:6811/3442423164","heartbeat_back_addr":"172.21.15.196:6815/3442423164","heartbeat_front_addr":"172.21.15.196:6813/3442423164","state":["exists","up"]},{"osd":6,"uuid":"89fbc1af-0f11-4802-b5bb-dfe09e183121","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":479,"up_from":493,"up_thru":525,"down_at":480,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":4210178664},{"type":"v1","addr":"172.21.15.196:6817","nonce":4210178664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":4210178664},{"type":"v1","addr":"172.21.15.196:6819","nonce":4210178664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":4210178664},{"type":"v1","addr":"172.21.15.196:6823","nonce":4210178664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":4210178664},{"type":"v1","addr":"172.21.15.196:6821","nonce":4210178664}]},"public_addr":"172.21.15.196:6817/4210178664","cluster_addr":"172.21.15.196:6819/4210178664","heartbeat_back_addr":"172.21.15.196:6823/4210178664","heartbeat_front_addr":"172.21.15.196:6821/4210178664","state":["exists","up"]},{"osd":7,"uuid":"38d2cdbb-84cf-41c0-aae3-bf9397bd26f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":513,"up_from":525,"up_thru":525,"down_at":514,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":2152790116},{"type":"v1","addr":"172.21.15.196:6825","nonce":2152790116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":2152790116},{"type":"v1","addr":"172.21.15.196:6827","nonce":2152790116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":2152790116},{"type":"v1","addr":"172.21.15.196:6831","nonce":2152790116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":2152790116},{"type":"v1","addr":"172.21.15.196:6829","nonce":2152790116}]},"public_addr":"172.21.15.196:6825/2152790116","cluster_addr":"172.21.15.196:6827/2152790116","heartbeat_back_addr":"172.21.15.196:6831/2152790116","heartbeat_front_addr":"172.21.15.196:6829/2152790116","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:51:43.488528+0000","dead_epoch":283},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:07.231492+0000","dead_epoch":316},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:30.134146+0000","dead_epoch":348},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:54.048258+0000","dead_epoch":381},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:15.255415+0000","dead_epoch":413},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:38.341160+0000","dead_epoch":445},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:02.013132+0000","dead_epoch":479},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:25.522229+0000","dead_epoch":513}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.196:6833/3130880661":"2024-08-20T10:06:35.441886+0000","172.21.15.190:6801/3579854578":"2024-08-20T10:00:59.751919+0000","172.21.15.190:6800/3579854578":"2024-08-20T10:00:59.751919+0000","172.21.15.190:0/211102937":"2024-08-20T10:00:59.751919+0000","172.21.15.190:0/3804637516":"2024-08-20T10:00:59.751919+0000","172.21.15.190:0/1934560824":"2024-08-20T10:00:59.751919+0000","172.21.15.190:6801/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.196:0/2391517525":"2024-08-20T10:00:19.158276+0000","172.21.15.190:0/417309172":"2024-08-20T09:50:24.063012+0000","172.21.15.196:0/384561271":"2024-08-20T10:00:19.158276+0000","172.21.15.196:6834/3315217228":"2024-08-20T10:00:19.158276+0000","172.21.15.190:0/3551021348":"2024-08-20T09:50:24.063012+0000","172.21.15.196:6835/3315217228":"2024-08-20T10:00:19.158276+0000","172.21.15.190:6801/3015529694":"2024-08-20T09:59:48.915004+0000","172.21.15.190:0/2201120033":"2024-08-20T09:59:48.915004+0000","172.21.15.190:0/2130496995":"2024-08-20T10:00:59.751919+0000","172.21.15.190:6801/1563181590":"2024-08-20T09:55:40.858869+0000","172.21.15.190:6800/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6800/1563181590":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/3732077959":"2024-08-20T09:59:48.915004+0000","172.21.15.190:0/369971357":"2024-08-20T09:59:48.915004+0000","172.21.15.190:0/1949421699":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/1733210608":"2024-08-20T09:59:48.915004+0000","172.21.15.190:6800/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:6801/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/2911373684":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/3752036541":"2024-08-20T09:59:48.915004+0000","172.21.15.196:0/2260985597":"2024-08-20T10:00:19.158276+0000","172.21.15.196:0/1151721171":"2024-08-20T10:00:19.158276+0000","172.21.15.196:0/698456219":"2024-08-20T10:00:19.158276+0000","172.21.15.196:0/2334034760":"2024-08-20T10:00:19.158276+0000","172.21.15.190:0/666034353":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/1110135241":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/3705058267":"2024-08-20T09:55:40.858869+0000","172.21.15.196:6832/3130880661":"2024-08-20T10:06:35.441886+0000","172.21.15.190:0/3538890648":"2024-08-20T10:00:59.751919+0000","172.21.15.190:0/3349399447":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/1066732937":"2024-08-20T09:55:40.858869+0000","172.21.15.190:6800/3015529694":"2024-08-20T09:59:48.915004+0000","172.21.15.190:0/3257064731":"2024-08-20T10:00:59.751919+0000","172.21.15.190:0/3231415537":"2024-08-20T09:50:01.788012+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":432,"length":1},{"begin":453,"length":1},{"begin":456,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":421,"length":1},{"begin":450,"length":1},{"begin":454,"length":2}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T10:12:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:15 smithi196 ceph-mon[72638]: pgmap v993: 121 pgs: 121 active+clean; 152 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-08-19T10:12:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:12:16.343 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-19T10:12:16.555 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T10:12:16.845 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:16 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2533164653' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-19T10:12:16.845 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:16 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2533164653' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-19T10:12:16.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:16 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2533164653' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-19T10:12:17.728 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:17 smithi190 ceph-mon[77620]: pgmap v994: 121 pgs: 121 active+clean; 142 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-08-19T10:12:17.728 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:17 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:12:17.728 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:12:17 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:12:17] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.51.0" 2024-08-19T10:12:17.728 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:17 smithi190 ceph-mon[80032]: pgmap v994: 121 pgs: 121 active+clean; 142 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-08-19T10:12:17.728 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:17 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:12:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:17 smithi196 ceph-mon[72638]: pgmap v994: 121 pgs: 121 active+clean; 142 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-08-19T10:12:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:17 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:12:18.524 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T10:12:18.525 INFO:teuthology.orchestra.run.smithi190.stderr:dumped all 2024-08-19T10:12:18.902 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:18 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:12:18.902 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:18 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:12:18.902 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:18 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:12:18.902 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:18 smithi190 ceph-mon[77620]: osdmap e881: 8 total, 8 up, 8 in 2024-08-19T10:12:18.902 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:18 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:12:18.902 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:18 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:12:18.903 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:18 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:12:18.903 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:18 smithi190 ceph-mon[80032]: osdmap e881: 8 total, 8 up, 8 in 2024-08-19T10:12:18.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:18 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:12:18.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:18 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:12:18.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:18 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:12:18.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:18 smithi196 ceph-mon[72638]: osdmap e881: 8 total, 8 up, 8 in 2024-08-19T10:12:19.209 INFO:teuthology.orchestra.run.smithi190.stdout:{"pg_ready":true,"pg_map":{"version":996,"stamp":"2024-08-19T10:12:18.467460+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":135855119,"num_objects":82,"num_object_clones":15,"num_object_copies":246,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":5,"num_read":4776,"num_read_kb":5132249,"num_write":9012,"num_write_kb":1597814,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":127,"num_bytes_recovered":411633248,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21514,"ondisk_log_size":21514,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3380308,"kb_used_data":280648,"kb_used_omap":276,"kb_used_meta":3099243,"kb_avail":746580908,"statfs":{"total":767960285184,"available":764498849792,"internally_reserved":0,"allocated":287383552,"data_stored":290067110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":283228,"internal_metadata":3173625252},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-19251200,"num_objects":-15,"num_object_clones":-12,"num_object_copies":-45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-15,"num_whiteouts":2,"num_read":34,"num_read_kb":38611,"num_write":37,"num_write_kb":14000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.543931"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1178,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.467403+0000","last_change":"2024-08-19T10:06:18.118382+0000","last_active":"2024-08-19T10:12:13.467403+0000","last_peered":"2024-08-19T10:12:13.467403+0000","last_clean":"2024-08-19T10:12:13.467403+0000","last_became_active":"2024-08-19T10:06:18.117328+0000","last_became_peered":"2024-08-19T10:06:18.117328+0000","last_unstale":"2024-08-19T10:12:13.467403+0000","last_undegraded":"2024-08-19T10:12:13.467403+0000","last_fullsized":"2024-08-19T10:12:13.467403+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:00:17.643924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1384,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465591+0000","last_change":"2024-08-19T10:05:45.391667+0000","last_active":"2024-08-19T10:12:13.465591+0000","last_peered":"2024-08-19T10:12:13.465591+0000","last_clean":"2024-08-19T10:12:13.465591+0000","last_became_active":"2024-08-19T10:05:45.390777+0000","last_became_peered":"2024-08-19T10:05:45.390777+0000","last_unstale":"2024-08-19T10:12:13.465591+0000","last_undegraded":"2024-08-19T10:12:13.465591+0000","last_fullsized":"2024-08-19T10:12:13.465591+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:31:49.997496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1425,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466375+0000","last_change":"2024-08-19T10:03:31.526090+0000","last_active":"2024-08-19T10:12:13.466375+0000","last_peered":"2024-08-19T10:12:13.466375+0000","last_clean":"2024-08-19T10:12:13.466375+0000","last_became_active":"2024-08-19T10:03:31.525785+0000","last_became_peered":"2024-08-19T10:03:31.525785+0000","last_unstale":"2024-08-19T10:12:13.466375+0000","last_undegraded":"2024-08-19T10:12:13.466375+0000","last_fullsized":"2024-08-19T10:12:13.466375+0000","mapping_epoch":361,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:52:51.840829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1256,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.471103+0000","last_change":"2024-08-19T10:06:18.116512+0000","last_active":"2024-08-19T10:12:13.471103+0000","last_peered":"2024-08-19T10:12:13.471103+0000","last_clean":"2024-08-19T10:12:13.471103+0000","last_became_active":"2024-08-19T10:06:18.116177+0000","last_became_peered":"2024-08-19T10:06:18.116177+0000","last_unstale":"2024-08-19T10:12:13.471103+0000","last_undegraded":"2024-08-19T10:12:13.471103+0000","last_fullsized":"2024-08-19T10:12:13.471103+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:46:12.354058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1192,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466085+0000","last_change":"2024-08-19T10:06:18.124513+0000","last_active":"2024-08-19T10:12:13.466085+0000","last_peered":"2024-08-19T10:12:13.466085+0000","last_clean":"2024-08-19T10:12:13.466085+0000","last_became_active":"2024-08-19T10:06:18.124245+0000","last_became_peered":"2024-08-19T10:06:18.124245+0000","last_unstale":"2024-08-19T10:12:13.466085+0000","last_undegraded":"2024-08-19T10:12:13.466085+0000","last_fullsized":"2024-08-19T10:12:13.466085+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:23:34.763880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1233,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.471210+0000","last_change":"2024-08-19T10:05:10.517407+0000","last_active":"2024-08-19T10:12:13.471210+0000","last_peered":"2024-08-19T10:12:13.471210+0000","last_clean":"2024-08-19T10:12:13.471210+0000","last_became_active":"2024-08-19T10:05:10.514517+0000","last_became_peered":"2024-08-19T10:05:10.514517+0000","last_unstale":"2024-08-19T10:12:13.471210+0000","last_undegraded":"2024-08-19T10:12:13.471210+0000","last_fullsized":"2024-08-19T10:12:13.471210+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:35:01.992403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1192,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466208+0000","last_change":"2024-08-19T10:06:18.117115+0000","last_active":"2024-08-19T10:12:13.466208+0000","last_peered":"2024-08-19T10:12:13.466208+0000","last_clean":"2024-08-19T10:12:13.466208+0000","last_became_active":"2024-08-19T10:06:18.112905+0000","last_became_peered":"2024-08-19T10:06:18.112905+0000","last_unstale":"2024-08-19T10:12:13.466208+0000","last_undegraded":"2024-08-19T10:12:13.466208+0000","last_fullsized":"2024-08-19T10:12:13.466208+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:16:46.123649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1296,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.502532+0000","last_change":"2024-08-19T10:05:45.396188+0000","last_active":"2024-08-19T10:12:13.502532+0000","last_peered":"2024-08-19T10:12:13.502532+0000","last_clean":"2024-08-19T10:12:13.502532+0000","last_became_active":"2024-08-19T10:05:45.395792+0000","last_became_peered":"2024-08-19T10:05:45.395792+0000","last_unstale":"2024-08-19T10:12:13.502532+0000","last_undegraded":"2024-08-19T10:12:13.502532+0000","last_fullsized":"2024-08-19T10:12:13.502532+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:57:30.008910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1184,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.467310+0000","last_change":"2024-08-19T10:06:18.120325+0000","last_active":"2024-08-19T10:12:13.467310+0000","last_peered":"2024-08-19T10:12:13.467310+0000","last_clean":"2024-08-19T10:12:13.467310+0000","last_became_active":"2024-08-19T10:06:18.119918+0000","last_became_peered":"2024-08-19T10:06:18.119918+0000","last_unstale":"2024-08-19T10:12:13.467310+0000","last_undegraded":"2024-08-19T10:12:13.467310+0000","last_fullsized":"2024-08-19T10:12:13.467310+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:21:43.031443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1213,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.477003+0000","last_change":"2024-08-19T10:05:45.398717+0000","last_active":"2024-08-19T10:12:13.477003+0000","last_peered":"2024-08-19T10:12:13.477003+0000","last_clean":"2024-08-19T10:12:13.477003+0000","last_became_active":"2024-08-19T10:05:45.397851+0000","last_became_peered":"2024-08-19T10:05:45.397851+0000","last_unstale":"2024-08-19T10:12:13.477003+0000","last_undegraded":"2024-08-19T10:12:13.477003+0000","last_fullsized":"2024-08-19T10:12:13.477003+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:54:52.675136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1213,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.476413+0000","last_change":"2024-08-19T10:05:45.394231+0000","last_active":"2024-08-19T10:12:13.476413+0000","last_peered":"2024-08-19T10:12:13.476413+0000","last_clean":"2024-08-19T10:12:13.476413+0000","last_became_active":"2024-08-19T10:05:45.393908+0000","last_became_peered":"2024-08-19T10:05:45.393908+0000","last_unstale":"2024-08-19T10:12:13.476413+0000","last_undegraded":"2024-08-19T10:12:13.476413+0000","last_fullsized":"2024-08-19T10:12:13.476413+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:19:51.375713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1275,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.474426+0000","last_change":"2024-08-19T10:05:45.396421+0000","last_active":"2024-08-19T10:12:13.474426+0000","last_peered":"2024-08-19T10:12:13.474426+0000","last_clean":"2024-08-19T10:12:13.474426+0000","last_became_active":"2024-08-19T10:05:45.395840+0000","last_became_peered":"2024-08-19T10:05:45.395840+0000","last_unstale":"2024-08-19T10:12:13.474426+0000","last_undegraded":"2024-08-19T10:12:13.474426+0000","last_fullsized":"2024-08-19T10:12:13.474426+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:42:09.044442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1320,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.502935+0000","last_change":"2024-08-19T10:05:45.395534+0000","last_active":"2024-08-19T10:12:13.502935+0000","last_peered":"2024-08-19T10:12:13.502935+0000","last_clean":"2024-08-19T10:12:13.502935+0000","last_became_active":"2024-08-19T10:05:45.395189+0000","last_became_peered":"2024-08-19T10:05:45.395189+0000","last_unstale":"2024-08-19T10:12:13.502935+0000","last_undegraded":"2024-08-19T10:12:13.502935+0000","last_fullsized":"2024-08-19T10:12:13.502935+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:28:50.446492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1424,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466805+0000","last_change":"2024-08-19T10:05:10.507482+0000","last_active":"2024-08-19T10:12:13.466805+0000","last_peered":"2024-08-19T10:12:13.466805+0000","last_clean":"2024-08-19T10:12:13.466805+0000","last_became_active":"2024-08-19T10:05:10.507183+0000","last_became_peered":"2024-08-19T10:05:10.507183+0000","last_unstale":"2024-08-19T10:12:13.466805+0000","last_undegraded":"2024-08-19T10:12:13.466805+0000","last_fullsized":"2024-08-19T10:12:13.466805+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:48:04.621284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1393,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465509+0000","last_change":"2024-08-19T10:05:10.507249+0000","last_active":"2024-08-19T10:12:13.465509+0000","last_peered":"2024-08-19T10:12:13.465509+0000","last_clean":"2024-08-19T10:12:13.465509+0000","last_became_active":"2024-08-19T10:05:10.506957+0000","last_became_peered":"2024-08-19T10:05:10.506957+0000","last_unstale":"2024-08-19T10:12:13.465509+0000","last_undegraded":"2024-08-19T10:12:13.465509+0000","last_fullsized":"2024-08-19T10:12:13.465509+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:40:40.945017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1240,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.470584+0000","last_change":"2024-08-19T10:06:18.117190+0000","last_active":"2024-08-19T10:12:13.470584+0000","last_peered":"2024-08-19T10:12:13.470584+0000","last_clean":"2024-08-19T10:12:13.470584+0000","last_became_active":"2024-08-19T10:06:18.116217+0000","last_became_peered":"2024-08-19T10:06:18.116217+0000","last_unstale":"2024-08-19T10:12:13.470584+0000","last_undegraded":"2024-08-19T10:12:13.470584+0000","last_fullsized":"2024-08-19T10:12:13.470584+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:48:13.546968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1245,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.471288+0000","last_change":"2024-08-19T10:06:18.114357+0000","last_active":"2024-08-19T10:12:13.471288+0000","last_peered":"2024-08-19T10:12:13.471288+0000","last_clean":"2024-08-19T10:12:13.471288+0000","last_became_active":"2024-08-19T10:06:18.114053+0000","last_became_peered":"2024-08-19T10:06:18.114053+0000","last_unstale":"2024-08-19T10:12:13.471288+0000","last_undegraded":"2024-08-19T10:12:13.471288+0000","last_fullsized":"2024-08-19T10:12:13.471288+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:45:26.379186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1319,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.471076+0000","last_change":"2024-08-19T10:06:18.120483+0000","last_active":"2024-08-19T10:12:13.471076+0000","last_peered":"2024-08-19T10:12:13.471076+0000","last_clean":"2024-08-19T10:12:13.471076+0000","last_became_active":"2024-08-19T10:06:18.120081+0000","last_became_peered":"2024-08-19T10:06:18.120081+0000","last_unstale":"2024-08-19T10:12:13.471076+0000","last_undegraded":"2024-08-19T10:12:13.471076+0000","last_fullsized":"2024-08-19T10:12:13.471076+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:01:52.456790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1177,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466484+0000","last_change":"2024-08-19T10:06:18.124748+0000","last_active":"2024-08-19T10:12:13.466484+0000","last_peered":"2024-08-19T10:12:13.466484+0000","last_clean":"2024-08-19T10:12:13.466484+0000","last_became_active":"2024-08-19T10:06:18.121525+0000","last_became_peered":"2024-08-19T10:06:18.121525+0000","last_unstale":"2024-08-19T10:12:13.466484+0000","last_undegraded":"2024-08-19T10:12:13.466484+0000","last_fullsized":"2024-08-19T10:12:13.466484+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:33:05.943888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1216,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.476312+0000","last_change":"2024-08-19T10:05:45.397344+0000","last_active":"2024-08-19T10:12:13.476312+0000","last_peered":"2024-08-19T10:12:13.476312+0000","last_clean":"2024-08-19T10:12:13.476312+0000","last_became_active":"2024-08-19T10:05:45.397074+0000","last_became_peered":"2024-08-19T10:05:45.397074+0000","last_unstale":"2024-08-19T10:12:13.476312+0000","last_undegraded":"2024-08-19T10:12:13.476312+0000","last_fullsized":"2024-08-19T10:12:13.476312+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:50:46.801949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1425,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.467430+0000","last_change":"2024-08-19T10:06:18.112906+0000","last_active":"2024-08-19T10:12:13.467430+0000","last_peered":"2024-08-19T10:12:13.467430+0000","last_clean":"2024-08-19T10:12:13.467430+0000","last_became_active":"2024-08-19T10:06:18.112454+0000","last_became_peered":"2024-08-19T10:06:18.112454+0000","last_unstale":"2024-08-19T10:12:13.467430+0000","last_undegraded":"2024-08-19T10:12:13.467430+0000","last_fullsized":"2024-08-19T10:12:13.467430+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:01:30.292407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1248,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.470788+0000","last_change":"2024-08-19T10:06:18.116808+0000","last_active":"2024-08-19T10:12:13.470788+0000","last_peered":"2024-08-19T10:12:13.470788+0000","last_clean":"2024-08-19T10:12:13.470788+0000","last_became_active":"2024-08-19T10:06:18.115927+0000","last_became_peered":"2024-08-19T10:06:18.115927+0000","last_unstale":"2024-08-19T10:12:13.470788+0000","last_undegraded":"2024-08-19T10:12:13.470788+0000","last_fullsized":"2024-08-19T10:12:13.470788+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:52:00.268098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1324,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.502694+0000","last_change":"2024-08-19T10:04:04.424694+0000","last_active":"2024-08-19T10:12:13.502694+0000","last_peered":"2024-08-19T10:12:13.502694+0000","last_clean":"2024-08-19T10:12:13.502694+0000","last_became_active":"2024-08-19T10:04:04.424320+0000","last_became_peered":"2024-08-19T10:04:04.424320+0000","last_unstale":"2024-08-19T10:12:13.502694+0000","last_undegraded":"2024-08-19T10:12:13.502694+0000","last_fullsized":"2024-08-19T10:12:13.502694+0000","mapping_epoch":394,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":395,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:33:51.290260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1260,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.470754+0000","last_change":"2024-08-19T10:05:10.517376+0000","last_active":"2024-08-19T10:12:13.470754+0000","last_peered":"2024-08-19T10:12:13.470754+0000","last_clean":"2024-08-19T10:12:13.470754+0000","last_became_active":"2024-08-19T10:05:10.516809+0000","last_became_peered":"2024-08-19T10:05:10.516809+0000","last_unstale":"2024-08-19T10:12:13.470754+0000","last_undegraded":"2024-08-19T10:12:13.470754+0000","last_fullsized":"2024-08-19T10:12:13.470754+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:43:35.513280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1311,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.503236+0000","last_change":"2024-08-19T10:04:36.589745+0000","last_active":"2024-08-19T10:12:13.503236+0000","last_peered":"2024-08-19T10:12:13.503236+0000","last_clean":"2024-08-19T10:12:13.503236+0000","last_became_active":"2024-08-19T10:04:36.589426+0000","last_became_peered":"2024-08-19T10:04:36.589426+0000","last_unstale":"2024-08-19T10:12:13.503236+0000","last_undegraded":"2024-08-19T10:12:13.503236+0000","last_fullsized":"2024-08-19T10:12:13.503236+0000","mapping_epoch":425,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":426,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:30:39.935285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1219,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.476524+0000","last_change":"2024-08-19T10:06:18.114415+0000","last_active":"2024-08-19T10:12:13.476524+0000","last_peered":"2024-08-19T10:12:13.476524+0000","last_clean":"2024-08-19T10:12:13.476524+0000","last_became_active":"2024-08-19T10:06:18.114105+0000","last_became_peered":"2024-08-19T10:06:18.114105+0000","last_unstale":"2024-08-19T10:12:13.476524+0000","last_undegraded":"2024-08-19T10:12:13.476524+0000","last_fullsized":"2024-08-19T10:12:13.476524+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:54:52.741549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1393,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.467071+0000","last_change":"2024-08-19T10:04:04.431321+0000","last_active":"2024-08-19T10:12:13.467071+0000","last_peered":"2024-08-19T10:12:13.467071+0000","last_clean":"2024-08-19T10:12:13.467071+0000","last_became_active":"2024-08-19T10:04:04.431018+0000","last_became_peered":"2024-08-19T10:04:04.431018+0000","last_unstale":"2024-08-19T10:12:13.467071+0000","last_undegraded":"2024-08-19T10:12:13.467071+0000","last_fullsized":"2024-08-19T10:12:13.467071+0000","mapping_epoch":394,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":395,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:14:58.511173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1330,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.503003+0000","last_change":"2024-08-19T10:04:36.573959+0000","last_active":"2024-08-19T10:12:13.503003+0000","last_peered":"2024-08-19T10:12:13.503003+0000","last_clean":"2024-08-19T10:12:13.503003+0000","last_became_active":"2024-08-19T10:04:36.573658+0000","last_became_peered":"2024-08-19T10:04:36.573658+0000","last_unstale":"2024-08-19T10:12:13.503003+0000","last_undegraded":"2024-08-19T10:12:13.503003+0000","last_fullsized":"2024-08-19T10:12:13.503003+0000","mapping_epoch":425,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":426,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:21:18.945687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1321,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.470628+0000","last_change":"2024-08-19T10:04:36.580993+0000","last_active":"2024-08-19T10:12:13.470628+0000","last_peered":"2024-08-19T10:12:13.470628+0000","last_clean":"2024-08-19T10:12:13.470628+0000","last_became_active":"2024-08-19T10:04:36.580680+0000","last_became_peered":"2024-08-19T10:04:36.580680+0000","last_unstale":"2024-08-19T10:12:13.470628+0000","last_undegraded":"2024-08-19T10:12:13.470628+0000","last_fullsized":"2024-08-19T10:12:13.470628+0000","mapping_epoch":425,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":426,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:13:04.911717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1260,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.470862+0000","last_change":"2024-08-19T10:05:10.519320+0000","last_active":"2024-08-19T10:12:13.470862+0000","last_peered":"2024-08-19T10:12:13.470862+0000","last_clean":"2024-08-19T10:12:13.470862+0000","last_became_active":"2024-08-19T10:05:10.518816+0000","last_became_peered":"2024-08-19T10:05:10.518816+0000","last_unstale":"2024-08-19T10:12:13.470862+0000","last_undegraded":"2024-08-19T10:12:13.470862+0000","last_fullsized":"2024-08-19T10:12:13.470862+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:00:58.627559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1320,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.470270+0000","last_change":"2024-08-19T10:05:45.393548+0000","last_active":"2024-08-19T10:12:13.470270+0000","last_peered":"2024-08-19T10:12:13.470270+0000","last_clean":"2024-08-19T10:12:13.470270+0000","last_became_active":"2024-08-19T10:05:45.393265+0000","last_became_peered":"2024-08-19T10:05:45.393265+0000","last_unstale":"2024-08-19T10:12:13.470270+0000","last_undegraded":"2024-08-19T10:12:13.470270+0000","last_fullsized":"2024-08-19T10:12:13.470270+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:10:03.301987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1214,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.476280+0000","last_change":"2024-08-19T10:05:45.394938+0000","last_active":"2024-08-19T10:12:13.476280+0000","last_peered":"2024-08-19T10:12:13.476280+0000","last_clean":"2024-08-19T10:12:13.476280+0000","last_became_active":"2024-08-19T10:05:45.394651+0000","last_became_peered":"2024-08-19T10:05:45.394651+0000","last_unstale":"2024-08-19T10:12:13.476280+0000","last_undegraded":"2024-08-19T10:12:13.476280+0000","last_fullsized":"2024-08-19T10:12:13.476280+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:28:22.902903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1303,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.473859+0000","last_change":"2024-08-19T10:04:36.583638+0000","last_active":"2024-08-19T10:12:13.473859+0000","last_peered":"2024-08-19T10:12:13.473859+0000","last_clean":"2024-08-19T10:12:13.473859+0000","last_became_active":"2024-08-19T10:04:36.583362+0000","last_became_peered":"2024-08-19T10:04:36.583362+0000","last_unstale":"2024-08-19T10:12:13.473859+0000","last_undegraded":"2024-08-19T10:12:13.473859+0000","last_fullsized":"2024-08-19T10:12:13.473859+0000","mapping_epoch":425,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":426,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:44:25.504166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"545'2","reported_seq":1325,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.502971+0000","last_change":"2024-08-19T10:05:45.395620+0000","last_active":"2024-08-19T10:12:13.502971+0000","last_peered":"2024-08-19T10:12:13.502971+0000","last_clean":"2024-08-19T10:12:13.502971+0000","last_became_active":"2024-08-19T10:05:45.395287+0000","last_became_peered":"2024-08-19T10:05:45.395287+0000","last_unstale":"2024-08-19T10:12:13.502971+0000","last_undegraded":"2024-08-19T10:12:13.502971+0000","last_fullsized":"2024-08-19T10:12:13.502971+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:44:54.849752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1319,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.470457+0000","last_change":"2024-08-19T10:06:18.114338+0000","last_active":"2024-08-19T10:12:13.470457+0000","last_peered":"2024-08-19T10:12:13.470457+0000","last_clean":"2024-08-19T10:12:13.470457+0000","last_became_active":"2024-08-19T10:06:18.114024+0000","last_became_peered":"2024-08-19T10:06:18.114024+0000","last_unstale":"2024-08-19T10:12:13.470457+0000","last_undegraded":"2024-08-19T10:12:13.470457+0000","last_fullsized":"2024-08-19T10:12:13.470457+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:02:55.304484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"545'2","reported_seq":1222,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.476417+0000","last_change":"2024-08-19T10:06:18.113581+0000","last_active":"2024-08-19T10:12:13.476417+0000","last_peered":"2024-08-19T10:12:13.476417+0000","last_clean":"2024-08-19T10:12:13.476417+0000","last_became_active":"2024-08-19T10:06:18.113259+0000","last_became_peered":"2024-08-19T10:06:18.113259+0000","last_unstale":"2024-08-19T10:12:13.476417+0000","last_undegraded":"2024-08-19T10:12:13.476417+0000","last_fullsized":"2024-08-19T10:12:13.476417+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:30:31.548994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1332,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.502520+0000","last_change":"2024-08-19T10:05:45.401849+0000","last_active":"2024-08-19T10:12:13.502520+0000","last_peered":"2024-08-19T10:12:13.502520+0000","last_clean":"2024-08-19T10:12:13.502520+0000","last_became_active":"2024-08-19T10:05:45.401525+0000","last_became_peered":"2024-08-19T10:05:45.401525+0000","last_unstale":"2024-08-19T10:12:13.502520+0000","last_undegraded":"2024-08-19T10:12:13.502520+0000","last_fullsized":"2024-08-19T10:12:13.502520+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:58:19.091707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1324,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.502807+0000","last_change":"2024-08-19T10:04:04.442041+0000","last_active":"2024-08-19T10:12:13.502807+0000","last_peered":"2024-08-19T10:12:13.502807+0000","last_clean":"2024-08-19T10:12:13.502807+0000","last_became_active":"2024-08-19T10:04:04.441697+0000","last_became_peered":"2024-08-19T10:04:04.441697+0000","last_unstale":"2024-08-19T10:12:13.502807+0000","last_undegraded":"2024-08-19T10:12:13.502807+0000","last_fullsized":"2024-08-19T10:12:13.502807+0000","mapping_epoch":394,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":395,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:39:55.456937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1247,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.470587+0000","last_change":"2024-08-19T10:06:18.116384+0000","last_active":"2024-08-19T10:12:13.470587+0000","last_peered":"2024-08-19T10:12:13.470587+0000","last_clean":"2024-08-19T10:12:13.470587+0000","last_became_active":"2024-08-19T10:06:18.115846+0000","last_became_peered":"2024-08-19T10:06:18.115846+0000","last_unstale":"2024-08-19T10:12:13.470587+0000","last_undegraded":"2024-08-19T10:12:13.470587+0000","last_fullsized":"2024-08-19T10:12:13.470587+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:18:30.991023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1392,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465272+0000","last_change":"2024-08-19T10:04:36.589149+0000","last_active":"2024-08-19T10:12:13.465272+0000","last_peered":"2024-08-19T10:12:13.465272+0000","last_clean":"2024-08-19T10:12:13.465272+0000","last_became_active":"2024-08-19T10:04:36.588621+0000","last_became_peered":"2024-08-19T10:04:36.588621+0000","last_unstale":"2024-08-19T10:12:13.465272+0000","last_undegraded":"2024-08-19T10:12:13.465272+0000","last_fullsized":"2024-08-19T10:12:13.465272+0000","mapping_epoch":425,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":426,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:28:50.125420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1215,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.477158+0000","last_change":"2024-08-19T10:05:45.388001+0000","last_active":"2024-08-19T10:12:13.477158+0000","last_peered":"2024-08-19T10:12:13.477158+0000","last_clean":"2024-08-19T10:12:13.477158+0000","last_became_active":"2024-08-19T10:05:45.387704+0000","last_became_peered":"2024-08-19T10:05:45.387704+0000","last_unstale":"2024-08-19T10:12:13.477158+0000","last_undegraded":"2024-08-19T10:12:13.477158+0000","last_fullsized":"2024-08-19T10:12:13.477158+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:23:28.695031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1229,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.471309+0000","last_change":"2024-08-19T10:06:18.116238+0000","last_active":"2024-08-19T10:12:13.471309+0000","last_peered":"2024-08-19T10:12:13.471309+0000","last_clean":"2024-08-19T10:12:13.471309+0000","last_became_active":"2024-08-19T10:06:18.115961+0000","last_became_peered":"2024-08-19T10:06:18.115961+0000","last_unstale":"2024-08-19T10:12:13.471309+0000","last_undegraded":"2024-08-19T10:12:13.471309+0000","last_fullsized":"2024-08-19T10:12:13.471309+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:45:21.074925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1266,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.471586+0000","last_change":"2024-08-19T10:05:45.384555+0000","last_active":"2024-08-19T10:12:13.471586+0000","last_peered":"2024-08-19T10:12:13.471586+0000","last_clean":"2024-08-19T10:12:13.471586+0000","last_became_active":"2024-08-19T10:05:45.384259+0000","last_became_peered":"2024-08-19T10:05:45.384259+0000","last_unstale":"2024-08-19T10:12:13.471586+0000","last_undegraded":"2024-08-19T10:12:13.471586+0000","last_fullsized":"2024-08-19T10:12:13.471586+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:02:13.931694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1424,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466280+0000","last_change":"2024-08-19T10:05:10.520583+0000","last_active":"2024-08-19T10:12:13.466280+0000","last_peered":"2024-08-19T10:12:13.466280+0000","last_clean":"2024-08-19T10:12:13.466280+0000","last_became_active":"2024-08-19T10:05:10.520200+0000","last_became_peered":"2024-08-19T10:05:10.520200+0000","last_unstale":"2024-08-19T10:12:13.466280+0000","last_undegraded":"2024-08-19T10:12:13.466280+0000","last_fullsized":"2024-08-19T10:12:13.466280+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:05:48.301170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":1392,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466653+0000","last_change":"2024-08-19T10:05:10.512449+0000","last_active":"2024-08-19T10:12:13.466653+0000","last_peered":"2024-08-19T10:12:13.466653+0000","last_clean":"2024-08-19T10:12:13.466653+0000","last_became_active":"2024-08-19T10:05:10.512058+0000","last_became_peered":"2024-08-19T10:05:10.512058+0000","last_unstale":"2024-08-19T10:12:13.466653+0000","last_undegraded":"2024-08-19T10:12:13.466653+0000","last_fullsized":"2024-08-19T10:12:13.466653+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:38:25.537185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1283,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.474640+0000","last_change":"2024-08-19T10:06:18.115008+0000","last_active":"2024-08-19T10:12:13.474640+0000","last_peered":"2024-08-19T10:12:13.474640+0000","last_clean":"2024-08-19T10:12:13.474640+0000","last_became_active":"2024-08-19T10:06:18.114722+0000","last_became_peered":"2024-08-19T10:06:18.114722+0000","last_unstale":"2024-08-19T10:12:13.474640+0000","last_undegraded":"2024-08-19T10:12:13.474640+0000","last_fullsized":"2024-08-19T10:12:13.474640+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:47:15.398905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"545'29","reported_seq":1250,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.476413+0000","last_change":"2024-08-19T10:05:45.398368+0000","last_active":"2024-08-19T10:12:13.476413+0000","last_peered":"2024-08-19T10:12:13.476413+0000","last_clean":"2024-08-19T10:12:13.476413+0000","last_became_active":"2024-08-19T10:05:45.398061+0000","last_became_peered":"2024-08-19T10:05:45.398061+0000","last_unstale":"2024-08-19T10:12:13.476413+0000","last_undegraded":"2024-08-19T10:12:13.476413+0000","last_fullsized":"2024-08-19T10:12:13.476413+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:23:27.573938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1192,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466305+0000","last_change":"2024-08-19T10:06:18.122771+0000","last_active":"2024-08-19T10:12:13.466305+0000","last_peered":"2024-08-19T10:12:13.466305+0000","last_clean":"2024-08-19T10:12:13.466305+0000","last_became_active":"2024-08-19T10:06:18.119775+0000","last_became_peered":"2024-08-19T10:06:18.119775+0000","last_unstale":"2024-08-19T10:12:13.466305+0000","last_undegraded":"2024-08-19T10:12:13.466305+0000","last_fullsized":"2024-08-19T10:12:13.466305+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:20:35.307290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":1434,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.467550+0000","last_change":"2024-08-19T10:04:36.581545+0000","last_active":"2024-08-19T10:12:13.467550+0000","last_peered":"2024-08-19T10:12:13.467550+0000","last_clean":"2024-08-19T10:12:13.467550+0000","last_became_active":"2024-08-19T10:04:36.580203+0000","last_became_peered":"2024-08-19T10:04:36.580203+0000","last_unstale":"2024-08-19T10:12:13.467550+0000","last_undegraded":"2024-08-19T10:12:13.467550+0000","last_fullsized":"2024-08-19T10:12:13.467550+0000","mapping_epoch":425,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":426,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:14:24.791990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1425,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466632+0000","last_change":"2024-08-19T10:06:18.108522+0000","last_active":"2024-08-19T10:12:13.466632+0000","last_peered":"2024-08-19T10:12:13.466632+0000","last_clean":"2024-08-19T10:12:13.466632+0000","last_became_active":"2024-08-19T10:06:18.108178+0000","last_became_peered":"2024-08-19T10:06:18.108178+0000","last_unstale":"2024-08-19T10:12:13.466632+0000","last_undegraded":"2024-08-19T10:12:13.466632+0000","last_fullsized":"2024-08-19T10:12:13.466632+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:13:53.176995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1259,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.471167+0000","last_change":"2024-08-19T10:06:18.113879+0000","last_active":"2024-08-19T10:12:13.471167+0000","last_peered":"2024-08-19T10:12:13.471167+0000","last_clean":"2024-08-19T10:12:13.471167+0000","last_became_active":"2024-08-19T10:06:18.113567+0000","last_became_peered":"2024-08-19T10:06:18.113567+0000","last_unstale":"2024-08-19T10:12:13.471167+0000","last_undegraded":"2024-08-19T10:12:13.471167+0000","last_fullsized":"2024-08-19T10:12:13.471167+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:22:03.754994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1192,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465929+0000","last_change":"2024-08-19T10:06:18.118767+0000","last_active":"2024-08-19T10:12:13.465929+0000","last_peered":"2024-08-19T10:12:13.465929+0000","last_clean":"2024-08-19T10:12:13.465929+0000","last_became_active":"2024-08-19T10:06:18.118463+0000","last_became_peered":"2024-08-19T10:06:18.118463+0000","last_unstale":"2024-08-19T10:12:13.465929+0000","last_undegraded":"2024-08-19T10:12:13.465929+0000","last_fullsized":"2024-08-19T10:12:13.465929+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:48:46.864901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1224,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.476541+0000","last_change":"2024-08-19T10:05:45.397209+0000","last_active":"2024-08-19T10:12:13.476541+0000","last_peered":"2024-08-19T10:12:13.476541+0000","last_clean":"2024-08-19T10:12:13.476541+0000","last_became_active":"2024-08-19T10:05:45.396871+0000","last_became_peered":"2024-08-19T10:05:45.396871+0000","last_unstale":"2024-08-19T10:12:13.476541+0000","last_undegraded":"2024-08-19T10:12:13.476541+0000","last_fullsized":"2024-08-19T10:12:13.476541+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:10:02.854096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1213,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.476279+0000","last_change":"2024-08-19T10:05:45.395183+0000","last_active":"2024-08-19T10:12:13.476279+0000","last_peered":"2024-08-19T10:12:13.476279+0000","last_clean":"2024-08-19T10:12:13.476279+0000","last_became_active":"2024-08-19T10:05:45.394610+0000","last_became_peered":"2024-08-19T10:05:45.394610+0000","last_unstale":"2024-08-19T10:12:13.476279+0000","last_undegraded":"2024-08-19T10:12:13.476279+0000","last_fullsized":"2024-08-19T10:12:13.476279+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:06:07.277122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":1365,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.470184+0000","last_change":"2024-08-19T10:03:31.534222+0000","last_active":"2024-08-19T10:12:13.470184+0000","last_peered":"2024-08-19T10:12:13.470184+0000","last_clean":"2024-08-19T10:12:13.470184+0000","last_became_active":"2024-08-19T10:03:31.532515+0000","last_became_peered":"2024-08-19T10:03:31.532515+0000","last_unstale":"2024-08-19T10:12:13.470184+0000","last_undegraded":"2024-08-19T10:12:13.470184+0000","last_fullsized":"2024-08-19T10:12:13.470184+0000","mapping_epoch":361,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:05:47.970200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1177,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465827+0000","last_change":"2024-08-19T10:06:18.118953+0000","last_active":"2024-08-19T10:12:13.465827+0000","last_peered":"2024-08-19T10:12:13.465827+0000","last_clean":"2024-08-19T10:12:13.465827+0000","last_became_active":"2024-08-19T10:06:18.117468+0000","last_became_peered":"2024-08-19T10:06:18.117468+0000","last_unstale":"2024-08-19T10:12:13.465827+0000","last_undegraded":"2024-08-19T10:12:13.465827+0000","last_fullsized":"2024-08-19T10:12:13.465827+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:00:18.911484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"878'2234","reported_seq":5563,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.476421+0000","last_change":"2024-08-19T10:12:11.694785+0000","last_active":"2024-08-19T10:12:13.476421+0000","last_peered":"2024-08-19T10:12:13.476421+0000","last_clean":"2024-08-19T10:12:13.476421+0000","last_became_active":"2024-08-19T10:03:31.534601+0000","last_became_peered":"2024-08-19T10:03:31.534601+0000","last_unstale":"2024-08-19T10:12:13.476421+0000","last_undegraded":"2024-08-19T10:12:13.476421+0000","last_fullsized":"2024-08-19T10:12:13.476421+0000","mapping_epoch":361,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":2234,"log_dups_size":0,"ondisk_log_size":2234,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:20:20.703807+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0065272940000000003,"stat_sum":{"num_bytes":8773632,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":2,"num_read":383,"num_read_kb":385360,"num_write":955,"num_write_kb":165088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":58777600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"2.f","version":"65'1","reported_seq":1279,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.474616+0000","last_change":"2024-08-19T10:06:18.122452+0000","last_active":"2024-08-19T10:12:13.474616+0000","last_peered":"2024-08-19T10:12:13.474616+0000","last_clean":"2024-08-19T10:12:13.474616+0000","last_became_active":"2024-08-19T10:06:18.122076+0000","last_became_peered":"2024-08-19T10:06:18.122076+0000","last_unstale":"2024-08-19T10:12:13.474616+0000","last_undegraded":"2024-08-19T10:12:13.474616+0000","last_fullsized":"2024-08-19T10:12:13.474616+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:38:10.552803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1192,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.467164+0000","last_change":"2024-08-19T10:06:18.111846+0000","last_active":"2024-08-19T10:12:13.467164+0000","last_peered":"2024-08-19T10:12:13.467164+0000","last_clean":"2024-08-19T10:12:13.467164+0000","last_became_active":"2024-08-19T10:06:18.111472+0000","last_became_peered":"2024-08-19T10:06:18.111472+0000","last_unstale":"2024-08-19T10:12:13.467164+0000","last_undegraded":"2024-08-19T10:12:13.467164+0000","last_fullsized":"2024-08-19T10:12:13.467164+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:20:29.436075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"880'1295","reported_seq":4435,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.476226+0000","last_change":"2024-08-19T10:12:11.594805+0000","last_active":"2024-08-19T10:12:13.476226+0000","last_peered":"2024-08-19T10:12:13.476226+0000","last_clean":"2024-08-19T10:12:13.476226+0000","last_became_active":"2024-08-19T10:06:18.115524+0000","last_became_peered":"2024-08-19T10:06:18.115524+0000","last_unstale":"2024-08-19T10:12:13.476226+0000","last_undegraded":"2024-08-19T10:12:13.476226+0000","last_fullsized":"2024-08-19T10:12:13.476226+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":1295,"log_dups_size":0,"ondisk_log_size":1295,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:20:47.761131+0000","scrub_duration":0,"objects_trimmed":3,"snaptrim_duration":0.011436521999999999,"stat_sum":{"num_bytes":2924544,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":214,"num_read_kb":234032,"num_write":512,"num_write_kb":81456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":30826496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"2.e","version":"65'2","reported_seq":1328,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.470892+0000","last_change":"2024-08-19T10:06:18.109017+0000","last_active":"2024-08-19T10:12:13.470892+0000","last_peered":"2024-08-19T10:12:13.470892+0000","last_clean":"2024-08-19T10:12:13.470892+0000","last_became_active":"2024-08-19T10:06:18.106666+0000","last_became_peered":"2024-08-19T10:06:18.106666+0000","last_unstale":"2024-08-19T10:12:13.470892+0000","last_undegraded":"2024-08-19T10:12:13.470892+0000","last_fullsized":"2024-08-19T10:12:13.470892+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:16:19.603055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1192,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.467460+0000","last_change":"2024-08-19T10:06:18.117661+0000","last_active":"2024-08-19T10:12:13.467460+0000","last_peered":"2024-08-19T10:12:13.467460+0000","last_clean":"2024-08-19T10:12:13.467460+0000","last_became_active":"2024-08-19T10:06:18.114479+0000","last_became_peered":"2024-08-19T10:06:18.114479+0000","last_unstale":"2024-08-19T10:12:13.467460+0000","last_undegraded":"2024-08-19T10:12:13.467460+0000","last_fullsized":"2024-08-19T10:12:13.467460+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:30:39.585419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"878'1161","reported_seq":4625,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.470490+0000","last_change":"2024-08-19T10:12:11.692982+0000","last_active":"2024-08-19T10:12:13.470490+0000","last_peered":"2024-08-19T10:12:13.470490+0000","last_clean":"2024-08-19T10:12:13.470490+0000","last_became_active":"2024-08-19T10:04:36.590153+0000","last_became_peered":"2024-08-19T10:04:36.590153+0000","last_unstale":"2024-08-19T10:12:13.470490+0000","last_undegraded":"2024-08-19T10:12:13.470490+0000","last_fullsized":"2024-08-19T10:12:13.470490+0000","mapping_epoch":425,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":426,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":1161,"log_dups_size":0,"ondisk_log_size":1161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:58:55.922685+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.004780411,"stat_sum":{"num_bytes":8019968,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":243,"num_read_kb":382280,"num_write":421,"num_write_kb":92744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":35020800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"2.d","version":"65'1","reported_seq":1400,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466840+0000","last_change":"2024-08-19T10:04:36.589519+0000","last_active":"2024-08-19T10:12:13.466840+0000","last_peered":"2024-08-19T10:12:13.466840+0000","last_clean":"2024-08-19T10:12:13.466840+0000","last_became_active":"2024-08-19T10:04:36.588620+0000","last_became_peered":"2024-08-19T10:04:36.588620+0000","last_unstale":"2024-08-19T10:12:13.466840+0000","last_undegraded":"2024-08-19T10:12:13.466840+0000","last_fullsized":"2024-08-19T10:12:13.466840+0000","mapping_epoch":425,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":426,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:17:00.481852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1256,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.471256+0000","last_change":"2024-08-19T10:05:45.387225+0000","last_active":"2024-08-19T10:12:13.471256+0000","last_peered":"2024-08-19T10:12:13.471256+0000","last_clean":"2024-08-19T10:12:13.471256+0000","last_became_active":"2024-08-19T10:05:45.386909+0000","last_became_peered":"2024-08-19T10:05:45.386909+0000","last_unstale":"2024-08-19T10:12:13.471256+0000","last_undegraded":"2024-08-19T10:12:13.471256+0000","last_fullsized":"2024-08-19T10:12:13.471256+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:15:54.727374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"878'385","reported_seq":3886,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.470884+0000","last_change":"2024-08-19T10:12:11.696049+0000","last_active":"2024-08-19T10:12:13.470884+0000","last_peered":"2024-08-19T10:12:13.470884+0000","last_clean":"2024-08-19T10:12:13.470884+0000","last_became_active":"2024-08-19T10:05:10.512841+0000","last_became_peered":"2024-08-19T10:05:10.512841+0000","last_unstale":"2024-08-19T10:12:13.470884+0000","last_undegraded":"2024-08-19T10:12:13.470884+0000","last_fullsized":"2024-08-19T10:12:13.470884+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":385,"log_dups_size":0,"ondisk_log_size":385,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:55:04.160230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0075846739999999996,"stat_sum":{"num_bytes":2138112,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":80,"num_read_kb":66889,"num_write":206,"num_write_kb":28000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":851968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1355,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.470778+0000","last_change":"2024-08-19T10:05:10.517239+0000","last_active":"2024-08-19T10:12:13.470778+0000","last_peered":"2024-08-19T10:12:13.470778+0000","last_clean":"2024-08-19T10:12:13.470778+0000","last_became_active":"2024-08-19T10:05:10.516902+0000","last_became_peered":"2024-08-19T10:05:10.516902+0000","last_unstale":"2024-08-19T10:12:13.470778+0000","last_undegraded":"2024-08-19T10:12:13.470778+0000","last_fullsized":"2024-08-19T10:12:13.470778+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:56:43.864157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1186,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466883+0000","last_change":"2024-08-19T10:06:18.123055+0000","last_active":"2024-08-19T10:12:13.466883+0000","last_peered":"2024-08-19T10:12:13.466883+0000","last_clean":"2024-08-19T10:12:13.466883+0000","last_became_active":"2024-08-19T10:06:18.120393+0000","last_became_peered":"2024-08-19T10:06:18.120393+0000","last_unstale":"2024-08-19T10:12:13.466883+0000","last_undegraded":"2024-08-19T10:12:13.466883+0000","last_fullsized":"2024-08-19T10:12:13.466883+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:15:54.904101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"862'785","reported_seq":3986,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466623+0000","last_change":"2024-08-19T10:12:11.584182+0000","last_active":"2024-08-19T10:12:13.466623+0000","last_peered":"2024-08-19T10:12:13.466623+0000","last_clean":"2024-08-19T10:12:13.466623+0000","last_became_active":"2024-08-19T10:06:18.120421+0000","last_became_peered":"2024-08-19T10:06:18.120421+0000","last_unstale":"2024-08-19T10:12:13.466623+0000","last_undegraded":"2024-08-19T10:12:13.466623+0000","last_fullsized":"2024-08-19T10:12:13.466623+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":785,"log_dups_size":0,"ondisk_log_size":785,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:22:04.577199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00087025799999999995,"stat_sum":{"num_bytes":8282112,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":196,"num_read_kb":298038,"num_write":372,"num_write_kb":68968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":32866304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1217,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.476819+0000","last_change":"2024-08-19T10:06:18.125251+0000","last_active":"2024-08-19T10:12:13.476819+0000","last_peered":"2024-08-19T10:12:13.476819+0000","last_clean":"2024-08-19T10:12:13.476819+0000","last_became_active":"2024-08-19T10:06:18.124934+0000","last_became_peered":"2024-08-19T10:06:18.124934+0000","last_unstale":"2024-08-19T10:12:13.476819+0000","last_undegraded":"2024-08-19T10:12:13.476819+0000","last_fullsized":"2024-08-19T10:12:13.476819+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:45:54.318505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052978599999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"229'193","reported_seq":1659,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465817+0000","last_change":"2024-08-19T10:06:18.116598+0000","last_active":"2024-08-19T10:12:13.465817+0000","last_peered":"2024-08-19T10:12:13.465817+0000","last_clean":"2024-08-19T10:12:13.465817+0000","last_became_active":"2024-08-19T10:06:18.111815+0000","last_became_peered":"2024-08-19T10:06:18.111815+0000","last_unstale":"2024-08-19T10:12:13.465817+0000","last_undegraded":"2024-08-19T10:12:13.465817+0000","last_fullsized":"2024-08-19T10:12:13.465817+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:52:34.373391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:52:34.373391+0000","last_clean_scrub_stamp":"2024-08-19T09:52:34.373391+0000","objects_scrubbed":0,"log_size":193,"log_dups_size":0,"ondisk_log_size":193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:58:23.382383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":776,"num_read_kb":1280,"num_write":303,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1267,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.470828+0000","last_change":"2024-08-19T10:06:18.115054+0000","last_active":"2024-08-19T10:12:13.470828+0000","last_peered":"2024-08-19T10:12:13.470828+0000","last_clean":"2024-08-19T10:12:13.470828+0000","last_became_active":"2024-08-19T10:06:18.114760+0000","last_became_peered":"2024-08-19T10:06:18.114760+0000","last_unstale":"2024-08-19T10:12:13.470828+0000","last_undegraded":"2024-08-19T10:12:13.470828+0000","last_fullsized":"2024-08-19T10:12:13.470828+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:42:06.490940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1297,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.502704+0000","last_change":"2024-08-19T10:05:45.395992+0000","last_active":"2024-08-19T10:12:13.502704+0000","last_peered":"2024-08-19T10:12:13.502704+0000","last_clean":"2024-08-19T10:12:13.502704+0000","last_became_active":"2024-08-19T10:05:45.395639+0000","last_became_peered":"2024-08-19T10:05:45.395639+0000","last_unstale":"2024-08-19T10:12:13.502704+0000","last_undegraded":"2024-08-19T10:12:13.502704+0000","last_fullsized":"2024-08-19T10:12:13.502704+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T12:57:21.791971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"878'970","reported_seq":4246,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.472001+0000","last_change":"2024-08-19T10:12:11.596479+0000","last_active":"2024-08-19T10:12:13.472001+0000","last_peered":"2024-08-19T10:12:13.472001+0000","last_clean":"2024-08-19T10:12:13.472001+0000","last_became_active":"2024-08-19T10:05:10.518919+0000","last_became_peered":"2024-08-19T10:05:10.518919+0000","last_unstale":"2024-08-19T10:12:13.472001+0000","last_undegraded":"2024-08-19T10:12:13.472001+0000","last_fullsized":"2024-08-19T10:12:13.472001+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":970,"log_dups_size":0,"ondisk_log_size":970,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:58:45.676912+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.010899954,"stat_sum":{"num_bytes":3940352,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":168,"num_read_kb":190242,"num_write":284,"num_write_kb":52192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":16605184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1434,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466235+0000","last_change":"2024-08-19T10:03:31.543508+0000","last_active":"2024-08-19T10:12:13.466235+0000","last_peered":"2024-08-19T10:12:13.466235+0000","last_clean":"2024-08-19T10:12:13.466235+0000","last_became_active":"2024-08-19T10:03:31.543229+0000","last_became_peered":"2024-08-19T10:03:31.543229+0000","last_unstale":"2024-08-19T10:12:13.466235+0000","last_undegraded":"2024-08-19T10:12:13.466235+0000","last_fullsized":"2024-08-19T10:12:13.466235+0000","mapping_epoch":361,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:39:05.048873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1181,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465834+0000","last_change":"2024-08-19T10:06:18.111125+0000","last_active":"2024-08-19T10:12:13.465834+0000","last_peered":"2024-08-19T10:12:13.465834+0000","last_clean":"2024-08-19T10:12:13.465834+0000","last_became_active":"2024-08-19T10:06:18.110122+0000","last_became_peered":"2024-08-19T10:06:18.110122+0000","last_unstale":"2024-08-19T10:12:13.465834+0000","last_undegraded":"2024-08-19T10:12:13.465834+0000","last_fullsized":"2024-08-19T10:12:13.465834+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:08:13.256767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1425,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465931+0000","last_change":"2024-08-19T10:04:36.581541+0000","last_active":"2024-08-19T10:12:13.465931+0000","last_peered":"2024-08-19T10:12:13.465931+0000","last_clean":"2024-08-19T10:12:13.465931+0000","last_became_active":"2024-08-19T10:04:36.580220+0000","last_became_peered":"2024-08-19T10:04:36.580220+0000","last_unstale":"2024-08-19T10:12:13.465931+0000","last_undegraded":"2024-08-19T10:12:13.465931+0000","last_fullsized":"2024-08-19T10:12:13.465931+0000","mapping_epoch":425,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":426,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:02:12.698177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"878'1720","reported_seq":5143,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.471388+0000","last_change":"2024-08-19T10:12:11.703266+0000","last_active":"2024-08-19T10:12:13.471388+0000","last_peered":"2024-08-19T10:12:13.471388+0000","last_clean":"2024-08-19T10:12:13.471388+0000","last_became_active":"2024-08-19T10:05:10.517141+0000","last_became_peered":"2024-08-19T10:05:10.517141+0000","last_unstale":"2024-08-19T10:12:13.471388+0000","last_undegraded":"2024-08-19T10:12:13.471388+0000","last_fullsized":"2024-08-19T10:12:13.471388+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":1720,"log_dups_size":0,"ondisk_log_size":1720,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:04:18.086123+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.014497782000000001,"stat_sum":{"num_bytes":5488640,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":335,"num_read_kb":315043,"num_write":729,"num_write_kb":125728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":21413888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1382,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465983+0000","last_change":"2024-08-19T10:05:10.512350+0000","last_active":"2024-08-19T10:12:13.465983+0000","last_peered":"2024-08-19T10:12:13.465983+0000","last_clean":"2024-08-19T10:12:13.465983+0000","last_became_active":"2024-08-19T10:05:10.512025+0000","last_became_peered":"2024-08-19T10:05:10.512025+0000","last_unstale":"2024-08-19T10:12:13.465983+0000","last_undegraded":"2024-08-19T10:12:13.465983+0000","last_fullsized":"2024-08-19T10:12:13.465983+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T15:11:59.463346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00073579699999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1356,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.470369+0000","last_change":"2024-08-19T10:04:04.436846+0000","last_active":"2024-08-19T10:12:13.470369+0000","last_peered":"2024-08-19T10:12:13.470369+0000","last_clean":"2024-08-19T10:12:13.470369+0000","last_became_active":"2024-08-19T10:04:04.436466+0000","last_became_peered":"2024-08-19T10:04:04.436466+0000","last_unstale":"2024-08-19T10:12:13.470369+0000","last_undegraded":"2024-08-19T10:12:13.470369+0000","last_fullsized":"2024-08-19T10:12:13.470369+0000","mapping_epoch":394,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":395,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:39:31.630849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1393,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465815+0000","last_change":"2024-08-19T10:05:45.392155+0000","last_active":"2024-08-19T10:12:13.465815+0000","last_peered":"2024-08-19T10:12:13.465815+0000","last_clean":"2024-08-19T10:12:13.465815+0000","last_became_active":"2024-08-19T10:05:45.391810+0000","last_became_peered":"2024-08-19T10:05:45.391810+0000","last_unstale":"2024-08-19T10:12:13.465815+0000","last_undegraded":"2024-08-19T10:12:13.465815+0000","last_fullsized":"2024-08-19T10:12:13.465815+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:45:08.883144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"872'355","reported_seq":3983,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466652+0000","last_change":"2024-08-19T10:12:11.581896+0000","last_active":"2024-08-19T10:12:13.466652+0000","last_peered":"2024-08-19T10:12:13.466652+0000","last_clean":"2024-08-19T10:12:13.466652+0000","last_became_active":"2024-08-19T10:04:36.586277+0000","last_became_peered":"2024-08-19T10:04:36.586277+0000","last_unstale":"2024-08-19T10:12:13.466652+0000","last_undegraded":"2024-08-19T10:12:13.466652+0000","last_fullsized":"2024-08-19T10:12:13.466652+0000","mapping_epoch":425,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":426,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":355,"log_dups_size":0,"ondisk_log_size":355,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:53:50.271663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00080542700000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":50,"num_read_kb":53566,"num_write":113,"num_write_kb":36208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":10182656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1363,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466899+0000","last_change":"2024-08-19T10:04:04.434031+0000","last_active":"2024-08-19T10:12:13.466899+0000","last_peered":"2024-08-19T10:12:13.466899+0000","last_clean":"2024-08-19T10:12:13.466899+0000","last_became_active":"2024-08-19T10:04:04.433706+0000","last_became_peered":"2024-08-19T10:04:04.433706+0000","last_unstale":"2024-08-19T10:12:13.466899+0000","last_undegraded":"2024-08-19T10:12:13.466899+0000","last_fullsized":"2024-08-19T10:12:13.466899+0000","mapping_epoch":394,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":395,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:48:58.350054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1234,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.471021+0000","last_change":"2024-08-19T10:05:45.389155+0000","last_active":"2024-08-19T10:12:13.471021+0000","last_peered":"2024-08-19T10:12:13.471021+0000","last_clean":"2024-08-19T10:12:13.471021+0000","last_became_active":"2024-08-19T10:05:45.388834+0000","last_became_peered":"2024-08-19T10:05:45.388834+0000","last_unstale":"2024-08-19T10:12:13.471021+0000","last_undegraded":"2024-08-19T10:12:13.471021+0000","last_fullsized":"2024-08-19T10:12:13.471021+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:45:29.187908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1276,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.474096+0000","last_change":"2024-08-19T10:05:45.397008+0000","last_active":"2024-08-19T10:12:13.474096+0000","last_peered":"2024-08-19T10:12:13.474096+0000","last_clean":"2024-08-19T10:12:13.474096+0000","last_became_active":"2024-08-19T10:05:45.396599+0000","last_became_peered":"2024-08-19T10:05:45.396599+0000","last_unstale":"2024-08-19T10:12:13.474096+0000","last_undegraded":"2024-08-19T10:12:13.474096+0000","last_fullsized":"2024-08-19T10:12:13.474096+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:59:24.962656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"878'2259","reported_seq":5719,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.468141+0000","last_change":"2024-08-19T10:12:11.592475+0000","last_active":"2024-08-19T10:12:13.468141+0000","last_peered":"2024-08-19T10:12:13.468141+0000","last_clean":"2024-08-19T10:12:13.468141+0000","last_became_active":"2024-08-19T10:05:45.397169+0000","last_became_peered":"2024-08-19T10:05:45.397169+0000","last_unstale":"2024-08-19T10:12:13.468141+0000","last_undegraded":"2024-08-19T10:12:13.468141+0000","last_fullsized":"2024-08-19T10:12:13.468141+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":2259,"log_dups_size":0,"ondisk_log_size":2259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:06:28.672055+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.011222371,"stat_sum":{"num_bytes":16449536,"num_objects":7,"num_object_clones":2,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":393,"num_read_kb":537044,"num_write":1065,"num_write_kb":163744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":19013632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"4.2","version":"74'2","reported_seq":1365,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465960+0000","last_change":"2024-08-19T10:05:10.512553+0000","last_active":"2024-08-19T10:12:13.465960+0000","last_peered":"2024-08-19T10:12:13.465960+0000","last_clean":"2024-08-19T10:12:13.465960+0000","last_became_active":"2024-08-19T10:05:10.512206+0000","last_became_peered":"2024-08-19T10:05:10.512206+0000","last_unstale":"2024-08-19T10:12:13.465960+0000","last_undegraded":"2024-08-19T10:12:13.465960+0000","last_fullsized":"2024-08-19T10:12:13.465960+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:23:08.971647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075622999999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1387,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466858+0000","last_change":"2024-08-19T10:06:18.109850+0000","last_active":"2024-08-19T10:12:13.466858+0000","last_peered":"2024-08-19T10:12:13.466858+0000","last_clean":"2024-08-19T10:12:13.466858+0000","last_became_active":"2024-08-19T10:06:18.109440+0000","last_became_peered":"2024-08-19T10:06:18.109440+0000","last_unstale":"2024-08-19T10:12:13.466858+0000","last_undegraded":"2024-08-19T10:12:13.466858+0000","last_fullsized":"2024-08-19T10:12:13.466858+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:15:02.959677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1260,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.471489+0000","last_change":"2024-08-19T10:05:10.517238+0000","last_active":"2024-08-19T10:12:13.471489+0000","last_peered":"2024-08-19T10:12:13.471489+0000","last_clean":"2024-08-19T10:12:13.471489+0000","last_became_active":"2024-08-19T10:05:10.516480+0000","last_became_peered":"2024-08-19T10:05:10.516480+0000","last_unstale":"2024-08-19T10:12:13.471489+0000","last_undegraded":"2024-08-19T10:12:13.471489+0000","last_fullsized":"2024-08-19T10:12:13.471489+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:52:33.964174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"878'1248","reported_seq":4492,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.476795+0000","last_change":"2024-08-19T10:12:11.597009+0000","last_active":"2024-08-19T10:12:13.476795+0000","last_peered":"2024-08-19T10:12:13.476795+0000","last_clean":"2024-08-19T10:12:13.476795+0000","last_became_active":"2024-08-19T10:05:45.393284+0000","last_became_peered":"2024-08-19T10:05:45.393284+0000","last_unstale":"2024-08-19T10:12:13.476795+0000","last_undegraded":"2024-08-19T10:12:13.476795+0000","last_fullsized":"2024-08-19T10:12:13.476795+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":1248,"log_dups_size":0,"ondisk_log_size":1248,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:35:30.173329+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.0081965279999999998,"stat_sum":{"num_bytes":6012928,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":269,"num_read_kb":587507,"num_write":461,"num_write_kb":98128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22306816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"4.3","version":"72'1","reported_seq":1436,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.467779+0000","last_change":"2024-08-19T10:06:18.114038+0000","last_active":"2024-08-19T10:12:13.467779+0000","last_peered":"2024-08-19T10:12:13.467779+0000","last_clean":"2024-08-19T10:12:13.467779+0000","last_became_active":"2024-08-19T10:06:18.113545+0000","last_became_peered":"2024-08-19T10:06:18.113545+0000","last_unstale":"2024-08-19T10:12:13.467779+0000","last_undegraded":"2024-08-19T10:12:13.467779+0000","last_fullsized":"2024-08-19T10:12:13.467779+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:29:01.176717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1195,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466835+0000","last_change":"2024-08-19T10:06:18.121395+0000","last_active":"2024-08-19T10:12:13.466835+0000","last_peered":"2024-08-19T10:12:13.466835+0000","last_clean":"2024-08-19T10:12:13.466835+0000","last_became_active":"2024-08-19T10:06:18.113835+0000","last_became_peered":"2024-08-19T10:06:18.113835+0000","last_unstale":"2024-08-19T10:12:13.466835+0000","last_undegraded":"2024-08-19T10:12:13.466835+0000","last_fullsized":"2024-08-19T10:12:13.466835+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:13:30.172778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1393,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466246+0000","last_change":"2024-08-19T10:05:10.509070+0000","last_active":"2024-08-19T10:12:13.466246+0000","last_peered":"2024-08-19T10:12:13.466246+0000","last_clean":"2024-08-19T10:12:13.466246+0000","last_became_active":"2024-08-19T10:05:10.508777+0000","last_became_peered":"2024-08-19T10:05:10.508777+0000","last_unstale":"2024-08-19T10:12:13.466246+0000","last_undegraded":"2024-08-19T10:12:13.466246+0000","last_fullsized":"2024-08-19T10:12:13.466246+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:49:53.841422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"878'792","reported_seq":4149,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.473864+0000","last_change":"2024-08-19T10:12:11.587496+0000","last_active":"2024-08-19T10:12:13.473864+0000","last_peered":"2024-08-19T10:12:13.473864+0000","last_clean":"2024-08-19T10:12:13.473864+0000","last_became_active":"2024-08-19T10:06:18.122829+0000","last_became_peered":"2024-08-19T10:06:18.122829+0000","last_unstale":"2024-08-19T10:12:13.473864+0000","last_undegraded":"2024-08-19T10:12:13.473864+0000","last_fullsized":"2024-08-19T10:12:13.473864+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":792,"log_dups_size":0,"ondisk_log_size":792,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:43:10.638293+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.0082913259999999999,"stat_sum":{"num_bytes":286720,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":137,"num_read_kb":212015,"num_write":397,"num_write_kb":90072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":22347776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1328,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.502562+0000","last_change":"2024-08-19T10:06:18.110530+0000","last_active":"2024-08-19T10:12:13.502562+0000","last_peered":"2024-08-19T10:12:13.502562+0000","last_clean":"2024-08-19T10:12:13.502562+0000","last_became_active":"2024-08-19T10:06:18.110005+0000","last_became_peered":"2024-08-19T10:06:18.110005+0000","last_unstale":"2024-08-19T10:12:13.502562+0000","last_undegraded":"2024-08-19T10:12:13.502562+0000","last_fullsized":"2024-08-19T10:12:13.502562+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:09:38.904480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050457300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"548'2","reported_seq":1401,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465914+0000","last_change":"2024-08-19T10:05:45.391198+0000","last_active":"2024-08-19T10:12:13.465914+0000","last_peered":"2024-08-19T10:12:13.465914+0000","last_clean":"2024-08-19T10:12:13.465914+0000","last_became_active":"2024-08-19T10:05:45.390654+0000","last_became_peered":"2024-08-19T10:05:45.390654+0000","last_unstale":"2024-08-19T10:12:13.465914+0000","last_undegraded":"2024-08-19T10:12:13.465914+0000","last_fullsized":"2024-08-19T10:12:13.465914+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:44:17.111569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1330,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.503344+0000","last_change":"2024-08-19T10:06:18.110465+0000","last_active":"2024-08-19T10:12:13.503344+0000","last_peered":"2024-08-19T10:12:13.503344+0000","last_clean":"2024-08-19T10:12:13.503344+0000","last_became_active":"2024-08-19T10:06:18.110139+0000","last_became_peered":"2024-08-19T10:06:18.110139+0000","last_unstale":"2024-08-19T10:12:13.503344+0000","last_undegraded":"2024-08-19T10:12:13.503344+0000","last_fullsized":"2024-08-19T10:12:13.503344+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:57:00.527189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"878'2107","reported_seq":5434,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.502948+0000","last_change":"2024-08-19T10:12:11.600499+0000","last_active":"2024-08-19T10:12:13.502948+0000","last_peered":"2024-08-19T10:12:13.502948+0000","last_clean":"2024-08-19T10:12:13.502948+0000","last_became_active":"2024-08-19T10:04:36.589029+0000","last_became_peered":"2024-08-19T10:04:36.589029+0000","last_unstale":"2024-08-19T10:12:13.502948+0000","last_undegraded":"2024-08-19T10:12:13.502948+0000","last_fullsized":"2024-08-19T10:12:13.502948+0000","mapping_epoch":425,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":426,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":2107,"log_dups_size":0,"ondisk_log_size":2107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:30:40.545313+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.020667927999999999,"stat_sum":{"num_bytes":31555584,"num_objects":9,"num_object_clones":4,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":1,"num_read":403,"num_read_kb":543276,"num_write":846,"num_write_kb":178056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":17866752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1294,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.473985+0000","last_change":"2024-08-19T10:05:45.402278+0000","last_active":"2024-08-19T10:12:13.473985+0000","last_peered":"2024-08-19T10:12:13.473985+0000","last_clean":"2024-08-19T10:12:13.473985+0000","last_became_active":"2024-08-19T10:05:45.401842+0000","last_became_peered":"2024-08-19T10:05:45.401842+0000","last_unstale":"2024-08-19T10:12:13.473985+0000","last_undegraded":"2024-08-19T10:12:13.473985+0000","last_fullsized":"2024-08-19T10:12:13.473985+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:55:44.274889+0000","last_clean_scrub_stamp":"2024-08-19T09:55:44.274889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:08:42.135657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":1202,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.477022+0000","last_change":"2024-08-19T10:06:18.119668+0000","last_active":"2024-08-19T10:12:13.477022+0000","last_peered":"2024-08-19T10:12:13.477022+0000","last_clean":"2024-08-19T10:12:13.477022+0000","last_became_active":"2024-08-19T10:06:18.119244+0000","last_became_peered":"2024-08-19T10:06:18.119244+0000","last_unstale":"2024-08-19T10:12:13.477022+0000","last_undegraded":"2024-08-19T10:12:13.477022+0000","last_fullsized":"2024-08-19T10:12:13.477022+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:03:37.500163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1425,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466148+0000","last_change":"2024-08-19T10:04:36.572714+0000","last_active":"2024-08-19T10:12:13.466148+0000","last_peered":"2024-08-19T10:12:13.466148+0000","last_clean":"2024-08-19T10:12:13.466148+0000","last_became_active":"2024-08-19T10:04:36.572312+0000","last_became_peered":"2024-08-19T10:04:36.572312+0000","last_unstale":"2024-08-19T10:12:13.466148+0000","last_undegraded":"2024-08-19T10:12:13.466148+0000","last_fullsized":"2024-08-19T10:12:13.466148+0000","mapping_epoch":425,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":426,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T20:40:08.826025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"878'2685","reported_seq":5832,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.471859+0000","last_change":"2024-08-19T10:12:11.604359+0000","last_active":"2024-08-19T10:12:13.471859+0000","last_peered":"2024-08-19T10:12:13.471859+0000","last_clean":"2024-08-19T10:12:13.471859+0000","last_became_active":"2024-08-19T10:05:45.389345+0000","last_became_peered":"2024-08-19T10:05:45.389345+0000","last_unstale":"2024-08-19T10:12:13.471859+0000","last_undegraded":"2024-08-19T10:12:13.471859+0000","last_fullsized":"2024-08-19T10:12:13.471859+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":2685,"log_dups_size":0,"ondisk_log_size":2685,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T13:00:19.240362+0000","scrub_duration":0,"objects_trimmed":5,"snaptrim_duration":0.018977109999999998,"stat_sum":{"num_bytes":11329536,"num_objects":5,"num_object_clones":1,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":488,"num_read_kb":588337,"num_write":1044,"num_write_kb":156544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":22306816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1180,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465902+0000","last_change":"2024-08-19T10:06:18.110083+0000","last_active":"2024-08-19T10:12:13.465902+0000","last_peered":"2024-08-19T10:12:13.465902+0000","last_clean":"2024-08-19T10:12:13.465902+0000","last_became_active":"2024-08-19T10:06:18.109771+0000","last_became_peered":"2024-08-19T10:06:18.109771+0000","last_unstale":"2024-08-19T10:12:13.465902+0000","last_undegraded":"2024-08-19T10:12:13.465902+0000","last_fullsized":"2024-08-19T10:12:13.465902+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T10:27:44.137971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1300,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.474120+0000","last_change":"2024-08-19T10:06:18.125935+0000","last_active":"2024-08-19T10:12:13.474120+0000","last_peered":"2024-08-19T10:12:13.474120+0000","last_clean":"2024-08-19T10:12:13.474120+0000","last_became_active":"2024-08-19T10:06:18.123395+0000","last_became_peered":"2024-08-19T10:06:18.123395+0000","last_unstale":"2024-08-19T10:12:13.474120+0000","last_undegraded":"2024-08-19T10:12:13.474120+0000","last_fullsized":"2024-08-19T10:12:13.474120+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:50:31.380092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"878'762","reported_seq":4159,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.475118+0000","last_change":"2024-08-19T10:12:11.587845+0000","last_active":"2024-08-19T10:12:13.475118+0000","last_peered":"2024-08-19T10:12:13.475118+0000","last_clean":"2024-08-19T10:12:13.475118+0000","last_became_active":"2024-08-19T10:05:10.501091+0000","last_became_peered":"2024-08-19T10:05:10.501091+0000","last_unstale":"2024-08-19T10:12:13.475118+0000","last_undegraded":"2024-08-19T10:12:13.475118+0000","last_fullsized":"2024-08-19T10:12:13.475118+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":762,"log_dups_size":0,"ondisk_log_size":762,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:15:17.108662+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.0078878999999999998,"stat_sum":{"num_bytes":4890624,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":164,"num_read_kb":225087,"num_write":224,"num_write_kb":79664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":69115904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1393,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465566+0000","last_change":"2024-08-19T10:06:18.108825+0000","last_active":"2024-08-19T10:12:13.465566+0000","last_peered":"2024-08-19T10:12:13.465566+0000","last_clean":"2024-08-19T10:12:13.465566+0000","last_became_active":"2024-08-19T10:06:18.108494+0000","last_became_peered":"2024-08-19T10:06:18.108494+0000","last_unstale":"2024-08-19T10:12:13.465566+0000","last_undegraded":"2024-08-19T10:12:13.465566+0000","last_fullsized":"2024-08-19T10:12:13.465566+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:41:56.052215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1321,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.502691+0000","last_change":"2024-08-19T10:06:18.110784+0000","last_active":"2024-08-19T10:12:13.502691+0000","last_peered":"2024-08-19T10:12:13.502691+0000","last_clean":"2024-08-19T10:12:13.502691+0000","last_became_active":"2024-08-19T10:06:18.110465+0000","last_became_peered":"2024-08-19T10:06:18.110465+0000","last_unstale":"2024-08-19T10:12:13.502691+0000","last_undegraded":"2024-08-19T10:12:13.502691+0000","last_fullsized":"2024-08-19T10:12:13.502691+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T21:05:25.753344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"878'834","reported_seq":4254,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.471012+0000","last_change":"2024-08-19T10:12:11.700645+0000","last_active":"2024-08-19T10:12:13.471012+0000","last_peered":"2024-08-19T10:12:13.471012+0000","last_clean":"2024-08-19T10:12:13.471012+0000","last_became_active":"2024-08-19T10:06:18.115119+0000","last_became_peered":"2024-08-19T10:06:18.115119+0000","last_unstale":"2024-08-19T10:12:13.471012+0000","last_undegraded":"2024-08-19T10:12:13.471012+0000","last_fullsized":"2024-08-19T10:12:13.471012+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":834,"log_dups_size":0,"ondisk_log_size":834,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T16:10:01.449400+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.012055102999999999,"stat_sum":{"num_bytes":5177344,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":131,"num_read_kb":183191,"num_write":323,"num_write_kb":62136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":2342912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1393,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465804+0000","last_change":"2024-08-19T10:06:18.104366+0000","last_active":"2024-08-19T10:12:13.465804+0000","last_peered":"2024-08-19T10:12:13.465804+0000","last_clean":"2024-08-19T10:12:13.465804+0000","last_became_active":"2024-08-19T10:06:18.104053+0000","last_became_peered":"2024-08-19T10:06:18.104053+0000","last_unstale":"2024-08-19T10:12:13.465804+0000","last_undegraded":"2024-08-19T10:12:13.465804+0000","last_fullsized":"2024-08-19T10:12:13.465804+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:38:46.605385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1329,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.503117+0000","last_change":"2024-08-19T10:04:36.589434+0000","last_active":"2024-08-19T10:12:13.503117+0000","last_peered":"2024-08-19T10:12:13.503117+0000","last_clean":"2024-08-19T10:12:13.503117+0000","last_became_active":"2024-08-19T10:04:36.589153+0000","last_became_peered":"2024-08-19T10:04:36.589153+0000","last_unstale":"2024-08-19T10:12:13.503117+0000","last_undegraded":"2024-08-19T10:12:13.503117+0000","last_fullsized":"2024-08-19T10:12:13.503117+0000","mapping_epoch":425,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":426,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:28:31.854403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"878'1658","reported_seq":5119,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466537+0000","last_change":"2024-08-19T10:12:11.599301+0000","last_active":"2024-08-19T10:12:13.466537+0000","last_peered":"2024-08-19T10:12:13.466537+0000","last_clean":"2024-08-19T10:12:13.466537+0000","last_became_active":"2024-08-19T10:04:36.581762+0000","last_became_peered":"2024-08-19T10:04:36.581762+0000","last_unstale":"2024-08-19T10:12:13.466537+0000","last_undegraded":"2024-08-19T10:12:13.466537+0000","last_fullsized":"2024-08-19T10:12:13.466537+0000","mapping_epoch":425,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":426,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:58:26.988783+0000","last_clean_scrub_stamp":"2024-08-19T09:58:26.988783+0000","objects_scrubbed":0,"log_size":1658,"log_dups_size":0,"ondisk_log_size":1658,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:08:04.432330+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.013526701,"stat_sum":{"num_bytes":19988480,"num_objects":5,"num_object_clones":1,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":267,"num_read_kb":328975,"num_write":687,"num_write_kb":116632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":28016640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1b0","length":"1"},{"start":"1c5","length":"1"},{"start":"1c8","length":"1"}]},{"pgid":"2.b","version":"545'3","reported_seq":1190,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.465877+0000","last_change":"2024-08-19T10:06:18.124254+0000","last_active":"2024-08-19T10:12:13.465877+0000","last_peered":"2024-08-19T10:12:13.465877+0000","last_clean":"2024-08-19T10:12:13.465877+0000","last_became_active":"2024-08-19T10:06:18.122208+0000","last_became_peered":"2024-08-19T10:06:18.122208+0000","last_unstale":"2024-08-19T10:12:13.465877+0000","last_undegraded":"2024-08-19T10:12:13.465877+0000","last_fullsized":"2024-08-19T10:12:13.465877+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T17:25:39.782076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1223,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.476537+0000","last_change":"2024-08-19T10:05:45.396488+0000","last_active":"2024-08-19T10:12:13.476537+0000","last_peered":"2024-08-19T10:12:13.476537+0000","last_clean":"2024-08-19T10:12:13.476537+0000","last_became_active":"2024-08-19T10:05:45.396068+0000","last_became_peered":"2024-08-19T10:05:45.396068+0000","last_unstale":"2024-08-19T10:12:13.476537+0000","last_undegraded":"2024-08-19T10:12:13.476537+0000","last_fullsized":"2024-08-19T10:12:13.476537+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:08:48.694732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1243,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.471142+0000","last_change":"2024-08-19T10:05:45.387246+0000","last_active":"2024-08-19T10:12:13.471142+0000","last_peered":"2024-08-19T10:12:13.471142+0000","last_clean":"2024-08-19T10:12:13.471142+0000","last_became_active":"2024-08-19T10:05:45.386924+0000","last_became_peered":"2024-08-19T10:05:45.386924+0000","last_unstale":"2024-08-19T10:12:13.471142+0000","last_undegraded":"2024-08-19T10:12:13.471142+0000","last_fullsized":"2024-08-19T10:12:13.471142+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:23:27.701573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":1190,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466375+0000","last_change":"2024-08-19T10:06:18.120217+0000","last_active":"2024-08-19T10:12:13.466375+0000","last_peered":"2024-08-19T10:12:13.466375+0000","last_clean":"2024-08-19T10:12:13.466375+0000","last_became_active":"2024-08-19T10:06:18.119701+0000","last_became_peered":"2024-08-19T10:06:18.119701+0000","last_unstale":"2024-08-19T10:12:13.466375+0000","last_undegraded":"2024-08-19T10:12:13.466375+0000","last_fullsized":"2024-08-19T10:12:13.466375+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:14:03.379585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1247,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.471359+0000","last_change":"2024-08-19T10:05:10.509888+0000","last_active":"2024-08-19T10:12:13.471359+0000","last_peered":"2024-08-19T10:12:13.471359+0000","last_clean":"2024-08-19T10:12:13.471359+0000","last_became_active":"2024-08-19T10:05:10.506879+0000","last_became_peered":"2024-08-19T10:05:10.506879+0000","last_unstale":"2024-08-19T10:12:13.471359+0000","last_undegraded":"2024-08-19T10:12:13.471359+0000","last_fullsized":"2024-08-19T10:12:13.471359+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T11:26:47.846086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":1183,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466429+0000","last_change":"2024-08-19T10:06:18.124822+0000","last_active":"2024-08-19T10:12:13.466429+0000","last_peered":"2024-08-19T10:12:13.466429+0000","last_clean":"2024-08-19T10:12:13.466429+0000","last_became_active":"2024-08-19T10:06:18.120952+0000","last_became_peered":"2024-08-19T10:06:18.120952+0000","last_unstale":"2024-08-19T10:12:13.466429+0000","last_undegraded":"2024-08-19T10:12:13.466429+0000","last_fullsized":"2024-08-19T10:12:13.466429+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:24:53.156313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1425,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.466075+0000","last_change":"2024-08-19T10:05:10.511054+0000","last_active":"2024-08-19T10:12:13.466075+0000","last_peered":"2024-08-19T10:12:13.466075+0000","last_clean":"2024-08-19T10:12:13.466075+0000","last_became_active":"2024-08-19T10:05:10.510682+0000","last_became_peered":"2024-08-19T10:05:10.510682+0000","last_unstale":"2024-08-19T10:12:13.466075+0000","last_undegraded":"2024-08-19T10:12:13.466075+0000","last_fullsized":"2024-08-19T10:12:13.466075+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:49:11.018884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"545'2","reported_seq":1336,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.503293+0000","last_change":"2024-08-19T10:05:10.522245+0000","last_active":"2024-08-19T10:12:13.503293+0000","last_peered":"2024-08-19T10:12:13.503293+0000","last_clean":"2024-08-19T10:12:13.503293+0000","last_became_active":"2024-08-19T10:05:10.521850+0000","last_became_peered":"2024-08-19T10:05:10.521850+0000","last_unstale":"2024-08-19T10:12:13.503293+0000","last_undegraded":"2024-08-19T10:12:13.503293+0000","last_fullsized":"2024-08-19T10:12:13.503293+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T19:25:32.874245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1313,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.503236+0000","last_change":"2024-08-19T10:05:45.395458+0000","last_active":"2024-08-19T10:12:13.503236+0000","last_peered":"2024-08-19T10:12:13.503236+0000","last_clean":"2024-08-19T10:12:13.503236+0000","last_became_active":"2024-08-19T10:05:45.395112+0000","last_became_peered":"2024-08-19T10:05:45.395112+0000","last_unstale":"2024-08-19T10:12:13.503236+0000","last_undegraded":"2024-08-19T10:12:13.503236+0000","last_fullsized":"2024-08-19T10:12:13.503236+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:52.811604+0000","last_clean_scrub_stamp":"2024-08-19T09:54:52.811604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T14:32:18.141041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"545'5","reported_seq":1437,"reported_epoch":880,"state":"active+clean","last_fresh":"2024-08-19T10:12:13.467313+0000","last_change":"2024-08-19T10:06:18.112083+0000","last_active":"2024-08-19T10:12:13.467313+0000","last_peered":"2024-08-19T10:12:13.467313+0000","last_clean":"2024-08-19T10:12:13.467313+0000","last_became_active":"2024-08-19T10:06:18.111669+0000","last_became_peered":"2024-08-19T10:06:18.111669+0000","last_unstale":"2024-08-19T10:12:13.467313+0000","last_undegraded":"2024-08-19T10:12:13.467313+0000","last_fullsized":"2024-08-19T10:12:13.467313+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-19T09:54:49.794445+0000","last_clean_scrub_stamp":"2024-08-19T09:54:49.794445+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-20T18:49:12.804696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":135258112,"num_objects":56,"num_object_clones":15,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":5,"num_read":3921,"num_read_kb":5130882,"num_write":8639,"num_write_kb":1595360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":121,"num_bytes_recovered":409862144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":202887168,"data_stored":240893952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21250,"ondisk_log_size":21250,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43625,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":776,"num_read_kb":1280,"num_write":303,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":193,"ondisk_log_size":193,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":525,"seq":2254857830473,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":224468,"kb_used_data":18816,"kb_used_omap":23,"kb_used_meta":205608,"kb_avail":93520684,"statfs":{"total":95995035648,"available":95765180416,"internally_reserved":0,"allocated":19267584,"data_stored":14852637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24220,"internal_metadata":210542948},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":493,"seq":2117418877008,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":357080,"kb_used_data":28612,"kb_used_omap":37,"kb_used_meta":328410,"kb_avail":93388072,"statfs":{"total":95995035648,"available":95629385728,"internally_reserved":0,"allocated":29298688,"data_stored":28378751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38698,"internal_metadata":336292054},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":458,"seq":1967095021654,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":390360,"kb_used_data":33156,"kb_used_omap":44,"kb_used_meta":357139,"kb_avail":93354792,"statfs":{"total":95995035648,"available":95595307008,"internally_reserved":0,"allocated":33951744,"data_stored":31951674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45821,"internal_metadata":365710595},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":425,"seq":1825361100893,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":495080,"kb_used_data":47252,"kb_used_omap":40,"kb_used_meta":447767,"kb_avail":93250072,"statfs":{"total":95995035648,"available":95488073728,"internally_reserved":0,"allocated":48386048,"data_stored":50724984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41929,"internal_metadata":458513463},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":394,"seq":1692217114724,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":432248,"kb_used_data":37608,"kb_used_omap":25,"kb_used_meta":394598,"kb_avail":93312904,"statfs":{"total":95995035648,"available":95552413696,"internally_reserved":0,"allocated":38510592,"data_stored":41854151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26376,"internal_metadata":404068600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":361,"seq":1550483193962,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":343864,"kb_used_data":28584,"kb_used_omap":29,"kb_used_meta":315234,"kb_avail":93401288,"statfs":{"total":95995035648,"available":95642918912,"internally_reserved":0,"allocated":29270016,"data_stored":26922401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29848,"internal_metadata":322800488},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":328,"seq":1408749273201,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":534496,"kb_used_data":45584,"kb_used_omap":40,"kb_used_meta":488855,"kb_avail":93210656,"statfs":{"total":95995035648,"available":95447711744,"internally_reserved":0,"allocated":46678016,"data_stored":50363988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41653,"internal_metadata":500587851},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":296,"seq":1271310319735,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":602712,"kb_used_data":41036,"kb_used_omap":33,"kb_used_meta":561630,"kb_avail":93142440,"statfs":{"total":95995035648,"available":95377858560,"internally_reserved":0,"allocated":42020864,"data_stored":45018524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34683,"internal_metadata":575109253},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5776,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4377,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5821,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6140,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6016,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5348,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4933,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5214,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":31096832,"data_stored":38510592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":36335616,"data_stored":44437504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":18939904,"data_stored":20996096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28155904,"data_stored":35921920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":38035456,"data_stored":44797952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":23629824,"data_stored":26038272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":18358272,"data_stored":21856256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8335360,"data_stored":8335360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-19T10:12:19.215 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-08-19T10:12:19.215 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-08-19T10:12:19.420 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T10:12:19.792 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:19 smithi190 ceph-mon[80032]: pgmap v995: 121 pgs: 121 active+clean; 130 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-08-19T10:12:19.792 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:19 smithi190 ceph-mon[80032]: from='client.34653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T10:12:19.793 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:19 smithi190 ceph-mon[77620]: pgmap v995: 121 pgs: 121 active+clean; 130 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-08-19T10:12:19.793 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:19 smithi190 ceph-mon[77620]: from='client.34653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T10:12:19.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:19 smithi196 ceph-mon[72638]: pgmap v995: 121 pgs: 121 active+clean; 130 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-08-19T10:12:19.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:19 smithi196 ceph-mon[72638]: from='client.34653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-19T10:12:21.615 INFO:teuthology.orchestra.run.smithi190.stderr:pool 'unique_pool_0' removed 2024-08-19T10:12:21.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:21 smithi196 ceph-mon[72638]: pgmap v997: 121 pgs: 121 active+clean; 130 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 320 KiB/s wr, 5 op/s 2024-08-19T10:12:21.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:21 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3132469566' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T10:12:21.942 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:21 smithi190 ceph-mon[77620]: pgmap v997: 121 pgs: 121 active+clean; 130 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 320 KiB/s wr, 5 op/s 2024-08-19T10:12:21.942 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:21 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3132469566' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T10:12:21.942 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:21 smithi190 ceph-mon[80032]: pgmap v997: 121 pgs: 121 active+clean; 130 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 320 KiB/s wr, 5 op/s 2024-08-19T10:12:21.942 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:21 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3132469566' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T10:12:22.220 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-19T10:12:22.221 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-08-19T10:12:22.221 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-19T10:12:22.221 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-08-19T10:12:22.221 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-19T10:12:22.221 INFO:tasks.workunit:Pulling workunits from ref reef 2024-08-19T10:12:22.222 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-19T10:12:22.222 DEBUG:teuthology.orchestra.run.smithi190:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-19T10:12:22.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T10:12:22.239 INFO:teuthology.orchestra.run.smithi190.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-19T10:12:22.239 DEBUG:teuthology.orchestra.run.smithi190:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-19T10:12:22.295 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-19T10:12:22.295 DEBUG:teuthology.orchestra.run.smithi190:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-19T10:12:22.350 INFO:tasks.workunit:timeout=3h 2024-08-19T10:12:22.350 INFO:tasks.workunit:cleanup=True 2024-08-19T10:12:22.351 DEBUG:teuthology.orchestra.run.smithi190:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-19T10:12:22.406 INFO:tasks.workunit.client.0.smithi190.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-19T10:12:22.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:22 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3132469566' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T10:12:22.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:22 smithi196 ceph-mon[72638]: osdmap e882: 8 total, 8 up, 8 in 2024-08-19T10:12:23.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:22 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3132469566' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T10:12:23.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:22 smithi190 ceph-mon[77620]: osdmap e882: 8 total, 8 up, 8 in 2024-08-19T10:12:23.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:22 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3132469566' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T10:12:23.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:22 smithi190 ceph-mon[80032]: osdmap e882: 8 total, 8 up, 8 in 2024-08-19T10:12:23.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:23 smithi196 ceph-mon[72638]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:24.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:23 smithi190 ceph-mon[77620]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:24.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:23 smithi190 ceph-mon[80032]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:25.890 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:25 smithi190 ceph-mon[80032]: pgmap v1000: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:25.891 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:25 smithi190 ceph-mon[77620]: pgmap v1000: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:25.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:25 smithi196 ceph-mon[72638]: pgmap v1000: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:27.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:27 smithi196 ceph-mon[72638]: pgmap v1001: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:28.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:27 smithi190 ceph-mon[77620]: pgmap v1001: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:28.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:27 smithi190 ceph-mon[80032]: pgmap v1001: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:28.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:12:27 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:12:27] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.51.0" 2024-08-19T10:12:28.201 DEBUG:teuthology.orchestra.run.smithi190:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-19T10:12:28.258 INFO:tasks.workunit.client.0.smithi190.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-19T10:12:28.260 INFO:tasks.workunit.client.0.smithi190.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-19T10:12:28.260 INFO:tasks.workunit.client.0.smithi190.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-19T10:12:28.309 INFO:tasks.workunit.client.0.smithi190.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-19T10:12:28.359 INFO:tasks.workunit.client.0.smithi190.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-19T10:12:28.397 INFO:tasks.workunit.client.0.smithi190.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-19T10:12:28.399 INFO:tasks.workunit.client.0.smithi190.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-19T10:12:28.399 INFO:tasks.workunit.client.0.smithi190.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-19T10:12:28.437 INFO:tasks.workunit.client.0.smithi190.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-19T10:12:28.440 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-19T10:12:28.440 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-19T10:12:28.497 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-08-19T10:12:28.498 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-08-19T10:12:28.499 DEBUG:teuthology.orchestra.run.smithi190:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-08-19T10:12:28.568 INFO:tasks.workunit.client.0.smithi190.stdout:Running main() from gmock_main.cc 2024-08-19T10:12:28.569 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] Running 22 tests from 1 test suite. 2024-08-19T10:12:28.569 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment set-up. 2024-08-19T10:12:28.569 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 22 tests from TestCls2PCQueue 2024-08-19T10:12:28.569 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-08-19T10:12:29.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:29 smithi196 ceph-mon[72638]: pgmap v1002: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:29.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:29 smithi196 ceph-mon[72638]: osdmap e883: 8 total, 8 up, 8 in 2024-08-19T10:12:29.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:29 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1036359416' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:30.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:29 smithi190 ceph-mon[77620]: pgmap v1002: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:30.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:29 smithi190 ceph-mon[77620]: osdmap e883: 8 total, 8 up, 8 in 2024-08-19T10:12:30.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:29 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1036359416' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:30.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:29 smithi190 ceph-mon[80032]: pgmap v1002: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:30.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:29 smithi190 ceph-mon[80032]: osdmap e883: 8 total, 8 up, 8 in 2024-08-19T10:12:30.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:29 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1036359416' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:30.668 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2100 ms) 2024-08-19T10:12:30.668 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-08-19T10:12:30.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:30 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1036359416' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:30.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:30 smithi196 ceph-mon[72638]: osdmap e884: 8 total, 8 up, 8 in 2024-08-19T10:12:30.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:12:31.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:30 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1036359416' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:31.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:30 smithi190 ceph-mon[77620]: osdmap e884: 8 total, 8 up, 8 in 2024-08-19T10:12:31.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:12:31.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:30 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1036359416' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:31.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:30 smithi190 ceph-mon[80032]: osdmap e884: 8 total, 8 up, 8 in 2024-08-19T10:12:31.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:12:31.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:31 smithi196 ceph-mon[72638]: pgmap v1005: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:31.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:31 smithi196 ceph-mon[72638]: osdmap e885: 8 total, 8 up, 8 in 2024-08-19T10:12:32.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:31 smithi190 ceph-mon[77620]: pgmap v1005: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:32.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:31 smithi190 ceph-mon[77620]: osdmap e885: 8 total, 8 up, 8 in 2024-08-19T10:12:32.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:31 smithi190 ceph-mon[80032]: pgmap v1005: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:32.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:31 smithi190 ceph-mon[80032]: osdmap e885: 8 total, 8 up, 8 in 2024-08-19T10:12:33.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:32 smithi190 ceph-mon[80032]: osdmap e886: 8 total, 8 up, 8 in 2024-08-19T10:12:33.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:32 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/870560433' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:33.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:32 smithi190 ceph-mon[77620]: osdmap e886: 8 total, 8 up, 8 in 2024-08-19T10:12:33.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:32 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/870560433' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:33.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:32 smithi196 ceph-mon[72638]: osdmap e886: 8 total, 8 up, 8 in 2024-08-19T10:12:33.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:32 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/870560433' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:33.698 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3030 ms) 2024-08-19T10:12:33.698 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-08-19T10:12:34.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:33 smithi190 ceph-mon[77620]: pgmap v1008: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:34.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:33 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:12:34.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:33 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/870560433' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:34.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:33 smithi190 ceph-mon[77620]: osdmap e887: 8 total, 8 up, 8 in 2024-08-19T10:12:34.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:33 smithi190 ceph-mon[80032]: pgmap v1008: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:34.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:33 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:12:34.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:33 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/870560433' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:34.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:33 smithi190 ceph-mon[80032]: osdmap e887: 8 total, 8 up, 8 in 2024-08-19T10:12:34.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:33 smithi196 ceph-mon[72638]: pgmap v1008: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:34.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:33 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:12:34.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:33 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/870560433' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:34.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:33 smithi196 ceph-mon[72638]: osdmap e887: 8 total, 8 up, 8 in 2024-08-19T10:12:35.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:34 smithi190 ceph-mon[77620]: osdmap e888: 8 total, 8 up, 8 in 2024-08-19T10:12:35.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:34 smithi190 ceph-mon[80032]: osdmap e888: 8 total, 8 up, 8 in 2024-08-19T10:12:35.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:34 smithi196 ceph-mon[72638]: osdmap e888: 8 total, 8 up, 8 in 2024-08-19T10:12:36.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:35 smithi190 ceph-mon[77620]: pgmap v1011: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:36.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:35 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:12:36.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:35 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:12:36.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:35 smithi190 ceph-mon[77620]: osdmap e889: 8 total, 8 up, 8 in 2024-08-19T10:12:36.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:35 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1600637460' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:36.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:35 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:36.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:35 smithi190 ceph-mon[80032]: pgmap v1011: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:36.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:35 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:12:36.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:35 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:12:36.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:35 smithi190 ceph-mon[80032]: osdmap e889: 8 total, 8 up, 8 in 2024-08-19T10:12:36.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:35 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1600637460' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:36.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:35 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:36.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:35 smithi196 ceph-mon[72638]: pgmap v1011: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:36.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:35 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:12:36.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:35 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:12:36.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:35 smithi196 ceph-mon[72638]: osdmap e889: 8 total, 8 up, 8 in 2024-08-19T10:12:36.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:35 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1600637460' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:36.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:35 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:36.715 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.Reserve (3017 ms) 2024-08-19T10:12:36.715 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-08-19T10:12:37.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:36 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:37.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:36 smithi190 ceph-mon[80032]: osdmap e890: 8 total, 8 up, 8 in 2024-08-19T10:12:37.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:36 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:37.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:36 smithi190 ceph-mon[77620]: osdmap e890: 8 total, 8 up, 8 in 2024-08-19T10:12:37.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:36 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:37.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:36 smithi196 ceph-mon[72638]: osdmap e890: 8 total, 8 up, 8 in 2024-08-19T10:12:38.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:37 smithi190 ceph-mon[80032]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:38.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:37 smithi190 ceph-mon[80032]: osdmap e891: 8 total, 8 up, 8 in 2024-08-19T10:12:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:37 smithi190 ceph-mon[77620]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:37 smithi190 ceph-mon[77620]: osdmap e891: 8 total, 8 up, 8 in 2024-08-19T10:12:38.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:12:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:12:37] "GET /metrics HTTP/1.1" 200 36334 "" "Prometheus/2.51.0" 2024-08-19T10:12:38.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:37 smithi196 ceph-mon[72638]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:38.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:37 smithi196 ceph-mon[72638]: osdmap e891: 8 total, 8 up, 8 in 2024-08-19T10:12:39.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:38 smithi190 ceph-mon[77620]: osdmap e892: 8 total, 8 up, 8 in 2024-08-19T10:12:39.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:38 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3561106427' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:39.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:38 smithi190 ceph-mon[80032]: osdmap e892: 8 total, 8 up, 8 in 2024-08-19T10:12:39.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:38 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3561106427' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:39.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:38 smithi196 ceph-mon[72638]: osdmap e892: 8 total, 8 up, 8 in 2024-08-19T10:12:39.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:38 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3561106427' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:39.734 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3019 ms) 2024-08-19T10:12:39.734 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-08-19T10:12:40.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:39 smithi190 ceph-mon[77620]: pgmap v1017: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:40.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:39 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:12:40.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:39 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3561106427' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:40.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:39 smithi190 ceph-mon[77620]: osdmap e893: 8 total, 8 up, 8 in 2024-08-19T10:12:40.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:39 smithi190 ceph-mon[80032]: pgmap v1017: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:40.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:39 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:12:40.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:39 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3561106427' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:40.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:39 smithi190 ceph-mon[80032]: osdmap e893: 8 total, 8 up, 8 in 2024-08-19T10:12:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:39 smithi196 ceph-mon[72638]: pgmap v1017: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:39 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:12:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:39 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3561106427' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:39 smithi196 ceph-mon[72638]: osdmap e893: 8 total, 8 up, 8 in 2024-08-19T10:12:41.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:40 smithi190 ceph-mon[77620]: osdmap e894: 8 total, 8 up, 8 in 2024-08-19T10:12:41.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:40 smithi190 ceph-mon[80032]: osdmap e894: 8 total, 8 up, 8 in 2024-08-19T10:12:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:40 smithi196 ceph-mon[72638]: osdmap e894: 8 total, 8 up, 8 in 2024-08-19T10:12:42.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:41 smithi190 ceph-mon[77620]: pgmap v1020: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:42.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:41 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:12:42.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:41 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:12:42.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:41 smithi190 ceph-mon[77620]: osdmap e895: 8 total, 8 up, 8 in 2024-08-19T10:12:42.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:41 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3942337693' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:41 smithi190 ceph-mon[80032]: pgmap v1020: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:41 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:12:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:41 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:12:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:41 smithi190 ceph-mon[80032]: osdmap e895: 8 total, 8 up, 8 in 2024-08-19T10:12:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:41 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3942337693' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:42.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:41 smithi196 ceph-mon[72638]: pgmap v1020: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:42.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:41 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:12:42.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:41 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:12:42.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:41 smithi196 ceph-mon[72638]: osdmap e895: 8 total, 8 up, 8 in 2024-08-19T10:12:42.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:41 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3942337693' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:42.764 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.Commit (3029 ms) 2024-08-19T10:12:42.764 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-08-19T10:12:43.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:42 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3942337693' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:43.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:42 smithi190 ceph-mon[77620]: osdmap e896: 8 total, 8 up, 8 in 2024-08-19T10:12:43.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:42 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3942337693' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:43.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:42 smithi190 ceph-mon[80032]: osdmap e896: 8 total, 8 up, 8 in 2024-08-19T10:12:43.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:42 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3942337693' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:43.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:42 smithi196 ceph-mon[72638]: osdmap e896: 8 total, 8 up, 8 in 2024-08-19T10:12:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:43 smithi190 ceph-mon[77620]: pgmap v1023: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:43 smithi190 ceph-mon[77620]: osdmap e897: 8 total, 8 up, 8 in 2024-08-19T10:12:44.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:43 smithi190 ceph-mon[80032]: pgmap v1023: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:44.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:43 smithi190 ceph-mon[80032]: osdmap e897: 8 total, 8 up, 8 in 2024-08-19T10:12:44.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:43 smithi196 ceph-mon[72638]: pgmap v1023: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:44.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:43 smithi196 ceph-mon[72638]: osdmap e897: 8 total, 8 up, 8 in 2024-08-19T10:12:45.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:44 smithi190 ceph-mon[80032]: osdmap e898: 8 total, 8 up, 8 in 2024-08-19T10:12:45.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:44 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1318563767' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:45.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:44 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1318563767' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:45.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:44 smithi190 ceph-mon[80032]: osdmap e899: 8 total, 8 up, 8 in 2024-08-19T10:12:45.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:44 smithi190 ceph-mon[77620]: osdmap e898: 8 total, 8 up, 8 in 2024-08-19T10:12:45.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:44 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1318563767' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:45.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:44 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1318563767' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:45.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:44 smithi190 ceph-mon[77620]: osdmap e899: 8 total, 8 up, 8 in 2024-08-19T10:12:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:44 smithi196 ceph-mon[72638]: osdmap e898: 8 total, 8 up, 8 in 2024-08-19T10:12:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:44 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1318563767' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:44 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1318563767' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:44 smithi196 ceph-mon[72638]: osdmap e899: 8 total, 8 up, 8 in 2024-08-19T10:12:45.766 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.Abort (3002 ms) 2024-08-19T10:12:45.766 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-08-19T10:12:46.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:45 smithi190 ceph-mon[80032]: pgmap v1026: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:46.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:45 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:12:46.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:12:46.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:12:46.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:45 smithi190 ceph-mon[80032]: osdmap e900: 8 total, 8 up, 8 in 2024-08-19T10:12:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:45 smithi190 ceph-mon[77620]: pgmap v1026: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:45 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:12:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:12:46.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:12:46.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:45 smithi190 ceph-mon[77620]: osdmap e900: 8 total, 8 up, 8 in 2024-08-19T10:12:46.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:45 smithi196 ceph-mon[72638]: pgmap v1026: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:46.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:45 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:12:46.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:12:46.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:12:46.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:45 smithi196 ceph-mon[72638]: osdmap e900: 8 total, 8 up, 8 in 2024-08-19T10:12:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:46 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:12:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:46 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:12:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:46 smithi196 ceph-mon[72638]: osdmap e901: 8 total, 8 up, 8 in 2024-08-19T10:12:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:46 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/688665649' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:47.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:46 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:47.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:46 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:12:47.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:46 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:12:47.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:46 smithi190 ceph-mon[77620]: osdmap e901: 8 total, 8 up, 8 in 2024-08-19T10:12:47.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:46 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/688665649' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:47.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:46 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:47.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:46 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:12:47.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:46 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:12:47.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:46 smithi190 ceph-mon[80032]: osdmap e901: 8 total, 8 up, 8 in 2024-08-19T10:12:47.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:46 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/688665649' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:47.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:46 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:48.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:12:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:12:47] "GET /metrics HTTP/1.1" 200 36467 "" "Prometheus/2.51.0" 2024-08-19T10:12:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:47 smithi190 ceph-mon[77620]: pgmap v1029: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:47 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:47 smithi190 ceph-mon[77620]: osdmap e902: 8 total, 8 up, 8 in 2024-08-19T10:12:48.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:47 smithi190 ceph-mon[80032]: pgmap v1029: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:47 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:47 smithi190 ceph-mon[80032]: osdmap e902: 8 total, 8 up, 8 in 2024-08-19T10:12:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:47 smithi196 ceph-mon[72638]: pgmap v1029: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:47 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:47 smithi196 ceph-mon[72638]: osdmap e902: 8 total, 8 up, 8 in 2024-08-19T10:12:48.791 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.ReserveError (3025 ms) 2024-08-19T10:12:48.792 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-08-19T10:12:50.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:49 smithi190 ceph-mon[77620]: pgmap v1032: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:50.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:49 smithi190 ceph-mon[77620]: osdmap e903: 8 total, 8 up, 8 in 2024-08-19T10:12:50.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:49 smithi190 ceph-mon[80032]: pgmap v1032: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:50.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:49 smithi190 ceph-mon[80032]: osdmap e903: 8 total, 8 up, 8 in 2024-08-19T10:12:50.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:49 smithi196 ceph-mon[72638]: pgmap v1032: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:50.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:49 smithi196 ceph-mon[72638]: osdmap e903: 8 total, 8 up, 8 in 2024-08-19T10:12:51.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:50 smithi190 ceph-mon[77620]: osdmap e904: 8 total, 8 up, 8 in 2024-08-19T10:12:51.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:50 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1536609743' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:51.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:50 smithi190 ceph-mon[80032]: osdmap e904: 8 total, 8 up, 8 in 2024-08-19T10:12:51.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:50 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1536609743' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:51.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:50 smithi196 ceph-mon[72638]: osdmap e904: 8 total, 8 up, 8 in 2024-08-19T10:12:51.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:50 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1536609743' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:51.815 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.CommitError (3025 ms) 2024-08-19T10:12:51.815 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-08-19T10:12:52.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:51 smithi190 ceph-mon[77620]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:52.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:51 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:12:52.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:51 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1536609743' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:52.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:51 smithi190 ceph-mon[77620]: osdmap e905: 8 total, 8 up, 8 in 2024-08-19T10:12:52.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:51 smithi190 ceph-mon[80032]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:52.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:51 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:12:52.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:51 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1536609743' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:52.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:51 smithi190 ceph-mon[80032]: osdmap e905: 8 total, 8 up, 8 in 2024-08-19T10:12:52.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:51 smithi196 ceph-mon[72638]: pgmap v1035: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:52.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:51 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:12:52.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:51 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1536609743' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:52.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:51 smithi196 ceph-mon[72638]: osdmap e905: 8 total, 8 up, 8 in 2024-08-19T10:12:53.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:52 smithi190 ceph-mon[80032]: osdmap e906: 8 total, 8 up, 8 in 2024-08-19T10:12:53.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:52 smithi190 ceph-mon[77620]: osdmap e906: 8 total, 8 up, 8 in 2024-08-19T10:12:53.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:52 smithi196 ceph-mon[72638]: osdmap e906: 8 total, 8 up, 8 in 2024-08-19T10:12:54.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:53 smithi190 ceph-mon[80032]: pgmap v1038: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:54.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:53 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:12:54.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:53 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:12:54.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:53 smithi190 ceph-mon[80032]: osdmap e907: 8 total, 8 up, 8 in 2024-08-19T10:12:54.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:53 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/717128590' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:54.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:53 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:54.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:53 smithi190 ceph-mon[77620]: pgmap v1038: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:54.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:53 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:12:54.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:53 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:12:54.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:53 smithi190 ceph-mon[77620]: osdmap e907: 8 total, 8 up, 8 in 2024-08-19T10:12:54.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:53 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/717128590' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:54.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:53 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:54.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:53 smithi196 ceph-mon[72638]: pgmap v1038: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:54.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:53 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:12:54.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:53 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:12:54.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:53 smithi196 ceph-mon[72638]: osdmap e907: 8 total, 8 up, 8 in 2024-08-19T10:12:54.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:53 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/717128590' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:54.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:53 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:54.834 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.AbortError (3019 ms) 2024-08-19T10:12:54.834 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-08-19T10:12:55.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:54 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:55.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:54 smithi196 ceph-mon[72638]: osdmap e908: 8 total, 8 up, 8 in 2024-08-19T10:12:55.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:54 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:55.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:54 smithi190 ceph-mon[77620]: osdmap e908: 8 total, 8 up, 8 in 2024-08-19T10:12:55.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:54 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:55.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:54 smithi190 ceph-mon[80032]: osdmap e908: 8 total, 8 up, 8 in 2024-08-19T10:12:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:55 smithi196 ceph-mon[72638]: pgmap v1041: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:56.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:55 smithi196 ceph-mon[72638]: osdmap e909: 8 total, 8 up, 8 in 2024-08-19T10:12:56.216 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:55 smithi190 ceph-mon[80032]: pgmap v1041: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:56.216 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:55 smithi190 ceph-mon[80032]: osdmap e909: 8 total, 8 up, 8 in 2024-08-19T10:12:56.216 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:55 smithi190 ceph-mon[77620]: pgmap v1041: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:56.217 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:55 smithi190 ceph-mon[77620]: osdmap e909: 8 total, 8 up, 8 in 2024-08-19T10:12:57.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:56 smithi196 ceph-mon[72638]: osdmap e910: 8 total, 8 up, 8 in 2024-08-19T10:12:57.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:56 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3974557056' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:57.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:56 smithi190 ceph-mon[77620]: osdmap e910: 8 total, 8 up, 8 in 2024-08-19T10:12:57.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:56 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3974557056' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:57.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:56 smithi190 ceph-mon[80032]: osdmap e910: 8 total, 8 up, 8 in 2024-08-19T10:12:57.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:56 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3974557056' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:12:57.851 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3017 ms) 2024-08-19T10:12:57.851 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-08-19T10:12:58.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:12:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:12:57] "GET /metrics HTTP/1.1" 200 36467 "" "Prometheus/2.51.0" 2024-08-19T10:12:58.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:57 smithi190 ceph-mon[77620]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:58.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:57 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:12:58.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:57 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3974557056' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:58.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:57 smithi190 ceph-mon[77620]: osdmap e911: 8 total, 8 up, 8 in 2024-08-19T10:12:58.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:57 smithi190 ceph-mon[80032]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:58.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:57 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:12:58.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:57 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3974557056' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:58.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:57 smithi190 ceph-mon[80032]: osdmap e911: 8 total, 8 up, 8 in 2024-08-19T10:12:58.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:57 smithi196 ceph-mon[72638]: pgmap v1044: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:12:58.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:57 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:12:58.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:57 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3974557056' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:12:58.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:57 smithi196 ceph-mon[72638]: osdmap e911: 8 total, 8 up, 8 in 2024-08-19T10:12:59.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:58 smithi196 ceph-mon[72638]: osdmap e912: 8 total, 8 up, 8 in 2024-08-19T10:12:59.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:58 smithi190 ceph-mon[77620]: osdmap e912: 8 total, 8 up, 8 in 2024-08-19T10:12:59.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:58 smithi190 ceph-mon[80032]: osdmap e912: 8 total, 8 up, 8 in 2024-08-19T10:13:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:59 smithi196 ceph-mon[72638]: pgmap v1047: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:59 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:59 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:13:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:59 smithi196 ceph-mon[72638]: osdmap e913: 8 total, 8 up, 8 in 2024-08-19T10:13:00.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:12:59 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1524224078' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:00.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:59 smithi190 ceph-mon[77620]: pgmap v1047: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:00.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:59 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:00.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:59 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:13:00.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:59 smithi190 ceph-mon[77620]: osdmap e913: 8 total, 8 up, 8 in 2024-08-19T10:13:00.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:12:59 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1524224078' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:00.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:59 smithi190 ceph-mon[80032]: pgmap v1047: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:00.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:59 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:00.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:59 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:13:00.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:59 smithi190 ceph-mon[80032]: osdmap e913: 8 total, 8 up, 8 in 2024-08-19T10:13:00.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:12:59 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1524224078' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:00.873 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3022 ms) 2024-08-19T10:13:00.873 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-08-19T10:13:01.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:00 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1524224078' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:01.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:00 smithi196 ceph-mon[72638]: osdmap e914: 8 total, 8 up, 8 in 2024-08-19T10:13:01.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:13:01.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:13:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:00 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1524224078' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:00 smithi190 ceph-mon[77620]: osdmap e914: 8 total, 8 up, 8 in 2024-08-19T10:13:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:13:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:13:01.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:00 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1524224078' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:01.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:00 smithi190 ceph-mon[80032]: osdmap e914: 8 total, 8 up, 8 in 2024-08-19T10:13:01.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:13:01.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:13:02.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:01 smithi196 ceph-mon[72638]: pgmap v1050: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:02.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:01 smithi196 ceph-mon[72638]: osdmap e915: 8 total, 8 up, 8 in 2024-08-19T10:13:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:01 smithi190 ceph-mon[77620]: pgmap v1050: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:01 smithi190 ceph-mon[77620]: osdmap e915: 8 total, 8 up, 8 in 2024-08-19T10:13:02.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:01 smithi190 ceph-mon[80032]: pgmap v1050: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:02.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:01 smithi190 ceph-mon[80032]: osdmap e915: 8 total, 8 up, 8 in 2024-08-19T10:13:03.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:02 smithi196 ceph-mon[72638]: osdmap e916: 8 total, 8 up, 8 in 2024-08-19T10:13:03.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:02 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1056589171' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:03.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:02 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:03.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:02 smithi196 ceph-mon[72638]: pgmap v1053: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:03.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:02 smithi190 ceph-mon[77620]: osdmap e916: 8 total, 8 up, 8 in 2024-08-19T10:13:03.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:02 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1056589171' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:03.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:02 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:03.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:02 smithi190 ceph-mon[77620]: pgmap v1053: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:03.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:02 smithi190 ceph-mon[80032]: osdmap e916: 8 total, 8 up, 8 in 2024-08-19T10:13:03.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:02 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1056589171' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:03.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:02 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:03.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:02 smithi190 ceph-mon[80032]: pgmap v1053: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:03.899 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3026 ms) 2024-08-19T10:13:03.899 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-08-19T10:13:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:03 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:03 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:03 smithi196 ceph-mon[72638]: osdmap e917: 8 total, 8 up, 8 in 2024-08-19T10:13:04.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:03 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:04.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:03 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:04.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:03 smithi190 ceph-mon[77620]: osdmap e917: 8 total, 8 up, 8 in 2024-08-19T10:13:04.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:03 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:04.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:03 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:04.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:03 smithi190 ceph-mon[80032]: osdmap e917: 8 total, 8 up, 8 in 2024-08-19T10:13:05.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:04 smithi196 ceph-mon[72638]: osdmap e918: 8 total, 8 up, 8 in 2024-08-19T10:13:05.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:04 smithi196 ceph-mon[72638]: pgmap v1056: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:05.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:04 smithi190 ceph-mon[77620]: osdmap e918: 8 total, 8 up, 8 in 2024-08-19T10:13:05.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:04 smithi190 ceph-mon[77620]: pgmap v1056: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:05.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:04 smithi190 ceph-mon[80032]: osdmap e918: 8 total, 8 up, 8 in 2024-08-19T10:13:05.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:04 smithi190 ceph-mon[80032]: pgmap v1056: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:06.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:05 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:06.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:05 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:13:06.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:05 smithi196 ceph-mon[72638]: osdmap e919: 8 total, 8 up, 8 in 2024-08-19T10:13:06.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:05 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/214325116' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:06.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:05 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:06.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:05 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:13:06.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:05 smithi190 ceph-mon[77620]: osdmap e919: 8 total, 8 up, 8 in 2024-08-19T10:13:06.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:05 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/214325116' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:06.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:05 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:06.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:05 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:13:06.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:05 smithi190 ceph-mon[80032]: osdmap e919: 8 total, 8 up, 8 in 2024-08-19T10:13:06.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:05 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/214325116' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:06.921 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3022 ms) 2024-08-19T10:13:06.964 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-08-19T10:13:07.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:06 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/214325116' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:07.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:06 smithi196 ceph-mon[72638]: osdmap e920: 8 total, 8 up, 8 in 2024-08-19T10:13:07.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:06 smithi196 ceph-mon[72638]: pgmap v1059: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:07.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:06 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/214325116' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:07.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:06 smithi190 ceph-mon[77620]: osdmap e920: 8 total, 8 up, 8 in 2024-08-19T10:13:07.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:06 smithi190 ceph-mon[77620]: pgmap v1059: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:07.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:06 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/214325116' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:07.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:06 smithi190 ceph-mon[80032]: osdmap e920: 8 total, 8 up, 8 in 2024-08-19T10:13:07.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:06 smithi190 ceph-mon[80032]: pgmap v1059: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:08.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:07 smithi190 ceph-mon[77620]: osdmap e921: 8 total, 8 up, 8 in 2024-08-19T10:13:08.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:13:07 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:13:07] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.51.0" 2024-08-19T10:13:08.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:07 smithi190 ceph-mon[80032]: osdmap e921: 8 total, 8 up, 8 in 2024-08-19T10:13:08.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:07 smithi196 ceph-mon[72638]: osdmap e921: 8 total, 8 up, 8 in 2024-08-19T10:13:09.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:08 smithi190 ceph-mon[77620]: osdmap e922: 8 total, 8 up, 8 in 2024-08-19T10:13:09.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:08 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/253234097' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:09.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:08 smithi190 ceph-mon[77620]: pgmap v1062: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:09.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:08 smithi190 ceph-mon[80032]: osdmap e922: 8 total, 8 up, 8 in 2024-08-19T10:13:09.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:08 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/253234097' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:09.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:08 smithi190 ceph-mon[80032]: pgmap v1062: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:08 smithi196 ceph-mon[72638]: osdmap e922: 8 total, 8 up, 8 in 2024-08-19T10:13:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:08 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/253234097' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:08 smithi196 ceph-mon[72638]: pgmap v1062: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:09.941 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3019 ms) 2024-08-19T10:13:09.941 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-08-19T10:13:10.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:09 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:10.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:09 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/253234097' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:10.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:09 smithi190 ceph-mon[77620]: osdmap e923: 8 total, 8 up, 8 in 2024-08-19T10:13:10.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:09 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:10.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:09 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/253234097' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:10.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:09 smithi190 ceph-mon[80032]: osdmap e923: 8 total, 8 up, 8 in 2024-08-19T10:13:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:09 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:09 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/253234097' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:09 smithi196 ceph-mon[72638]: osdmap e923: 8 total, 8 up, 8 in 2024-08-19T10:13:11.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:10 smithi190 ceph-mon[77620]: osdmap e924: 8 total, 8 up, 8 in 2024-08-19T10:13:11.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:10 smithi190 ceph-mon[77620]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:11.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:10 smithi190 ceph-mon[80032]: osdmap e924: 8 total, 8 up, 8 in 2024-08-19T10:13:11.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:10 smithi190 ceph-mon[80032]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:10 smithi196 ceph-mon[72638]: osdmap e924: 8 total, 8 up, 8 in 2024-08-19T10:13:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:10 smithi196 ceph-mon[72638]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:12.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:11 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:12.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:11 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:13:12.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:11 smithi190 ceph-mon[77620]: osdmap e925: 8 total, 8 up, 8 in 2024-08-19T10:13:12.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:11 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2988718133' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:12.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:11 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:12.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:11 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:12.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:11 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:13:12.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:11 smithi190 ceph-mon[80032]: osdmap e925: 8 total, 8 up, 8 in 2024-08-19T10:13:12.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:11 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2988718133' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:12.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:11 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:11 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:11 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:13:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:11 smithi196 ceph-mon[72638]: osdmap e925: 8 total, 8 up, 8 in 2024-08-19T10:13:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:11 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2988718133' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:11 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:12.962 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3022 ms) 2024-08-19T10:13:12.962 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-08-19T10:13:13.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:12 smithi190 ceph-mon[77620]: pgmap v1067: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:13.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:12 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:13.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:12 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:13.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:12 smithi190 ceph-mon[77620]: osdmap e926: 8 total, 8 up, 8 in 2024-08-19T10:13:13.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:12 smithi190 ceph-mon[80032]: pgmap v1067: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:13.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:12 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:13.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:12 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:13.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:12 smithi190 ceph-mon[80032]: osdmap e926: 8 total, 8 up, 8 in 2024-08-19T10:13:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:12 smithi196 ceph-mon[72638]: pgmap v1067: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:12 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:12 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:12 smithi196 ceph-mon[72638]: osdmap e926: 8 total, 8 up, 8 in 2024-08-19T10:13:14.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:13 smithi190 ceph-mon[77620]: osdmap e927: 8 total, 8 up, 8 in 2024-08-19T10:13:14.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:13 smithi190 ceph-mon[80032]: osdmap e927: 8 total, 8 up, 8 in 2024-08-19T10:13:14.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:13 smithi196 ceph-mon[72638]: osdmap e927: 8 total, 8 up, 8 in 2024-08-19T10:13:15.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:14 smithi190 ceph-mon[77620]: pgmap v1070: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:15.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:14 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:15.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:14 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:13:15.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:14 smithi190 ceph-mon[77620]: osdmap e928: 8 total, 8 up, 8 in 2024-08-19T10:13:15.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:14 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2320474035' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:14 smithi190 ceph-mon[80032]: pgmap v1070: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:14 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:15.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:14 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:13:15.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:14 smithi190 ceph-mon[80032]: osdmap e928: 8 total, 8 up, 8 in 2024-08-19T10:13:15.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:14 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2320474035' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:14 smithi196 ceph-mon[72638]: pgmap v1070: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:14 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:14 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:13:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:14 smithi196 ceph-mon[72638]: osdmap e928: 8 total, 8 up, 8 in 2024-08-19T10:13:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:14 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2320474035' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:15.979 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.Cleanup (3017 ms) 2024-08-19T10:13:15.979 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-08-19T10:13:16.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:15 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2320474035' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:16.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:15 smithi190 ceph-mon[77620]: osdmap e929: 8 total, 8 up, 8 in 2024-08-19T10:13:16.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:13:16.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:15 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2320474035' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:16.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:15 smithi190 ceph-mon[80032]: osdmap e929: 8 total, 8 up, 8 in 2024-08-19T10:13:16.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:13:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:15 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2320474035' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:15 smithi196 ceph-mon[72638]: osdmap e929: 8 total, 8 up, 8 in 2024-08-19T10:13:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:13:17.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:16 smithi190 ceph-mon[77620]: pgmap v1073: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:17.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:16 smithi190 ceph-mon[77620]: osdmap e930: 8 total, 8 up, 8 in 2024-08-19T10:13:17.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:16 smithi190 ceph-mon[80032]: pgmap v1073: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:17.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:16 smithi190 ceph-mon[80032]: osdmap e930: 8 total, 8 up, 8 in 2024-08-19T10:13:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:16 smithi196 ceph-mon[72638]: pgmap v1073: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:16 smithi196 ceph-mon[72638]: osdmap e930: 8 total, 8 up, 8 in 2024-08-19T10:13:17.989 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:13:17 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:13:17] "GET /metrics HTTP/1.1" 200 36467 "" "Prometheus/2.51.0" 2024-08-19T10:13:18.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:17 smithi190 ceph-mon[80032]: osdmap e931: 8 total, 8 up, 8 in 2024-08-19T10:13:18.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:17 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1497595703' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:18.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:17 smithi190 ceph-mon[77620]: osdmap e931: 8 total, 8 up, 8 in 2024-08-19T10:13:18.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:17 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1497595703' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:17 smithi196 ceph-mon[72638]: osdmap e931: 8 total, 8 up, 8 in 2024-08-19T10:13:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:17 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1497595703' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:19.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[80032]: pgmap v1076: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:19.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:19.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1497595703' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:19.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[80032]: osdmap e932: 8 total, 8 up, 8 in 2024-08-19T10:13:19.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:13:19.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:13:19.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:13:19.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:13:19.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[77620]: pgmap v1076: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:19.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:19.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1497595703' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:19.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[77620]: osdmap e932: 8 total, 8 up, 8 in 2024-08-19T10:13:19.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:13:19.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:13:19.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:13:19.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:18 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:13:19.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:18 smithi196 ceph-mon[72638]: pgmap v1076: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:19.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:18 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:19.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:18 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1497595703' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:19.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:18 smithi196 ceph-mon[72638]: osdmap e932: 8 total, 8 up, 8 in 2024-08-19T10:13:19.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:18 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:13:19.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:18 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:13:19.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:18 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:13:19.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:18 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:13:20.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:20 smithi190 ceph-mon[77620]: osdmap e933: 8 total, 8 up, 8 in 2024-08-19T10:13:20.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:20 smithi190 ceph-mon[80032]: osdmap e933: 8 total, 8 up, 8 in 2024-08-19T10:13:20.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:20 smithi196 ceph-mon[72638]: osdmap e933: 8 total, 8 up, 8 in 2024-08-19T10:13:21.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:21 smithi190 ceph-mon[77620]: pgmap v1079: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:21.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:21 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:21.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:21 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:13:21.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:21 smithi190 ceph-mon[80032]: pgmap v1079: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:21.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:21 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:21.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:21 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:13:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:21 smithi196 ceph-mon[72638]: pgmap v1079: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:21 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:21 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:13:23.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:23 smithi190 ceph-mon[77620]: pgmap v1080: 137 pgs: 3 creating+peering, 134 active+clean; 1.5 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 6.5 MiB/s wr, 7.37k op/s 2024-08-19T10:13:23.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:23 smithi190 ceph-mon[80032]: pgmap v1080: 137 pgs: 3 creating+peering, 134 active+clean; 1.5 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 6.5 MiB/s wr, 7.37k op/s 2024-08-19T10:13:23.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:23 smithi196 ceph-mon[72638]: pgmap v1080: 137 pgs: 3 creating+peering, 134 active+clean; 1.5 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 6.5 MiB/s wr, 7.37k op/s 2024-08-19T10:13:25.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:25 smithi190 ceph-mon[77620]: pgmap v1081: 137 pgs: 137 active+clean; 1.5 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 5.6 MiB/s wr, 6.32k op/s 2024-08-19T10:13:25.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:25 smithi190 ceph-mon[80032]: pgmap v1081: 137 pgs: 137 active+clean; 1.5 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 5.6 MiB/s wr, 6.32k op/s 2024-08-19T10:13:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:25 smithi196 ceph-mon[72638]: pgmap v1081: 137 pgs: 137 active+clean; 1.5 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 5.6 MiB/s wr, 6.32k op/s 2024-08-19T10:13:27.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:27 smithi190 ceph-mon[77620]: pgmap v1082: 137 pgs: 137 active+clean; 1.5 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 4.9 MiB/s wr, 5.50k op/s 2024-08-19T10:13:27.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:27 smithi190 ceph-mon[80032]: pgmap v1082: 137 pgs: 137 active+clean; 1.5 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 4.9 MiB/s wr, 5.50k op/s 2024-08-19T10:13:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:27 smithi196 ceph-mon[72638]: pgmap v1082: 137 pgs: 137 active+clean; 1.5 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 4.9 MiB/s wr, 5.50k op/s 2024-08-19T10:13:28.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:13:27 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:13:27] "GET /metrics HTTP/1.1" 200 36467 "" "Prometheus/2.51.0" 2024-08-19T10:13:29.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:29 smithi190 ceph-mon[80032]: pgmap v1083: 137 pgs: 137 active+clean; 2.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 91 MiB/s rd, 7.4 MiB/s wr, 8.42k op/s 2024-08-19T10:13:29.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:29 smithi190 ceph-mon[77620]: pgmap v1083: 137 pgs: 137 active+clean; 2.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 91 MiB/s rd, 7.4 MiB/s wr, 8.42k op/s 2024-08-19T10:13:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:29 smithi196 ceph-mon[72638]: pgmap v1083: 137 pgs: 137 active+clean; 2.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 91 MiB/s rd, 7.4 MiB/s wr, 8.42k op/s 2024-08-19T10:13:30.026 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14047 ms) 2024-08-19T10:13:30.026 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-08-19T10:13:31.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:31 smithi190 ceph-mon[77620]: pgmap v1084: 137 pgs: 137 active+clean; 2.3 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 83 MiB/s rd, 6.7 MiB/s wr, 7.65k op/s 2024-08-19T10:13:31.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:31 smithi190 ceph-mon[77620]: osdmap e934: 8 total, 8 up, 8 in 2024-08-19T10:13:31.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:13:31.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:31 smithi190 ceph-mon[80032]: pgmap v1084: 137 pgs: 137 active+clean; 2.3 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 83 MiB/s rd, 6.7 MiB/s wr, 7.65k op/s 2024-08-19T10:13:31.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:31 smithi190 ceph-mon[80032]: osdmap e934: 8 total, 8 up, 8 in 2024-08-19T10:13:31.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:13:31.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:31 smithi196 ceph-mon[72638]: pgmap v1084: 137 pgs: 137 active+clean; 2.3 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 83 MiB/s rd, 6.7 MiB/s wr, 7.65k op/s 2024-08-19T10:13:31.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:31 smithi196 ceph-mon[72638]: osdmap e934: 8 total, 8 up, 8 in 2024-08-19T10:13:31.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:13:32.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:32 smithi190 ceph-mon[77620]: osdmap e935: 8 total, 8 up, 8 in 2024-08-19T10:13:32.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:32 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3450344324' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:32.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:32 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:32.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:32 smithi190 ceph-mon[80032]: osdmap e935: 8 total, 8 up, 8 in 2024-08-19T10:13:32.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:32 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3450344324' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:32.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:32 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:32 smithi196 ceph-mon[72638]: osdmap e935: 8 total, 8 up, 8 in 2024-08-19T10:13:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:32 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3450344324' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:32.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:32 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:33.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:33 smithi190 ceph-mon[80032]: pgmap v1087: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:33.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:33 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:33.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:33 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:33.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:33 smithi190 ceph-mon[80032]: osdmap e936: 8 total, 8 up, 8 in 2024-08-19T10:13:33.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:33 smithi190 ceph-mon[77620]: pgmap v1087: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:33.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:33 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:33.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:33 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:33.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:33 smithi190 ceph-mon[77620]: osdmap e936: 8 total, 8 up, 8 in 2024-08-19T10:13:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:33 smithi196 ceph-mon[72638]: pgmap v1087: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:33 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:33 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:33 smithi196 ceph-mon[72638]: osdmap e936: 8 total, 8 up, 8 in 2024-08-19T10:13:34.063 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4037 ms) 2024-08-19T10:13:34.063 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-08-19T10:13:34.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:34 smithi190 ceph-mon[77620]: osdmap e937: 8 total, 8 up, 8 in 2024-08-19T10:13:34.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:34 smithi190 ceph-mon[80032]: osdmap e937: 8 total, 8 up, 8 in 2024-08-19T10:13:34.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:34 smithi196 ceph-mon[72638]: osdmap e937: 8 total, 8 up, 8 in 2024-08-19T10:13:35.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:35 smithi190 ceph-mon[80032]: pgmap v1090: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:35.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:35 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:35.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:35 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:13:35.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:35 smithi190 ceph-mon[80032]: osdmap e938: 8 total, 8 up, 8 in 2024-08-19T10:13:35.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:35 smithi190 ceph-mon[77620]: pgmap v1090: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:35.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:35 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:35.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:35 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:13:35.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:35 smithi190 ceph-mon[77620]: osdmap e938: 8 total, 8 up, 8 in 2024-08-19T10:13:35.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:35 smithi196 ceph-mon[72638]: pgmap v1090: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:35.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:35 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:35.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:35 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:13:35.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:35 smithi196 ceph-mon[72638]: osdmap e938: 8 total, 8 up, 8 in 2024-08-19T10:13:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:36 smithi196 ceph-mon[72638]: osdmap e939: 8 total, 8 up, 8 in 2024-08-19T10:13:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:36 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2581427038' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:36.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:36 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:36.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:36 smithi190 ceph-mon[80032]: osdmap e939: 8 total, 8 up, 8 in 2024-08-19T10:13:36.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:36 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2581427038' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:36.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:36 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:36.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:36 smithi190 ceph-mon[77620]: osdmap e939: 8 total, 8 up, 8 in 2024-08-19T10:13:36.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:36 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2581427038' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:36.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:36 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:37.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:37 smithi196 ceph-mon[72638]: pgmap v1093: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:37.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:37 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:37.317 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:37 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:37.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:37 smithi196 ceph-mon[72638]: osdmap e940: 8 total, 8 up, 8 in 2024-08-19T10:13:37.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:37 smithi190 ceph-mon[80032]: pgmap v1093: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:37.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:37 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:37.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:37 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:37.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:37 smithi190 ceph-mon[80032]: osdmap e940: 8 total, 8 up, 8 in 2024-08-19T10:13:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:37 smithi190 ceph-mon[77620]: pgmap v1093: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:37 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:13:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:37 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:37.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:37 smithi190 ceph-mon[77620]: osdmap e940: 8 total, 8 up, 8 in 2024-08-19T10:13:38.064 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:13:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:13:37] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.51.0" 2024-08-19T10:13:38.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:38 smithi196 ceph-mon[72638]: osdmap e941: 8 total, 8 up, 8 in 2024-08-19T10:13:38.494 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:38 smithi190 ceph-mon[80032]: osdmap e941: 8 total, 8 up, 8 in 2024-08-19T10:13:38.495 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:38 smithi190 ceph-mon[77620]: osdmap e941: 8 total, 8 up, 8 in 2024-08-19T10:13:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:39 smithi196 ceph-mon[72638]: pgmap v1096: 137 pgs: 17 unknown, 120 active+clean; 944 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 4.34k op/s 2024-08-19T10:13:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:39 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:39.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:39 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:13:39.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:39 smithi190 ceph-mon[77620]: pgmap v1096: 137 pgs: 17 unknown, 120 active+clean; 944 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 4.34k op/s 2024-08-19T10:13:39.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:39 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:39.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:39 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:13:39.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:39 smithi190 ceph-mon[80032]: pgmap v1096: 137 pgs: 17 unknown, 120 active+clean; 944 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 4.34k op/s 2024-08-19T10:13:39.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:39 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:13:39.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:39 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:13:41.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:41 smithi196 ceph-mon[72638]: pgmap v1097: 137 pgs: 137 active+clean; 944 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 2.94k op/s 2024-08-19T10:13:41.564 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:41 smithi190 ceph-mon[80032]: pgmap v1097: 137 pgs: 137 active+clean; 944 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 2.94k op/s 2024-08-19T10:13:41.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:41 smithi190 ceph-mon[77620]: pgmap v1097: 137 pgs: 137 active+clean; 944 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 2.94k op/s 2024-08-19T10:13:43.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:43 smithi196 ceph-mon[72638]: pgmap v1098: 137 pgs: 137 active+clean; 944 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.1 MiB/s wr, 2.52k op/s 2024-08-19T10:13:43.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:43 smithi190 ceph-mon[77620]: pgmap v1098: 137 pgs: 137 active+clean; 944 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.1 MiB/s wr, 2.52k op/s 2024-08-19T10:13:43.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:43 smithi190 ceph-mon[80032]: pgmap v1098: 137 pgs: 137 active+clean; 944 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.1 MiB/s wr, 2.52k op/s 2024-08-19T10:13:45.818 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:45 smithi190 ceph-mon[77620]: pgmap v1099: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 69 MiB/s rd, 6.2 MiB/s wr, 7.34k op/s 2024-08-19T10:13:45.818 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:13:45.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:45 smithi190 ceph-mon[80032]: pgmap v1099: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 69 MiB/s rd, 6.2 MiB/s wr, 7.34k op/s 2024-08-19T10:13:45.818 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:13:45.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:45 smithi196 ceph-mon[72638]: pgmap v1099: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 69 MiB/s rd, 6.2 MiB/s wr, 7.34k op/s 2024-08-19T10:13:45.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:13:47.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:47 smithi190 ceph-mon[80032]: pgmap v1100: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 56 MiB/s rd, 5.0 MiB/s wr, 5.95k op/s 2024-08-19T10:13:47.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:47 smithi190 ceph-mon[77620]: pgmap v1100: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 56 MiB/s rd, 5.0 MiB/s wr, 5.95k op/s 2024-08-19T10:13:47.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:13:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:13:47] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.51.0" 2024-08-19T10:13:47.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:47 smithi196 ceph-mon[72638]: pgmap v1100: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 56 MiB/s rd, 5.0 MiB/s wr, 5.95k op/s 2024-08-19T10:13:49.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:49 smithi190 ceph-mon[80032]: pgmap v1101: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 76 MiB/s rd, 5.8 MiB/s wr, 7.06k op/s 2024-08-19T10:13:49.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:49 smithi190 ceph-mon[77620]: pgmap v1101: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 76 MiB/s rd, 5.8 MiB/s wr, 7.06k op/s 2024-08-19T10:13:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:49 smithi196 ceph-mon[72638]: pgmap v1101: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 76 MiB/s rd, 5.8 MiB/s wr, 7.06k op/s 2024-08-19T10:13:51.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:51 smithi190 ceph-mon[77620]: pgmap v1102: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.1 MiB/s wr, 4.96k op/s 2024-08-19T10:13:51.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:51 smithi190 ceph-mon[80032]: pgmap v1102: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.1 MiB/s wr, 4.96k op/s 2024-08-19T10:13:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:51 smithi196 ceph-mon[72638]: pgmap v1102: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.1 MiB/s wr, 4.96k op/s 2024-08-19T10:13:53.509 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19446 ms) 2024-08-19T10:13:53.510 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-08-19T10:13:53.814 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:53 smithi190 ceph-mon[80032]: pgmap v1103: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.1 MiB/s wr, 4.96k op/s 2024-08-19T10:13:53.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:53 smithi190 ceph-mon[77620]: pgmap v1103: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.1 MiB/s wr, 4.96k op/s 2024-08-19T10:13:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:53 smithi196 ceph-mon[72638]: pgmap v1103: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 4.1 MiB/s wr, 4.96k op/s 2024-08-19T10:13:54.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:54 smithi190 ceph-mon[77620]: osdmap e942: 8 total, 8 up, 8 in 2024-08-19T10:13:54.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:54 smithi190 ceph-mon[80032]: osdmap e942: 8 total, 8 up, 8 in 2024-08-19T10:13:54.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:54 smithi196 ceph-mon[72638]: osdmap e942: 8 total, 8 up, 8 in 2024-08-19T10:13:55.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:55 smithi190 ceph-mon[80032]: pgmap v1105: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:55.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:55 smithi190 ceph-mon[80032]: osdmap e943: 8 total, 8 up, 8 in 2024-08-19T10:13:55.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:55 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1119750746' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:55.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:55 smithi190 ceph-mon[77620]: pgmap v1105: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:55.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:55 smithi190 ceph-mon[77620]: osdmap e943: 8 total, 8 up, 8 in 2024-08-19T10:13:55.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:55 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1119750746' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:55.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:55 smithi196 ceph-mon[72638]: pgmap v1105: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:55.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:55 smithi196 ceph-mon[72638]: osdmap e943: 8 total, 8 up, 8 in 2024-08-19T10:13:55.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:55 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1119750746' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:56.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:56 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1119750746' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:56.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:56 smithi190 ceph-mon[77620]: osdmap e944: 8 total, 8 up, 8 in 2024-08-19T10:13:56.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:56 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1119750746' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:56.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:56 smithi190 ceph-mon[80032]: osdmap e944: 8 total, 8 up, 8 in 2024-08-19T10:13:56.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:56 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1119750746' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:13:56.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:56 smithi196 ceph-mon[72638]: osdmap e944: 8 total, 8 up, 8 in 2024-08-19T10:13:57.541 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4032 ms) 2024-08-19T10:13:57.541 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-08-19T10:13:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:57 smithi190 ceph-mon[77620]: pgmap v1108: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:57.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:57 smithi190 ceph-mon[77620]: osdmap e945: 8 total, 8 up, 8 in 2024-08-19T10:13:57.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:13:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:13:57] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.51.0" 2024-08-19T10:13:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:57 smithi190 ceph-mon[80032]: pgmap v1108: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:57.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:57 smithi190 ceph-mon[80032]: osdmap e945: 8 total, 8 up, 8 in 2024-08-19T10:13:57.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:57 smithi196 ceph-mon[72638]: pgmap v1108: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:57.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:57 smithi196 ceph-mon[72638]: osdmap e945: 8 total, 8 up, 8 in 2024-08-19T10:13:58.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:58 smithi190 ceph-mon[77620]: osdmap e946: 8 total, 8 up, 8 in 2024-08-19T10:13:58.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:58 smithi190 ceph-mon[80032]: osdmap e946: 8 total, 8 up, 8 in 2024-08-19T10:13:58.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:58 smithi196 ceph-mon[72638]: osdmap e946: 8 total, 8 up, 8 in 2024-08-19T10:13:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:59 smithi190 ceph-mon[77620]: pgmap v1111: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:59 smithi190 ceph-mon[77620]: osdmap e947: 8 total, 8 up, 8 in 2024-08-19T10:13:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:59 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/96293835' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:13:59 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:59 smithi190 ceph-mon[80032]: pgmap v1111: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:59.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:59 smithi190 ceph-mon[80032]: osdmap e947: 8 total, 8 up, 8 in 2024-08-19T10:13:59.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:59 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/96293835' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:59.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:13:59 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:59 smithi196 ceph-mon[72638]: pgmap v1111: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:13:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:59 smithi196 ceph-mon[72638]: osdmap e947: 8 total, 8 up, 8 in 2024-08-19T10:13:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:59 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/96293835' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:13:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:13:59 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:00 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:00 smithi190 ceph-mon[77620]: osdmap e948: 8 total, 8 up, 8 in 2024-08-19T10:14:00.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:14:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:00 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:00 smithi190 ceph-mon[80032]: osdmap e948: 8 total, 8 up, 8 in 2024-08-19T10:14:00.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:14:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:00 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:00 smithi196 ceph-mon[72638]: osdmap e948: 8 total, 8 up, 8 in 2024-08-19T10:14:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:14:01.814 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:01 smithi190 ceph-mon[77620]: pgmap v1114: 137 pgs: 2 creating+peering, 20 unknown, 115 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:14:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:01 smithi190 ceph-mon[77620]: osdmap e949: 8 total, 8 up, 8 in 2024-08-19T10:14:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:01 smithi190 ceph-mon[80032]: pgmap v1114: 137 pgs: 2 creating+peering, 20 unknown, 115 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:14:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:01 smithi190 ceph-mon[80032]: osdmap e949: 8 total, 8 up, 8 in 2024-08-19T10:14:01.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:01 smithi196 ceph-mon[72638]: pgmap v1114: 137 pgs: 2 creating+peering, 20 unknown, 115 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:14:01.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:01 smithi196 ceph-mon[72638]: osdmap e949: 8 total, 8 up, 8 in 2024-08-19T10:14:03.575 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6034 ms) 2024-08-19T10:14:03.576 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-08-19T10:14:03.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:03 smithi196 ceph-mon[72638]: pgmap v1116: 137 pgs: 2 creating+peering, 9 unknown, 126 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:14:04.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:03 smithi190 ceph-mon[80032]: pgmap v1116: 137 pgs: 2 creating+peering, 9 unknown, 126 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:14:04.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:03 smithi190 ceph-mon[77620]: pgmap v1116: 137 pgs: 2 creating+peering, 9 unknown, 126 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-19T10:14:04.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:04 smithi196 ceph-mon[72638]: osdmap e950: 8 total, 8 up, 8 in 2024-08-19T10:14:05.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:04 smithi190 ceph-mon[77620]: osdmap e950: 8 total, 8 up, 8 in 2024-08-19T10:14:05.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:04 smithi190 ceph-mon[80032]: osdmap e950: 8 total, 8 up, 8 in 2024-08-19T10:14:05.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:05 smithi196 ceph-mon[72638]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:05.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:05 smithi196 ceph-mon[72638]: osdmap e951: 8 total, 8 up, 8 in 2024-08-19T10:14:05.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:05 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/4109300091' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:06.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:05 smithi190 ceph-mon[77620]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:06.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:05 smithi190 ceph-mon[77620]: osdmap e951: 8 total, 8 up, 8 in 2024-08-19T10:14:06.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:05 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/4109300091' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:06.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:05 smithi190 ceph-mon[80032]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:06.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:05 smithi190 ceph-mon[80032]: osdmap e951: 8 total, 8 up, 8 in 2024-08-19T10:14:06.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:05 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/4109300091' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:06.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:06 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/4109300091' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:06.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:06 smithi196 ceph-mon[72638]: osdmap e952: 8 total, 8 up, 8 in 2024-08-19T10:14:07.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:06 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/4109300091' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:07.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:06 smithi190 ceph-mon[77620]: osdmap e952: 8 total, 8 up, 8 in 2024-08-19T10:14:07.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:06 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/4109300091' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119335-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:07.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:06 smithi190 ceph-mon[80032]: osdmap e952: 8 total, 8 up, 8 in 2024-08-19T10:14:07.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:07 smithi196 ceph-mon[72638]: pgmap v1121: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:07.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:07 smithi196 ceph-mon[72638]: osdmap e953: 8 total, 8 up, 8 in 2024-08-19T10:14:08.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:07 smithi190 ceph-mon[77620]: pgmap v1121: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:08.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:07 smithi190 ceph-mon[77620]: osdmap e953: 8 total, 8 up, 8 in 2024-08-19T10:14:08.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:14:07 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:14:07] "GET /metrics HTTP/1.1" 200 36492 "" "Prometheus/2.51.0" 2024-08-19T10:14:08.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:07 smithi190 ceph-mon[80032]: pgmap v1121: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:08.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:07 smithi190 ceph-mon[80032]: osdmap e953: 8 total, 8 up, 8 in 2024-08-19T10:14:08.610 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5034 ms) 2024-08-19T10:14:08.610 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 22 tests from TestCls2PCQueue (100041 ms total) 2024-08-19T10:14:08.610 INFO:tasks.workunit.client.0.smithi190.stdout: 2024-08-19T10:14:08.610 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment tear-down 2024-08-19T10:14:08.610 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] 22 tests from 1 test suite ran. (100041 ms total) 2024-08-19T10:14:08.610 INFO:tasks.workunit.client.0.smithi190.stdout:[ PASSED ] 22 tests. 2024-08-19T10:14:08.613 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T10:14:08.613 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T10:14:08.641 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-08-19T10:14:08.641 DEBUG:teuthology.orchestra.run.smithi190:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-08-19T10:14:08.711 INFO:tasks.workunit.client.0.smithi190.stdout:Running main() from gmock_main.cc 2024-08-19T10:14:08.712 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] Running 6 tests from 2 test suites. 2024-08-19T10:14:08.712 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment set-up. 2024-08-19T10:14:08.712 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 5 tests from cls_cas 2024-08-19T10:14:08.712 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] cls_cas.get_put 2024-08-19T10:14:09.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:09 smithi196 ceph-mon[72638]: pgmap v1123: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:09.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:09 smithi196 ceph-mon[72638]: osdmap e954: 8 total, 8 up, 8 in 2024-08-19T10:14:10.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:09 smithi190 ceph-mon[77620]: pgmap v1123: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:10.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:09 smithi190 ceph-mon[77620]: osdmap e954: 8 total, 8 up, 8 in 2024-08-19T10:14:10.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:09 smithi190 ceph-mon[80032]: pgmap v1123: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:10.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:09 smithi190 ceph-mon[80032]: osdmap e954: 8 total, 8 up, 8 in 2024-08-19T10:14:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:10 smithi196 ceph-mon[72638]: osdmap e955: 8 total, 8 up, 8 in 2024-08-19T10:14:10.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:10 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/4234280781' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:11.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:10 smithi190 ceph-mon[80032]: osdmap e955: 8 total, 8 up, 8 in 2024-08-19T10:14:11.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:10 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/4234280781' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:11.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:10 smithi190 ceph-mon[77620]: osdmap e955: 8 total, 8 up, 8 in 2024-08-19T10:14:11.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:10 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/4234280781' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:11.633 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] cls_cas.get_put (2922 ms) 2024-08-19T10:14:11.633 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] cls_cas.wrong_put 2024-08-19T10:14:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:11 smithi196 ceph-mon[72638]: pgmap v1126: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:11 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:11 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/4234280781' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:11.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:11 smithi196 ceph-mon[72638]: osdmap e956: 8 total, 8 up, 8 in 2024-08-19T10:14:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:11 smithi190 ceph-mon[77620]: pgmap v1126: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:11 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:11 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/4234280781' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:11 smithi190 ceph-mon[77620]: osdmap e956: 8 total, 8 up, 8 in 2024-08-19T10:14:12.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:11 smithi190 ceph-mon[80032]: pgmap v1126: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:12.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:11 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:12.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:11 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/4234280781' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:12.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:11 smithi190 ceph-mon[80032]: osdmap e956: 8 total, 8 up, 8 in 2024-08-19T10:14:12.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:12 smithi196 ceph-mon[72638]: osdmap e957: 8 total, 8 up, 8 in 2024-08-19T10:14:13.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:12 smithi190 ceph-mon[77620]: osdmap e957: 8 total, 8 up, 8 in 2024-08-19T10:14:13.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:12 smithi190 ceph-mon[80032]: osdmap e957: 8 total, 8 up, 8 in 2024-08-19T10:14:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:13 smithi196 ceph-mon[72638]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:13 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:13 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:14:13.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:13 smithi196 ceph-mon[72638]: osdmap e958: 8 total, 8 up, 8 in 2024-08-19T10:14:13.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:13 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1758940681' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:13.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:13 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:13 smithi190 ceph-mon[77620]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:13 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:13 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:14:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:13 smithi190 ceph-mon[77620]: osdmap e958: 8 total, 8 up, 8 in 2024-08-19T10:14:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:13 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1758940681' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:13 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:14.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:13 smithi190 ceph-mon[80032]: pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:14.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:13 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:14.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:13 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:14:14.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:13 smithi190 ceph-mon[80032]: osdmap e958: 8 total, 8 up, 8 in 2024-08-19T10:14:14.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:13 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1758940681' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:14.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:13 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:14.654 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] cls_cas.wrong_put (3021 ms) 2024-08-19T10:14:14.654 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] cls_cas.dup_get 2024-08-19T10:14:14.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:14 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:14.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:14 smithi196 ceph-mon[72638]: osdmap e959: 8 total, 8 up, 8 in 2024-08-19T10:14:15.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:14 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:15.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:14 smithi190 ceph-mon[80032]: osdmap e959: 8 total, 8 up, 8 in 2024-08-19T10:14:15.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:14 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:15.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:14 smithi190 ceph-mon[77620]: osdmap e959: 8 total, 8 up, 8 in 2024-08-19T10:14:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:15 smithi196 ceph-mon[72638]: pgmap v1132: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:15 smithi196 ceph-mon[72638]: osdmap e960: 8 total, 8 up, 8 in 2024-08-19T10:14:15.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:14:16.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:15 smithi190 ceph-mon[77620]: pgmap v1132: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:16.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:15 smithi190 ceph-mon[77620]: osdmap e960: 8 total, 8 up, 8 in 2024-08-19T10:14:16.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:14:16.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:15 smithi190 ceph-mon[80032]: pgmap v1132: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:16.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:15 smithi190 ceph-mon[80032]: osdmap e960: 8 total, 8 up, 8 in 2024-08-19T10:14:16.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:14:16.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:16 smithi196 ceph-mon[72638]: osdmap e961: 8 total, 8 up, 8 in 2024-08-19T10:14:16.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:16 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1914756637' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:16.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:16 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:17.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:16 smithi190 ceph-mon[80032]: osdmap e961: 8 total, 8 up, 8 in 2024-08-19T10:14:17.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:16 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1914756637' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:17.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:16 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:17.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:16 smithi190 ceph-mon[77620]: osdmap e961: 8 total, 8 up, 8 in 2024-08-19T10:14:17.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:16 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1914756637' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:17.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:16 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:17.678 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] cls_cas.dup_get (3023 ms) 2024-08-19T10:14:17.678 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] cls_cas.dup_put 2024-08-19T10:14:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:17 smithi196 ceph-mon[72638]: pgmap v1135: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:17 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:17 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:17.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:17 smithi196 ceph-mon[72638]: osdmap e962: 8 total, 8 up, 8 in 2024-08-19T10:14:18.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:14:17 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:14:17] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.51.0" 2024-08-19T10:14:18.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:17 smithi190 ceph-mon[80032]: pgmap v1135: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:18.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:17 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:18.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:17 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:18.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:17 smithi190 ceph-mon[80032]: osdmap e962: 8 total, 8 up, 8 in 2024-08-19T10:14:18.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:17 smithi190 ceph-mon[77620]: pgmap v1135: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:18.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:17 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:18.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:17 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:18.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:17 smithi190 ceph-mon[77620]: osdmap e962: 8 total, 8 up, 8 in 2024-08-19T10:14:19.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:18 smithi190 ceph-mon[80032]: osdmap e963: 8 total, 8 up, 8 in 2024-08-19T10:14:19.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:18 smithi190 ceph-mon[77620]: osdmap e963: 8 total, 8 up, 8 in 2024-08-19T10:14:19.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:18 smithi196 ceph-mon[72638]: osdmap e963: 8 total, 8 up, 8 in 2024-08-19T10:14:20.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[77620]: pgmap v1138: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:20.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:20.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:14:20.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[77620]: osdmap e964: 8 total, 8 up, 8 in 2024-08-19T10:14:20.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3825157321' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:20.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:20.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:14:20.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:14:20.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:14:20.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:14:20.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[80032]: pgmap v1138: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:20.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:20.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:14:20.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[80032]: osdmap e964: 8 total, 8 up, 8 in 2024-08-19T10:14:20.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3825157321' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:20.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:20.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:14:20.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:14:20.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:14:20.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:19 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:14:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:19 smithi196 ceph-mon[72638]: pgmap v1138: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:19 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:19 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:14:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:19 smithi196 ceph-mon[72638]: osdmap e964: 8 total, 8 up, 8 in 2024-08-19T10:14:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:19 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3825157321' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:19 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:14:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:14:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:14:20.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:19 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:14:20.702 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] cls_cas.dup_put (3024 ms) 2024-08-19T10:14:20.702 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] cls_cas.get_wrong_data 2024-08-19T10:14:21.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:20 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:21.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:20 smithi190 ceph-mon[80032]: osdmap e965: 8 total, 8 up, 8 in 2024-08-19T10:14:21.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:20 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:21.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:20 smithi190 ceph-mon[77620]: osdmap e965: 8 total, 8 up, 8 in 2024-08-19T10:14:21.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:20 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:21.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:20 smithi196 ceph-mon[72638]: osdmap e965: 8 total, 8 up, 8 in 2024-08-19T10:14:22.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:21 smithi190 ceph-mon[80032]: pgmap v1141: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:22.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:21 smithi190 ceph-mon[80032]: osdmap e966: 8 total, 8 up, 8 in 2024-08-19T10:14:22.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:21 smithi190 ceph-mon[77620]: pgmap v1141: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:22.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:21 smithi190 ceph-mon[77620]: osdmap e966: 8 total, 8 up, 8 in 2024-08-19T10:14:22.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:21 smithi196 ceph-mon[72638]: pgmap v1141: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:22.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:21 smithi196 ceph-mon[72638]: osdmap e966: 8 total, 8 up, 8 in 2024-08-19T10:14:23.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:22 smithi190 ceph-mon[77620]: osdmap e967: 8 total, 8 up, 8 in 2024-08-19T10:14:23.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:22 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3666315428' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:23.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:22 smithi190 ceph-mon[80032]: osdmap e967: 8 total, 8 up, 8 in 2024-08-19T10:14:23.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:22 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3666315428' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:23.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:22 smithi196 ceph-mon[72638]: osdmap e967: 8 total, 8 up, 8 in 2024-08-19T10:14:23.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:22 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3666315428' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:23.725 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] cls_cas.get_wrong_data (3023 ms) 2024-08-19T10:14:23.725 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 5 tests from cls_cas (15013 ms total) 2024-08-19T10:14:23.725 INFO:tasks.workunit.client.0.smithi190.stdout: 2024-08-19T10:14:23.726 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 1 test from chunk_refs_t 2024-08-19T10:14:23.726 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] chunk_refs_t.size 2024-08-19T10:14:23.726 INFO:tasks.workunit.client.0.smithi190.stdout:1 60 by_object 2024-08-19T10:14:23.726 INFO:tasks.workunit.client.0.smithi190.stdout:2 103 by_object 2024-08-19T10:14:23.726 INFO:tasks.workunit.client.0.smithi190.stdout:4 189 by_object 2024-08-19T10:14:23.726 INFO:tasks.workunit.client.0.smithi190.stdout:8 361 by_object 2024-08-19T10:14:23.726 INFO:tasks.workunit.client.0.smithi190.stdout:16 112 by_hash(32 bits) 2024-08-19T10:14:23.726 INFO:tasks.workunit.client.0.smithi190.stdout:32 208 by_hash(32 bits) 2024-08-19T10:14:23.726 INFO:tasks.workunit.client.0.smithi190.stdout:64 400 by_hash(32 bits) 2024-08-19T10:14:23.730 INFO:tasks.workunit.client.0.smithi190.stdout:128 509 by_hash(10 bits) 2024-08-19T10:14:23.730 INFO:tasks.workunit.client.0.smithi190.stdout:256 499 by_hash(7 bits) 2024-08-19T10:14:23.730 INFO:tasks.workunit.client.0.smithi190.stdout:512 462 by_hash(5 bits) 2024-08-19T10:14:23.730 INFO:tasks.workunit.client.0.smithi190.stdout:1024 466 by_hash(5 bits) 2024-08-19T10:14:23.731 INFO:tasks.workunit.client.0.smithi190.stdout:2048 466 by_hash(5 bits) 2024-08-19T10:14:23.731 INFO:tasks.workunit.client.0.smithi190.stdout:4096 470 by_hash(5 bits) 2024-08-19T10:14:23.731 INFO:tasks.workunit.client.0.smithi190.stdout:8192 498 by_hash(4 bits) 2024-08-19T10:14:23.731 INFO:tasks.workunit.client.0.smithi190.stdout:16384 278 by_hash(3 bits) 2024-08-19T10:14:23.733 INFO:tasks.workunit.client.0.smithi190.stdout:32768 337 by_hash(2 bits) 2024-08-19T10:14:23.736 INFO:tasks.workunit.client.0.smithi190.stdout:65536 367 by_hash(2 bits) 2024-08-19T10:14:23.746 INFO:tasks.workunit.client.0.smithi190.stdout:131072 387 by_hash(1 bits) 2024-08-19T10:14:23.760 INFO:tasks.workunit.client.0.smithi190.stdout:262144 331 by_pool 2024-08-19T10:14:23.788 INFO:tasks.workunit.client.0.smithi190.stdout:524288 21 count 2024-08-19T10:14:23.836 INFO:tasks.workunit.client.0.smithi190.stdout:1048576 21 count 2024-08-19T10:14:23.934 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] chunk_refs_t.size (209 ms) 2024-08-19T10:14:23.934 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 1 test from chunk_refs_t (209 ms total) 2024-08-19T10:14:23.934 INFO:tasks.workunit.client.0.smithi190.stdout: 2024-08-19T10:14:23.934 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment tear-down 2024-08-19T10:14:23.934 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] 6 tests from 2 test suites ran. (15222 ms total) 2024-08-19T10:14:23.934 INFO:tasks.workunit.client.0.smithi190.stdout:[ PASSED ] 6 tests. 2024-08-19T10:14:23.936 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T10:14:23.936 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T10:14:23.997 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:23 smithi190 ceph-mon[77620]: pgmap v1144: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:23.997 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:23 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:23.998 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:23 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3666315428' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:23.998 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:23 smithi190 ceph-mon[77620]: osdmap e968: 8 total, 8 up, 8 in 2024-08-19T10:14:23.998 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:23 smithi190 ceph-mon[80032]: pgmap v1144: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:23.998 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:23 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:23.998 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:23 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3666315428' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:23.998 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:23 smithi190 ceph-mon[80032]: osdmap e968: 8 total, 8 up, 8 in 2024-08-19T10:14:24.001 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-08-19T10:14:24.001 DEBUG:teuthology.orchestra.run.smithi190:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-08-19T10:14:24.073 INFO:tasks.workunit.client.0.smithi190.stdout:Running main() from gmock_main.cc 2024-08-19T10:14:24.073 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] Running 31 tests from 1 test suite. 2024-08-19T10:14:24.073 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment set-up. 2024-08-19T10:14:24.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:23 smithi196 ceph-mon[72638]: pgmap v1144: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:24.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:23 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:24.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:23 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3666315428' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-119988-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:24.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:23 smithi196 ceph-mon[72638]: osdmap e968: 8 total, 8 up, 8 in 2024-08-19T10:14:25.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:24 smithi190 ceph-mon[77620]: osdmap e969: 8 total, 8 up, 8 in 2024-08-19T10:14:25.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:24 smithi190 ceph-mon[80032]: osdmap e969: 8 total, 8 up, 8 in 2024-08-19T10:14:25.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:24 smithi196 ceph-mon[72638]: osdmap e969: 8 total, 8 up, 8 in 2024-08-19T10:14:25.740 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 31 tests from CmpOmap 2024-08-19T10:14:25.740 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-08-19T10:14:25.755 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (15 ms) 2024-08-19T10:14:25.755 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-08-19T10:14:25.759 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (5 ms) 2024-08-19T10:14:25.759 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-08-19T10:14:25.762 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-08-19T10:14:25.762 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-08-19T10:14:25.765 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-08-19T10:14:25.765 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-08-19T10:14:25.770 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-08-19T10:14:25.771 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-08-19T10:14:25.777 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-08-19T10:14:25.777 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-08-19T10:14:25.780 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-08-19T10:14:25.780 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-08-19T10:14:25.783 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-08-19T10:14:25.783 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-08-19T10:14:25.785 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-08-19T10:14:25.785 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-08-19T10:14:25.789 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-08-19T10:14:25.789 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-08-19T10:14:25.789 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2024-08-19T10:14:25.789 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-08-19T10:14:25.790 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-08-19T10:14:25.790 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-08-19T10:14:25.796 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-08-19T10:14:25.796 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-08-19T10:14:25.802 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-08-19T10:14:25.802 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-08-19T10:14:25.807 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2024-08-19T10:14:25.808 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-08-19T10:14:25.815 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-08-19T10:14:25.815 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-08-19T10:14:25.822 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-08-19T10:14:25.822 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-08-19T10:14:25.830 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-08-19T10:14:25.830 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-08-19T10:14:25.831 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-08-19T10:14:25.831 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-08-19T10:14:25.833 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-08-19T10:14:25.834 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-08-19T10:14:25.834 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-08-19T10:14:25.834 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-08-19T10:14:25.835 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-08-19T10:14:25.835 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-08-19T10:14:25.842 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-08-19T10:14:25.842 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-08-19T10:14:25.848 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-08-19T10:14:25.848 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-08-19T10:14:25.854 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-08-19T10:14:25.854 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-08-19T10:14:25.861 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-08-19T10:14:25.861 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-08-19T10:14:25.863 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-08-19T10:14:25.863 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-08-19T10:14:25.865 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-08-19T10:14:25.865 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-08-19T10:14:25.866 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-08-19T10:14:25.866 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-08-19T10:14:25.867 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-08-19T10:14:25.867 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-08-19T10:14:25.875 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-08-19T10:14:25.875 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 31 tests from CmpOmap (136 ms total) 2024-08-19T10:14:25.875 INFO:tasks.workunit.client.0.smithi190.stdout: 2024-08-19T10:14:25.875 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment tear-down 2024-08-19T10:14:26.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:25 smithi190 ceph-mon[80032]: pgmap v1147: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:26.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:25 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:26.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:25 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:14:26.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:25 smithi190 ceph-mon[80032]: osdmap e970: 8 total, 8 up, 8 in 2024-08-19T10:14:26.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:25 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2995959724' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120240-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:26.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:25 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120240-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:26.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:25 smithi190 ceph-mon[77620]: pgmap v1147: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:26.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:25 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:26.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:25 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:14:26.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:25 smithi190 ceph-mon[77620]: osdmap e970: 8 total, 8 up, 8 in 2024-08-19T10:14:26.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:25 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2995959724' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120240-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:26.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:25 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120240-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:26.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:25 smithi196 ceph-mon[72638]: pgmap v1147: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:26.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:25 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:26.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:25 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:14:26.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:25 smithi196 ceph-mon[72638]: osdmap e970: 8 total, 8 up, 8 in 2024-08-19T10:14:26.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:25 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2995959724' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120240-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:26.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:25 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120240-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:26.745 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] 31 tests from 1 test suite ran. (2672 ms total) 2024-08-19T10:14:26.745 INFO:tasks.workunit.client.0.smithi190.stdout:[ PASSED ] 31 tests. 2024-08-19T10:14:26.748 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T10:14:26.749 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T10:14:26.817 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-08-19T10:14:26.817 DEBUG:teuthology.orchestra.run.smithi190:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-08-19T10:14:26.890 INFO:tasks.workunit.client.0.smithi190.stdout:Running main() from gmock_main.cc 2024-08-19T10:14:26.891 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] Running 6 tests from 1 test suite. 2024-08-19T10:14:26.891 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment set-up. 2024-08-19T10:14:26.891 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 6 tests from ClsHello 2024-08-19T10:14:26.891 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsHello.SayHello 2024-08-19T10:14:27.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:26 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120240-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:27.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:26 smithi190 ceph-mon[77620]: osdmap e971: 8 total, 8 up, 8 in 2024-08-19T10:14:27.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:26 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120240-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:27.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:26 smithi190 ceph-mon[80032]: osdmap e971: 8 total, 8 up, 8 in 2024-08-19T10:14:27.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:26 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120240-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:27.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:26 smithi196 ceph-mon[72638]: osdmap e971: 8 total, 8 up, 8 in 2024-08-19T10:14:27.966 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:27 smithi190 ceph-mon[80032]: pgmap v1150: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:27.966 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:27 smithi190 ceph-mon[80032]: osdmap e972: 8 total, 8 up, 8 in 2024-08-19T10:14:27.966 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:27 smithi190 ceph-mon[77620]: pgmap v1150: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:27.967 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:27 smithi190 ceph-mon[77620]: osdmap e972: 8 total, 8 up, 8 in 2024-08-19T10:14:27.967 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:14:27 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:14:27] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.51.0" 2024-08-19T10:14:28.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:27 smithi196 ceph-mon[72638]: pgmap v1150: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:28.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:27 smithi196 ceph-mon[72638]: osdmap e972: 8 total, 8 up, 8 in 2024-08-19T10:14:29.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:28 smithi190 ceph-mon[77620]: osdmap e973: 8 total, 8 up, 8 in 2024-08-19T10:14:29.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:28 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3246581269' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:29.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:28 smithi190 ceph-mon[80032]: osdmap e973: 8 total, 8 up, 8 in 2024-08-19T10:14:29.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:28 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3246581269' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:29.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:28 smithi196 ceph-mon[72638]: osdmap e973: 8 total, 8 up, 8 in 2024-08-19T10:14:29.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:28 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3246581269' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:29.762 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsHello.SayHello (2871 ms) 2024-08-19T10:14:29.762 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsHello.RecordHello 2024-08-19T10:14:30.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:29 smithi190 ceph-mon[77620]: pgmap v1153: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:30.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:29 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:30.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:29 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3246581269' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:30.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:29 smithi190 ceph-mon[77620]: osdmap e974: 8 total, 8 up, 8 in 2024-08-19T10:14:30.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:29 smithi190 ceph-mon[80032]: pgmap v1153: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:30.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:29 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:30.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:29 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3246581269' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:30.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:29 smithi190 ceph-mon[80032]: osdmap e974: 8 total, 8 up, 8 in 2024-08-19T10:14:30.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:29 smithi196 ceph-mon[72638]: pgmap v1153: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:30.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:29 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:30.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:29 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3246581269' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:30.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:29 smithi196 ceph-mon[72638]: osdmap e974: 8 total, 8 up, 8 in 2024-08-19T10:14:31.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:30 smithi190 ceph-mon[80032]: osdmap e975: 8 total, 8 up, 8 in 2024-08-19T10:14:31.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:14:31.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:14:31.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:30 smithi190 ceph-mon[77620]: osdmap e975: 8 total, 8 up, 8 in 2024-08-19T10:14:31.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:14:31.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:14:31.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:30 smithi196 ceph-mon[72638]: osdmap e975: 8 total, 8 up, 8 in 2024-08-19T10:14:31.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:14:31.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:14:32.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:31 smithi190 ceph-mon[80032]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:32.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:31 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:32.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:31 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:14:32.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:31 smithi190 ceph-mon[80032]: osdmap e976: 8 total, 8 up, 8 in 2024-08-19T10:14:32.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:31 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2902069590' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:32.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:31 smithi190 ceph-mon[77620]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:32.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:31 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:32.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:31 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:14:32.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:31 smithi190 ceph-mon[77620]: osdmap e976: 8 total, 8 up, 8 in 2024-08-19T10:14:32.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:31 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2902069590' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:32.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:31 smithi196 ceph-mon[72638]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:32.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:31 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:32.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:31 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:14:32.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:31 smithi196 ceph-mon[72638]: osdmap e976: 8 total, 8 up, 8 in 2024-08-19T10:14:32.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:31 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2902069590' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:32.784 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsHello.RecordHello (3022 ms) 2024-08-19T10:14:32.784 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsHello.WriteReturnData 2024-08-19T10:14:33.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:32 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2902069590' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:33.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:32 smithi190 ceph-mon[80032]: osdmap e977: 8 total, 8 up, 8 in 2024-08-19T10:14:33.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:32 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2902069590' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:33.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:32 smithi190 ceph-mon[77620]: osdmap e977: 8 total, 8 up, 8 in 2024-08-19T10:14:33.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:32 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2902069590' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:33.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:32 smithi196 ceph-mon[72638]: osdmap e977: 8 total, 8 up, 8 in 2024-08-19T10:14:34.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:33 smithi190 ceph-mon[80032]: pgmap v1159: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:34.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:33 smithi190 ceph-mon[80032]: osdmap e978: 8 total, 8 up, 8 in 2024-08-19T10:14:34.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:33 smithi190 ceph-mon[77620]: pgmap v1159: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:34.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:33 smithi190 ceph-mon[77620]: osdmap e978: 8 total, 8 up, 8 in 2024-08-19T10:14:34.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:33 smithi196 ceph-mon[72638]: pgmap v1159: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:34.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:33 smithi196 ceph-mon[72638]: osdmap e978: 8 total, 8 up, 8 in 2024-08-19T10:14:34.796 INFO:tasks.workunit.client.0.smithi190.stdout:require_osd_release = squid 2024-08-19T10:14:34.803 INFO:tasks.workunit.client.0.smithi190.stdout:0 2024-08-19T10:14:34.930 INFO:tasks.workunit.client.0.smithi190.stdout:1 2024-08-19T10:14:34.931 INFO:tasks.workunit.client.0.smithi190.stdout:2 2024-08-19T10:14:34.932 INFO:tasks.workunit.client.0.smithi190.stdout:3 2024-08-19T10:14:34.933 INFO:tasks.workunit.client.0.smithi190.stdout:4 2024-08-19T10:14:34.934 INFO:tasks.workunit.client.0.smithi190.stdout:5 2024-08-19T10:14:34.935 INFO:tasks.workunit.client.0.smithi190.stdout:6 2024-08-19T10:14:34.937 INFO:tasks.workunit.client.0.smithi190.stdout:7 2024-08-19T10:14:34.938 INFO:tasks.workunit.client.0.smithi190.stdout:8 2024-08-19T10:14:34.939 INFO:tasks.workunit.client.0.smithi190.stdout:9 2024-08-19T10:14:34.940 INFO:tasks.workunit.client.0.smithi190.stdout:10 2024-08-19T10:14:34.941 INFO:tasks.workunit.client.0.smithi190.stdout:11 2024-08-19T10:14:34.942 INFO:tasks.workunit.client.0.smithi190.stdout:12 2024-08-19T10:14:34.943 INFO:tasks.workunit.client.0.smithi190.stdout:13 2024-08-19T10:14:34.944 INFO:tasks.workunit.client.0.smithi190.stdout:14 2024-08-19T10:14:34.945 INFO:tasks.workunit.client.0.smithi190.stdout:15 2024-08-19T10:14:34.946 INFO:tasks.workunit.client.0.smithi190.stdout:16 2024-08-19T10:14:34.947 INFO:tasks.workunit.client.0.smithi190.stdout:17 2024-08-19T10:14:34.947 INFO:tasks.workunit.client.0.smithi190.stdout:18 2024-08-19T10:14:34.948 INFO:tasks.workunit.client.0.smithi190.stdout:19 2024-08-19T10:14:34.949 INFO:tasks.workunit.client.0.smithi190.stdout:20 2024-08-19T10:14:34.950 INFO:tasks.workunit.client.0.smithi190.stdout:21 2024-08-19T10:14:34.951 INFO:tasks.workunit.client.0.smithi190.stdout:22 2024-08-19T10:14:34.952 INFO:tasks.workunit.client.0.smithi190.stdout:23 2024-08-19T10:14:34.953 INFO:tasks.workunit.client.0.smithi190.stdout:24 2024-08-19T10:14:34.954 INFO:tasks.workunit.client.0.smithi190.stdout:25 2024-08-19T10:14:34.955 INFO:tasks.workunit.client.0.smithi190.stdout:26 2024-08-19T10:14:34.956 INFO:tasks.workunit.client.0.smithi190.stdout:27 2024-08-19T10:14:34.957 INFO:tasks.workunit.client.0.smithi190.stdout:28 2024-08-19T10:14:34.958 INFO:tasks.workunit.client.0.smithi190.stdout:29 2024-08-19T10:14:34.959 INFO:tasks.workunit.client.0.smithi190.stdout:30 2024-08-19T10:14:34.960 INFO:tasks.workunit.client.0.smithi190.stdout:31 2024-08-19T10:14:34.961 INFO:tasks.workunit.client.0.smithi190.stdout:32 2024-08-19T10:14:34.962 INFO:tasks.workunit.client.0.smithi190.stdout:33 2024-08-19T10:14:34.963 INFO:tasks.workunit.client.0.smithi190.stdout:34 2024-08-19T10:14:34.964 INFO:tasks.workunit.client.0.smithi190.stdout:35 2024-08-19T10:14:34.965 INFO:tasks.workunit.client.0.smithi190.stdout:36 2024-08-19T10:14:34.966 INFO:tasks.workunit.client.0.smithi190.stdout:37 2024-08-19T10:14:34.966 INFO:tasks.workunit.client.0.smithi190.stdout:38 2024-08-19T10:14:34.967 INFO:tasks.workunit.client.0.smithi190.stdout:39 2024-08-19T10:14:34.968 INFO:tasks.workunit.client.0.smithi190.stdout:40 2024-08-19T10:14:34.969 INFO:tasks.workunit.client.0.smithi190.stdout:41 2024-08-19T10:14:34.970 INFO:tasks.workunit.client.0.smithi190.stdout:42 2024-08-19T10:14:34.971 INFO:tasks.workunit.client.0.smithi190.stdout:43 2024-08-19T10:14:34.972 INFO:tasks.workunit.client.0.smithi190.stdout:44 2024-08-19T10:14:34.973 INFO:tasks.workunit.client.0.smithi190.stdout:45 2024-08-19T10:14:34.973 INFO:tasks.workunit.client.0.smithi190.stdout:46 2024-08-19T10:14:34.974 INFO:tasks.workunit.client.0.smithi190.stdout:47 2024-08-19T10:14:34.975 INFO:tasks.workunit.client.0.smithi190.stdout:48 2024-08-19T10:14:34.976 INFO:tasks.workunit.client.0.smithi190.stdout:49 2024-08-19T10:14:34.977 INFO:tasks.workunit.client.0.smithi190.stdout:50 2024-08-19T10:14:34.978 INFO:tasks.workunit.client.0.smithi190.stdout:51 2024-08-19T10:14:34.978 INFO:tasks.workunit.client.0.smithi190.stdout:52 2024-08-19T10:14:34.979 INFO:tasks.workunit.client.0.smithi190.stdout:53 2024-08-19T10:14:34.980 INFO:tasks.workunit.client.0.smithi190.stdout:54 2024-08-19T10:14:34.981 INFO:tasks.workunit.client.0.smithi190.stdout:55 2024-08-19T10:14:34.982 INFO:tasks.workunit.client.0.smithi190.stdout:56 2024-08-19T10:14:34.983 INFO:tasks.workunit.client.0.smithi190.stdout:57 2024-08-19T10:14:34.984 INFO:tasks.workunit.client.0.smithi190.stdout:58 2024-08-19T10:14:34.985 INFO:tasks.workunit.client.0.smithi190.stdout:59 2024-08-19T10:14:34.986 INFO:tasks.workunit.client.0.smithi190.stdout:60 2024-08-19T10:14:34.987 INFO:tasks.workunit.client.0.smithi190.stdout:61 2024-08-19T10:14:34.988 INFO:tasks.workunit.client.0.smithi190.stdout:62 2024-08-19T10:14:34.989 INFO:tasks.workunit.client.0.smithi190.stdout:63 2024-08-19T10:14:34.990 INFO:tasks.workunit.client.0.smithi190.stdout:64 2024-08-19T10:14:34.991 INFO:tasks.workunit.client.0.smithi190.stdout:65 2024-08-19T10:14:34.991 INFO:tasks.workunit.client.0.smithi190.stdout:66 2024-08-19T10:14:34.992 INFO:tasks.workunit.client.0.smithi190.stdout:67 2024-08-19T10:14:34.994 INFO:tasks.workunit.client.0.smithi190.stdout:68 2024-08-19T10:14:34.995 INFO:tasks.workunit.client.0.smithi190.stdout:69 2024-08-19T10:14:34.995 INFO:tasks.workunit.client.0.smithi190.stdout:70 2024-08-19T10:14:34.996 INFO:tasks.workunit.client.0.smithi190.stdout:71 2024-08-19T10:14:34.997 INFO:tasks.workunit.client.0.smithi190.stdout:72 2024-08-19T10:14:34.998 INFO:tasks.workunit.client.0.smithi190.stdout:73 2024-08-19T10:14:34.999 INFO:tasks.workunit.client.0.smithi190.stdout:74 2024-08-19T10:14:35.000 INFO:tasks.workunit.client.0.smithi190.stdout:75 2024-08-19T10:14:35.001 INFO:tasks.workunit.client.0.smithi190.stdout:76 2024-08-19T10:14:35.002 INFO:tasks.workunit.client.0.smithi190.stdout:77 2024-08-19T10:14:35.003 INFO:tasks.workunit.client.0.smithi190.stdout:78 2024-08-19T10:14:35.005 INFO:tasks.workunit.client.0.smithi190.stdout:79 2024-08-19T10:14:35.006 INFO:tasks.workunit.client.0.smithi190.stdout:80 2024-08-19T10:14:35.006 INFO:tasks.workunit.client.0.smithi190.stdout:81 2024-08-19T10:14:35.007 INFO:tasks.workunit.client.0.smithi190.stdout:82 2024-08-19T10:14:35.008 INFO:tasks.workunit.client.0.smithi190.stdout:83 2024-08-19T10:14:35.009 INFO:tasks.workunit.client.0.smithi190.stdout:84 2024-08-19T10:14:35.010 INFO:tasks.workunit.client.0.smithi190.stdout:85 2024-08-19T10:14:35.011 INFO:tasks.workunit.client.0.smithi190.stdout:86 2024-08-19T10:14:35.012 INFO:tasks.workunit.client.0.smithi190.stdout:87 2024-08-19T10:14:35.013 INFO:tasks.workunit.client.0.smithi190.stdout:88 2024-08-19T10:14:35.014 INFO:tasks.workunit.client.0.smithi190.stdout:89 2024-08-19T10:14:35.015 INFO:tasks.workunit.client.0.smithi190.stdout:90 2024-08-19T10:14:35.016 INFO:tasks.workunit.client.0.smithi190.stdout:91 2024-08-19T10:14:35.017 INFO:tasks.workunit.client.0.smithi190.stdout:92 2024-08-19T10:14:35.018 INFO:tasks.workunit.client.0.smithi190.stdout:93 2024-08-19T10:14:35.018 INFO:tasks.workunit.client.0.smithi190.stdout:94 2024-08-19T10:14:35.020 INFO:tasks.workunit.client.0.smithi190.stdout:95 2024-08-19T10:14:35.020 INFO:tasks.workunit.client.0.smithi190.stdout:96 2024-08-19T10:14:35.021 INFO:tasks.workunit.client.0.smithi190.stdout:97 2024-08-19T10:14:35.022 INFO:tasks.workunit.client.0.smithi190.stdout:98 2024-08-19T10:14:35.023 INFO:tasks.workunit.client.0.smithi190.stdout:99 2024-08-19T10:14:35.024 INFO:tasks.workunit.client.0.smithi190.stdout:100 2024-08-19T10:14:35.025 INFO:tasks.workunit.client.0.smithi190.stdout:101 2024-08-19T10:14:35.026 INFO:tasks.workunit.client.0.smithi190.stdout:102 2024-08-19T10:14:35.027 INFO:tasks.workunit.client.0.smithi190.stdout:103 2024-08-19T10:14:35.028 INFO:tasks.workunit.client.0.smithi190.stdout:104 2024-08-19T10:14:35.029 INFO:tasks.workunit.client.0.smithi190.stdout:105 2024-08-19T10:14:35.029 INFO:tasks.workunit.client.0.smithi190.stdout:106 2024-08-19T10:14:35.031 INFO:tasks.workunit.client.0.smithi190.stdout:107 2024-08-19T10:14:35.031 INFO:tasks.workunit.client.0.smithi190.stdout:108 2024-08-19T10:14:35.032 INFO:tasks.workunit.client.0.smithi190.stdout:109 2024-08-19T10:14:35.033 INFO:tasks.workunit.client.0.smithi190.stdout:110 2024-08-19T10:14:35.034 INFO:tasks.workunit.client.0.smithi190.stdout:111 2024-08-19T10:14:35.034 INFO:tasks.workunit.client.0.smithi190.stdout:112 2024-08-19T10:14:35.035 INFO:tasks.workunit.client.0.smithi190.stdout:113 2024-08-19T10:14:35.036 INFO:tasks.workunit.client.0.smithi190.stdout:114 2024-08-19T10:14:35.037 INFO:tasks.workunit.client.0.smithi190.stdout:115 2024-08-19T10:14:35.038 INFO:tasks.workunit.client.0.smithi190.stdout:116 2024-08-19T10:14:35.039 INFO:tasks.workunit.client.0.smithi190.stdout:117 2024-08-19T10:14:35.040 INFO:tasks.workunit.client.0.smithi190.stdout:118 2024-08-19T10:14:35.041 INFO:tasks.workunit.client.0.smithi190.stdout:119 2024-08-19T10:14:35.042 INFO:tasks.workunit.client.0.smithi190.stdout:120 2024-08-19T10:14:35.042 INFO:tasks.workunit.client.0.smithi190.stdout:121 2024-08-19T10:14:35.044 INFO:tasks.workunit.client.0.smithi190.stdout:122 2024-08-19T10:14:35.044 INFO:tasks.workunit.client.0.smithi190.stdout:123 2024-08-19T10:14:35.045 INFO:tasks.workunit.client.0.smithi190.stdout:124 2024-08-19T10:14:35.046 INFO:tasks.workunit.client.0.smithi190.stdout:125 2024-08-19T10:14:35.047 INFO:tasks.workunit.client.0.smithi190.stdout:126 2024-08-19T10:14:35.048 INFO:tasks.workunit.client.0.smithi190.stdout:127 2024-08-19T10:14:35.049 INFO:tasks.workunit.client.0.smithi190.stdout:128 2024-08-19T10:14:35.050 INFO:tasks.workunit.client.0.smithi190.stdout:129 2024-08-19T10:14:35.051 INFO:tasks.workunit.client.0.smithi190.stdout:130 2024-08-19T10:14:35.052 INFO:tasks.workunit.client.0.smithi190.stdout:131 2024-08-19T10:14:35.053 INFO:tasks.workunit.client.0.smithi190.stdout:132 2024-08-19T10:14:35.054 INFO:tasks.workunit.client.0.smithi190.stdout:133 2024-08-19T10:14:35.055 INFO:tasks.workunit.client.0.smithi190.stdout:134 2024-08-19T10:14:35.056 INFO:tasks.workunit.client.0.smithi190.stdout:135 2024-08-19T10:14:35.057 INFO:tasks.workunit.client.0.smithi190.stdout:136 2024-08-19T10:14:35.058 INFO:tasks.workunit.client.0.smithi190.stdout:137 2024-08-19T10:14:35.059 INFO:tasks.workunit.client.0.smithi190.stdout:138 2024-08-19T10:14:35.060 INFO:tasks.workunit.client.0.smithi190.stdout:139 2024-08-19T10:14:35.061 INFO:tasks.workunit.client.0.smithi190.stdout:140 2024-08-19T10:14:35.061 INFO:tasks.workunit.client.0.smithi190.stdout:141 2024-08-19T10:14:35.062 INFO:tasks.workunit.client.0.smithi190.stdout:142 2024-08-19T10:14:35.063 INFO:tasks.workunit.client.0.smithi190.stdout:143 2024-08-19T10:14:35.064 INFO:tasks.workunit.client.0.smithi190.stdout:144 2024-08-19T10:14:35.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:34 smithi190 ceph-mon[77620]: osdmap e979: 8 total, 8 up, 8 in 2024-08-19T10:14:35.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:34 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2930322433' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:35.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:34 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:35.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:34 smithi190 ceph-mon[80032]: osdmap e979: 8 total, 8 up, 8 in 2024-08-19T10:14:35.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:34 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2930322433' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:35.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:34 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:35.065 INFO:tasks.workunit.client.0.smithi190.stdout:145 2024-08-19T10:14:35.066 INFO:tasks.workunit.client.0.smithi190.stdout:146 2024-08-19T10:14:35.066 INFO:tasks.workunit.client.0.smithi190.stdout:147 2024-08-19T10:14:35.067 INFO:tasks.workunit.client.0.smithi190.stdout:148 2024-08-19T10:14:35.068 INFO:tasks.workunit.client.0.smithi190.stdout:149 2024-08-19T10:14:35.069 INFO:tasks.workunit.client.0.smithi190.stdout:150 2024-08-19T10:14:35.070 INFO:tasks.workunit.client.0.smithi190.stdout:151 2024-08-19T10:14:35.071 INFO:tasks.workunit.client.0.smithi190.stdout:152 2024-08-19T10:14:35.072 INFO:tasks.workunit.client.0.smithi190.stdout:153 2024-08-19T10:14:35.072 INFO:tasks.workunit.client.0.smithi190.stdout:154 2024-08-19T10:14:35.073 INFO:tasks.workunit.client.0.smithi190.stdout:155 2024-08-19T10:14:35.074 INFO:tasks.workunit.client.0.smithi190.stdout:156 2024-08-19T10:14:35.075 INFO:tasks.workunit.client.0.smithi190.stdout:157 2024-08-19T10:14:35.075 INFO:tasks.workunit.client.0.smithi190.stdout:158 2024-08-19T10:14:35.076 INFO:tasks.workunit.client.0.smithi190.stdout:159 2024-08-19T10:14:35.077 INFO:tasks.workunit.client.0.smithi190.stdout:160 2024-08-19T10:14:35.078 INFO:tasks.workunit.client.0.smithi190.stdout:161 2024-08-19T10:14:35.079 INFO:tasks.workunit.client.0.smithi190.stdout:162 2024-08-19T10:14:35.080 INFO:tasks.workunit.client.0.smithi190.stdout:163 2024-08-19T10:14:35.080 INFO:tasks.workunit.client.0.smithi190.stdout:164 2024-08-19T10:14:35.081 INFO:tasks.workunit.client.0.smithi190.stdout:165 2024-08-19T10:14:35.082 INFO:tasks.workunit.client.0.smithi190.stdout:166 2024-08-19T10:14:35.083 INFO:tasks.workunit.client.0.smithi190.stdout:167 2024-08-19T10:14:35.084 INFO:tasks.workunit.client.0.smithi190.stdout:168 2024-08-19T10:14:35.085 INFO:tasks.workunit.client.0.smithi190.stdout:169 2024-08-19T10:14:35.086 INFO:tasks.workunit.client.0.smithi190.stdout:170 2024-08-19T10:14:35.086 INFO:tasks.workunit.client.0.smithi190.stdout:171 2024-08-19T10:14:35.087 INFO:tasks.workunit.client.0.smithi190.stdout:172 2024-08-19T10:14:35.088 INFO:tasks.workunit.client.0.smithi190.stdout:173 2024-08-19T10:14:35.089 INFO:tasks.workunit.client.0.smithi190.stdout:174 2024-08-19T10:14:35.090 INFO:tasks.workunit.client.0.smithi190.stdout:175 2024-08-19T10:14:35.091 INFO:tasks.workunit.client.0.smithi190.stdout:176 2024-08-19T10:14:35.091 INFO:tasks.workunit.client.0.smithi190.stdout:177 2024-08-19T10:14:35.092 INFO:tasks.workunit.client.0.smithi190.stdout:178 2024-08-19T10:14:35.093 INFO:tasks.workunit.client.0.smithi190.stdout:179 2024-08-19T10:14:35.094 INFO:tasks.workunit.client.0.smithi190.stdout:180 2024-08-19T10:14:35.095 INFO:tasks.workunit.client.0.smithi190.stdout:181 2024-08-19T10:14:35.095 INFO:tasks.workunit.client.0.smithi190.stdout:182 2024-08-19T10:14:35.096 INFO:tasks.workunit.client.0.smithi190.stdout:183 2024-08-19T10:14:35.097 INFO:tasks.workunit.client.0.smithi190.stdout:184 2024-08-19T10:14:35.098 INFO:tasks.workunit.client.0.smithi190.stdout:185 2024-08-19T10:14:35.099 INFO:tasks.workunit.client.0.smithi190.stdout:186 2024-08-19T10:14:35.100 INFO:tasks.workunit.client.0.smithi190.stdout:187 2024-08-19T10:14:35.101 INFO:tasks.workunit.client.0.smithi190.stdout:188 2024-08-19T10:14:35.101 INFO:tasks.workunit.client.0.smithi190.stdout:189 2024-08-19T10:14:35.102 INFO:tasks.workunit.client.0.smithi190.stdout:190 2024-08-19T10:14:35.103 INFO:tasks.workunit.client.0.smithi190.stdout:191 2024-08-19T10:14:35.104 INFO:tasks.workunit.client.0.smithi190.stdout:192 2024-08-19T10:14:35.105 INFO:tasks.workunit.client.0.smithi190.stdout:193 2024-08-19T10:14:35.105 INFO:tasks.workunit.client.0.smithi190.stdout:194 2024-08-19T10:14:35.106 INFO:tasks.workunit.client.0.smithi190.stdout:195 2024-08-19T10:14:35.107 INFO:tasks.workunit.client.0.smithi190.stdout:196 2024-08-19T10:14:35.108 INFO:tasks.workunit.client.0.smithi190.stdout:197 2024-08-19T10:14:35.109 INFO:tasks.workunit.client.0.smithi190.stdout:198 2024-08-19T10:14:35.110 INFO:tasks.workunit.client.0.smithi190.stdout:199 2024-08-19T10:14:35.110 INFO:tasks.workunit.client.0.smithi190.stdout:200 2024-08-19T10:14:35.111 INFO:tasks.workunit.client.0.smithi190.stdout:201 2024-08-19T10:14:35.112 INFO:tasks.workunit.client.0.smithi190.stdout:202 2024-08-19T10:14:35.113 INFO:tasks.workunit.client.0.smithi190.stdout:203 2024-08-19T10:14:35.114 INFO:tasks.workunit.client.0.smithi190.stdout:204 2024-08-19T10:14:35.114 INFO:tasks.workunit.client.0.smithi190.stdout:205 2024-08-19T10:14:35.115 INFO:tasks.workunit.client.0.smithi190.stdout:206 2024-08-19T10:14:35.116 INFO:tasks.workunit.client.0.smithi190.stdout:207 2024-08-19T10:14:35.117 INFO:tasks.workunit.client.0.smithi190.stdout:208 2024-08-19T10:14:35.118 INFO:tasks.workunit.client.0.smithi190.stdout:209 2024-08-19T10:14:35.118 INFO:tasks.workunit.client.0.smithi190.stdout:210 2024-08-19T10:14:35.119 INFO:tasks.workunit.client.0.smithi190.stdout:211 2024-08-19T10:14:35.120 INFO:tasks.workunit.client.0.smithi190.stdout:212 2024-08-19T10:14:35.121 INFO:tasks.workunit.client.0.smithi190.stdout:213 2024-08-19T10:14:35.122 INFO:tasks.workunit.client.0.smithi190.stdout:214 2024-08-19T10:14:35.123 INFO:tasks.workunit.client.0.smithi190.stdout:215 2024-08-19T10:14:35.124 INFO:tasks.workunit.client.0.smithi190.stdout:216 2024-08-19T10:14:35.125 INFO:tasks.workunit.client.0.smithi190.stdout:217 2024-08-19T10:14:35.125 INFO:tasks.workunit.client.0.smithi190.stdout:218 2024-08-19T10:14:35.126 INFO:tasks.workunit.client.0.smithi190.stdout:219 2024-08-19T10:14:35.127 INFO:tasks.workunit.client.0.smithi190.stdout:220 2024-08-19T10:14:35.128 INFO:tasks.workunit.client.0.smithi190.stdout:221 2024-08-19T10:14:35.129 INFO:tasks.workunit.client.0.smithi190.stdout:222 2024-08-19T10:14:35.130 INFO:tasks.workunit.client.0.smithi190.stdout:223 2024-08-19T10:14:35.131 INFO:tasks.workunit.client.0.smithi190.stdout:224 2024-08-19T10:14:35.131 INFO:tasks.workunit.client.0.smithi190.stdout:225 2024-08-19T10:14:35.132 INFO:tasks.workunit.client.0.smithi190.stdout:226 2024-08-19T10:14:35.133 INFO:tasks.workunit.client.0.smithi190.stdout:227 2024-08-19T10:14:35.134 INFO:tasks.workunit.client.0.smithi190.stdout:228 2024-08-19T10:14:35.135 INFO:tasks.workunit.client.0.smithi190.stdout:229 2024-08-19T10:14:35.136 INFO:tasks.workunit.client.0.smithi190.stdout:230 2024-08-19T10:14:35.136 INFO:tasks.workunit.client.0.smithi190.stdout:231 2024-08-19T10:14:35.137 INFO:tasks.workunit.client.0.smithi190.stdout:232 2024-08-19T10:14:35.138 INFO:tasks.workunit.client.0.smithi190.stdout:233 2024-08-19T10:14:35.142 INFO:tasks.workunit.client.0.smithi190.stdout:234 2024-08-19T10:14:35.142 INFO:tasks.workunit.client.0.smithi190.stdout:235 2024-08-19T10:14:35.142 INFO:tasks.workunit.client.0.smithi190.stdout:236 2024-08-19T10:14:35.142 INFO:tasks.workunit.client.0.smithi190.stdout:237 2024-08-19T10:14:35.143 INFO:tasks.workunit.client.0.smithi190.stdout:238 2024-08-19T10:14:35.144 INFO:tasks.workunit.client.0.smithi190.stdout:239 2024-08-19T10:14:35.145 INFO:tasks.workunit.client.0.smithi190.stdout:240 2024-08-19T10:14:35.145 INFO:tasks.workunit.client.0.smithi190.stdout:241 2024-08-19T10:14:35.146 INFO:tasks.workunit.client.0.smithi190.stdout:242 2024-08-19T10:14:35.147 INFO:tasks.workunit.client.0.smithi190.stdout:243 2024-08-19T10:14:35.148 INFO:tasks.workunit.client.0.smithi190.stdout:244 2024-08-19T10:14:35.149 INFO:tasks.workunit.client.0.smithi190.stdout:245 2024-08-19T10:14:35.150 INFO:tasks.workunit.client.0.smithi190.stdout:246 2024-08-19T10:14:35.151 INFO:tasks.workunit.client.0.smithi190.stdout:247 2024-08-19T10:14:35.152 INFO:tasks.workunit.client.0.smithi190.stdout:248 2024-08-19T10:14:35.152 INFO:tasks.workunit.client.0.smithi190.stdout:249 2024-08-19T10:14:35.153 INFO:tasks.workunit.client.0.smithi190.stdout:250 2024-08-19T10:14:35.154 INFO:tasks.workunit.client.0.smithi190.stdout:251 2024-08-19T10:14:35.155 INFO:tasks.workunit.client.0.smithi190.stdout:252 2024-08-19T10:14:35.156 INFO:tasks.workunit.client.0.smithi190.stdout:253 2024-08-19T10:14:35.157 INFO:tasks.workunit.client.0.smithi190.stdout:254 2024-08-19T10:14:35.158 INFO:tasks.workunit.client.0.smithi190.stdout:255 2024-08-19T10:14:35.158 INFO:tasks.workunit.client.0.smithi190.stdout:256 2024-08-19T10:14:35.159 INFO:tasks.workunit.client.0.smithi190.stdout:257 2024-08-19T10:14:35.160 INFO:tasks.workunit.client.0.smithi190.stdout:258 2024-08-19T10:14:35.161 INFO:tasks.workunit.client.0.smithi190.stdout:259 2024-08-19T10:14:35.162 INFO:tasks.workunit.client.0.smithi190.stdout:260 2024-08-19T10:14:35.163 INFO:tasks.workunit.client.0.smithi190.stdout:261 2024-08-19T10:14:35.164 INFO:tasks.workunit.client.0.smithi190.stdout:262 2024-08-19T10:14:35.164 INFO:tasks.workunit.client.0.smithi190.stdout:263 2024-08-19T10:14:35.165 INFO:tasks.workunit.client.0.smithi190.stdout:264 2024-08-19T10:14:35.166 INFO:tasks.workunit.client.0.smithi190.stdout:265 2024-08-19T10:14:35.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:34 smithi196 ceph-mon[72638]: osdmap e979: 8 total, 8 up, 8 in 2024-08-19T10:14:35.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:34 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2930322433' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:35.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:34 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:35.167 INFO:tasks.workunit.client.0.smithi190.stdout:266 2024-08-19T10:14:35.168 INFO:tasks.workunit.client.0.smithi190.stdout:267 2024-08-19T10:14:35.169 INFO:tasks.workunit.client.0.smithi190.stdout:268 2024-08-19T10:14:35.170 INFO:tasks.workunit.client.0.smithi190.stdout:269 2024-08-19T10:14:35.171 INFO:tasks.workunit.client.0.smithi190.stdout:270 2024-08-19T10:14:35.172 INFO:tasks.workunit.client.0.smithi190.stdout:271 2024-08-19T10:14:35.173 INFO:tasks.workunit.client.0.smithi190.stdout:272 2024-08-19T10:14:35.174 INFO:tasks.workunit.client.0.smithi190.stdout:273 2024-08-19T10:14:35.174 INFO:tasks.workunit.client.0.smithi190.stdout:274 2024-08-19T10:14:35.175 INFO:tasks.workunit.client.0.smithi190.stdout:275 2024-08-19T10:14:35.176 INFO:tasks.workunit.client.0.smithi190.stdout:276 2024-08-19T10:14:35.177 INFO:tasks.workunit.client.0.smithi190.stdout:277 2024-08-19T10:14:35.178 INFO:tasks.workunit.client.0.smithi190.stdout:278 2024-08-19T10:14:35.179 INFO:tasks.workunit.client.0.smithi190.stdout:279 2024-08-19T10:14:35.180 INFO:tasks.workunit.client.0.smithi190.stdout:280 2024-08-19T10:14:35.181 INFO:tasks.workunit.client.0.smithi190.stdout:281 2024-08-19T10:14:35.181 INFO:tasks.workunit.client.0.smithi190.stdout:282 2024-08-19T10:14:35.182 INFO:tasks.workunit.client.0.smithi190.stdout:283 2024-08-19T10:14:35.183 INFO:tasks.workunit.client.0.smithi190.stdout:284 2024-08-19T10:14:35.184 INFO:tasks.workunit.client.0.smithi190.stdout:285 2024-08-19T10:14:35.185 INFO:tasks.workunit.client.0.smithi190.stdout:286 2024-08-19T10:14:35.186 INFO:tasks.workunit.client.0.smithi190.stdout:287 2024-08-19T10:14:35.187 INFO:tasks.workunit.client.0.smithi190.stdout:288 2024-08-19T10:14:35.188 INFO:tasks.workunit.client.0.smithi190.stdout:289 2024-08-19T10:14:35.189 INFO:tasks.workunit.client.0.smithi190.stdout:290 2024-08-19T10:14:35.190 INFO:tasks.workunit.client.0.smithi190.stdout:291 2024-08-19T10:14:35.190 INFO:tasks.workunit.client.0.smithi190.stdout:292 2024-08-19T10:14:35.191 INFO:tasks.workunit.client.0.smithi190.stdout:293 2024-08-19T10:14:35.192 INFO:tasks.workunit.client.0.smithi190.stdout:294 2024-08-19T10:14:35.194 INFO:tasks.workunit.client.0.smithi190.stdout:295 2024-08-19T10:14:35.194 INFO:tasks.workunit.client.0.smithi190.stdout:296 2024-08-19T10:14:35.195 INFO:tasks.workunit.client.0.smithi190.stdout:297 2024-08-19T10:14:35.196 INFO:tasks.workunit.client.0.smithi190.stdout:298 2024-08-19T10:14:35.197 INFO:tasks.workunit.client.0.smithi190.stdout:299 2024-08-19T10:14:35.198 INFO:tasks.workunit.client.0.smithi190.stdout:300 2024-08-19T10:14:35.199 INFO:tasks.workunit.client.0.smithi190.stdout:301 2024-08-19T10:14:35.200 INFO:tasks.workunit.client.0.smithi190.stdout:302 2024-08-19T10:14:35.201 INFO:tasks.workunit.client.0.smithi190.stdout:303 2024-08-19T10:14:35.202 INFO:tasks.workunit.client.0.smithi190.stdout:304 2024-08-19T10:14:35.203 INFO:tasks.workunit.client.0.smithi190.stdout:305 2024-08-19T10:14:35.204 INFO:tasks.workunit.client.0.smithi190.stdout:306 2024-08-19T10:14:35.205 INFO:tasks.workunit.client.0.smithi190.stdout:307 2024-08-19T10:14:35.206 INFO:tasks.workunit.client.0.smithi190.stdout:308 2024-08-19T10:14:35.207 INFO:tasks.workunit.client.0.smithi190.stdout:309 2024-08-19T10:14:35.208 INFO:tasks.workunit.client.0.smithi190.stdout:310 2024-08-19T10:14:35.209 INFO:tasks.workunit.client.0.smithi190.stdout:311 2024-08-19T10:14:35.210 INFO:tasks.workunit.client.0.smithi190.stdout:312 2024-08-19T10:14:35.211 INFO:tasks.workunit.client.0.smithi190.stdout:313 2024-08-19T10:14:35.212 INFO:tasks.workunit.client.0.smithi190.stdout:314 2024-08-19T10:14:35.213 INFO:tasks.workunit.client.0.smithi190.stdout:315 2024-08-19T10:14:35.214 INFO:tasks.workunit.client.0.smithi190.stdout:316 2024-08-19T10:14:35.215 INFO:tasks.workunit.client.0.smithi190.stdout:317 2024-08-19T10:14:35.216 INFO:tasks.workunit.client.0.smithi190.stdout:318 2024-08-19T10:14:35.216 INFO:tasks.workunit.client.0.smithi190.stdout:319 2024-08-19T10:14:35.217 INFO:tasks.workunit.client.0.smithi190.stdout:320 2024-08-19T10:14:35.218 INFO:tasks.workunit.client.0.smithi190.stdout:321 2024-08-19T10:14:35.219 INFO:tasks.workunit.client.0.smithi190.stdout:322 2024-08-19T10:14:35.220 INFO:tasks.workunit.client.0.smithi190.stdout:323 2024-08-19T10:14:35.221 INFO:tasks.workunit.client.0.smithi190.stdout:324 2024-08-19T10:14:35.222 INFO:tasks.workunit.client.0.smithi190.stdout:325 2024-08-19T10:14:35.223 INFO:tasks.workunit.client.0.smithi190.stdout:326 2024-08-19T10:14:35.224 INFO:tasks.workunit.client.0.smithi190.stdout:327 2024-08-19T10:14:35.225 INFO:tasks.workunit.client.0.smithi190.stdout:328 2024-08-19T10:14:35.227 INFO:tasks.workunit.client.0.smithi190.stdout:329 2024-08-19T10:14:35.227 INFO:tasks.workunit.client.0.smithi190.stdout:330 2024-08-19T10:14:35.228 INFO:tasks.workunit.client.0.smithi190.stdout:331 2024-08-19T10:14:35.229 INFO:tasks.workunit.client.0.smithi190.stdout:332 2024-08-19T10:14:35.230 INFO:tasks.workunit.client.0.smithi190.stdout:333 2024-08-19T10:14:35.231 INFO:tasks.workunit.client.0.smithi190.stdout:334 2024-08-19T10:14:35.232 INFO:tasks.workunit.client.0.smithi190.stdout:335 2024-08-19T10:14:35.232 INFO:tasks.workunit.client.0.smithi190.stdout:336 2024-08-19T10:14:35.233 INFO:tasks.workunit.client.0.smithi190.stdout:337 2024-08-19T10:14:35.234 INFO:tasks.workunit.client.0.smithi190.stdout:338 2024-08-19T10:14:35.235 INFO:tasks.workunit.client.0.smithi190.stdout:339 2024-08-19T10:14:35.236 INFO:tasks.workunit.client.0.smithi190.stdout:340 2024-08-19T10:14:35.237 INFO:tasks.workunit.client.0.smithi190.stdout:341 2024-08-19T10:14:35.238 INFO:tasks.workunit.client.0.smithi190.stdout:342 2024-08-19T10:14:35.239 INFO:tasks.workunit.client.0.smithi190.stdout:343 2024-08-19T10:14:35.240 INFO:tasks.workunit.client.0.smithi190.stdout:344 2024-08-19T10:14:35.240 INFO:tasks.workunit.client.0.smithi190.stdout:345 2024-08-19T10:14:35.241 INFO:tasks.workunit.client.0.smithi190.stdout:346 2024-08-19T10:14:35.242 INFO:tasks.workunit.client.0.smithi190.stdout:347 2024-08-19T10:14:35.243 INFO:tasks.workunit.client.0.smithi190.stdout:348 2024-08-19T10:14:35.244 INFO:tasks.workunit.client.0.smithi190.stdout:349 2024-08-19T10:14:35.245 INFO:tasks.workunit.client.0.smithi190.stdout:350 2024-08-19T10:14:35.246 INFO:tasks.workunit.client.0.smithi190.stdout:351 2024-08-19T10:14:35.247 INFO:tasks.workunit.client.0.smithi190.stdout:352 2024-08-19T10:14:35.248 INFO:tasks.workunit.client.0.smithi190.stdout:353 2024-08-19T10:14:35.249 INFO:tasks.workunit.client.0.smithi190.stdout:354 2024-08-19T10:14:35.250 INFO:tasks.workunit.client.0.smithi190.stdout:355 2024-08-19T10:14:35.251 INFO:tasks.workunit.client.0.smithi190.stdout:356 2024-08-19T10:14:35.252 INFO:tasks.workunit.client.0.smithi190.stdout:357 2024-08-19T10:14:35.253 INFO:tasks.workunit.client.0.smithi190.stdout:358 2024-08-19T10:14:35.254 INFO:tasks.workunit.client.0.smithi190.stdout:359 2024-08-19T10:14:35.255 INFO:tasks.workunit.client.0.smithi190.stdout:360 2024-08-19T10:14:35.256 INFO:tasks.workunit.client.0.smithi190.stdout:361 2024-08-19T10:14:35.257 INFO:tasks.workunit.client.0.smithi190.stdout:362 2024-08-19T10:14:35.258 INFO:tasks.workunit.client.0.smithi190.stdout:363 2024-08-19T10:14:35.259 INFO:tasks.workunit.client.0.smithi190.stdout:364 2024-08-19T10:14:35.260 INFO:tasks.workunit.client.0.smithi190.stdout:365 2024-08-19T10:14:35.261 INFO:tasks.workunit.client.0.smithi190.stdout:366 2024-08-19T10:14:35.262 INFO:tasks.workunit.client.0.smithi190.stdout:367 2024-08-19T10:14:35.263 INFO:tasks.workunit.client.0.smithi190.stdout:368 2024-08-19T10:14:35.264 INFO:tasks.workunit.client.0.smithi190.stdout:369 2024-08-19T10:14:35.265 INFO:tasks.workunit.client.0.smithi190.stdout:370 2024-08-19T10:14:35.265 INFO:tasks.workunit.client.0.smithi190.stdout:371 2024-08-19T10:14:35.266 INFO:tasks.workunit.client.0.smithi190.stdout:372 2024-08-19T10:14:35.267 INFO:tasks.workunit.client.0.smithi190.stdout:373 2024-08-19T10:14:35.268 INFO:tasks.workunit.client.0.smithi190.stdout:374 2024-08-19T10:14:35.269 INFO:tasks.workunit.client.0.smithi190.stdout:375 2024-08-19T10:14:35.270 INFO:tasks.workunit.client.0.smithi190.stdout:376 2024-08-19T10:14:35.271 INFO:tasks.workunit.client.0.smithi190.stdout:377 2024-08-19T10:14:35.272 INFO:tasks.workunit.client.0.smithi190.stdout:378 2024-08-19T10:14:35.272 INFO:tasks.workunit.client.0.smithi190.stdout:379 2024-08-19T10:14:35.273 INFO:tasks.workunit.client.0.smithi190.stdout:380 2024-08-19T10:14:35.274 INFO:tasks.workunit.client.0.smithi190.stdout:381 2024-08-19T10:14:35.276 INFO:tasks.workunit.client.0.smithi190.stdout:382 2024-08-19T10:14:35.276 INFO:tasks.workunit.client.0.smithi190.stdout:383 2024-08-19T10:14:35.277 INFO:tasks.workunit.client.0.smithi190.stdout:384 2024-08-19T10:14:35.278 INFO:tasks.workunit.client.0.smithi190.stdout:385 2024-08-19T10:14:35.279 INFO:tasks.workunit.client.0.smithi190.stdout:386 2024-08-19T10:14:35.280 INFO:tasks.workunit.client.0.smithi190.stdout:387 2024-08-19T10:14:35.281 INFO:tasks.workunit.client.0.smithi190.stdout:388 2024-08-19T10:14:35.281 INFO:tasks.workunit.client.0.smithi190.stdout:389 2024-08-19T10:14:35.282 INFO:tasks.workunit.client.0.smithi190.stdout:390 2024-08-19T10:14:35.283 INFO:tasks.workunit.client.0.smithi190.stdout:391 2024-08-19T10:14:35.284 INFO:tasks.workunit.client.0.smithi190.stdout:392 2024-08-19T10:14:35.286 INFO:tasks.workunit.client.0.smithi190.stdout:393 2024-08-19T10:14:35.287 INFO:tasks.workunit.client.0.smithi190.stdout:394 2024-08-19T10:14:35.287 INFO:tasks.workunit.client.0.smithi190.stdout:395 2024-08-19T10:14:35.288 INFO:tasks.workunit.client.0.smithi190.stdout:396 2024-08-19T10:14:35.289 INFO:tasks.workunit.client.0.smithi190.stdout:397 2024-08-19T10:14:35.290 INFO:tasks.workunit.client.0.smithi190.stdout:398 2024-08-19T10:14:35.291 INFO:tasks.workunit.client.0.smithi190.stdout:399 2024-08-19T10:14:35.292 INFO:tasks.workunit.client.0.smithi190.stdout:400 2024-08-19T10:14:35.293 INFO:tasks.workunit.client.0.smithi190.stdout:401 2024-08-19T10:14:35.294 INFO:tasks.workunit.client.0.smithi190.stdout:402 2024-08-19T10:14:35.296 INFO:tasks.workunit.client.0.smithi190.stdout:403 2024-08-19T10:14:35.297 INFO:tasks.workunit.client.0.smithi190.stdout:404 2024-08-19T10:14:35.298 INFO:tasks.workunit.client.0.smithi190.stdout:405 2024-08-19T10:14:35.298 INFO:tasks.workunit.client.0.smithi190.stdout:406 2024-08-19T10:14:35.299 INFO:tasks.workunit.client.0.smithi190.stdout:407 2024-08-19T10:14:35.300 INFO:tasks.workunit.client.0.smithi190.stdout:408 2024-08-19T10:14:35.302 INFO:tasks.workunit.client.0.smithi190.stdout:409 2024-08-19T10:14:35.302 INFO:tasks.workunit.client.0.smithi190.stdout:410 2024-08-19T10:14:35.304 INFO:tasks.workunit.client.0.smithi190.stdout:411 2024-08-19T10:14:35.304 INFO:tasks.workunit.client.0.smithi190.stdout:412 2024-08-19T10:14:35.305 INFO:tasks.workunit.client.0.smithi190.stdout:413 2024-08-19T10:14:35.306 INFO:tasks.workunit.client.0.smithi190.stdout:414 2024-08-19T10:14:35.308 INFO:tasks.workunit.client.0.smithi190.stdout:415 2024-08-19T10:14:35.308 INFO:tasks.workunit.client.0.smithi190.stdout:416 2024-08-19T10:14:35.310 INFO:tasks.workunit.client.0.smithi190.stdout:417 2024-08-19T10:14:35.311 INFO:tasks.workunit.client.0.smithi190.stdout:418 2024-08-19T10:14:35.311 INFO:tasks.workunit.client.0.smithi190.stdout:419 2024-08-19T10:14:35.312 INFO:tasks.workunit.client.0.smithi190.stdout:420 2024-08-19T10:14:35.313 INFO:tasks.workunit.client.0.smithi190.stdout:421 2024-08-19T10:14:35.314 INFO:tasks.workunit.client.0.smithi190.stdout:422 2024-08-19T10:14:35.315 INFO:tasks.workunit.client.0.smithi190.stdout:423 2024-08-19T10:14:35.316 INFO:tasks.workunit.client.0.smithi190.stdout:424 2024-08-19T10:14:35.317 INFO:tasks.workunit.client.0.smithi190.stdout:425 2024-08-19T10:14:35.318 INFO:tasks.workunit.client.0.smithi190.stdout:426 2024-08-19T10:14:35.320 INFO:tasks.workunit.client.0.smithi190.stdout:427 2024-08-19T10:14:35.321 INFO:tasks.workunit.client.0.smithi190.stdout:428 2024-08-19T10:14:35.322 INFO:tasks.workunit.client.0.smithi190.stdout:429 2024-08-19T10:14:35.323 INFO:tasks.workunit.client.0.smithi190.stdout:430 2024-08-19T10:14:35.324 INFO:tasks.workunit.client.0.smithi190.stdout:431 2024-08-19T10:14:35.325 INFO:tasks.workunit.client.0.smithi190.stdout:432 2024-08-19T10:14:35.326 INFO:tasks.workunit.client.0.smithi190.stdout:433 2024-08-19T10:14:35.327 INFO:tasks.workunit.client.0.smithi190.stdout:434 2024-08-19T10:14:35.328 INFO:tasks.workunit.client.0.smithi190.stdout:435 2024-08-19T10:14:35.329 INFO:tasks.workunit.client.0.smithi190.stdout:436 2024-08-19T10:14:35.330 INFO:tasks.workunit.client.0.smithi190.stdout:437 2024-08-19T10:14:35.331 INFO:tasks.workunit.client.0.smithi190.stdout:438 2024-08-19T10:14:35.332 INFO:tasks.workunit.client.0.smithi190.stdout:439 2024-08-19T10:14:35.333 INFO:tasks.workunit.client.0.smithi190.stdout:440 2024-08-19T10:14:35.334 INFO:tasks.workunit.client.0.smithi190.stdout:441 2024-08-19T10:14:35.334 INFO:tasks.workunit.client.0.smithi190.stdout:442 2024-08-19T10:14:35.335 INFO:tasks.workunit.client.0.smithi190.stdout:443 2024-08-19T10:14:35.336 INFO:tasks.workunit.client.0.smithi190.stdout:444 2024-08-19T10:14:35.338 INFO:tasks.workunit.client.0.smithi190.stdout:445 2024-08-19T10:14:35.339 INFO:tasks.workunit.client.0.smithi190.stdout:446 2024-08-19T10:14:35.340 INFO:tasks.workunit.client.0.smithi190.stdout:447 2024-08-19T10:14:35.340 INFO:tasks.workunit.client.0.smithi190.stdout:448 2024-08-19T10:14:35.341 INFO:tasks.workunit.client.0.smithi190.stdout:449 2024-08-19T10:14:35.342 INFO:tasks.workunit.client.0.smithi190.stdout:450 2024-08-19T10:14:35.343 INFO:tasks.workunit.client.0.smithi190.stdout:451 2024-08-19T10:14:35.344 INFO:tasks.workunit.client.0.smithi190.stdout:452 2024-08-19T10:14:35.345 INFO:tasks.workunit.client.0.smithi190.stdout:453 2024-08-19T10:14:35.346 INFO:tasks.workunit.client.0.smithi190.stdout:454 2024-08-19T10:14:35.347 INFO:tasks.workunit.client.0.smithi190.stdout:455 2024-08-19T10:14:35.348 INFO:tasks.workunit.client.0.smithi190.stdout:456 2024-08-19T10:14:35.349 INFO:tasks.workunit.client.0.smithi190.stdout:457 2024-08-19T10:14:35.350 INFO:tasks.workunit.client.0.smithi190.stdout:458 2024-08-19T10:14:35.351 INFO:tasks.workunit.client.0.smithi190.stdout:459 2024-08-19T10:14:35.352 INFO:tasks.workunit.client.0.smithi190.stdout:460 2024-08-19T10:14:35.353 INFO:tasks.workunit.client.0.smithi190.stdout:461 2024-08-19T10:14:35.353 INFO:tasks.workunit.client.0.smithi190.stdout:462 2024-08-19T10:14:35.354 INFO:tasks.workunit.client.0.smithi190.stdout:463 2024-08-19T10:14:35.355 INFO:tasks.workunit.client.0.smithi190.stdout:464 2024-08-19T10:14:35.356 INFO:tasks.workunit.client.0.smithi190.stdout:465 2024-08-19T10:14:35.357 INFO:tasks.workunit.client.0.smithi190.stdout:466 2024-08-19T10:14:35.358 INFO:tasks.workunit.client.0.smithi190.stdout:467 2024-08-19T10:14:35.359 INFO:tasks.workunit.client.0.smithi190.stdout:468 2024-08-19T10:14:35.360 INFO:tasks.workunit.client.0.smithi190.stdout:469 2024-08-19T10:14:35.360 INFO:tasks.workunit.client.0.smithi190.stdout:470 2024-08-19T10:14:35.361 INFO:tasks.workunit.client.0.smithi190.stdout:471 2024-08-19T10:14:35.362 INFO:tasks.workunit.client.0.smithi190.stdout:472 2024-08-19T10:14:35.363 INFO:tasks.workunit.client.0.smithi190.stdout:473 2024-08-19T10:14:35.364 INFO:tasks.workunit.client.0.smithi190.stdout:474 2024-08-19T10:14:35.365 INFO:tasks.workunit.client.0.smithi190.stdout:475 2024-08-19T10:14:35.366 INFO:tasks.workunit.client.0.smithi190.stdout:476 2024-08-19T10:14:35.367 INFO:tasks.workunit.client.0.smithi190.stdout:477 2024-08-19T10:14:35.368 INFO:tasks.workunit.client.0.smithi190.stdout:478 2024-08-19T10:14:35.368 INFO:tasks.workunit.client.0.smithi190.stdout:479 2024-08-19T10:14:35.369 INFO:tasks.workunit.client.0.smithi190.stdout:480 2024-08-19T10:14:35.370 INFO:tasks.workunit.client.0.smithi190.stdout:481 2024-08-19T10:14:35.371 INFO:tasks.workunit.client.0.smithi190.stdout:482 2024-08-19T10:14:35.372 INFO:tasks.workunit.client.0.smithi190.stdout:483 2024-08-19T10:14:35.373 INFO:tasks.workunit.client.0.smithi190.stdout:484 2024-08-19T10:14:35.374 INFO:tasks.workunit.client.0.smithi190.stdout:485 2024-08-19T10:14:35.375 INFO:tasks.workunit.client.0.smithi190.stdout:486 2024-08-19T10:14:35.376 INFO:tasks.workunit.client.0.smithi190.stdout:487 2024-08-19T10:14:35.377 INFO:tasks.workunit.client.0.smithi190.stdout:488 2024-08-19T10:14:35.378 INFO:tasks.workunit.client.0.smithi190.stdout:489 2024-08-19T10:14:35.379 INFO:tasks.workunit.client.0.smithi190.stdout:490 2024-08-19T10:14:35.380 INFO:tasks.workunit.client.0.smithi190.stdout:491 2024-08-19T10:14:35.381 INFO:tasks.workunit.client.0.smithi190.stdout:492 2024-08-19T10:14:35.382 INFO:tasks.workunit.client.0.smithi190.stdout:493 2024-08-19T10:14:35.383 INFO:tasks.workunit.client.0.smithi190.stdout:494 2024-08-19T10:14:35.384 INFO:tasks.workunit.client.0.smithi190.stdout:495 2024-08-19T10:14:35.385 INFO:tasks.workunit.client.0.smithi190.stdout:496 2024-08-19T10:14:35.386 INFO:tasks.workunit.client.0.smithi190.stdout:497 2024-08-19T10:14:35.386 INFO:tasks.workunit.client.0.smithi190.stdout:498 2024-08-19T10:14:35.388 INFO:tasks.workunit.client.0.smithi190.stdout:499 2024-08-19T10:14:35.388 INFO:tasks.workunit.client.0.smithi190.stdout:500 2024-08-19T10:14:35.389 INFO:tasks.workunit.client.0.smithi190.stdout:501 2024-08-19T10:14:35.390 INFO:tasks.workunit.client.0.smithi190.stdout:502 2024-08-19T10:14:35.391 INFO:tasks.workunit.client.0.smithi190.stdout:503 2024-08-19T10:14:35.392 INFO:tasks.workunit.client.0.smithi190.stdout:504 2024-08-19T10:14:35.393 INFO:tasks.workunit.client.0.smithi190.stdout:505 2024-08-19T10:14:35.394 INFO:tasks.workunit.client.0.smithi190.stdout:506 2024-08-19T10:14:35.395 INFO:tasks.workunit.client.0.smithi190.stdout:507 2024-08-19T10:14:35.396 INFO:tasks.workunit.client.0.smithi190.stdout:508 2024-08-19T10:14:35.397 INFO:tasks.workunit.client.0.smithi190.stdout:509 2024-08-19T10:14:35.397 INFO:tasks.workunit.client.0.smithi190.stdout:510 2024-08-19T10:14:35.398 INFO:tasks.workunit.client.0.smithi190.stdout:511 2024-08-19T10:14:35.399 INFO:tasks.workunit.client.0.smithi190.stdout:512 2024-08-19T10:14:35.400 INFO:tasks.workunit.client.0.smithi190.stdout:513 2024-08-19T10:14:35.401 INFO:tasks.workunit.client.0.smithi190.stdout:514 2024-08-19T10:14:35.402 INFO:tasks.workunit.client.0.smithi190.stdout:515 2024-08-19T10:14:35.403 INFO:tasks.workunit.client.0.smithi190.stdout:516 2024-08-19T10:14:35.404 INFO:tasks.workunit.client.0.smithi190.stdout:517 2024-08-19T10:14:35.405 INFO:tasks.workunit.client.0.smithi190.stdout:518 2024-08-19T10:14:35.405 INFO:tasks.workunit.client.0.smithi190.stdout:519 2024-08-19T10:14:35.406 INFO:tasks.workunit.client.0.smithi190.stdout:520 2024-08-19T10:14:35.410 INFO:tasks.workunit.client.0.smithi190.stdout:521 2024-08-19T10:14:35.410 INFO:tasks.workunit.client.0.smithi190.stdout:522 2024-08-19T10:14:35.410 INFO:tasks.workunit.client.0.smithi190.stdout:523 2024-08-19T10:14:35.410 INFO:tasks.workunit.client.0.smithi190.stdout:524 2024-08-19T10:14:35.411 INFO:tasks.workunit.client.0.smithi190.stdout:525 2024-08-19T10:14:35.412 INFO:tasks.workunit.client.0.smithi190.stdout:526 2024-08-19T10:14:35.413 INFO:tasks.workunit.client.0.smithi190.stdout:527 2024-08-19T10:14:35.414 INFO:tasks.workunit.client.0.smithi190.stdout:528 2024-08-19T10:14:35.415 INFO:tasks.workunit.client.0.smithi190.stdout:529 2024-08-19T10:14:35.416 INFO:tasks.workunit.client.0.smithi190.stdout:530 2024-08-19T10:14:35.417 INFO:tasks.workunit.client.0.smithi190.stdout:531 2024-08-19T10:14:35.418 INFO:tasks.workunit.client.0.smithi190.stdout:532 2024-08-19T10:14:35.419 INFO:tasks.workunit.client.0.smithi190.stdout:533 2024-08-19T10:14:35.420 INFO:tasks.workunit.client.0.smithi190.stdout:534 2024-08-19T10:14:35.421 INFO:tasks.workunit.client.0.smithi190.stdout:535 2024-08-19T10:14:35.421 INFO:tasks.workunit.client.0.smithi190.stdout:536 2024-08-19T10:14:35.422 INFO:tasks.workunit.client.0.smithi190.stdout:537 2024-08-19T10:14:35.423 INFO:tasks.workunit.client.0.smithi190.stdout:538 2024-08-19T10:14:35.424 INFO:tasks.workunit.client.0.smithi190.stdout:539 2024-08-19T10:14:35.425 INFO:tasks.workunit.client.0.smithi190.stdout:540 2024-08-19T10:14:35.426 INFO:tasks.workunit.client.0.smithi190.stdout:541 2024-08-19T10:14:35.427 INFO:tasks.workunit.client.0.smithi190.stdout:542 2024-08-19T10:14:35.428 INFO:tasks.workunit.client.0.smithi190.stdout:543 2024-08-19T10:14:35.429 INFO:tasks.workunit.client.0.smithi190.stdout:544 2024-08-19T10:14:35.430 INFO:tasks.workunit.client.0.smithi190.stdout:545 2024-08-19T10:14:35.431 INFO:tasks.workunit.client.0.smithi190.stdout:546 2024-08-19T10:14:35.432 INFO:tasks.workunit.client.0.smithi190.stdout:547 2024-08-19T10:14:35.433 INFO:tasks.workunit.client.0.smithi190.stdout:548 2024-08-19T10:14:35.434 INFO:tasks.workunit.client.0.smithi190.stdout:549 2024-08-19T10:14:35.434 INFO:tasks.workunit.client.0.smithi190.stdout:550 2024-08-19T10:14:35.435 INFO:tasks.workunit.client.0.smithi190.stdout:551 2024-08-19T10:14:35.436 INFO:tasks.workunit.client.0.smithi190.stdout:552 2024-08-19T10:14:35.437 INFO:tasks.workunit.client.0.smithi190.stdout:553 2024-08-19T10:14:35.438 INFO:tasks.workunit.client.0.smithi190.stdout:554 2024-08-19T10:14:35.439 INFO:tasks.workunit.client.0.smithi190.stdout:555 2024-08-19T10:14:35.440 INFO:tasks.workunit.client.0.smithi190.stdout:556 2024-08-19T10:14:35.441 INFO:tasks.workunit.client.0.smithi190.stdout:557 2024-08-19T10:14:35.442 INFO:tasks.workunit.client.0.smithi190.stdout:558 2024-08-19T10:14:35.443 INFO:tasks.workunit.client.0.smithi190.stdout:559 2024-08-19T10:14:35.444 INFO:tasks.workunit.client.0.smithi190.stdout:560 2024-08-19T10:14:35.445 INFO:tasks.workunit.client.0.smithi190.stdout:561 2024-08-19T10:14:35.446 INFO:tasks.workunit.client.0.smithi190.stdout:562 2024-08-19T10:14:35.447 INFO:tasks.workunit.client.0.smithi190.stdout:563 2024-08-19T10:14:35.448 INFO:tasks.workunit.client.0.smithi190.stdout:564 2024-08-19T10:14:35.449 INFO:tasks.workunit.client.0.smithi190.stdout:565 2024-08-19T10:14:35.450 INFO:tasks.workunit.client.0.smithi190.stdout:566 2024-08-19T10:14:35.451 INFO:tasks.workunit.client.0.smithi190.stdout:567 2024-08-19T10:14:35.452 INFO:tasks.workunit.client.0.smithi190.stdout:568 2024-08-19T10:14:35.453 INFO:tasks.workunit.client.0.smithi190.stdout:569 2024-08-19T10:14:35.454 INFO:tasks.workunit.client.0.smithi190.stdout:570 2024-08-19T10:14:35.455 INFO:tasks.workunit.client.0.smithi190.stdout:571 2024-08-19T10:14:35.456 INFO:tasks.workunit.client.0.smithi190.stdout:572 2024-08-19T10:14:35.456 INFO:tasks.workunit.client.0.smithi190.stdout:573 2024-08-19T10:14:35.457 INFO:tasks.workunit.client.0.smithi190.stdout:574 2024-08-19T10:14:35.458 INFO:tasks.workunit.client.0.smithi190.stdout:575 2024-08-19T10:14:35.459 INFO:tasks.workunit.client.0.smithi190.stdout:576 2024-08-19T10:14:35.460 INFO:tasks.workunit.client.0.smithi190.stdout:577 2024-08-19T10:14:35.461 INFO:tasks.workunit.client.0.smithi190.stdout:578 2024-08-19T10:14:35.462 INFO:tasks.workunit.client.0.smithi190.stdout:579 2024-08-19T10:14:35.463 INFO:tasks.workunit.client.0.smithi190.stdout:580 2024-08-19T10:14:35.464 INFO:tasks.workunit.client.0.smithi190.stdout:581 2024-08-19T10:14:35.465 INFO:tasks.workunit.client.0.smithi190.stdout:582 2024-08-19T10:14:35.466 INFO:tasks.workunit.client.0.smithi190.stdout:583 2024-08-19T10:14:35.467 INFO:tasks.workunit.client.0.smithi190.stdout:584 2024-08-19T10:14:35.468 INFO:tasks.workunit.client.0.smithi190.stdout:585 2024-08-19T10:14:35.469 INFO:tasks.workunit.client.0.smithi190.stdout:586 2024-08-19T10:14:35.470 INFO:tasks.workunit.client.0.smithi190.stdout:587 2024-08-19T10:14:35.471 INFO:tasks.workunit.client.0.smithi190.stdout:588 2024-08-19T10:14:35.472 INFO:tasks.workunit.client.0.smithi190.stdout:589 2024-08-19T10:14:35.473 INFO:tasks.workunit.client.0.smithi190.stdout:590 2024-08-19T10:14:35.474 INFO:tasks.workunit.client.0.smithi190.stdout:591 2024-08-19T10:14:35.475 INFO:tasks.workunit.client.0.smithi190.stdout:592 2024-08-19T10:14:35.476 INFO:tasks.workunit.client.0.smithi190.stdout:593 2024-08-19T10:14:35.477 INFO:tasks.workunit.client.0.smithi190.stdout:594 2024-08-19T10:14:35.478 INFO:tasks.workunit.client.0.smithi190.stdout:595 2024-08-19T10:14:35.479 INFO:tasks.workunit.client.0.smithi190.stdout:596 2024-08-19T10:14:35.480 INFO:tasks.workunit.client.0.smithi190.stdout:597 2024-08-19T10:14:35.481 INFO:tasks.workunit.client.0.smithi190.stdout:598 2024-08-19T10:14:35.482 INFO:tasks.workunit.client.0.smithi190.stdout:599 2024-08-19T10:14:35.482 INFO:tasks.workunit.client.0.smithi190.stdout:600 2024-08-19T10:14:35.483 INFO:tasks.workunit.client.0.smithi190.stdout:601 2024-08-19T10:14:35.484 INFO:tasks.workunit.client.0.smithi190.stdout:602 2024-08-19T10:14:35.485 INFO:tasks.workunit.client.0.smithi190.stdout:603 2024-08-19T10:14:35.486 INFO:tasks.workunit.client.0.smithi190.stdout:604 2024-08-19T10:14:35.487 INFO:tasks.workunit.client.0.smithi190.stdout:605 2024-08-19T10:14:35.488 INFO:tasks.workunit.client.0.smithi190.stdout:606 2024-08-19T10:14:35.489 INFO:tasks.workunit.client.0.smithi190.stdout:607 2024-08-19T10:14:35.490 INFO:tasks.workunit.client.0.smithi190.stdout:608 2024-08-19T10:14:35.491 INFO:tasks.workunit.client.0.smithi190.stdout:609 2024-08-19T10:14:35.492 INFO:tasks.workunit.client.0.smithi190.stdout:610 2024-08-19T10:14:35.493 INFO:tasks.workunit.client.0.smithi190.stdout:611 2024-08-19T10:14:35.494 INFO:tasks.workunit.client.0.smithi190.stdout:612 2024-08-19T10:14:35.495 INFO:tasks.workunit.client.0.smithi190.stdout:613 2024-08-19T10:14:35.496 INFO:tasks.workunit.client.0.smithi190.stdout:614 2024-08-19T10:14:35.497 INFO:tasks.workunit.client.0.smithi190.stdout:615 2024-08-19T10:14:35.498 INFO:tasks.workunit.client.0.smithi190.stdout:616 2024-08-19T10:14:35.499 INFO:tasks.workunit.client.0.smithi190.stdout:617 2024-08-19T10:14:35.500 INFO:tasks.workunit.client.0.smithi190.stdout:618 2024-08-19T10:14:35.501 INFO:tasks.workunit.client.0.smithi190.stdout:619 2024-08-19T10:14:35.502 INFO:tasks.workunit.client.0.smithi190.stdout:620 2024-08-19T10:14:35.503 INFO:tasks.workunit.client.0.smithi190.stdout:621 2024-08-19T10:14:35.504 INFO:tasks.workunit.client.0.smithi190.stdout:622 2024-08-19T10:14:35.505 INFO:tasks.workunit.client.0.smithi190.stdout:623 2024-08-19T10:14:35.506 INFO:tasks.workunit.client.0.smithi190.stdout:624 2024-08-19T10:14:35.507 INFO:tasks.workunit.client.0.smithi190.stdout:625 2024-08-19T10:14:35.508 INFO:tasks.workunit.client.0.smithi190.stdout:626 2024-08-19T10:14:35.509 INFO:tasks.workunit.client.0.smithi190.stdout:627 2024-08-19T10:14:35.510 INFO:tasks.workunit.client.0.smithi190.stdout:628 2024-08-19T10:14:35.511 INFO:tasks.workunit.client.0.smithi190.stdout:629 2024-08-19T10:14:35.512 INFO:tasks.workunit.client.0.smithi190.stdout:630 2024-08-19T10:14:35.513 INFO:tasks.workunit.client.0.smithi190.stdout:631 2024-08-19T10:14:35.514 INFO:tasks.workunit.client.0.smithi190.stdout:632 2024-08-19T10:14:35.515 INFO:tasks.workunit.client.0.smithi190.stdout:633 2024-08-19T10:14:35.516 INFO:tasks.workunit.client.0.smithi190.stdout:634 2024-08-19T10:14:35.517 INFO:tasks.workunit.client.0.smithi190.stdout:635 2024-08-19T10:14:35.518 INFO:tasks.workunit.client.0.smithi190.stdout:636 2024-08-19T10:14:35.519 INFO:tasks.workunit.client.0.smithi190.stdout:637 2024-08-19T10:14:35.520 INFO:tasks.workunit.client.0.smithi190.stdout:638 2024-08-19T10:14:35.521 INFO:tasks.workunit.client.0.smithi190.stdout:639 2024-08-19T10:14:35.522 INFO:tasks.workunit.client.0.smithi190.stdout:640 2024-08-19T10:14:35.523 INFO:tasks.workunit.client.0.smithi190.stdout:641 2024-08-19T10:14:35.524 INFO:tasks.workunit.client.0.smithi190.stdout:642 2024-08-19T10:14:35.525 INFO:tasks.workunit.client.0.smithi190.stdout:643 2024-08-19T10:14:35.526 INFO:tasks.workunit.client.0.smithi190.stdout:644 2024-08-19T10:14:35.527 INFO:tasks.workunit.client.0.smithi190.stdout:645 2024-08-19T10:14:35.528 INFO:tasks.workunit.client.0.smithi190.stdout:646 2024-08-19T10:14:35.529 INFO:tasks.workunit.client.0.smithi190.stdout:647 2024-08-19T10:14:35.530 INFO:tasks.workunit.client.0.smithi190.stdout:648 2024-08-19T10:14:35.531 INFO:tasks.workunit.client.0.smithi190.stdout:649 2024-08-19T10:14:35.533 INFO:tasks.workunit.client.0.smithi190.stdout:650 2024-08-19T10:14:35.534 INFO:tasks.workunit.client.0.smithi190.stdout:651 2024-08-19T10:14:35.535 INFO:tasks.workunit.client.0.smithi190.stdout:652 2024-08-19T10:14:35.536 INFO:tasks.workunit.client.0.smithi190.stdout:653 2024-08-19T10:14:35.537 INFO:tasks.workunit.client.0.smithi190.stdout:654 2024-08-19T10:14:35.538 INFO:tasks.workunit.client.0.smithi190.stdout:655 2024-08-19T10:14:35.539 INFO:tasks.workunit.client.0.smithi190.stdout:656 2024-08-19T10:14:35.540 INFO:tasks.workunit.client.0.smithi190.stdout:657 2024-08-19T10:14:35.541 INFO:tasks.workunit.client.0.smithi190.stdout:658 2024-08-19T10:14:35.542 INFO:tasks.workunit.client.0.smithi190.stdout:659 2024-08-19T10:14:35.543 INFO:tasks.workunit.client.0.smithi190.stdout:660 2024-08-19T10:14:35.544 INFO:tasks.workunit.client.0.smithi190.stdout:661 2024-08-19T10:14:35.545 INFO:tasks.workunit.client.0.smithi190.stdout:662 2024-08-19T10:14:35.546 INFO:tasks.workunit.client.0.smithi190.stdout:663 2024-08-19T10:14:35.547 INFO:tasks.workunit.client.0.smithi190.stdout:664 2024-08-19T10:14:35.548 INFO:tasks.workunit.client.0.smithi190.stdout:665 2024-08-19T10:14:35.549 INFO:tasks.workunit.client.0.smithi190.stdout:666 2024-08-19T10:14:35.550 INFO:tasks.workunit.client.0.smithi190.stdout:667 2024-08-19T10:14:35.551 INFO:tasks.workunit.client.0.smithi190.stdout:668 2024-08-19T10:14:35.552 INFO:tasks.workunit.client.0.smithi190.stdout:669 2024-08-19T10:14:35.553 INFO:tasks.workunit.client.0.smithi190.stdout:670 2024-08-19T10:14:35.554 INFO:tasks.workunit.client.0.smithi190.stdout:671 2024-08-19T10:14:35.555 INFO:tasks.workunit.client.0.smithi190.stdout:672 2024-08-19T10:14:35.556 INFO:tasks.workunit.client.0.smithi190.stdout:673 2024-08-19T10:14:35.557 INFO:tasks.workunit.client.0.smithi190.stdout:674 2024-08-19T10:14:35.558 INFO:tasks.workunit.client.0.smithi190.stdout:675 2024-08-19T10:14:35.559 INFO:tasks.workunit.client.0.smithi190.stdout:676 2024-08-19T10:14:35.560 INFO:tasks.workunit.client.0.smithi190.stdout:677 2024-08-19T10:14:35.561 INFO:tasks.workunit.client.0.smithi190.stdout:678 2024-08-19T10:14:35.562 INFO:tasks.workunit.client.0.smithi190.stdout:679 2024-08-19T10:14:35.563 INFO:tasks.workunit.client.0.smithi190.stdout:680 2024-08-19T10:14:35.564 INFO:tasks.workunit.client.0.smithi190.stdout:681 2024-08-19T10:14:35.565 INFO:tasks.workunit.client.0.smithi190.stdout:682 2024-08-19T10:14:35.566 INFO:tasks.workunit.client.0.smithi190.stdout:683 2024-08-19T10:14:35.567 INFO:tasks.workunit.client.0.smithi190.stdout:684 2024-08-19T10:14:35.568 INFO:tasks.workunit.client.0.smithi190.stdout:685 2024-08-19T10:14:35.569 INFO:tasks.workunit.client.0.smithi190.stdout:686 2024-08-19T10:14:35.570 INFO:tasks.workunit.client.0.smithi190.stdout:687 2024-08-19T10:14:35.571 INFO:tasks.workunit.client.0.smithi190.stdout:688 2024-08-19T10:14:35.572 INFO:tasks.workunit.client.0.smithi190.stdout:689 2024-08-19T10:14:35.573 INFO:tasks.workunit.client.0.smithi190.stdout:690 2024-08-19T10:14:35.574 INFO:tasks.workunit.client.0.smithi190.stdout:691 2024-08-19T10:14:35.575 INFO:tasks.workunit.client.0.smithi190.stdout:692 2024-08-19T10:14:35.577 INFO:tasks.workunit.client.0.smithi190.stdout:693 2024-08-19T10:14:35.577 INFO:tasks.workunit.client.0.smithi190.stdout:694 2024-08-19T10:14:35.578 INFO:tasks.workunit.client.0.smithi190.stdout:695 2024-08-19T10:14:35.579 INFO:tasks.workunit.client.0.smithi190.stdout:696 2024-08-19T10:14:35.580 INFO:tasks.workunit.client.0.smithi190.stdout:697 2024-08-19T10:14:35.581 INFO:tasks.workunit.client.0.smithi190.stdout:698 2024-08-19T10:14:35.582 INFO:tasks.workunit.client.0.smithi190.stdout:699 2024-08-19T10:14:35.583 INFO:tasks.workunit.client.0.smithi190.stdout:700 2024-08-19T10:14:35.584 INFO:tasks.workunit.client.0.smithi190.stdout:701 2024-08-19T10:14:35.585 INFO:tasks.workunit.client.0.smithi190.stdout:702 2024-08-19T10:14:35.586 INFO:tasks.workunit.client.0.smithi190.stdout:703 2024-08-19T10:14:35.587 INFO:tasks.workunit.client.0.smithi190.stdout:704 2024-08-19T10:14:35.588 INFO:tasks.workunit.client.0.smithi190.stdout:705 2024-08-19T10:14:35.589 INFO:tasks.workunit.client.0.smithi190.stdout:706 2024-08-19T10:14:35.590 INFO:tasks.workunit.client.0.smithi190.stdout:707 2024-08-19T10:14:35.591 INFO:tasks.workunit.client.0.smithi190.stdout:708 2024-08-19T10:14:35.592 INFO:tasks.workunit.client.0.smithi190.stdout:709 2024-08-19T10:14:35.593 INFO:tasks.workunit.client.0.smithi190.stdout:710 2024-08-19T10:14:35.594 INFO:tasks.workunit.client.0.smithi190.stdout:711 2024-08-19T10:14:35.595 INFO:tasks.workunit.client.0.smithi190.stdout:712 2024-08-19T10:14:35.596 INFO:tasks.workunit.client.0.smithi190.stdout:713 2024-08-19T10:14:35.597 INFO:tasks.workunit.client.0.smithi190.stdout:714 2024-08-19T10:14:35.598 INFO:tasks.workunit.client.0.smithi190.stdout:715 2024-08-19T10:14:35.599 INFO:tasks.workunit.client.0.smithi190.stdout:716 2024-08-19T10:14:35.600 INFO:tasks.workunit.client.0.smithi190.stdout:717 2024-08-19T10:14:35.601 INFO:tasks.workunit.client.0.smithi190.stdout:718 2024-08-19T10:14:35.602 INFO:tasks.workunit.client.0.smithi190.stdout:719 2024-08-19T10:14:35.603 INFO:tasks.workunit.client.0.smithi190.stdout:720 2024-08-19T10:14:35.604 INFO:tasks.workunit.client.0.smithi190.stdout:721 2024-08-19T10:14:35.605 INFO:tasks.workunit.client.0.smithi190.stdout:722 2024-08-19T10:14:35.606 INFO:tasks.workunit.client.0.smithi190.stdout:723 2024-08-19T10:14:35.607 INFO:tasks.workunit.client.0.smithi190.stdout:724 2024-08-19T10:14:35.608 INFO:tasks.workunit.client.0.smithi190.stdout:725 2024-08-19T10:14:35.609 INFO:tasks.workunit.client.0.smithi190.stdout:726 2024-08-19T10:14:35.610 INFO:tasks.workunit.client.0.smithi190.stdout:727 2024-08-19T10:14:35.610 INFO:tasks.workunit.client.0.smithi190.stdout:728 2024-08-19T10:14:35.611 INFO:tasks.workunit.client.0.smithi190.stdout:729 2024-08-19T10:14:35.612 INFO:tasks.workunit.client.0.smithi190.stdout:730 2024-08-19T10:14:35.613 INFO:tasks.workunit.client.0.smithi190.stdout:731 2024-08-19T10:14:35.615 INFO:tasks.workunit.client.0.smithi190.stdout:732 2024-08-19T10:14:35.618 INFO:tasks.workunit.client.0.smithi190.stdout:733 2024-08-19T10:14:35.618 INFO:tasks.workunit.client.0.smithi190.stdout:734 2024-08-19T10:14:35.618 INFO:tasks.workunit.client.0.smithi190.stdout:735 2024-08-19T10:14:35.619 INFO:tasks.workunit.client.0.smithi190.stdout:736 2024-08-19T10:14:35.620 INFO:tasks.workunit.client.0.smithi190.stdout:737 2024-08-19T10:14:35.621 INFO:tasks.workunit.client.0.smithi190.stdout:738 2024-08-19T10:14:35.622 INFO:tasks.workunit.client.0.smithi190.stdout:739 2024-08-19T10:14:35.623 INFO:tasks.workunit.client.0.smithi190.stdout:740 2024-08-19T10:14:35.624 INFO:tasks.workunit.client.0.smithi190.stdout:741 2024-08-19T10:14:35.625 INFO:tasks.workunit.client.0.smithi190.stdout:742 2024-08-19T10:14:35.626 INFO:tasks.workunit.client.0.smithi190.stdout:743 2024-08-19T10:14:35.627 INFO:tasks.workunit.client.0.smithi190.stdout:744 2024-08-19T10:14:35.628 INFO:tasks.workunit.client.0.smithi190.stdout:745 2024-08-19T10:14:35.629 INFO:tasks.workunit.client.0.smithi190.stdout:746 2024-08-19T10:14:35.630 INFO:tasks.workunit.client.0.smithi190.stdout:747 2024-08-19T10:14:35.632 INFO:tasks.workunit.client.0.smithi190.stdout:748 2024-08-19T10:14:35.633 INFO:tasks.workunit.client.0.smithi190.stdout:749 2024-08-19T10:14:35.634 INFO:tasks.workunit.client.0.smithi190.stdout:750 2024-08-19T10:14:35.635 INFO:tasks.workunit.client.0.smithi190.stdout:751 2024-08-19T10:14:35.636 INFO:tasks.workunit.client.0.smithi190.stdout:752 2024-08-19T10:14:35.637 INFO:tasks.workunit.client.0.smithi190.stdout:753 2024-08-19T10:14:35.638 INFO:tasks.workunit.client.0.smithi190.stdout:754 2024-08-19T10:14:35.640 INFO:tasks.workunit.client.0.smithi190.stdout:755 2024-08-19T10:14:35.640 INFO:tasks.workunit.client.0.smithi190.stdout:756 2024-08-19T10:14:35.642 INFO:tasks.workunit.client.0.smithi190.stdout:757 2024-08-19T10:14:35.643 INFO:tasks.workunit.client.0.smithi190.stdout:758 2024-08-19T10:14:35.644 INFO:tasks.workunit.client.0.smithi190.stdout:759 2024-08-19T10:14:35.645 INFO:tasks.workunit.client.0.smithi190.stdout:760 2024-08-19T10:14:35.646 INFO:tasks.workunit.client.0.smithi190.stdout:761 2024-08-19T10:14:35.648 INFO:tasks.workunit.client.0.smithi190.stdout:762 2024-08-19T10:14:35.649 INFO:tasks.workunit.client.0.smithi190.stdout:763 2024-08-19T10:14:35.651 INFO:tasks.workunit.client.0.smithi190.stdout:764 2024-08-19T10:14:35.652 INFO:tasks.workunit.client.0.smithi190.stdout:765 2024-08-19T10:14:35.653 INFO:tasks.workunit.client.0.smithi190.stdout:766 2024-08-19T10:14:35.654 INFO:tasks.workunit.client.0.smithi190.stdout:767 2024-08-19T10:14:35.656 INFO:tasks.workunit.client.0.smithi190.stdout:768 2024-08-19T10:14:35.657 INFO:tasks.workunit.client.0.smithi190.stdout:769 2024-08-19T10:14:35.658 INFO:tasks.workunit.client.0.smithi190.stdout:770 2024-08-19T10:14:35.659 INFO:tasks.workunit.client.0.smithi190.stdout:771 2024-08-19T10:14:35.660 INFO:tasks.workunit.client.0.smithi190.stdout:772 2024-08-19T10:14:35.662 INFO:tasks.workunit.client.0.smithi190.stdout:773 2024-08-19T10:14:35.663 INFO:tasks.workunit.client.0.smithi190.stdout:774 2024-08-19T10:14:35.664 INFO:tasks.workunit.client.0.smithi190.stdout:775 2024-08-19T10:14:35.665 INFO:tasks.workunit.client.0.smithi190.stdout:776 2024-08-19T10:14:35.666 INFO:tasks.workunit.client.0.smithi190.stdout:777 2024-08-19T10:14:35.667 INFO:tasks.workunit.client.0.smithi190.stdout:778 2024-08-19T10:14:35.668 INFO:tasks.workunit.client.0.smithi190.stdout:779 2024-08-19T10:14:35.669 INFO:tasks.workunit.client.0.smithi190.stdout:780 2024-08-19T10:14:35.670 INFO:tasks.workunit.client.0.smithi190.stdout:781 2024-08-19T10:14:35.671 INFO:tasks.workunit.client.0.smithi190.stdout:782 2024-08-19T10:14:35.672 INFO:tasks.workunit.client.0.smithi190.stdout:783 2024-08-19T10:14:35.673 INFO:tasks.workunit.client.0.smithi190.stdout:784 2024-08-19T10:14:35.674 INFO:tasks.workunit.client.0.smithi190.stdout:785 2024-08-19T10:14:35.675 INFO:tasks.workunit.client.0.smithi190.stdout:786 2024-08-19T10:14:35.676 INFO:tasks.workunit.client.0.smithi190.stdout:787 2024-08-19T10:14:35.677 INFO:tasks.workunit.client.0.smithi190.stdout:788 2024-08-19T10:14:35.678 INFO:tasks.workunit.client.0.smithi190.stdout:789 2024-08-19T10:14:35.679 INFO:tasks.workunit.client.0.smithi190.stdout:790 2024-08-19T10:14:35.680 INFO:tasks.workunit.client.0.smithi190.stdout:791 2024-08-19T10:14:35.681 INFO:tasks.workunit.client.0.smithi190.stdout:792 2024-08-19T10:14:35.682 INFO:tasks.workunit.client.0.smithi190.stdout:793 2024-08-19T10:14:35.683 INFO:tasks.workunit.client.0.smithi190.stdout:794 2024-08-19T10:14:35.684 INFO:tasks.workunit.client.0.smithi190.stdout:795 2024-08-19T10:14:35.685 INFO:tasks.workunit.client.0.smithi190.stdout:796 2024-08-19T10:14:35.686 INFO:tasks.workunit.client.0.smithi190.stdout:797 2024-08-19T10:14:35.687 INFO:tasks.workunit.client.0.smithi190.stdout:798 2024-08-19T10:14:35.688 INFO:tasks.workunit.client.0.smithi190.stdout:799 2024-08-19T10:14:35.689 INFO:tasks.workunit.client.0.smithi190.stdout:800 2024-08-19T10:14:35.691 INFO:tasks.workunit.client.0.smithi190.stdout:801 2024-08-19T10:14:35.691 INFO:tasks.workunit.client.0.smithi190.stdout:802 2024-08-19T10:14:35.692 INFO:tasks.workunit.client.0.smithi190.stdout:803 2024-08-19T10:14:35.693 INFO:tasks.workunit.client.0.smithi190.stdout:804 2024-08-19T10:14:35.694 INFO:tasks.workunit.client.0.smithi190.stdout:805 2024-08-19T10:14:35.696 INFO:tasks.workunit.client.0.smithi190.stdout:806 2024-08-19T10:14:35.697 INFO:tasks.workunit.client.0.smithi190.stdout:807 2024-08-19T10:14:35.697 INFO:tasks.workunit.client.0.smithi190.stdout:808 2024-08-19T10:14:35.698 INFO:tasks.workunit.client.0.smithi190.stdout:809 2024-08-19T10:14:35.699 INFO:tasks.workunit.client.0.smithi190.stdout:810 2024-08-19T10:14:35.700 INFO:tasks.workunit.client.0.smithi190.stdout:811 2024-08-19T10:14:35.701 INFO:tasks.workunit.client.0.smithi190.stdout:812 2024-08-19T10:14:35.702 INFO:tasks.workunit.client.0.smithi190.stdout:813 2024-08-19T10:14:35.703 INFO:tasks.workunit.client.0.smithi190.stdout:814 2024-08-19T10:14:35.704 INFO:tasks.workunit.client.0.smithi190.stdout:815 2024-08-19T10:14:35.705 INFO:tasks.workunit.client.0.smithi190.stdout:816 2024-08-19T10:14:35.706 INFO:tasks.workunit.client.0.smithi190.stdout:817 2024-08-19T10:14:35.707 INFO:tasks.workunit.client.0.smithi190.stdout:818 2024-08-19T10:14:35.708 INFO:tasks.workunit.client.0.smithi190.stdout:819 2024-08-19T10:14:35.709 INFO:tasks.workunit.client.0.smithi190.stdout:820 2024-08-19T10:14:35.710 INFO:tasks.workunit.client.0.smithi190.stdout:821 2024-08-19T10:14:35.711 INFO:tasks.workunit.client.0.smithi190.stdout:822 2024-08-19T10:14:35.712 INFO:tasks.workunit.client.0.smithi190.stdout:823 2024-08-19T10:14:35.713 INFO:tasks.workunit.client.0.smithi190.stdout:824 2024-08-19T10:14:35.714 INFO:tasks.workunit.client.0.smithi190.stdout:825 2024-08-19T10:14:35.715 INFO:tasks.workunit.client.0.smithi190.stdout:826 2024-08-19T10:14:35.716 INFO:tasks.workunit.client.0.smithi190.stdout:827 2024-08-19T10:14:35.717 INFO:tasks.workunit.client.0.smithi190.stdout:828 2024-08-19T10:14:35.718 INFO:tasks.workunit.client.0.smithi190.stdout:829 2024-08-19T10:14:35.719 INFO:tasks.workunit.client.0.smithi190.stdout:830 2024-08-19T10:14:35.720 INFO:tasks.workunit.client.0.smithi190.stdout:831 2024-08-19T10:14:35.721 INFO:tasks.workunit.client.0.smithi190.stdout:832 2024-08-19T10:14:35.722 INFO:tasks.workunit.client.0.smithi190.stdout:833 2024-08-19T10:14:35.723 INFO:tasks.workunit.client.0.smithi190.stdout:834 2024-08-19T10:14:35.724 INFO:tasks.workunit.client.0.smithi190.stdout:835 2024-08-19T10:14:35.725 INFO:tasks.workunit.client.0.smithi190.stdout:836 2024-08-19T10:14:35.726 INFO:tasks.workunit.client.0.smithi190.stdout:837 2024-08-19T10:14:35.727 INFO:tasks.workunit.client.0.smithi190.stdout:838 2024-08-19T10:14:35.728 INFO:tasks.workunit.client.0.smithi190.stdout:839 2024-08-19T10:14:35.729 INFO:tasks.workunit.client.0.smithi190.stdout:840 2024-08-19T10:14:35.730 INFO:tasks.workunit.client.0.smithi190.stdout:841 2024-08-19T10:14:35.731 INFO:tasks.workunit.client.0.smithi190.stdout:842 2024-08-19T10:14:35.732 INFO:tasks.workunit.client.0.smithi190.stdout:843 2024-08-19T10:14:35.733 INFO:tasks.workunit.client.0.smithi190.stdout:844 2024-08-19T10:14:35.734 INFO:tasks.workunit.client.0.smithi190.stdout:845 2024-08-19T10:14:35.735 INFO:tasks.workunit.client.0.smithi190.stdout:846 2024-08-19T10:14:35.736 INFO:tasks.workunit.client.0.smithi190.stdout:847 2024-08-19T10:14:35.737 INFO:tasks.workunit.client.0.smithi190.stdout:848 2024-08-19T10:14:35.738 INFO:tasks.workunit.client.0.smithi190.stdout:849 2024-08-19T10:14:35.739 INFO:tasks.workunit.client.0.smithi190.stdout:850 2024-08-19T10:14:35.740 INFO:tasks.workunit.client.0.smithi190.stdout:851 2024-08-19T10:14:35.741 INFO:tasks.workunit.client.0.smithi190.stdout:852 2024-08-19T10:14:35.742 INFO:tasks.workunit.client.0.smithi190.stdout:853 2024-08-19T10:14:35.744 INFO:tasks.workunit.client.0.smithi190.stdout:854 2024-08-19T10:14:35.744 INFO:tasks.workunit.client.0.smithi190.stdout:855 2024-08-19T10:14:35.745 INFO:tasks.workunit.client.0.smithi190.stdout:856 2024-08-19T10:14:35.746 INFO:tasks.workunit.client.0.smithi190.stdout:857 2024-08-19T10:14:35.747 INFO:tasks.workunit.client.0.smithi190.stdout:858 2024-08-19T10:14:35.748 INFO:tasks.workunit.client.0.smithi190.stdout:859 2024-08-19T10:14:35.749 INFO:tasks.workunit.client.0.smithi190.stdout:860 2024-08-19T10:14:35.751 INFO:tasks.workunit.client.0.smithi190.stdout:861 2024-08-19T10:14:35.752 INFO:tasks.workunit.client.0.smithi190.stdout:862 2024-08-19T10:14:35.753 INFO:tasks.workunit.client.0.smithi190.stdout:863 2024-08-19T10:14:35.754 INFO:tasks.workunit.client.0.smithi190.stdout:864 2024-08-19T10:14:35.755 INFO:tasks.workunit.client.0.smithi190.stdout:865 2024-08-19T10:14:35.756 INFO:tasks.workunit.client.0.smithi190.stdout:866 2024-08-19T10:14:35.757 INFO:tasks.workunit.client.0.smithi190.stdout:867 2024-08-19T10:14:35.758 INFO:tasks.workunit.client.0.smithi190.stdout:868 2024-08-19T10:14:35.759 INFO:tasks.workunit.client.0.smithi190.stdout:869 2024-08-19T10:14:35.760 INFO:tasks.workunit.client.0.smithi190.stdout:870 2024-08-19T10:14:35.761 INFO:tasks.workunit.client.0.smithi190.stdout:871 2024-08-19T10:14:35.762 INFO:tasks.workunit.client.0.smithi190.stdout:872 2024-08-19T10:14:35.763 INFO:tasks.workunit.client.0.smithi190.stdout:873 2024-08-19T10:14:35.764 INFO:tasks.workunit.client.0.smithi190.stdout:874 2024-08-19T10:14:35.765 INFO:tasks.workunit.client.0.smithi190.stdout:875 2024-08-19T10:14:35.766 INFO:tasks.workunit.client.0.smithi190.stdout:876 2024-08-19T10:14:35.768 INFO:tasks.workunit.client.0.smithi190.stdout:877 2024-08-19T10:14:35.769 INFO:tasks.workunit.client.0.smithi190.stdout:878 2024-08-19T10:14:35.770 INFO:tasks.workunit.client.0.smithi190.stdout:879 2024-08-19T10:14:35.771 INFO:tasks.workunit.client.0.smithi190.stdout:880 2024-08-19T10:14:35.772 INFO:tasks.workunit.client.0.smithi190.stdout:881 2024-08-19T10:14:35.773 INFO:tasks.workunit.client.0.smithi190.stdout:882 2024-08-19T10:14:35.774 INFO:tasks.workunit.client.0.smithi190.stdout:883 2024-08-19T10:14:35.775 INFO:tasks.workunit.client.0.smithi190.stdout:884 2024-08-19T10:14:35.776 INFO:tasks.workunit.client.0.smithi190.stdout:885 2024-08-19T10:14:35.777 INFO:tasks.workunit.client.0.smithi190.stdout:886 2024-08-19T10:14:35.779 INFO:tasks.workunit.client.0.smithi190.stdout:887 2024-08-19T10:14:35.780 INFO:tasks.workunit.client.0.smithi190.stdout:888 2024-08-19T10:14:35.781 INFO:tasks.workunit.client.0.smithi190.stdout:889 2024-08-19T10:14:35.782 INFO:tasks.workunit.client.0.smithi190.stdout:890 2024-08-19T10:14:35.783 INFO:tasks.workunit.client.0.smithi190.stdout:891 2024-08-19T10:14:35.784 INFO:tasks.workunit.client.0.smithi190.stdout:892 2024-08-19T10:14:35.785 INFO:tasks.workunit.client.0.smithi190.stdout:893 2024-08-19T10:14:35.787 INFO:tasks.workunit.client.0.smithi190.stdout:894 2024-08-19T10:14:35.788 INFO:tasks.workunit.client.0.smithi190.stdout:895 2024-08-19T10:14:35.789 INFO:tasks.workunit.client.0.smithi190.stdout:896 2024-08-19T10:14:35.790 INFO:tasks.workunit.client.0.smithi190.stdout:897 2024-08-19T10:14:35.791 INFO:tasks.workunit.client.0.smithi190.stdout:898 2024-08-19T10:14:35.793 INFO:tasks.workunit.client.0.smithi190.stdout:899 2024-08-19T10:14:35.794 INFO:tasks.workunit.client.0.smithi190.stdout:900 2024-08-19T10:14:35.796 INFO:tasks.workunit.client.0.smithi190.stdout:901 2024-08-19T10:14:35.798 INFO:tasks.workunit.client.0.smithi190.stdout:902 2024-08-19T10:14:35.799 INFO:tasks.workunit.client.0.smithi190.stdout:903 2024-08-19T10:14:35.800 INFO:tasks.workunit.client.0.smithi190.stdout:904 2024-08-19T10:14:35.801 INFO:tasks.workunit.client.0.smithi190.stdout:905 2024-08-19T10:14:35.802 INFO:tasks.workunit.client.0.smithi190.stdout:906 2024-08-19T10:14:35.803 INFO:tasks.workunit.client.0.smithi190.stdout:907 2024-08-19T10:14:35.804 INFO:tasks.workunit.client.0.smithi190.stdout:908 2024-08-19T10:14:35.806 INFO:tasks.workunit.client.0.smithi190.stdout:909 2024-08-19T10:14:35.807 INFO:tasks.workunit.client.0.smithi190.stdout:910 2024-08-19T10:14:35.808 INFO:tasks.workunit.client.0.smithi190.stdout:911 2024-08-19T10:14:35.809 INFO:tasks.workunit.client.0.smithi190.stdout:912 2024-08-19T10:14:35.810 INFO:tasks.workunit.client.0.smithi190.stdout:913 2024-08-19T10:14:35.811 INFO:tasks.workunit.client.0.smithi190.stdout:914 2024-08-19T10:14:35.812 INFO:tasks.workunit.client.0.smithi190.stdout:915 2024-08-19T10:14:35.813 INFO:tasks.workunit.client.0.smithi190.stdout:916 2024-08-19T10:14:35.817 INFO:tasks.workunit.client.0.smithi190.stdout:917 2024-08-19T10:14:35.818 INFO:tasks.workunit.client.0.smithi190.stdout:918 2024-08-19T10:14:35.819 INFO:tasks.workunit.client.0.smithi190.stdout:919 2024-08-19T10:14:35.819 INFO:tasks.workunit.client.0.smithi190.stdout:920 2024-08-19T10:14:35.819 INFO:tasks.workunit.client.0.smithi190.stdout:921 2024-08-19T10:14:35.820 INFO:tasks.workunit.client.0.smithi190.stdout:922 2024-08-19T10:14:35.821 INFO:tasks.workunit.client.0.smithi190.stdout:923 2024-08-19T10:14:35.822 INFO:tasks.workunit.client.0.smithi190.stdout:924 2024-08-19T10:14:35.823 INFO:tasks.workunit.client.0.smithi190.stdout:925 2024-08-19T10:14:35.824 INFO:tasks.workunit.client.0.smithi190.stdout:926 2024-08-19T10:14:35.825 INFO:tasks.workunit.client.0.smithi190.stdout:927 2024-08-19T10:14:35.826 INFO:tasks.workunit.client.0.smithi190.stdout:928 2024-08-19T10:14:35.828 INFO:tasks.workunit.client.0.smithi190.stdout:929 2024-08-19T10:14:35.829 INFO:tasks.workunit.client.0.smithi190.stdout:930 2024-08-19T10:14:35.830 INFO:tasks.workunit.client.0.smithi190.stdout:931 2024-08-19T10:14:35.831 INFO:tasks.workunit.client.0.smithi190.stdout:932 2024-08-19T10:14:35.833 INFO:tasks.workunit.client.0.smithi190.stdout:933 2024-08-19T10:14:35.834 INFO:tasks.workunit.client.0.smithi190.stdout:934 2024-08-19T10:14:35.835 INFO:tasks.workunit.client.0.smithi190.stdout:935 2024-08-19T10:14:35.836 INFO:tasks.workunit.client.0.smithi190.stdout:936 2024-08-19T10:14:35.837 INFO:tasks.workunit.client.0.smithi190.stdout:937 2024-08-19T10:14:35.839 INFO:tasks.workunit.client.0.smithi190.stdout:938 2024-08-19T10:14:35.840 INFO:tasks.workunit.client.0.smithi190.stdout:939 2024-08-19T10:14:35.841 INFO:tasks.workunit.client.0.smithi190.stdout:940 2024-08-19T10:14:35.843 INFO:tasks.workunit.client.0.smithi190.stdout:941 2024-08-19T10:14:35.844 INFO:tasks.workunit.client.0.smithi190.stdout:942 2024-08-19T10:14:35.845 INFO:tasks.workunit.client.0.smithi190.stdout:943 2024-08-19T10:14:35.847 INFO:tasks.workunit.client.0.smithi190.stdout:944 2024-08-19T10:14:35.848 INFO:tasks.workunit.client.0.smithi190.stdout:945 2024-08-19T10:14:35.849 INFO:tasks.workunit.client.0.smithi190.stdout:946 2024-08-19T10:14:35.851 INFO:tasks.workunit.client.0.smithi190.stdout:947 2024-08-19T10:14:35.852 INFO:tasks.workunit.client.0.smithi190.stdout:948 2024-08-19T10:14:35.853 INFO:tasks.workunit.client.0.smithi190.stdout:949 2024-08-19T10:14:35.855 INFO:tasks.workunit.client.0.smithi190.stdout:950 2024-08-19T10:14:35.856 INFO:tasks.workunit.client.0.smithi190.stdout:951 2024-08-19T10:14:35.857 INFO:tasks.workunit.client.0.smithi190.stdout:952 2024-08-19T10:14:35.858 INFO:tasks.workunit.client.0.smithi190.stdout:953 2024-08-19T10:14:35.859 INFO:tasks.workunit.client.0.smithi190.stdout:954 2024-08-19T10:14:35.860 INFO:tasks.workunit.client.0.smithi190.stdout:955 2024-08-19T10:14:35.862 INFO:tasks.workunit.client.0.smithi190.stdout:956 2024-08-19T10:14:35.863 INFO:tasks.workunit.client.0.smithi190.stdout:957 2024-08-19T10:14:35.864 INFO:tasks.workunit.client.0.smithi190.stdout:958 2024-08-19T10:14:35.865 INFO:tasks.workunit.client.0.smithi190.stdout:959 2024-08-19T10:14:35.866 INFO:tasks.workunit.client.0.smithi190.stdout:960 2024-08-19T10:14:35.867 INFO:tasks.workunit.client.0.smithi190.stdout:961 2024-08-19T10:14:35.868 INFO:tasks.workunit.client.0.smithi190.stdout:962 2024-08-19T10:14:35.870 INFO:tasks.workunit.client.0.smithi190.stdout:963 2024-08-19T10:14:35.870 INFO:tasks.workunit.client.0.smithi190.stdout:964 2024-08-19T10:14:35.871 INFO:tasks.workunit.client.0.smithi190.stdout:965 2024-08-19T10:14:35.873 INFO:tasks.workunit.client.0.smithi190.stdout:966 2024-08-19T10:14:35.874 INFO:tasks.workunit.client.0.smithi190.stdout:967 2024-08-19T10:14:35.875 INFO:tasks.workunit.client.0.smithi190.stdout:968 2024-08-19T10:14:35.877 INFO:tasks.workunit.client.0.smithi190.stdout:969 2024-08-19T10:14:35.878 INFO:tasks.workunit.client.0.smithi190.stdout:970 2024-08-19T10:14:35.879 INFO:tasks.workunit.client.0.smithi190.stdout:971 2024-08-19T10:14:35.880 INFO:tasks.workunit.client.0.smithi190.stdout:972 2024-08-19T10:14:35.881 INFO:tasks.workunit.client.0.smithi190.stdout:973 2024-08-19T10:14:35.882 INFO:tasks.workunit.client.0.smithi190.stdout:974 2024-08-19T10:14:35.883 INFO:tasks.workunit.client.0.smithi190.stdout:975 2024-08-19T10:14:35.885 INFO:tasks.workunit.client.0.smithi190.stdout:976 2024-08-19T10:14:35.886 INFO:tasks.workunit.client.0.smithi190.stdout:977 2024-08-19T10:14:35.887 INFO:tasks.workunit.client.0.smithi190.stdout:978 2024-08-19T10:14:35.888 INFO:tasks.workunit.client.0.smithi190.stdout:979 2024-08-19T10:14:35.889 INFO:tasks.workunit.client.0.smithi190.stdout:980 2024-08-19T10:14:35.890 INFO:tasks.workunit.client.0.smithi190.stdout:981 2024-08-19T10:14:35.892 INFO:tasks.workunit.client.0.smithi190.stdout:982 2024-08-19T10:14:35.893 INFO:tasks.workunit.client.0.smithi190.stdout:983 2024-08-19T10:14:35.894 INFO:tasks.workunit.client.0.smithi190.stdout:984 2024-08-19T10:14:35.895 INFO:tasks.workunit.client.0.smithi190.stdout:985 2024-08-19T10:14:35.896 INFO:tasks.workunit.client.0.smithi190.stdout:986 2024-08-19T10:14:35.897 INFO:tasks.workunit.client.0.smithi190.stdout:987 2024-08-19T10:14:35.898 INFO:tasks.workunit.client.0.smithi190.stdout:988 2024-08-19T10:14:35.899 INFO:tasks.workunit.client.0.smithi190.stdout:989 2024-08-19T10:14:35.900 INFO:tasks.workunit.client.0.smithi190.stdout:990 2024-08-19T10:14:35.901 INFO:tasks.workunit.client.0.smithi190.stdout:991 2024-08-19T10:14:35.902 INFO:tasks.workunit.client.0.smithi190.stdout:992 2024-08-19T10:14:35.903 INFO:tasks.workunit.client.0.smithi190.stdout:993 2024-08-19T10:14:35.904 INFO:tasks.workunit.client.0.smithi190.stdout:994 2024-08-19T10:14:35.905 INFO:tasks.workunit.client.0.smithi190.stdout:995 2024-08-19T10:14:35.906 INFO:tasks.workunit.client.0.smithi190.stdout:996 2024-08-19T10:14:35.908 INFO:tasks.workunit.client.0.smithi190.stdout:997 2024-08-19T10:14:35.909 INFO:tasks.workunit.client.0.smithi190.stdout:998 2024-08-19T10:14:35.910 INFO:tasks.workunit.client.0.smithi190.stdout:999 2024-08-19T10:14:36.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:35 smithi190 ceph-mon[77620]: pgmap v1162: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:36.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:35 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:36.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:35 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:36.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:35 smithi190 ceph-mon[77620]: osdmap e980: 8 total, 8 up, 8 in 2024-08-19T10:14:36.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:35 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2930322433' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-19T10:14:36.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:35 smithi190 ceph-mon[80032]: pgmap v1162: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:36.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:35 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:36.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:35 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:36.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:35 smithi190 ceph-mon[80032]: osdmap e980: 8 total, 8 up, 8 in 2024-08-19T10:14:36.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:35 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2930322433' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-19T10:14:36.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:35 smithi196 ceph-mon[72638]: pgmap v1162: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:36.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:35 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:36.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:35 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:36.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:35 smithi196 ceph-mon[72638]: osdmap e980: 8 total, 8 up, 8 in 2024-08-19T10:14:36.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:35 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2930322433' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-19T10:14:36.807 INFO:tasks.workunit.client.0.smithi190.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-19T10:14:36.807 INFO:tasks.workunit.client.0.smithi190.stdout:00000010 69 73 |is| 2024-08-19T10:14:36.808 INFO:tasks.workunit.client.0.smithi190.stdout:00000012 2024-08-19T10:14:36.808 INFO:tasks.workunit.client.0.smithi190.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-19T10:14:36.808 INFO:tasks.workunit.client.0.smithi190.stdout:00000010 69 73 |is| 2024-08-19T10:14:36.808 INFO:tasks.workunit.client.0.smithi190.stdout:00000012 2024-08-19T10:14:36.808 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsHello.WriteReturnData (4024 ms) 2024-08-19T10:14:36.808 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsHello.Loud 2024-08-19T10:14:37.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:36 smithi190 ceph-mon[77620]: osdmap e981: 8 total, 8 up, 8 in 2024-08-19T10:14:37.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:36 smithi190 ceph-mon[80032]: osdmap e981: 8 total, 8 up, 8 in 2024-08-19T10:14:37.067 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:36 smithi196 ceph-mon[72638]: osdmap e981: 8 total, 8 up, 8 in 2024-08-19T10:14:38.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:14:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:14:37] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.51.0" 2024-08-19T10:14:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:37 smithi190 ceph-mon[77620]: pgmap v1165: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:37 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:37 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:14:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:37 smithi190 ceph-mon[77620]: osdmap e982: 8 total, 8 up, 8 in 2024-08-19T10:14:38.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:37 smithi190 ceph-mon[80032]: pgmap v1165: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:38.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:37 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:38.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:37 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:14:38.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:37 smithi190 ceph-mon[80032]: osdmap e982: 8 total, 8 up, 8 in 2024-08-19T10:14:38.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:37 smithi196 ceph-mon[72638]: pgmap v1165: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:38.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:37 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:38.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:37 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:14:38.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:37 smithi196 ceph-mon[72638]: osdmap e982: 8 total, 8 up, 8 in 2024-08-19T10:14:39.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:38 smithi196 ceph-mon[72638]: osdmap e983: 8 total, 8 up, 8 in 2024-08-19T10:14:39.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:38 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2039235573' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:39.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:38 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:39.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:38 smithi190 ceph-mon[77620]: osdmap e983: 8 total, 8 up, 8 in 2024-08-19T10:14:39.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:38 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2039235573' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:39.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:38 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:39.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:38 smithi190 ceph-mon[80032]: osdmap e983: 8 total, 8 up, 8 in 2024-08-19T10:14:39.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:38 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2039235573' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:39.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:38 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:39.835 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsHello.Loud (3028 ms) 2024-08-19T10:14:39.835 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsHello.BadMethods 2024-08-19T10:14:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:39 smithi196 ceph-mon[72638]: pgmap v1168: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:39 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:40.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:39 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:40.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:39 smithi196 ceph-mon[72638]: osdmap e984: 8 total, 8 up, 8 in 2024-08-19T10:14:40.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:39 smithi190 ceph-mon[77620]: pgmap v1168: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:40.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:39 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:40.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:39 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:40.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:39 smithi190 ceph-mon[77620]: osdmap e984: 8 total, 8 up, 8 in 2024-08-19T10:14:40.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:39 smithi190 ceph-mon[80032]: pgmap v1168: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:40.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:39 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:40.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:39 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:40.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:39 smithi190 ceph-mon[80032]: osdmap e984: 8 total, 8 up, 8 in 2024-08-19T10:14:41.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:40 smithi196 ceph-mon[72638]: osdmap e985: 8 total, 8 up, 8 in 2024-08-19T10:14:41.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:40 smithi190 ceph-mon[77620]: osdmap e985: 8 total, 8 up, 8 in 2024-08-19T10:14:41.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:40 smithi190 ceph-mon[80032]: osdmap e985: 8 total, 8 up, 8 in 2024-08-19T10:14:42.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:41 smithi196 ceph-mon[72638]: pgmap v1171: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:42.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:41 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:42.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:41 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:14:42.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:41 smithi196 ceph-mon[72638]: osdmap e986: 8 total, 8 up, 8 in 2024-08-19T10:14:42.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:41 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1034275314' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:42.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:41 smithi190 ceph-mon[77620]: pgmap v1171: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:42.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:41 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:42.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:41 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:14:42.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:41 smithi190 ceph-mon[77620]: osdmap e986: 8 total, 8 up, 8 in 2024-08-19T10:14:42.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:41 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1034275314' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:42.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:41 smithi190 ceph-mon[80032]: pgmap v1171: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:42.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:41 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:42.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:41 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:14:42.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:41 smithi190 ceph-mon[80032]: osdmap e986: 8 total, 8 up, 8 in 2024-08-19T10:14:42.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:41 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1034275314' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:42.316 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:14:41 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3[99986]: 2024-08-19T10:14:41.867+0000 7f203ab50640 -1 osd.3 pg_epoch: 987 pg[38.2( v 987'1 (0'0,987'1] local-lis/les=986/987 n=1 ec=986/986 lis/c=986/986 les/c/f=987/987/0 sis=986) [3,7,5] r=0 lpr=986 crt=987'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-08-19T10:14:42.316 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:14:41 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3[99986]: 2024-08-19T10:14:41.868+0000 7f203eb58640 -1 osd.3 pg_epoch: 987 pg[38.2( v 987'2 (0'0,987'2] local-lis/les=986/987 n=1 ec=986/986 lis/c=986/986 les/c/f=987/987/0 sis=986) [3,7,5] r=0 lpr=986 crt=987'1 lcod 987'1 mlcod 987'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-08-19T10:14:42.860 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsHello.BadMethods (3025 ms) 2024-08-19T10:14:42.860 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsHello.Filter 2024-08-19T10:14:43.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:42 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1034275314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:43.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:42 smithi196 ceph-mon[72638]: osdmap e987: 8 total, 8 up, 8 in 2024-08-19T10:14:43.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:42 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1034275314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:43.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:42 smithi190 ceph-mon[77620]: osdmap e987: 8 total, 8 up, 8 in 2024-08-19T10:14:43.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:42 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1034275314' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:43.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:42 smithi190 ceph-mon[80032]: osdmap e987: 8 total, 8 up, 8 in 2024-08-19T10:14:44.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:43 smithi196 ceph-mon[72638]: pgmap v1174: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:44.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:43 smithi196 ceph-mon[72638]: osdmap e988: 8 total, 8 up, 8 in 2024-08-19T10:14:44.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:43 smithi190 ceph-mon[77620]: pgmap v1174: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:44.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:43 smithi190 ceph-mon[77620]: osdmap e988: 8 total, 8 up, 8 in 2024-08-19T10:14:44.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:43 smithi190 ceph-mon[80032]: pgmap v1174: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:44.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:43 smithi190 ceph-mon[80032]: osdmap e988: 8 total, 8 up, 8 in 2024-08-19T10:14:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:44 smithi196 ceph-mon[72638]: osdmap e989: 8 total, 8 up, 8 in 2024-08-19T10:14:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:44 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/6610577' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:45.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:44 smithi190 ceph-mon[77620]: osdmap e989: 8 total, 8 up, 8 in 2024-08-19T10:14:45.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:44 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/6610577' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:44 smithi190 ceph-mon[80032]: osdmap e989: 8 total, 8 up, 8 in 2024-08-19T10:14:45.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:44 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/6610577' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:45.883 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsHello.Filter (3023 ms) 2024-08-19T10:14:45.884 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 6 tests from ClsHello (18993 ms total) 2024-08-19T10:14:45.884 INFO:tasks.workunit.client.0.smithi190.stdout: 2024-08-19T10:14:45.884 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment tear-down 2024-08-19T10:14:45.884 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] 6 tests from 1 test suite ran. (18993 ms total) 2024-08-19T10:14:45.884 INFO:tasks.workunit.client.0.smithi190.stdout:[ PASSED ] 6 tests. 2024-08-19T10:14:45.886 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T10:14:45.886 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T10:14:45.956 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-08-19T10:14:45.956 DEBUG:teuthology.orchestra.run.smithi190:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-08-19T10:14:46.028 INFO:tasks.workunit.client.0.smithi190.stdout:Running main() from gmock_main.cc 2024-08-19T10:14:46.028 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] Running 27 tests from 1 test suite. 2024-08-19T10:14:46.028 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment set-up. 2024-08-19T10:14:46.028 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 27 tests from TestClsJournal 2024-08-19T10:14:46.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:45 smithi196 ceph-mon[72638]: pgmap v1177: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:46.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:45 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:46.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:45 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/6610577' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:46.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:45 smithi196 ceph-mon[72638]: osdmap e990: 8 total, 8 up, 8 in 2024-08-19T10:14:46.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:14:46.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:45 smithi190 ceph-mon[77620]: pgmap v1177: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:46.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:45 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:46.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:45 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/6610577' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:46.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:45 smithi190 ceph-mon[77620]: osdmap e990: 8 total, 8 up, 8 in 2024-08-19T10:14:46.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:14:46.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:45 smithi190 ceph-mon[80032]: pgmap v1177: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:46.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:45 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:46.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:45 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/6610577' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120296-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:46.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:45 smithi190 ceph-mon[80032]: osdmap e990: 8 total, 8 up, 8 in 2024-08-19T10:14:46.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:14:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:46 smithi196 ceph-mon[72638]: osdmap e991: 8 total, 8 up, 8 in 2024-08-19T10:14:47.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:46 smithi190 ceph-mon[77620]: osdmap e991: 8 total, 8 up, 8 in 2024-08-19T10:14:47.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:46 smithi190 ceph-mon[80032]: osdmap e991: 8 total, 8 up, 8 in 2024-08-19T10:14:47.891 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.Create 2024-08-19T10:14:47.909 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.Create (18 ms) 2024-08-19T10:14:47.909 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-08-19T10:14:47.914 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.MinimumSet (4 ms) 2024-08-19T10:14:47.914 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-08-19T10:14:47.919 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-08-19T10:14:47.919 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-08-19T10:14:47.921 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-08-19T10:14:47.921 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-08-19T10:14:47.924 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-08-19T10:14:47.924 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-08-19T10:14:47.927 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-08-19T10:14:47.927 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-08-19T10:14:47.929 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.CreateDuplicate (2 ms) 2024-08-19T10:14:47.930 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.GetClient 2024-08-19T10:14:47.932 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-08-19T10:14:47.932 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-08-19T10:14:47.934 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-08-19T10:14:47.934 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-08-19T10:14:47.938 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-08-19T10:14:47.938 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-08-19T10:14:47.942 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-08-19T10:14:47.943 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-08-19T10:14:47.947 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-08-19T10:14:47.947 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-08-19T10:14:47.950 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-08-19T10:14:47.950 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-08-19T10:14:47.954 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-08-19T10:14:47.954 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-08-19T10:14:48.051 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (97 ms) 2024-08-19T10:14:48.051 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-08-19T10:14:48.054 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2024-08-19T10:14:48.055 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-08-19T10:14:48.057 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-08-19T10:14:48.057 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-08-19T10:14:48.058 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-08-19T10:14:48.058 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.ClientList 2024-08-19T10:14:48.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:14:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:14:47] "GET /metrics HTTP/1.1" 200 36467 "" "Prometheus/2.51.0" 2024-08-19T10:14:48.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:47 smithi190 ceph-mon[80032]: pgmap v1180: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:47 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:47 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:14:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:47 smithi190 ceph-mon[80032]: osdmap e992: 8 total, 8 up, 8 in 2024-08-19T10:14:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:47 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2237471190' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120436-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:48.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:47 smithi190 ceph-mon[77620]: pgmap v1180: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:48.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:47 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:48.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:47 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:14:48.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:47 smithi190 ceph-mon[77620]: osdmap e992: 8 total, 8 up, 8 in 2024-08-19T10:14:48.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:47 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2237471190' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120436-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:48.095 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.ClientList (36 ms) 2024-08-19T10:14:48.095 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-08-19T10:14:48.098 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-08-19T10:14:48.098 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.TagCreate 2024-08-19T10:14:48.106 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-08-19T10:14:48.106 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-08-19T10:14:48.113 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-08-19T10:14:48.113 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.TagList 2024-08-19T10:14:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:47 smithi196 ceph-mon[72638]: pgmap v1180: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:47 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:47 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:14:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:47 smithi196 ceph-mon[72638]: osdmap e992: 8 total, 8 up, 8 in 2024-08-19T10:14:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:47 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2237471190' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120436-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:48.197 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.TagList (84 ms) 2024-08-19T10:14:48.197 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-08-19T10:14:48.199 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-08-19T10:14:48.199 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-08-19T10:14:48.200 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-08-19T10:14:48.200 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-08-19T10:14:48.202 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-08-19T10:14:48.202 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsJournal.Append 2024-08-19T10:14:48.211 INFO:tasks.workunit.client.0.smithi190.stdout:padding is not enabled 2024-08-19T10:14:48.212 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsJournal.Append (9 ms) 2024-08-19T10:14:48.910 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 27 tests from TestClsJournal (320 ms total) 2024-08-19T10:14:48.911 INFO:tasks.workunit.client.0.smithi190.stdout: 2024-08-19T10:14:48.911 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment tear-down 2024-08-19T10:14:48.911 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] 27 tests from 1 test suite ran. (2883 ms total) 2024-08-19T10:14:48.911 INFO:tasks.workunit.client.0.smithi190.stdout:[ PASSED ] 27 tests. 2024-08-19T10:14:48.914 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T10:14:48.914 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T10:14:48.981 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-08-19T10:14:48.982 DEBUG:teuthology.orchestra.run.smithi190:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-08-19T10:14:49.054 INFO:tasks.workunit.client.0.smithi190.stdout:Running main() from gmock_main.cc 2024-08-19T10:14:49.054 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] Running 11 tests from 1 test suite. 2024-08-19T10:14:49.054 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment set-up. 2024-08-19T10:14:49.054 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 11 tests from ClsLock 2024-08-19T10:14:49.055 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-08-19T10:14:49.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:48 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2237471190' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120436-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:49.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:48 smithi196 ceph-mon[72638]: osdmap e993: 8 total, 8 up, 8 in 2024-08-19T10:14:49.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:48 smithi196 ceph-mon[72638]: pgmap v1183: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:49.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:48 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2237471190' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120436-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:49.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:48 smithi190 ceph-mon[77620]: osdmap e993: 8 total, 8 up, 8 in 2024-08-19T10:14:49.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:48 smithi190 ceph-mon[77620]: pgmap v1183: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:49.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:48 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2237471190' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120436-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:49.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:48 smithi190 ceph-mon[80032]: osdmap e993: 8 total, 8 up, 8 in 2024-08-19T10:14:49.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:48 smithi190 ceph-mon[80032]: pgmap v1183: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:50.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:49 smithi196 ceph-mon[72638]: osdmap e994: 8 total, 8 up, 8 in 2024-08-19T10:14:50.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:49 smithi190 ceph-mon[77620]: osdmap e994: 8 total, 8 up, 8 in 2024-08-19T10:14:50.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:49 smithi190 ceph-mon[80032]: osdmap e994: 8 total, 8 up, 8 in 2024-08-19T10:14:50.953 INFO:tasks.workunit.client.0.smithi190.stdout:lock: mylock 2024-08-19T10:14:50.953 INFO:tasks.workunit.client.0.smithi190.stdout: lock_type: exclusive 2024-08-19T10:14:50.953 INFO:tasks.workunit.client.0.smithi190.stdout: tag: 2024-08-19T10:14:50.953 INFO:tasks.workunit.client.0.smithi190.stdout: lockers: 2024-08-19T10:14:50.953 INFO:tasks.workunit.client.0.smithi190.stdout: client.44798 expiration=2024-08-19T10:16:50.949200+0000 addr=v1:172.21.15.190:0/3892122033 cookie= 2024-08-19T10:14:50.956 INFO:tasks.workunit.client.0.smithi190.stdout:lock: mylock 2024-08-19T10:14:50.956 INFO:tasks.workunit.client.0.smithi190.stdout: lock_type: shared 2024-08-19T10:14:50.956 INFO:tasks.workunit.client.0.smithi190.stdout: tag: 2024-08-19T10:14:50.956 INFO:tasks.workunit.client.0.smithi190.stdout: lockers: 2024-08-19T10:14:50.957 INFO:tasks.workunit.client.0.smithi190.stdout: client.44798 expiration=2024-08-19T10:16:50.955231+0000 addr=v1:172.21.15.190:0/3892122033 cookie= 2024-08-19T10:14:50.957 INFO:tasks.workunit.client.0.smithi190.stdout: client.44804 expiration=0.000000 addr=v1:172.21.15.190:0/1724674938 cookie= 2024-08-19T10:14:50.957 INFO:tasks.workunit.client.0.smithi190.stdout:lock: mylock 2024-08-19T10:14:50.957 INFO:tasks.workunit.client.0.smithi190.stdout: lock_type: shared 2024-08-19T10:14:50.958 INFO:tasks.workunit.client.0.smithi190.stdout: tag: 2024-08-19T10:14:50.958 INFO:tasks.workunit.client.0.smithi190.stdout: lockers: 2024-08-19T10:14:50.958 INFO:tasks.workunit.client.0.smithi190.stdout: client.44804 expiration=0.000000 addr=v1:172.21.15.190:0/1724674938 cookie= 2024-08-19T10:14:51.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:50 smithi196 ceph-mon[72638]: osdmap e995: 8 total, 8 up, 8 in 2024-08-19T10:14:51.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:50 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3892122033' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:51.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:50 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:51.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:50 smithi196 ceph-mon[72638]: pgmap v1186: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:51.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:50 smithi190 ceph-mon[77620]: osdmap e995: 8 total, 8 up, 8 in 2024-08-19T10:14:51.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:50 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3892122033' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:51.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:50 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:51.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:50 smithi190 ceph-mon[77620]: pgmap v1186: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:51.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:50 smithi190 ceph-mon[80032]: osdmap e995: 8 total, 8 up, 8 in 2024-08-19T10:14:51.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:50 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3892122033' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:51.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:50 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:51.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:50 smithi190 ceph-mon[80032]: pgmap v1186: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:51.932 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsLock.TestMultiLocking (2878 ms) 2024-08-19T10:14:51.932 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsLock.TestMeta 2024-08-19T10:14:52.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:51 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:52.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:51 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:52.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:51 smithi190 ceph-mon[77620]: osdmap e996: 8 total, 8 up, 8 in 2024-08-19T10:14:52.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:51 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:52.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:51 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:52.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:51 smithi190 ceph-mon[80032]: osdmap e996: 8 total, 8 up, 8 in 2024-08-19T10:14:52.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:51 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:52.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:51 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:52.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:51 smithi196 ceph-mon[72638]: osdmap e996: 8 total, 8 up, 8 in 2024-08-19T10:14:53.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:52 smithi190 ceph-mon[80032]: osdmap e997: 8 total, 8 up, 8 in 2024-08-19T10:14:53.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:52 smithi190 ceph-mon[80032]: pgmap v1189: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:53.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:52 smithi190 ceph-mon[77620]: osdmap e997: 8 total, 8 up, 8 in 2024-08-19T10:14:53.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:52 smithi190 ceph-mon[77620]: pgmap v1189: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:53.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:52 smithi196 ceph-mon[72638]: osdmap e997: 8 total, 8 up, 8 in 2024-08-19T10:14:53.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:52 smithi196 ceph-mon[72638]: pgmap v1189: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:53.976 INFO:tasks.workunit.client.0.smithi190.stdout:lock: mylock 2024-08-19T10:14:53.976 INFO:tasks.workunit.client.0.smithi190.stdout: lock_type: shared 2024-08-19T10:14:53.976 INFO:tasks.workunit.client.0.smithi190.stdout: tag: 2024-08-19T10:14:53.976 INFO:tasks.workunit.client.0.smithi190.stdout: lockers: 2024-08-19T10:14:53.977 INFO:tasks.workunit.client.0.smithi190.stdout: client.44816 expiration=0.000000 addr=v1:172.21.15.190:0/429895100 cookie= 2024-08-19T10:14:53.978 INFO:tasks.workunit.client.0.smithi190.stdout:lock: mylock 2024-08-19T10:14:53.978 INFO:tasks.workunit.client.0.smithi190.stdout: lock_type: exclusive 2024-08-19T10:14:53.978 INFO:tasks.workunit.client.0.smithi190.stdout: tag: new_tag 2024-08-19T10:14:53.978 INFO:tasks.workunit.client.0.smithi190.stdout: lockers: 2024-08-19T10:14:53.978 INFO:tasks.workunit.client.0.smithi190.stdout: client.34884 expiration=0.000000 addr=v1:172.21.15.190:0/2164113023 cookie= 2024-08-19T10:14:54.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:53 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:54.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:53 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:14:54.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:53 smithi190 ceph-mon[80032]: osdmap e998: 8 total, 8 up, 8 in 2024-08-19T10:14:54.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:53 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2164113023' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:54.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:53 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:54.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:53 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:14:54.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:53 smithi190 ceph-mon[77620]: osdmap e998: 8 total, 8 up, 8 in 2024-08-19T10:14:54.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:53 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2164113023' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:54.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:53 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:54.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:53 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:14:54.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:53 smithi196 ceph-mon[72638]: osdmap e998: 8 total, 8 up, 8 in 2024-08-19T10:14:54.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:53 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2164113023' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:54.953 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsLock.TestMeta (3020 ms) 2024-08-19T10:14:54.953 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsLock.TestCookie 2024-08-19T10:14:55.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:54 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2164113023' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:55.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:54 smithi190 ceph-mon[77620]: osdmap e999: 8 total, 8 up, 8 in 2024-08-19T10:14:55.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:54 smithi190 ceph-mon[77620]: pgmap v1192: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:55.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:54 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2164113023' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:55.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:54 smithi190 ceph-mon[80032]: osdmap e999: 8 total, 8 up, 8 in 2024-08-19T10:14:55.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:54 smithi190 ceph-mon[80032]: pgmap v1192: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:55.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:54 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2164113023' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:55.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:54 smithi196 ceph-mon[72638]: osdmap e999: 8 total, 8 up, 8 in 2024-08-19T10:14:55.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:54 smithi196 ceph-mon[72638]: pgmap v1192: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:56.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:55 smithi190 ceph-mon[77620]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-19T10:14:56.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:55 smithi190 ceph-mon[80032]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-19T10:14:56.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:55 smithi196 ceph-mon[72638]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-19T10:14:56.980 INFO:tasks.workunit.client.0.smithi190.stdout:lock: mylock 2024-08-19T10:14:56.981 INFO:tasks.workunit.client.0.smithi190.stdout: lock_type: exclusive 2024-08-19T10:14:56.981 INFO:tasks.workunit.client.0.smithi190.stdout: tag: 2024-08-19T10:14:56.981 INFO:tasks.workunit.client.0.smithi190.stdout: lockers: 2024-08-19T10:14:56.982 INFO:tasks.workunit.client.0.smithi190.stdout:lock: mylock 2024-08-19T10:14:56.982 INFO:tasks.workunit.client.0.smithi190.stdout: lock_type: shared 2024-08-19T10:14:56.983 INFO:tasks.workunit.client.0.smithi190.stdout: tag: 2024-08-19T10:14:56.983 INFO:tasks.workunit.client.0.smithi190.stdout: lockers: 2024-08-19T10:14:56.983 INFO:tasks.workunit.client.0.smithi190.stdout: client.44822 expiration=0.000000 addr=v1:172.21.15.190:0/3341335297 cookie= 2024-08-19T10:14:56.983 INFO:tasks.workunit.client.0.smithi190.stdout: client.44822 expiration=0.000000 addr=v1:172.21.15.190:0/3341335297 cookie=new cookie 2024-08-19T10:14:57.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:56 smithi190 ceph-mon[77620]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-19T10:14:57.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:56 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3341335297' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:57.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:56 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:57.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:56 smithi190 ceph-mon[77620]: pgmap v1195: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:57.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:56 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:57.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:56 smithi190 ceph-mon[80032]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-19T10:14:57.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:56 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3341335297' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:57.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:56 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:57.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:56 smithi190 ceph-mon[80032]: pgmap v1195: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:57.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:56 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:56 smithi196 ceph-mon[72638]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-19T10:14:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:56 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3341335297' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:56 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:56 smithi196 ceph-mon[72638]: pgmap v1195: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:57.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:56 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:14:57.972 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:14:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:14:57] "GET /metrics HTTP/1.1" 200 36467 "" "Prometheus/2.51.0" 2024-08-19T10:14:57.972 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsLock.TestCookie (3020 ms) 2024-08-19T10:14:57.972 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-08-19T10:14:58.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:57 smithi190 ceph-mon[77620]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-19T10:14:58.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:57 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:58.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:57 smithi190 ceph-mon[77620]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-19T10:14:58.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:57 smithi190 ceph-mon[80032]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-19T10:14:58.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:57 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:58.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:57 smithi190 ceph-mon[80032]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-19T10:14:58.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:57 smithi196 ceph-mon[72638]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-19T10:14:58.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:57 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:14:58.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:57 smithi196 ceph-mon[72638]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-19T10:14:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:59 smithi190 ceph-mon[77620]: pgmap v1197: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:59 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:59 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:14:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:59 smithi190 ceph-mon[77620]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-19T10:14:59.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:14:59 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3364447575' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:59 smithi190 ceph-mon[80032]: pgmap v1197: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:59 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:59.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:59 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:14:59.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:59 smithi190 ceph-mon[80032]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-19T10:14:59.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:14:59 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3364447575' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:14:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:59 smithi196 ceph-mon[72638]: pgmap v1197: 137 pgs: 10 creating+peering, 17 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:14:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:59 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:14:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:59 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:14:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:59 smithi196 ceph-mon[72638]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-19T10:14:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:14:59 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3364447575' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:00.988 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsLock.TestMultipleLocks (3015 ms) 2024-08-19T10:15:00.988 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsLock.TestLockDuration 2024-08-19T10:15:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:00 smithi190 ceph-mon[77620]: pgmap v1200: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:00 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3364447575' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:00 smithi190 ceph-mon[77620]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-19T10:15:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:15:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:15:01.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:00 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:15:01.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:00 smithi190 ceph-mon[80032]: pgmap v1200: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:01.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:00 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3364447575' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:01.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:00 smithi190 ceph-mon[80032]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-19T10:15:01.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:15:01.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:15:01.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:00 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:15:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:00 smithi196 ceph-mon[72638]: pgmap v1200: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:00 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3364447575' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:01.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:00 smithi196 ceph-mon[72638]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-19T10:15:01.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:15:01.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:15:01.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:00 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:15:02.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:01 smithi190 ceph-mon[77620]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-19T10:15:02.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:02 smithi190 ceph-mon[80032]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-19T10:15:02.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:01 smithi196 ceph-mon[72638]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-19T10:15:03.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:02 smithi190 ceph-mon[77620]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:03.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:02 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:15:03.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:02 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:15:03.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:02 smithi190 ceph-mon[77620]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-19T10:15:03.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:02 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3680450339' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:03.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:02 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:03.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:02 smithi190 ceph-mon[80032]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:03.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:02 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:15:03.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:02 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:15:03.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:02 smithi190 ceph-mon[80032]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-19T10:15:03.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:02 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3680450339' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:03.316 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:02 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:02 smithi196 ceph-mon[72638]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:02 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:15:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:02 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:15:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:02 smithi196 ceph-mon[72638]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-19T10:15:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:02 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3680450339' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:03.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:02 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:04.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:04 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:04.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:04 smithi190 ceph-mon[80032]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-19T10:15:04.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:04 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:04.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:04 smithi190 ceph-mon[77620]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-19T10:15:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:04 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:04.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:04 smithi196 ceph-mon[72638]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-19T10:15:05.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:05 smithi190 ceph-mon[80032]: pgmap v1206: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:05.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:05 smithi190 ceph-mon[80032]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-19T10:15:05.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:05 smithi190 ceph-mon[77620]: pgmap v1206: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:05.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:05 smithi190 ceph-mon[77620]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-19T10:15:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:05 smithi196 ceph-mon[72638]: pgmap v1206: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:05.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:05 smithi196 ceph-mon[72638]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-19T10:15:07.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:07 smithi190 ceph-mon[77620]: pgmap v1208: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:07.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:07 smithi190 ceph-mon[80032]: pgmap v1208: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:07.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:07 smithi196 ceph-mon[72638]: pgmap v1208: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:08.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:15:07 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:15:07] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.51.0" 2024-08-19T10:15:09.029 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsLock.TestLockDuration (8042 ms) 2024-08-19T10:15:09.030 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-08-19T10:15:09.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:09 smithi190 ceph-mon[77620]: pgmap v1209: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:09.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:09 smithi190 ceph-mon[80032]: pgmap v1209: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:09.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:09 smithi196 ceph-mon[72638]: pgmap v1209: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:10.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:10 smithi190 ceph-mon[77620]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-19T10:15:10.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:10 smithi190 ceph-mon[80032]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-19T10:15:10.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:10 smithi196 ceph-mon[72638]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-19T10:15:11.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:11 smithi190 ceph-mon[80032]: pgmap v1211: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:11.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:11 smithi190 ceph-mon[80032]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-19T10:15:11.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:11 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2469977184' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:11.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:11 smithi190 ceph-mon[77620]: pgmap v1211: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:11.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:11 smithi190 ceph-mon[77620]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-19T10:15:11.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:11 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2469977184' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:11 smithi196 ceph-mon[72638]: pgmap v1211: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:11 smithi196 ceph-mon[72638]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-19T10:15:11.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:11 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2469977184' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:12.055 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsLock.TestAssertLocked (3026 ms) 2024-08-19T10:15:12.055 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsLock.TestSetCookie 2024-08-19T10:15:12.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:12 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2469977184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:12.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:12 smithi190 ceph-mon[77620]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-19T10:15:12.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:12 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2469977184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:12.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:12 smithi190 ceph-mon[80032]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-19T10:15:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:12 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2469977184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:12.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:12 smithi196 ceph-mon[72638]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-19T10:15:13.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:13 smithi190 ceph-mon[77620]: pgmap v1214: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:13.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:13 smithi190 ceph-mon[77620]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-19T10:15:13.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:13 smithi190 ceph-mon[80032]: pgmap v1214: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:13.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:13 smithi190 ceph-mon[80032]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-19T10:15:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:13 smithi196 ceph-mon[72638]: pgmap v1214: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:13.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:13 smithi196 ceph-mon[72638]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-19T10:15:14.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:14 smithi190 ceph-mon[77620]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-19T10:15:14.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:14 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/842155673' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:14.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:14 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:14.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:14 smithi190 ceph-mon[80032]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-19T10:15:14.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:14 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/842155673' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:14.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:14 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:14.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:14 smithi196 ceph-mon[72638]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-19T10:15:14.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:14 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/842155673' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:14.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:14 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:15.075 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsLock.TestSetCookie (3020 ms) 2024-08-19T10:15:15.075 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsLock.TestRenew 2024-08-19T10:15:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:15 smithi196 ceph-mon[72638]: pgmap v1217: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:15 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:15:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:15 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:15.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:15 smithi196 ceph-mon[72638]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-19T10:15:15.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:15 smithi190 ceph-mon[77620]: pgmap v1217: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:15.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:15 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:15:15.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:15 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:15.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:15 smithi190 ceph-mon[77620]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-19T10:15:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:15 smithi190 ceph-mon[80032]: pgmap v1217: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:15 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:15:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:15 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:15.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:15 smithi190 ceph-mon[80032]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-19T10:15:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:16 smithi196 ceph-mon[72638]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-19T10:15:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:16 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:15:16.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:16 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:15:16.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:16 smithi190 ceph-mon[77620]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-19T10:15:16.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:16 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:15:16.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:16 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:15:16.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:16 smithi190 ceph-mon[80032]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-19T10:15:16.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:16 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:15:16.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:16 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:15:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:17 smithi196 ceph-mon[72638]: pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:17 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:15:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:17 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:15:17.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:17 smithi196 ceph-mon[72638]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-19T10:15:17.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:17 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1572115792' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:17.418 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:17 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:17.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:17 smithi190 ceph-mon[77620]: pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:17.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:17 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:15:17.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:17 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:15:17.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:17 smithi190 ceph-mon[77620]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-19T10:15:17.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:17 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1572115792' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:17.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:17 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:17.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:17 smithi190 ceph-mon[80032]: pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:17.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:17 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:15:17.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:17 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:15:17.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:17 smithi190 ceph-mon[80032]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-19T10:15:17.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:17 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1572115792' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:17.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:17 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:18.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:15:17 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:15:17] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.51.0" 2024-08-19T10:15:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:18 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:18.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:18 smithi196 ceph-mon[72638]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-19T10:15:18.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:18 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:18.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:18 smithi190 ceph-mon[77620]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-19T10:15:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:18 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:18.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:18 smithi190 ceph-mon[80032]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-19T10:15:19.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:19 smithi196 ceph-mon[72638]: pgmap v1223: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:19.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:19 smithi196 ceph-mon[72638]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-19T10:15:19.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:19 smithi190 ceph-mon[77620]: pgmap v1223: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:19.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:19 smithi190 ceph-mon[77620]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-19T10:15:19.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:19 smithi190 ceph-mon[80032]: pgmap v1223: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:19.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:19 smithi190 ceph-mon[80032]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-19T10:15:20.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:20 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:15:20.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:20 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:15:20.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:20 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:15:20.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:20 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:15:20.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:20 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:15:20.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:20 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:15:20.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:20 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:15:20.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:20 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:15:20.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:20 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:15:20.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:20 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:15:20.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:20 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:15:20.566 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:20 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:15:21.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:21 smithi196 ceph-mon[72638]: pgmap v1225: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:21.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:21 smithi190 ceph-mon[77620]: pgmap v1225: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:21.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:21 smithi190 ceph-mon[80032]: pgmap v1225: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:23.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:23 smithi196 ceph-mon[72638]: pgmap v1226: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:23.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:23 smithi190 ceph-mon[77620]: pgmap v1226: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:23.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:23 smithi190 ceph-mon[80032]: pgmap v1226: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:25.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:25 smithi196 ceph-mon[72638]: pgmap v1227: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 130 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:25.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:25 smithi190 ceph-mon[77620]: pgmap v1227: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 130 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:25.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:25 smithi190 ceph-mon[80032]: pgmap v1227: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 130 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:27.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:27 smithi196 ceph-mon[72638]: pgmap v1228: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:27.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:27 smithi190 ceph-mon[77620]: pgmap v1228: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:27.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:27 smithi190 ceph-mon[80032]: pgmap v1228: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:28.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:15:27 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:15:27] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.51.0" 2024-08-19T10:15:29.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:29 smithi196 ceph-mon[72638]: pgmap v1229: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:29.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:29 smithi190 ceph-mon[77620]: pgmap v1229: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:29.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:29 smithi190 ceph-mon[80032]: pgmap v1229: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:31.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:31 smithi196 ceph-mon[72638]: pgmap v1230: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 345 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T10:15:31.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:15:31.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:31 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:15:31.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:31 smithi190 ceph-mon[77620]: pgmap v1230: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 345 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T10:15:31.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:15:31.565 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:31 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:15:31.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:31 smithi190 ceph-mon[80032]: pgmap v1230: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 345 B/s rd, 0 B/s wr, 1 op/s 2024-08-19T10:15:31.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:15:31.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:31 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:15:33.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:33 smithi196 ceph-mon[72638]: pgmap v1231: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:33.564 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:33 smithi190 ceph-mon[77620]: pgmap v1231: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:33.565 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:33 smithi190 ceph-mon[80032]: pgmap v1231: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:35.523 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsLock.TestRenew (20448 ms) 2024-08-19T10:15:35.523 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-08-19T10:15:35.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:35 smithi190 ceph-mon[77620]: pgmap v1232: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:35.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:35 smithi190 ceph-mon[80032]: pgmap v1232: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:35.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:35 smithi196 ceph-mon[72638]: pgmap v1232: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:36.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:36 smithi190 ceph-mon[77620]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-19T10:15:36.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:36 smithi190 ceph-mon[80032]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-19T10:15:36.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:36 smithi196 ceph-mon[72638]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-19T10:15:37.815 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:15:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:15:37] "GET /metrics HTTP/1.1" 200 36473 "" "Prometheus/2.51.0" 2024-08-19T10:15:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:37 smithi190 ceph-mon[77620]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:37 smithi190 ceph-mon[77620]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-19T10:15:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:37 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2559678024' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:37.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:37 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:37.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:37 smithi190 ceph-mon[80032]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:37.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:37 smithi190 ceph-mon[80032]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-19T10:15:37.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:37 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2559678024' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:37.816 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:37 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:37.818 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:37 smithi196 ceph-mon[72638]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:37.819 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:37 smithi196 ceph-mon[72638]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-19T10:15:37.819 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:37 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2559678024' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:37.819 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:37 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:38.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:38 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:38.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:38 smithi190 ceph-mon[77620]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-19T10:15:38.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:38 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:38.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:38 smithi190 ceph-mon[80032]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-19T10:15:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:38 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:38.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:38 smithi196 ceph-mon[72638]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-19T10:15:39.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:39 smithi190 ceph-mon[77620]: pgmap v1237: 137 pgs: 3 creating+activating, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:39.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:39 smithi190 ceph-mon[77620]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-19T10:15:39.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:39 smithi190 ceph-mon[80032]: pgmap v1237: 137 pgs: 3 creating+activating, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:39.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:39 smithi190 ceph-mon[80032]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-19T10:15:39.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:39 smithi196 ceph-mon[72638]: pgmap v1237: 137 pgs: 3 creating+activating, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:39.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:39 smithi196 ceph-mon[72638]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-19T10:15:41.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:41 smithi190 ceph-mon[77620]: pgmap v1239: 137 pgs: 3 creating+activating, 11 unknown, 123 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:41.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:41 smithi190 ceph-mon[80032]: pgmap v1239: 137 pgs: 3 creating+activating, 11 unknown, 123 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:41.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:41 smithi196 ceph-mon[72638]: pgmap v1239: 137 pgs: 3 creating+activating, 11 unknown, 123 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:42.559 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7035 ms) 2024-08-19T10:15:42.559 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-08-19T10:15:43.818 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:43 smithi190 ceph-mon[77620]: pgmap v1240: 137 pgs: 3 creating+activating, 134 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:43.819 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:43 smithi190 ceph-mon[77620]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-19T10:15:43.819 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:43 smithi190 ceph-mon[80032]: pgmap v1240: 137 pgs: 3 creating+activating, 134 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:43.819 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:43 smithi190 ceph-mon[80032]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-19T10:15:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:43 smithi196 ceph-mon[72638]: pgmap v1240: 137 pgs: 3 creating+activating, 134 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:43.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:43 smithi196 ceph-mon[72638]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-19T10:15:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:44 smithi196 ceph-mon[72638]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-19T10:15:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:44 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/241691400' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:44 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:44.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:44 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:44.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:44 smithi196 ceph-mon[72638]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-19T10:15:45.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:44 smithi190 ceph-mon[80032]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-19T10:15:45.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:44 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/241691400' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:45.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:44 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:45.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:44 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:45.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:44 smithi190 ceph-mon[80032]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-19T10:15:45.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:44 smithi190 ceph-mon[77620]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-19T10:15:45.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:44 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/241691400' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:45.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:44 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:45.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:44 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:45.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:44 smithi190 ceph-mon[77620]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-19T10:15:45.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:45 smithi196 ceph-mon[72638]: pgmap v1243: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:45.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:45 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:15:45.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:15:45.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:15:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:45 smithi190 ceph-mon[77620]: pgmap v1243: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:45 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:15:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:15:46.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:15:46.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:45 smithi190 ceph-mon[80032]: pgmap v1243: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:46.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:45 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:15:46.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:15:46.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:15:46.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:46 smithi196 ceph-mon[72638]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-19T10:15:47.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:46 smithi190 ceph-mon[77620]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-19T10:15:47.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:46 smithi190 ceph-mon[80032]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-19T10:15:47.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:47 smithi196 ceph-mon[72638]: pgmap v1246: 137 pgs: 6 creating+peering, 17 unknown, 114 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:47.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:47 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:15:47.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:47 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:15:48.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:15:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:15:47] "GET /metrics HTTP/1.1" 200 36467 "" "Prometheus/2.51.0" 2024-08-19T10:15:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:47 smithi190 ceph-mon[77620]: pgmap v1246: 137 pgs: 6 creating+peering, 17 unknown, 114 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:47 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:15:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:47 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:15:48.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:47 smithi190 ceph-mon[80032]: pgmap v1246: 137 pgs: 6 creating+peering, 17 unknown, 114 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:48.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:47 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:15:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:47 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:15:49.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:49 smithi196 ceph-mon[72638]: pgmap v1247: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:50.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:49 smithi190 ceph-mon[77620]: pgmap v1247: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:50.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:49 smithi190 ceph-mon[80032]: pgmap v1247: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:50.604 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8046 ms) 2024-08-19T10:15:50.605 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-08-19T10:15:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:51 smithi196 ceph-mon[72638]: pgmap v1248: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 159 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:51.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:51 smithi196 ceph-mon[72638]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-19T10:15:52.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:51 smithi190 ceph-mon[77620]: pgmap v1248: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 159 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:52.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:51 smithi190 ceph-mon[77620]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-19T10:15:52.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:51 smithi190 ceph-mon[80032]: pgmap v1248: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 159 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:52.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:51 smithi190 ceph-mon[80032]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-19T10:15:52.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:52 smithi196 ceph-mon[72638]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-19T10:15:52.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:52 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/208102239' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:52.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:52 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:53.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:52 smithi190 ceph-mon[77620]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-19T10:15:53.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:52 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/208102239' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:53.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:52 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:53.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:52 smithi190 ceph-mon[80032]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-19T10:15:53.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:52 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/208102239' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:53.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:52 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:15:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:53 smithi196 ceph-mon[72638]: pgmap v1251: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:53.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:53 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:15:53.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:53 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:53.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:53 smithi196 ceph-mon[72638]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-19T10:15:54.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:53 smithi190 ceph-mon[77620]: pgmap v1251: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:54.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:53 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:15:54.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:53 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:54.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:53 smithi190 ceph-mon[77620]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-19T10:15:54.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:53 smithi190 ceph-mon[80032]: pgmap v1251: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:54.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:53 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:15:54.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:53 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120491-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:15:54.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:53 smithi190 ceph-mon[80032]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-19T10:15:54.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:54 smithi196 ceph-mon[72638]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-19T10:15:55.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:54 smithi190 ceph-mon[77620]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-19T10:15:55.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:54 smithi190 ceph-mon[80032]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-19T10:15:55.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:55 smithi196 ceph-mon[72638]: pgmap v1254: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:55.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:55 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:15:55.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:55 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:15:56.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:55 smithi190 ceph-mon[77620]: pgmap v1254: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:56.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:55 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:15:56.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:55 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:15:56.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:55 smithi190 ceph-mon[80032]: pgmap v1254: 137 pgs: 7 creating+peering, 14 unknown, 116 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:15:56.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:55 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:15:56.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:55 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:15:57.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:57 smithi196 ceph-mon[72638]: pgmap v1255: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:58.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:57 smithi190 ceph-mon[77620]: pgmap v1255: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:58.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:57 smithi190 ceph-mon[80032]: pgmap v1255: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:58.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:15:57 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:15:57] "GET /metrics HTTP/1.1" 200 36467 "" "Prometheus/2.51.0" 2024-08-19T10:15:58.647 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8043 ms) 2024-08-19T10:15:58.648 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 11 tests from ClsLock (69593 ms total) 2024-08-19T10:15:58.648 INFO:tasks.workunit.client.0.smithi190.stdout: 2024-08-19T10:15:58.648 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment tear-down 2024-08-19T10:15:58.648 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] 11 tests from 1 test suite ran. (69593 ms total) 2024-08-19T10:15:58.648 INFO:tasks.workunit.client.0.smithi190.stdout:[ PASSED ] 11 tests. 2024-08-19T10:15:58.651 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T10:15:58.652 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T10:15:58.722 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-08-19T10:15:58.722 DEBUG:teuthology.orchestra.run.smithi190:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-08-19T10:15:58.795 INFO:tasks.workunit.client.0.smithi190.stdout:Running main() from gmock_main.cc 2024-08-19T10:15:58.795 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-19T10:15:58.795 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment set-up. 2024-08-19T10:15:58.796 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 4 tests from cls_log 2024-08-19T10:15:58.796 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-08-19T10:15:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:59 smithi196 ceph-mon[72638]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:15:59.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:15:59 smithi196 ceph-mon[72638]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-19T10:16:00.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:59 smithi190 ceph-mon[77620]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:16:00.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:15:59 smithi190 ceph-mon[77620]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-19T10:16:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:59 smithi190 ceph-mon[80032]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-19T10:16:00.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:15:59 smithi190 ceph-mon[80032]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-19T10:16:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:00 smithi196 ceph-mon[72638]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-19T10:16:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:00 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3450738624' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:00 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:00.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:16:00.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:00 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:16:01.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:00 smithi190 ceph-mon[77620]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-19T10:16:01.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:00 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3450738624' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:01.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:00 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:01.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:16:01.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:00 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:16:01.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:00 smithi190 ceph-mon[80032]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-19T10:16:01.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:00 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3450738624' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:01.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:00 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:01.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:16:01.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:00 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:16:01.675 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] cls_log.test_log_add_same_time (2880 ms) 2024-08-19T10:16:01.675 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-08-19T10:16:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:01 smithi190 ceph-mon[77620]: pgmap v1259: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:01 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:16:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:01 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:01.815 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:01 smithi190 ceph-mon[77620]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-19T10:16:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:01 smithi190 ceph-mon[80032]: pgmap v1259: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:01 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:16:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:01 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:01.815 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:01 smithi190 ceph-mon[80032]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-19T10:16:01.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:01 smithi196 ceph-mon[72638]: pgmap v1259: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:01.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:01 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:16:01.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:01 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:01.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:01 smithi196 ceph-mon[72638]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-19T10:16:03.064 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:02 smithi190 ceph-mon[77620]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-19T10:16:03.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:02 smithi190 ceph-mon[80032]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-19T10:16:03.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:02 smithi196 ceph-mon[72638]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-19T10:16:04.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:03 smithi190 ceph-mon[80032]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:04.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:03 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:16:04.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:03 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:16:04.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:03 smithi190 ceph-mon[80032]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-19T10:16:04.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:03 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1922307592' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:04.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:03 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:04.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:03 smithi190 ceph-mon[77620]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:04.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:03 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:16:04.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:03 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:16:04.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:03 smithi190 ceph-mon[77620]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-19T10:16:04.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:03 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1922307592' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:04.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:03 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:03 smithi196 ceph-mon[72638]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:03 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:16:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:03 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:16:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:03 smithi196 ceph-mon[72638]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-19T10:16:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:03 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1922307592' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:04.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:03 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:04.697 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] cls_log.test_log_add_different_time (3022 ms) 2024-08-19T10:16:04.698 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] cls_log.trim_by_time 2024-08-19T10:16:05.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:04 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:05.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:04 smithi190 ceph-mon[80032]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-19T10:16:05.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:04 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:05.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:04 smithi190 ceph-mon[77620]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-19T10:16:05.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:04 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:05.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:04 smithi196 ceph-mon[72638]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-19T10:16:06.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:05 smithi190 ceph-mon[77620]: pgmap v1265: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:06.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:05 smithi190 ceph-mon[77620]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-19T10:16:06.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:05 smithi190 ceph-mon[80032]: pgmap v1265: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:06.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:05 smithi190 ceph-mon[80032]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-19T10:16:06.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:05 smithi196 ceph-mon[72638]: pgmap v1265: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:06.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:05 smithi196 ceph-mon[72638]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-19T10:16:07.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:06 smithi190 ceph-mon[77620]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-19T10:16:07.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:06 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/222719148' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:07.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:06 smithi190 ceph-mon[80032]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-19T10:16:07.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:06 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/222719148' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:07.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:06 smithi196 ceph-mon[72638]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-19T10:16:07.068 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:06 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/222719148' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:07.713 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] cls_log.trim_by_time (3015 ms) 2024-08-19T10:16:07.713 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] cls_log.trim_by_marker 2024-08-19T10:16:08.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:07 smithi190 ceph-mon[77620]: pgmap v1268: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:08.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:07 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:16:08.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:07 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/222719148' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:08.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:07 smithi190 ceph-mon[77620]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-19T10:16:08.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:07 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:16:07] "GET /metrics HTTP/1.1" 200 36465 "" "Prometheus/2.51.0" 2024-08-19T10:16:08.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:07 smithi190 ceph-mon[80032]: pgmap v1268: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:08.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:07 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:16:08.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:07 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/222719148' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:08.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:07 smithi190 ceph-mon[80032]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-19T10:16:08.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:07 smithi196 ceph-mon[72638]: pgmap v1268: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:08.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:07 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:16:08.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:07 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/222719148' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:08.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:07 smithi196 ceph-mon[72638]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-19T10:16:09.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:08 smithi190 ceph-mon[77620]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-19T10:16:09.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:08 smithi190 ceph-mon[80032]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-19T10:16:09.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:08 smithi196 ceph-mon[72638]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-19T10:16:10.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:09 smithi190 ceph-mon[77620]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:10.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:09 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:16:10.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:09 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:16:10.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:09 smithi190 ceph-mon[77620]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-19T10:16:10.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:09 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/710751807' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:10.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:09 smithi190 ceph-mon[80032]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:10.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:09 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:16:10.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:09 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:16:10.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:09 smithi190 ceph-mon[80032]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-19T10:16:10.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:09 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/710751807' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:09 smithi196 ceph-mon[72638]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:09 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:16:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:09 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:16:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:09 smithi196 ceph-mon[72638]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-19T10:16:10.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:09 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/710751807' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:10.735 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] cls_log.trim_by_marker (3022 ms) 2024-08-19T10:16:10.735 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 4 tests from cls_log (11940 ms total) 2024-08-19T10:16:10.735 INFO:tasks.workunit.client.0.smithi190.stdout: 2024-08-19T10:16:10.735 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment tear-down 2024-08-19T10:16:10.735 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] 4 tests from 1 test suite ran. (11940 ms total) 2024-08-19T10:16:10.736 INFO:tasks.workunit.client.0.smithi190.stdout:[ PASSED ] 4 tests. 2024-08-19T10:16:10.738 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T10:16:10.739 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T10:16:10.810 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-08-19T10:16:10.810 DEBUG:teuthology.orchestra.run.smithi190:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-08-19T10:16:10.885 INFO:tasks.workunit.client.0.smithi190.stdout:Running main() from gmock_main.cc 2024-08-19T10:16:10.885 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-19T10:16:10.885 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment set-up. 2024-08-19T10:16:10.886 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 4 tests from ClsNumOps 2024-08-19T10:16:10.886 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsNumOps.Add 2024-08-19T10:16:11.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:10 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/710751807' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:11.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:10 smithi190 ceph-mon[77620]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-19T10:16:11.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:10 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/710751807' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:11.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:10 smithi190 ceph-mon[80032]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-19T10:16:11.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:10 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/710751807' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120876-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:11.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:10 smithi196 ceph-mon[72638]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-19T10:16:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:11 smithi190 ceph-mon[77620]: pgmap v1274: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:12.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:11 smithi190 ceph-mon[77620]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-19T10:16:12.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:11 smithi190 ceph-mon[80032]: pgmap v1274: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:12.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:11 smithi190 ceph-mon[80032]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-19T10:16:12.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:11 smithi196 ceph-mon[72638]: pgmap v1274: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:12.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:11 smithi196 ceph-mon[72638]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-19T10:16:13.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:12 smithi190 ceph-mon[77620]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-19T10:16:13.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:12 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/677692599' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:13.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:12 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:13.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:12 smithi190 ceph-mon[80032]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-19T10:16:13.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:12 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/677692599' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:13.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:12 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:13.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:12 smithi196 ceph-mon[72638]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-19T10:16:13.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:12 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/677692599' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:13.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:12 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:13.755 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsNumOps.Add (2869 ms) 2024-08-19T10:16:13.755 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsNumOps.Sub 2024-08-19T10:16:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:13 smithi190 ceph-mon[77620]: pgmap v1277: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:13 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:16:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:13 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:14.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:13 smithi190 ceph-mon[77620]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-19T10:16:14.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:13 smithi190 ceph-mon[80032]: pgmap v1277: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:14.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:13 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:16:14.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:13 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:14.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:13 smithi190 ceph-mon[80032]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-19T10:16:14.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:13 smithi196 ceph-mon[72638]: pgmap v1277: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:14.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:13 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:16:14.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:13 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:14.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:13 smithi196 ceph-mon[72638]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-19T10:16:15.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:14 smithi190 ceph-mon[77620]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-19T10:16:15.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:14 smithi190 ceph-mon[80032]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-19T10:16:15.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:14 smithi196 ceph-mon[72638]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-19T10:16:16.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:15 smithi190 ceph-mon[80032]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:16.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:15 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:16:16.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:15 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:16:16.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:15 smithi190 ceph-mon[80032]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-19T10:16:16.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:15 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/4011535863' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:16.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:15 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:16:16.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:15 smithi190 ceph-mon[77620]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:15 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:16:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:15 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:16:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:15 smithi190 ceph-mon[77620]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-19T10:16:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:15 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/4011535863' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:16.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:15 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:16:16.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:15 smithi196 ceph-mon[72638]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:16.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:15 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:16:16.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:15 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:16:16.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:15 smithi196 ceph-mon[72638]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-19T10:16:16.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:15 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/4011535863' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:16.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:15 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:16:16.781 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsNumOps.Sub (3026 ms) 2024-08-19T10:16:16.782 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsNumOps.Mul 2024-08-19T10:16:17.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:16 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/4011535863' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:17.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:16 smithi190 ceph-mon[77620]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-19T10:16:17.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:16 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/4011535863' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:17.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:16 smithi190 ceph-mon[80032]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-19T10:16:17.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:16 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/4011535863' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:17.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:16 smithi196 ceph-mon[72638]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-19T10:16:18.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:17 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:16:17] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.51.0" 2024-08-19T10:16:18.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:17 smithi190 ceph-mon[77620]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:18.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:17 smithi190 ceph-mon[77620]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-19T10:16:18.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:17 smithi190 ceph-mon[80032]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:18.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:17 smithi190 ceph-mon[80032]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-19T10:16:18.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:17 smithi196 ceph-mon[72638]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:18.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:17 smithi196 ceph-mon[72638]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-19T10:16:19.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:18 smithi190 ceph-mon[77620]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-19T10:16:19.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:18 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/4199875469' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:19.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:18 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:19.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:18 smithi190 ceph-mon[80032]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-19T10:16:19.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:18 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/4199875469' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:19.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:18 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:19.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:18 smithi196 ceph-mon[72638]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-19T10:16:19.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:18 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/4199875469' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:19.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:18 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:19.804 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsNumOps.Mul (3023 ms) 2024-08-19T10:16:19.805 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] ClsNumOps.Div 2024-08-19T10:16:20.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:19 smithi190 ceph-mon[77620]: pgmap v1286: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:20.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:19 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:16:20.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:19 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:20.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:19 smithi190 ceph-mon[77620]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-19T10:16:20.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:19 smithi190 ceph-mon[80032]: pgmap v1286: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:20.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:19 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:16:20.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:19 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:20.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:19 smithi190 ceph-mon[80032]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-19T10:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:19 smithi196 ceph-mon[72638]: pgmap v1286: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:19 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:19 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:20.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:19 smithi196 ceph-mon[72638]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-19T10:16:21.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:20 smithi190 ceph-mon[80032]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-19T10:16:21.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:20 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:16:21.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:20 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:16:21.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:20 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:16:21.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:20 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:16:21.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:20 smithi190 ceph-mon[77620]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-19T10:16:21.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:20 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:16:21.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:20 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:16:21.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:20 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:16:21.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:20 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:16:21.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:20 smithi196 ceph-mon[72638]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-19T10:16:21.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:20 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-19T10:16:21.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:20 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-19T10:16:21.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:20 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-19T10:16:21.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:20 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' 2024-08-19T10:16:22.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:21 smithi190 ceph-mon[77620]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:22.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:21 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:16:22.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:21 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:16:22.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:21 smithi190 ceph-mon[77620]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-19T10:16:22.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:21 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/1597806455' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:22.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:21 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:22.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:21 smithi190 ceph-mon[80032]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:22.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:21 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:16:22.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:21 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:16:22.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:21 smithi190 ceph-mon[80032]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-19T10:16:22.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:21 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/1597806455' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:22.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:21 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:22.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:21 smithi196 ceph-mon[72638]: pgmap v1289: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:22.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:21 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:16:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:21 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:16:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:21 smithi196 ceph-mon[72638]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-19T10:16:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:21 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/1597806455' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:22.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:21 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:22.823 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] ClsNumOps.Div (3019 ms) 2024-08-19T10:16:22.824 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 4 tests from ClsNumOps (11938 ms total) 2024-08-19T10:16:22.824 INFO:tasks.workunit.client.0.smithi190.stdout: 2024-08-19T10:16:22.824 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment tear-down 2024-08-19T10:16:22.824 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] 4 tests from 1 test suite ran. (11938 ms total) 2024-08-19T10:16:22.824 INFO:tasks.workunit.client.0.smithi190.stdout:[ PASSED ] 4 tests. 2024-08-19T10:16:22.826 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-19T10:16:22.827 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T10:16:22.895 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-08-19T10:16:22.896 DEBUG:teuthology.orchestra.run.smithi190:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-08-19T10:16:22.969 INFO:tasks.workunit.client.0.smithi190.stdout:Running main() from gmock_main.cc 2024-08-19T10:16:22.969 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] Running 70 tests from 1 test suite. 2024-08-19T10:16:22.969 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment set-up. 2024-08-19T10:16:22.969 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 70 tests from TestClsRbd 2024-08-19T10:16:23.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:22 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:23.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:22 smithi196 ceph-mon[72638]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-19T10:16:23.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:22 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:23.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:22 smithi190 ceph-mon[77620]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-19T10:16:23.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:22 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-120984-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:23.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:22 smithi190 ceph-mon[80032]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-19T10:16:24.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:23 smithi196 ceph-mon[72638]: pgmap v1292: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:24.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:23 smithi196 ceph-mon[72638]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-19T10:16:24.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:23 smithi190 ceph-mon[80032]: pgmap v1292: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:24.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:23 smithi190 ceph-mon[80032]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-19T10:16:24.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:23 smithi190 ceph-mon[77620]: pgmap v1292: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:24.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:23 smithi190 ceph-mon[77620]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-19T10:16:24.834 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.get_all_features 2024-08-19T10:16:24.851 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.get_all_features (17 ms) 2024-08-19T10:16:24.851 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.copyup 2024-08-19T10:16:25.026 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.copyup (174 ms) 2024-08-19T10:16:25.026 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-08-19T10:16:25.042 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.sparse_copyup (17 ms) 2024-08-19T10:16:25.043 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-08-19T10:16:25.050 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-08-19T10:16:25.050 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-08-19T10:16:25.061 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2024-08-19T10:16:25.061 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.directory_methods 2024-08-19T10:16:25.085 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.directory_methods (24 ms) 2024-08-19T10:16:25.086 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.create 2024-08-19T10:16:25.098 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-08-19T10:16:25.099 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.get_features 2024-08-19T10:16:25.100 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-08-19T10:16:25.100 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-08-19T10:16:25.101 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-08-19T10:16:25.101 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-08-19T10:16:25.103 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-08-19T10:16:25.103 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-08-19T10:16:25.105 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-08-19T10:16:25.105 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-08-19T10:16:25.106 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-08-19T10:16:25.106 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-08-19T10:16:25.109 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-08-19T10:16:25.110 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.get_size 2024-08-19T10:16:25.113 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-08-19T10:16:25.113 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.set_size 2024-08-19T10:16:25.117 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-08-19T10:16:25.117 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.protection_status 2024-08-19T10:16:25.134 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2024-08-19T10:16:25.134 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-08-19T10:16:25.142 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-08-19T10:16:25.142 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.parents_v1 2024-08-19T10:16:25.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:24 smithi196 ceph-mon[72638]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-19T10:16:25.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:24 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/897878336' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-121220-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:25.181 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.parents_v1 (38 ms) 2024-08-19T10:16:25.181 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.parents_v2 2024-08-19T10:16:25.208 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.parents_v2 (27 ms) 2024-08-19T10:16:25.208 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.snapshots 2024-08-19T10:16:25.228 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2024-08-19T10:16:25.228 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.snapid_race 2024-08-19T10:16:25.234 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.snapid_race (6 ms) 2024-08-19T10:16:25.234 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.stripingv2 2024-08-19T10:16:25.243 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-08-19T10:16:25.243 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.object_map_save 2024-08-19T10:16:25.244 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.object_map_save (1 ms) 2024-08-19T10:16:25.244 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-08-19T10:16:25.251 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-08-19T10:16:25.251 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.object_map_update 2024-08-19T10:16:25.259 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.object_map_update (8 ms) 2024-08-19T10:16:25.259 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-08-19T10:16:25.259 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-08-19T10:16:25.259 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-08-19T10:16:25.269 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.object_map_snap_add (9 ms) 2024-08-19T10:16:25.269 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-08-19T10:16:25.278 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.object_map_snap_remove (10 ms) 2024-08-19T10:16:25.279 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.flags 2024-08-19T10:16:25.283 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-08-19T10:16:25.283 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.metadata 2024-08-19T10:16:25.305 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.metadata (22 ms) 2024-08-19T10:16:25.305 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.set_features 2024-08-19T10:16:25.312 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-08-19T10:16:25.312 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.mirror 2024-08-19T10:16:25.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:24 smithi190 ceph-mon[77620]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-19T10:16:25.314 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:24 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/897878336' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-121220-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:25.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:24 smithi190 ceph-mon[80032]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-19T10:16:25.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:24 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/897878336' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-121220-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:25.342 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.mirror (30 ms) 2024-08-19T10:16:25.342 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.mirror_image 2024-08-19T10:16:25.356 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.mirror_image (13 ms) 2024-08-19T10:16:25.356 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-08-19T10:16:26.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:25 smithi196 ceph-mon[72638]: pgmap v1295: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:26.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:25 smithi196 ceph-mon[72638]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:16:26.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:25 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/897878336' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-121220-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:26.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:25 smithi196 ceph-mon[72638]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-19T10:16:26.314 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:25 smithi190 ceph-mon[80032]: pgmap v1295: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:25 smithi190 ceph-mon[80032]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:16:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:25 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/897878336' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-121220-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:26.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:25 smithi190 ceph-mon[80032]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-19T10:16:26.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:25 smithi190 ceph-mon[77620]: pgmap v1295: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:26.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:25 smithi190 ceph-mon[77620]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:16:26.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:25 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/897878336' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi190-121220-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:26.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:25 smithi190 ceph-mon[77620]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-19T10:16:27.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:26 smithi196 ceph-mon[72638]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-19T10:16:27.216 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:26 smithi190 ceph-mon[80032]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-19T10:16:27.216 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:26 smithi190 ceph-mon[77620]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-19T10:16:27.601 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.mirror_image_status (2246 ms) 2024-08-19T10:16:27.602 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-08-19T10:16:27.676 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.mirror_image_map (75 ms) 2024-08-19T10:16:27.676 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-08-19T10:16:27.683 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-08-19T10:16:27.683 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-08-19T10:16:27.693 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.mirror_snapshot (10 ms) 2024-08-19T10:16:27.693 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-08-19T10:16:27.696 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-08-19T10:16:27.696 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-08-19T10:16:27.698 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_dir_add (1 ms) 2024-08-19T10:16:27.698 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-08-19T10:16:27.700 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-08-19T10:16:27.701 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-08-19T10:16:27.706 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-08-19T10:16:27.707 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-08-19T10:16:27.709 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-08-19T10:16:27.710 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-08-19T10:16:27.713 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-08-19T10:16:27.713 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_image_add 2024-08-19T10:16:27.715 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-08-19T10:16:27.715 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-08-19T10:16:27.718 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-08-19T10:16:27.718 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_image_list 2024-08-19T10:16:27.720 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-08-19T10:16:27.721 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-08-19T10:16:27.724 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-08-19T10:16:27.725 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.image_group_add 2024-08-19T10:16:27.727 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-08-19T10:16:27.727 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-08-19T10:16:27.729 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-08-19T10:16:27.730 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.image_group_get 2024-08-19T10:16:27.732 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-08-19T10:16:27.732 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-08-19T10:16:27.733 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (1 ms) 2024-08-19T10:16:27.734 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-08-19T10:16:27.735 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-08-19T10:16:27.736 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-08-19T10:16:27.738 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-08-19T10:16:27.738 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-08-19T10:16:27.741 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (2 ms) 2024-08-19T10:16:27.741 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-08-19T10:16:27.743 INFO:tasks.workunit.client.0.smithi190.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-721-gbaa926de/rpm/el9/BUILD/ceph-18.2.4-721-gbaa926de/src/test/cls_rbd/test_cls_rbd.cc:2681: Failure 2024-08-19T10:16:27.743 INFO:tasks.workunit.client.0.smithi190.stdout:Expected equality of these values: 2024-08-19T10:16:27.743 INFO:tasks.workunit.client.0.smithi190.stdout: 1U 2024-08-19T10:16:27.743 INFO:tasks.workunit.client.0.smithi190.stdout: Which is: 1 2024-08-19T10:16:27.743 INFO:tasks.workunit.client.0.smithi190.stdout: keys.size() 2024-08-19T10:16:27.743 INFO:tasks.workunit.client.0.smithi190.stdout: Which is: 3 2024-08-19T10:16:27.743 INFO:tasks.workunit.client.0.smithi190.stdout:[ FAILED ] TestClsRbd.group_snap_set (2 ms) 2024-08-19T10:16:27.743 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-08-19T10:16:27.746 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_snap_list (4 ms) 2024-08-19T10:16:27.746 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-08-19T10:16:27.766 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (20 ms) 2024-08-19T10:16:27.766 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-08-19T10:16:27.967 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (201 ms) 2024-08-19T10:16:27.967 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-08-19T10:16:27.969 INFO:tasks.workunit.client.0.smithi190.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-721-gbaa926de/rpm/el9/BUILD/ceph-18.2.4-721-gbaa926de/src/test/cls_rbd/test_cls_rbd.cc:2792: Failure 2024-08-19T10:16:27.969 INFO:tasks.workunit.client.0.smithi190.stdout:Expected equality of these values: 2024-08-19T10:16:27.970 INFO:tasks.workunit.client.0.smithi190.stdout: 1U 2024-08-19T10:16:27.970 INFO:tasks.workunit.client.0.smithi190.stdout: Which is: 1 2024-08-19T10:16:27.970 INFO:tasks.workunit.client.0.smithi190.stdout: keys.size() 2024-08-19T10:16:27.970 INFO:tasks.workunit.client.0.smithi190.stdout: Which is: 3 2024-08-19T10:16:27.970 INFO:tasks.workunit.client.0.smithi190.stdout:[ FAILED ] TestClsRbd.group_snap_remove (2 ms) 2024-08-19T10:16:27.970 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-08-19T10:16:27.971 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-08-19T10:16:27.971 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.trash_methods 2024-08-19T10:16:27.977 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.trash_methods (6 ms) 2024-08-19T10:16:27.978 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.op_features 2024-08-19T10:16:27.984 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-08-19T10:16:27.984 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.clone_parent 2024-08-19T10:16:28.004 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2024-08-19T10:16:28.004 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-08-19T10:16:28.012 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-08-19T10:16:28.013 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.clone_child 2024-08-19T10:16:28.023 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-08-19T10:16:28.023 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-08-19T10:16:28.029 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-08-19T10:16:28.029 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.migration 2024-08-19T10:16:28.039 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.migration (9 ms) 2024-08-19T10:16:28.039 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.migration_v1 2024-08-19T10:16:28.052 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.migration_v1 (14 ms) 2024-08-19T10:16:28.052 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-08-19T10:16:28.066 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:27 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:16:27] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.51.0" 2024-08-19T10:16:28.066 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:27 smithi190 ceph-mon[77620]: pgmap v1298: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:28.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:27 smithi190 ceph-mon[77620]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:16:28.067 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:27 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:16:28.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:27 smithi190 ceph-mon[80032]: pgmap v1298: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:28.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:27 smithi190 ceph-mon[80032]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:16:28.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:27 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:16:28.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:27 smithi196 ceph-mon[72638]: pgmap v1298: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:28.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:27 smithi196 ceph-mon[72638]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-19T10:16:28.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:27 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:16:29.860 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1808 ms) 2024-08-19T10:16:29.860 INFO:tasks.workunit.client.0.smithi190.stdout:[ RUN ] TestClsRbd.sparsify 2024-08-19T10:16:29.910 INFO:tasks.workunit.client.0.smithi190.stdout:[ OK ] TestClsRbd.sparsify (50 ms) 2024-08-19T10:16:30.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:29 smithi196 ceph-mon[72638]: pgmap v1299: 137 pgs: 12 creating+peering, 13 unknown, 112 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 3.3 KiB/s wr, 12 op/s 2024-08-19T10:16:30.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:29 smithi196 ceph-mon[72638]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-19T10:16:30.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:29 smithi190 ceph-mon[77620]: pgmap v1299: 137 pgs: 12 creating+peering, 13 unknown, 112 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 3.3 KiB/s wr, 12 op/s 2024-08-19T10:16:30.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:29 smithi190 ceph-mon[77620]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-19T10:16:30.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:29 smithi190 ceph-mon[80032]: pgmap v1299: 137 pgs: 12 creating+peering, 13 unknown, 112 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 3.3 KiB/s wr, 12 op/s 2024-08-19T10:16:30.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:29 smithi190 ceph-mon[80032]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-19T10:16:30.869 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] 70 tests from TestClsRbd (5076 ms total) 2024-08-19T10:16:30.869 INFO:tasks.workunit.client.0.smithi190.stdout: 2024-08-19T10:16:30.869 INFO:tasks.workunit.client.0.smithi190.stdout:[----------] Global test environment tear-down 2024-08-19T10:16:30.869 INFO:tasks.workunit.client.0.smithi190.stdout:[==========] 70 tests from 1 test suite ran. (7900 ms total) 2024-08-19T10:16:30.870 INFO:tasks.workunit.client.0.smithi190.stdout:[ PASSED ] 68 tests. 2024-08-19T10:16:30.870 INFO:tasks.workunit.client.0.smithi190.stdout:[ FAILED ] 2 tests, listed below: 2024-08-19T10:16:30.870 INFO:tasks.workunit.client.0.smithi190.stdout:[ FAILED ] TestClsRbd.group_snap_set 2024-08-19T10:16:30.870 INFO:tasks.workunit.client.0.smithi190.stdout:[ FAILED ] TestClsRbd.group_snap_remove 2024-08-19T10:16:30.870 INFO:tasks.workunit.client.0.smithi190.stdout: 2024-08-19T10:16:30.870 INFO:tasks.workunit.client.0.smithi190.stdout: 2 FAILED TESTS 2024-08-19T10:16:30.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T10:16:30.875 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-08-19T10:16:30.875 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-19T10:16:31.132 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:30 smithi190 ceph-mon[77620]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-19T10:16:31.133 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:30 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:16:31.133 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:30 smithi190 ceph-mon[80032]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-19T10:16:31.133 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:30 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:16:31.135 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_964adda23da9f7b057cb34fdc0b82aeb7ed65324/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_964adda23da9f7b057cb34fdc0b82aeb7ed65324/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi190 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-08-19T10:16:31.370 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=43356c90af9e428884c97341430795e0 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_964adda23da9f7b057cb34fdc0b82aeb7ed65324/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_964adda23da9f7b057cb34fdc0b82aeb7ed65324/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi190 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-08-19T10:16:31.373 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-08-19T10:16:31.383 INFO:tasks.cephadm:Teardown begin 2024-08-19T10:16:31.384 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-08-19T10:16:31.384 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T10:16:31.400 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:30 smithi196 ceph-mon[72638]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-19T10:16:31.400 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:30 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:16:31.596 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T10:16:32.037 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:31 smithi190 ceph-mon[77620]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 2.97k op/s 2024-08-19T10:16:32.038 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:31 smithi190 ceph-mon[77620]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-19T10:16:32.038 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:31 smithi190 ceph-mon[80032]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 2.97k op/s 2024-08-19T10:16:32.038 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:31 smithi190 ceph-mon[80032]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-19T10:16:32.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:31 smithi196 ceph-mon[72638]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 2.97k op/s 2024-08-19T10:16:32.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:31 smithi196 ceph-mon[72638]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-19T10:16:33.604 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T10:16:33.604 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":15,"btime":"2024-08-19T10:06:43:506364+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54319,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2989978849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2989978849},{"type":"v1","addr":"172.21.15.196:6833","nonce":2989978849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":15}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-19T09:54:55.623264+0000","modified":"2024-08-19T10:06:38.471225+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":545,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44414},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44414":{"gid":44414,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":6,"addr":"172.21.15.190:6835/4041370990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":4041370990},{"type":"v1","addr":"172.21.15.190:6835","nonce":4041370990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44414,"qdb_cluster":[44414]},"id":1}]} 2024-08-19T10:16:33.604 INFO:teuthology.orchestra.run.smithi190.stderr:dumped fsmap epoch 15 2024-08-19T10:16:34.165 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:33 smithi190 ceph-mon[80032]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:34.165 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:33 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/591979248' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-19T10:16:34.166 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:33 smithi190 ceph-mon[77620]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:34.166 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:33 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/591979248' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-19T10:16:34.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:33 smithi196 ceph-mon[72638]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:34.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:33 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/591979248' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-19T10:16:34.186 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-19T10:16:34.399 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T10:16:35.973 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:35 smithi190 ceph-mon[80032]: pgmap v1305: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:35.974 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:35 smithi190 ceph-mon[77620]: pgmap v1305: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:36.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:35 smithi196 ceph-mon[72638]: pgmap v1305: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:36.409 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T10:16:36.409 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":15,"btime":"2024-08-19T10:06:43:506364+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54319,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/2989978849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":2989978849},{"type":"v1","addr":"172.21.15.196:6833","nonce":2989978849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":15}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-19T09:54:55.623264+0000","modified":"2024-08-19T10:06:38.471225+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":545,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44414},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44414":{"gid":44414,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":6,"addr":"172.21.15.190:6835/4041370990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":4041370990},{"type":"v1","addr":"172.21.15.190:6835","nonce":4041370990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44414,"qdb_cluster":[44414]},"id":1}]} 2024-08-19T10:16:36.410 INFO:teuthology.orchestra.run.smithi190.stderr:dumped fsmap epoch 15 2024-08-19T10:16:36.979 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:36 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2306703719' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-19T10:16:36.980 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:36 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2306703719' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-19T10:16:37.001 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-19T10:16:37.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:36 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2306703719' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-19T10:16:37.201 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T10:16:38.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:37 smithi190 ceph-mon[77620]: pgmap v1306: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:38.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:37 smithi190 ceph-mon[80032]: pgmap v1306: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:38.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:37 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:16:37] "GET /metrics HTTP/1.1" 200 36512 "" "Prometheus/2.51.0" 2024-08-19T10:16:38.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:37 smithi196 ceph-mon[72638]: pgmap v1306: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:38.991 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-19T10:16:38.992 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":1062,"fsid":"3fc239b0-5e10-11ef-bccf-c7b262605968","created":"2024-08-19T09:49:35.891385+0000","modified":"2024-08-19T10:16:30.855908+0000","last_up_change":"2024-08-19T10:06:17.086364+0000","last_in_change":"2024-08-19T09:54:10.453045+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":60,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-19T09:52:34.372987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-19T09:54:49.695520+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-19T09:54:52.654083+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-19T09:55:43.590497+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfae32ab-6108-4681-b678-88c7515b4005","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":283,"up_from":296,"up_thru":1057,"down_at":284,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":3049356560},{"type":"v1","addr":"172.21.15.190:6803","nonce":3049356560}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":3049356560},{"type":"v1","addr":"172.21.15.190:6805","nonce":3049356560}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3049356560},{"type":"v1","addr":"172.21.15.190:6809","nonce":3049356560}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":3049356560},{"type":"v1","addr":"172.21.15.190:6807","nonce":3049356560}]},"public_addr":"172.21.15.190:6803/3049356560","cluster_addr":"172.21.15.190:6805/3049356560","heartbeat_back_addr":"172.21.15.190:6809/3049356560","heartbeat_front_addr":"172.21.15.190:6807/3049356560","state":["exists","up"]},{"osd":1,"uuid":"9fb0b38f-752d-46f6-8f2e-ccc0293d815a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":316,"up_from":328,"up_thru":1057,"down_at":317,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":301614023},{"type":"v1","addr":"172.21.15.190:6811","nonce":301614023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":301614023},{"type":"v1","addr":"172.21.15.190:6813","nonce":301614023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":301614023},{"type":"v1","addr":"172.21.15.190:6817","nonce":301614023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":301614023},{"type":"v1","addr":"172.21.15.190:6815","nonce":301614023}]},"public_addr":"172.21.15.190:6811/301614023","cluster_addr":"172.21.15.190:6813/301614023","heartbeat_back_addr":"172.21.15.190:6817/301614023","heartbeat_front_addr":"172.21.15.190:6815/301614023","state":["exists","up"]},{"osd":2,"uuid":"87d362f2-539c-4df3-bdeb-e7c8a6d63009","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":348,"up_from":361,"up_thru":1057,"down_at":349,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":389802984},{"type":"v1","addr":"172.21.15.190:6819","nonce":389802984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":389802984},{"type":"v1","addr":"172.21.15.190:6821","nonce":389802984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":389802984},{"type":"v1","addr":"172.21.15.190:6825","nonce":389802984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":389802984},{"type":"v1","addr":"172.21.15.190:6823","nonce":389802984}]},"public_addr":"172.21.15.190:6819/389802984","cluster_addr":"172.21.15.190:6821/389802984","heartbeat_back_addr":"172.21.15.190:6825/389802984","heartbeat_front_addr":"172.21.15.190:6823/389802984","state":["exists","up"]},{"osd":3,"uuid":"9c8bd1a5-03bf-4ba4-8b27-88c8f7785fe5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":381,"up_from":394,"up_thru":1057,"down_at":382,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":2638628052},{"type":"v1","addr":"172.21.15.190:6827","nonce":2638628052}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":2638628052},{"type":"v1","addr":"172.21.15.190:6829","nonce":2638628052}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":2638628052},{"type":"v1","addr":"172.21.15.190:6833","nonce":2638628052}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":2638628052},{"type":"v1","addr":"172.21.15.190:6831","nonce":2638628052}]},"public_addr":"172.21.15.190:6827/2638628052","cluster_addr":"172.21.15.190:6829/2638628052","heartbeat_back_addr":"172.21.15.190:6833/2638628052","heartbeat_front_addr":"172.21.15.190:6831/2638628052","state":["exists","up"]},{"osd":4,"uuid":"6b893e27-e5ee-4c1c-a265-83bf0a4fb4be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":413,"up_from":425,"up_thru":1057,"down_at":414,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":474012893},{"type":"v1","addr":"172.21.15.196:6801","nonce":474012893}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":474012893},{"type":"v1","addr":"172.21.15.196:6803","nonce":474012893}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":474012893},{"type":"v1","addr":"172.21.15.196:6807","nonce":474012893}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":474012893},{"type":"v1","addr":"172.21.15.196:6805","nonce":474012893}]},"public_addr":"172.21.15.196:6801/474012893","cluster_addr":"172.21.15.196:6803/474012893","heartbeat_back_addr":"172.21.15.196:6807/474012893","heartbeat_front_addr":"172.21.15.196:6805/474012893","state":["exists","up"]},{"osd":5,"uuid":"36617f5e-73ed-43eb-b6ee-5b69be91316e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":445,"up_from":458,"up_thru":1057,"down_at":446,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":3442423164},{"type":"v1","addr":"172.21.15.196:6809","nonce":3442423164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":3442423164},{"type":"v1","addr":"172.21.15.196:6811","nonce":3442423164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":3442423164},{"type":"v1","addr":"172.21.15.196:6815","nonce":3442423164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":3442423164},{"type":"v1","addr":"172.21.15.196:6813","nonce":3442423164}]},"public_addr":"172.21.15.196:6809/3442423164","cluster_addr":"172.21.15.196:6811/3442423164","heartbeat_back_addr":"172.21.15.196:6815/3442423164","heartbeat_front_addr":"172.21.15.196:6813/3442423164","state":["exists","up"]},{"osd":6,"uuid":"89fbc1af-0f11-4802-b5bb-dfe09e183121","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":479,"up_from":493,"up_thru":1057,"down_at":480,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":4210178664},{"type":"v1","addr":"172.21.15.196:6817","nonce":4210178664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":4210178664},{"type":"v1","addr":"172.21.15.196:6819","nonce":4210178664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":4210178664},{"type":"v1","addr":"172.21.15.196:6823","nonce":4210178664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":4210178664},{"type":"v1","addr":"172.21.15.196:6821","nonce":4210178664}]},"public_addr":"172.21.15.196:6817/4210178664","cluster_addr":"172.21.15.196:6819/4210178664","heartbeat_back_addr":"172.21.15.196:6823/4210178664","heartbeat_front_addr":"172.21.15.196:6821/4210178664","state":["exists","up"]},{"osd":7,"uuid":"38d2cdbb-84cf-41c0-aae3-bf9397bd26f6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":513,"up_from":525,"up_thru":1057,"down_at":514,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":2152790116},{"type":"v1","addr":"172.21.15.196:6825","nonce":2152790116}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":2152790116},{"type":"v1","addr":"172.21.15.196:6827","nonce":2152790116}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":2152790116},{"type":"v1","addr":"172.21.15.196:6831","nonce":2152790116}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":2152790116},{"type":"v1","addr":"172.21.15.196:6829","nonce":2152790116}]},"public_addr":"172.21.15.196:6825/2152790116","cluster_addr":"172.21.15.196:6827/2152790116","heartbeat_back_addr":"172.21.15.196:6831/2152790116","heartbeat_front_addr":"172.21.15.196:6829/2152790116","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:51:43.488528+0000","dead_epoch":283},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:07.231492+0000","dead_epoch":316},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:30.134146+0000","dead_epoch":348},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:52:54.048258+0000","dead_epoch":381},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:15.255415+0000","dead_epoch":413},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:53:38.341160+0000","dead_epoch":445},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:02.013132+0000","dead_epoch":479},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-19T09:54:25.522229+0000","dead_epoch":513}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.1b","mappings":[{"from":0,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.196:6833/3130880661":"2024-08-20T10:06:35.441886+0000","172.21.15.190:6801/3579854578":"2024-08-20T10:00:59.751919+0000","172.21.15.190:6800/3579854578":"2024-08-20T10:00:59.751919+0000","172.21.15.190:0/211102937":"2024-08-20T10:00:59.751919+0000","172.21.15.190:0/3804637516":"2024-08-20T10:00:59.751919+0000","172.21.15.190:0/1934560824":"2024-08-20T10:00:59.751919+0000","172.21.15.190:6801/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.196:0/2391517525":"2024-08-20T10:00:19.158276+0000","172.21.15.190:0/417309172":"2024-08-20T09:50:24.063012+0000","172.21.15.196:0/384561271":"2024-08-20T10:00:19.158276+0000","172.21.15.196:6834/3315217228":"2024-08-20T10:00:19.158276+0000","172.21.15.190:0/3551021348":"2024-08-20T09:50:24.063012+0000","172.21.15.196:6835/3315217228":"2024-08-20T10:00:19.158276+0000","172.21.15.190:6801/3015529694":"2024-08-20T09:59:48.915004+0000","172.21.15.190:0/2201120033":"2024-08-20T09:59:48.915004+0000","172.21.15.190:0/2130496995":"2024-08-20T10:00:59.751919+0000","172.21.15.190:6801/1563181590":"2024-08-20T09:55:40.858869+0000","172.21.15.190:6800/2349723191":"2024-08-20T09:50:24.063012+0000","172.21.15.190:6800/1563181590":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/3732077959":"2024-08-20T09:59:48.915004+0000","172.21.15.190:0/369971357":"2024-08-20T09:59:48.915004+0000","172.21.15.190:0/1949421699":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/1733210608":"2024-08-20T09:59:48.915004+0000","172.21.15.190:6800/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:6801/3825508759":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/2911373684":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/3752036541":"2024-08-20T09:59:48.915004+0000","172.21.15.196:0/2260985597":"2024-08-20T10:00:19.158276+0000","172.21.15.196:0/1151721171":"2024-08-20T10:00:19.158276+0000","172.21.15.196:0/698456219":"2024-08-20T10:00:19.158276+0000","172.21.15.196:0/2334034760":"2024-08-20T10:00:19.158276+0000","172.21.15.190:0/666034353":"2024-08-20T09:55:40.858869+0000","172.21.15.190:0/1110135241":"2024-08-20T09:50:01.788012+0000","172.21.15.190:0/3705058267":"2024-08-20T09:55:40.858869+0000","172.21.15.196:6832/3130880661":"2024-08-20T10:06:35.441886+0000","172.21.15.190:0/3538890648":"2024-08-20T10:00:59.751919+0000","172.21.15.190:0/3349399447":"2024-08-20T09:50:24.063012+0000","172.21.15.190:0/1066732937":"2024-08-20T09:55:40.858869+0000","172.21.15.190:6800/3015529694":"2024-08-20T09:59:48.915004+0000","172.21.15.190:0/3257064731":"2024-08-20T10:00:59.751919+0000","172.21.15.190:0/3231415537":"2024-08-20T09:50:01.788012+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":453,"length":1}]},{"pool":60,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-19T10:16:40.130 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:39 smithi190 ceph-mon[80032]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:40.130 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:39 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/947743782' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-19T10:16:40.130 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:39 smithi190 ceph-mon[77620]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:40.130 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:39 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/947743782' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-19T10:16:40.132 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph fs fail cephfs 2024-08-19T10:16:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:39 smithi196 ceph-mon[72638]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:40.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:39 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/947743782' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-19T10:16:40.341 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T10:16:42.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:41 smithi190 ceph-mon[77620]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:42.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:41 smithi190 ceph-mon[80032]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:42.122 INFO:teuthology.orchestra.run.smithi190.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-08-19T10:16:42.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:41 smithi196 ceph-mon[72638]: pgmap v1308: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:42.476 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a[77616]: 2024-08-19T10:16:42.110+0000 7f4a5a878640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T10:16:42.476 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a[105198]: -5030> 2024-08-19T10:06:40.372+0000 7f068eabe640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-19T10:16:42.476 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a[105198]: ignoring --setuser ceph since I am not root 2024-08-19T10:16:42.477 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a[105198]: ignoring --setgroup ceph since I am not root 2024-08-19T10:16:42.477 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a[105198]: starting mds.a at 2024-08-19T10:16:42.734 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-08-19T10:16:42.939 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T10:16:43.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2090518312' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-19T10:16:43.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-19T10:16:43.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-mon[80032]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-19T10:16:43.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-mon[80032]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T10:16:43.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-19T10:16:43.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-mon[80032]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-19T10:16:43.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-mon[80032]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-19T10:16:43.062 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2090518312' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-19T10:16:43.062 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-19T10:16:43.062 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-mon[77620]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-19T10:16:43.062 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-mon[77620]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T10:16:43.063 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-19T10:16:43.063 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-mon[77620]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-19T10:16:43.063 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:42 smithi190 ceph-mon[77620]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-19T10:16:43.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:42 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2090518312' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-19T10:16:43.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:42 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-19T10:16:43.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:42 smithi196 ceph-mon[72638]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-19T10:16:43.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:42 smithi196 ceph-mon[72638]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-19T10:16:43.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:42 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-19T10:16:43.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:42 smithi196 ceph-mon[72638]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-19T10:16:43.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:42 smithi196 ceph-mon[72638]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-19T10:16:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:43 smithi190 ceph-mon[77620]: pgmap v1309: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:43 smithi190 ceph-mon[77620]: mds.? [v2:172.21.15.190:6834/3977091860,v1:172.21.15.190:6835/3977091860] up:boot 2024-08-19T10:16:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:43 smithi190 ceph-mon[77620]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-19T10:16:44.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:43 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T10:16:44.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:43 smithi190 ceph-mon[80032]: pgmap v1309: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:44.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:43 smithi190 ceph-mon[80032]: mds.? [v2:172.21.15.190:6834/3977091860,v1:172.21.15.190:6835/3977091860] up:boot 2024-08-19T10:16:44.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:43 smithi190 ceph-mon[80032]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-19T10:16:44.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:43 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T10:16:44.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:43 smithi196 ceph-mon[72638]: pgmap v1309: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:44.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:43 smithi196 ceph-mon[72638]: mds.? [v2:172.21.15.190:6834/3977091860,v1:172.21.15.190:6835/3977091860] up:boot 2024-08-19T10:16:44.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:43 smithi196 ceph-mon[72638]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-19T10:16:44.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:43 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-19T10:16:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:44 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/458880946' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:45.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:44 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:45.218 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:44 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/458880946' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:45.218 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:44 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:45.218 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:44 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/458880946' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:45.218 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:44 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-19T10:16:45.498 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-08-19T10:16:45.697 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T10:16:46.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:45 smithi190 ceph-mon[77620]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:46.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:45 smithi190 ceph-mon[77620]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-19T10:16:46.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:45 smithi190 ceph-mon[77620]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-19T10:16:46.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:45 smithi190 ceph-mon[77620]: Cluster is now healthy 2024-08-19T10:16:46.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:45 smithi190 ceph-mon[77620]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:46.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:45 smithi190 ceph-mon[77620]: fsmap 2 up:standby 2024-08-19T10:16:46.080 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:45 smithi190 ceph-mon[77620]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:16:46.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:45 smithi190 ceph-mon[80032]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:46.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:45 smithi190 ceph-mon[80032]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-19T10:16:46.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:45 smithi190 ceph-mon[80032]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-19T10:16:46.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:45 smithi190 ceph-mon[80032]: Cluster is now healthy 2024-08-19T10:16:46.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:45 smithi190 ceph-mon[80032]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:46.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:45 smithi190 ceph-mon[80032]: fsmap 2 up:standby 2024-08-19T10:16:46.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:45 smithi190 ceph-mon[80032]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:16:46.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:45 smithi196 ceph-mon[72638]: pgmap v1311: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:46.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:45 smithi196 ceph-mon[72638]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-19T10:16:46.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:45 smithi196 ceph-mon[72638]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-19T10:16:46.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:45 smithi196 ceph-mon[72638]: Cluster is now healthy 2024-08-19T10:16:46.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:45 smithi196 ceph-mon[72638]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-19T10:16:46.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:45 smithi196 ceph-mon[72638]: fsmap 2 up:standby 2024-08-19T10:16:46.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:45 smithi196 ceph-mon[72638]: from='mgr.34107 172.21.15.190:0/2820577483' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-19T10:16:47.056 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:46 smithi190 ceph-mon[80032]: pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:47.057 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:46 smithi190 ceph-mon[77620]: pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:47.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:46 smithi196 ceph-mon[72638]: pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:47.915 INFO:teuthology.orchestra.run.smithi190.stderr:pool 'cephfs_metadata' removed 2024-08-19T10:16:48.065 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:47 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3911600288' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T10:16:48.065 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:47 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: ::ffff:172.21.15.196 - - [19/Aug/2024:10:16:47] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.51.0" 2024-08-19T10:16:48.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:47 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3911600288' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T10:16:48.167 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:47 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3911600288' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T10:16:48.591 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-08-19T10:16:48.796 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/mon.a/config 2024-08-19T10:16:49.232 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:48 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/3911600288' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T10:16:49.232 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:48 smithi190 ceph-mon[77620]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-19T10:16:49.233 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:48 smithi190 ceph-mon[77620]: pgmap v1314: 73 pgs: 73 active+clean; 577 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:49.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:48 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/3911600288' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T10:16:49.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:48 smithi190 ceph-mon[80032]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-19T10:16:49.233 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:48 smithi190 ceph-mon[80032]: pgmap v1314: 73 pgs: 73 active+clean; 577 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:49.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:48 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/3911600288' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T10:16:49.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:48 smithi196 ceph-mon[72638]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-19T10:16:49.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:48 smithi196 ceph-mon[72638]: pgmap v1314: 73 pgs: 73 active+clean; 577 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:51.053 INFO:teuthology.orchestra.run.smithi190.stderr:pool 'cephfs_data' removed 2024-08-19T10:16:51.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:51 smithi190 ceph-mon[77620]: pgmap v1315: 73 pgs: 73 active+clean; 577 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:51.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:51 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2707559431' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T10:16:51.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:51 smithi190 ceph-mon[80032]: pgmap v1315: 73 pgs: 73 active+clean; 577 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:51.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:51 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2707559431' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T10:16:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:51 smithi196 ceph-mon[72638]: pgmap v1315: 73 pgs: 73 active+clean; 577 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-19T10:16:51.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:51 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2707559431' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-19T10:16:51.668 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-19T10:16:51.699 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-19T10:16:51.732 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-08-19T10:16:51.733 DEBUG:teuthology.orchestra.run.smithi190:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-19T10:16:51.756 DEBUG:teuthology.orchestra.run.smithi196:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-19T10:16:51.789 INFO:tasks.cephadm:Stopping all daemons... 2024-08-19T10:16:51.790 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-08-19T10:16:51.790 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.a 2024-08-19T10:16:52.060 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:51 smithi190 systemd[1]: Stopping Ceph mon.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:16:52.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:52 smithi190 ceph-mon[80032]: from='client.? 172.21.15.190:0/2707559431' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T10:16:52.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:52 smithi190 ceph-mon[80032]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-19T10:16:52.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:52 smithi190 ceph-mon[77620]: from='client.? 172.21.15.190:0/2707559431' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T10:16:52.315 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:52 smithi190 ceph-mon[77620]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-19T10:16:52.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:52 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a[77616]: 2024-08-19T10:16:52.100+0000 7f4a60083640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:16:52.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:52 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a[77616]: 2024-08-19T10:16:52.100+0000 7f4a60083640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-08-19T10:16:52.316 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:52 smithi190 podman[122467]: 2024-08-19 10:16:52.131773422 +0000 UTC m=+0.140246069 container died 91d6e2488c1e0e616d7c454fbcdaa38fe9ca0b25bcb9f977f4082849e938e80c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=main-7976693, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-19T10:16:52.316 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:52 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:16:52] ENGINE Bus STOPPING 2024-08-19T10:16:52.316 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:52 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:16:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T10:16:52.316 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:52 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:16:52] ENGINE Bus STOPPED 2024-08-19T10:16:52.317 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:52 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:16:52] ENGINE Bus STARTING 2024-08-19T10:16:52.317 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:52 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:16:52] ENGINE Serving on http://:::9283 2024-08-19T10:16:52.317 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:52 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:16:52] ENGINE Bus STARTED 2024-08-19T10:16:52.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:52 smithi196 ceph-mon[72638]: from='client.? 172.21.15.190:0/2707559431' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-19T10:16:52.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:52 smithi196 ceph-mon[72638]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-19T10:16:52.778 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:52 smithi190 podman[122467]: 2024-08-19 10:16:52.475810117 +0000 UTC m=+0.484282756 container cleanup 91d6e2488c1e0e616d7c454fbcdaa38fe9ca0b25bcb9f977f4082849e938e80c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-7976693, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-19T10:16:52.778 INFO:journalctl@ceph.mon.a.smithi190.stdout:Aug 19 10:16:52 smithi190 bash[122467]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-a 2024-08-19T10:16:52.918 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.a.service' 2024-08-19T10:16:52.961 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:16:52.961 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-08-19T10:16:52.961 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-08-19T10:16:52.961 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.c 2024-08-19T10:16:53.315 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:53 smithi190 systemd[1]: Stopping Ceph mon.c for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:16:53.748 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:53 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:16:53] ENGINE Bus STOPPING 2024-08-19T10:16:53.749 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:53 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c[80028]: 2024-08-19T10:16:53.337+0000 7fe122c68640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:16:53.749 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:53 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c[80028]: 2024-08-19T10:16:53.337+0000 7fe122c68640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-08-19T10:16:53.749 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:53 smithi190 podman[122600]: 2024-08-19 10:16:53.441044367 +0000 UTC m=+0.255802516 container died 3794657df20409275687d909222cfb7e58b1dc6aef0ad871b02db142a0e7c1ea (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c, org.label-schema.schema-version=1.0, RELEASE=main-7976693, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:16:54.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:53 smithi190 podman[122600]: 2024-08-19 10:16:53.847431898 +0000 UTC m=+0.662189971 container cleanup 3794657df20409275687d909222cfb7e58b1dc6aef0ad871b02db142a0e7c1ea (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-19T10:16:54.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:Aug 19 10:16:53 smithi190 bash[122600]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-c 2024-08-19T10:16:54.066 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:53 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:16:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-19T10:16:54.066 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:53 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:16:53] ENGINE Bus STOPPED 2024-08-19T10:16:54.066 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:53 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:16:53] ENGINE Bus STARTING 2024-08-19T10:16:54.066 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:53 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:16:53] ENGINE Serving on http://:::9283 2024-08-19T10:16:54.067 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:53 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: [19/Aug/2024:10:16:53] ENGINE Bus STARTED 2024-08-19T10:16:54.235 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.c.service' 2024-08-19T10:16:54.268 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:16:54.269 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-08-19T10:16:54.269 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-08-19T10:16:54.269 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.b 2024-08-19T10:16:54.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:54 smithi196 systemd[1]: Stopping Ceph mon.b for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:16:55.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:54 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b[72634]: 2024-08-19T10:16:54.694+0000 7fc56d054640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:16:55.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:54 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b[72634]: 2024-08-19T10:16:54.694+0000 7fc56d054640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-08-19T10:16:55.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:54 smithi196 podman[114215]: 2024-08-19 10:16:54.786982794 +0000 UTC m=+0.304353700 container died 9404d29f9b7680bcc38ef93bd00b34b2dfb6885e4ea4c75ee7d07a47beca9f59 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-7976693, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-19T10:16:55.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:55 smithi196 podman[114215]: 2024-08-19 10:16:55.275611299 +0000 UTC m=+0.792982242 container cleanup 9404d29f9b7680bcc38ef93bd00b34b2dfb6885e4ea4c75ee7d07a47beca9f59 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=main-7976693) 2024-08-19T10:16:55.417 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 19 10:16:55 smithi196 bash[114215]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mon-b 2024-08-19T10:16:55.683 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mon.b.service' 2024-08-19T10:16:55.741 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:16:55.741 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-08-19T10:16:55.742 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-08-19T10:16:55.742 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.y 2024-08-19T10:16:56.044 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:55 smithi190 systemd[1]: Stopping Ceph mgr.y for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:16:56.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:16:56.042+0000 7f592a7d5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:16:56.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:56 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y[68879]: 2024-08-19T10:16:56.042+0000 7f592a7d5640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-08-19T10:16:56.315 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:56 smithi190 podman[122732]: 2024-08-19 10:16:56.07494165 +0000 UTC m=+0.139472711 container died 48742d27e5dd9076d569ac9fc4d947e150dec83005eec2b511518e8aace52a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=main-7976693, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-19T10:16:56.754 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:56 smithi190 podman[122732]: 2024-08-19 10:16:56.452077425 +0000 UTC m=+0.516608481 container cleanup 48742d27e5dd9076d569ac9fc4d947e150dec83005eec2b511518e8aace52a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y, RELEASE=main-7976693, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:16:56.754 INFO:journalctl@ceph.mgr.y.smithi190.stdout:Aug 19 10:16:56 smithi190 bash[122732]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-y 2024-08-19T10:16:56.899 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.y.service' 2024-08-19T10:16:56.933 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:16:56.933 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-08-19T10:16:56.934 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-08-19T10:16:56.934 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.x 2024-08-19T10:16:57.278 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:16:56 smithi196 systemd[1]: Stopping Ceph mgr.x for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:16:57.589 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:16:57 smithi196 podman[114339]: 2024-08-19 10:16:57.278131477 +0000 UTC m=+0.139375138 container died 0261da8614e194b6104031f811a257d3276303d90366b108490ef218957178de (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True) 2024-08-19T10:16:57.917 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:16:57 smithi196 podman[114339]: 2024-08-19 10:16:57.588608008 +0000 UTC m=+0.449851649 container cleanup 0261da8614e194b6104031f811a257d3276303d90366b108490ef218957178de (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=main-7976693, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-19T10:16:57.917 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:16:57 smithi196 bash[114339]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x 2024-08-19T10:16:57.917 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:16:57 smithi196 podman[114351]: 2024-08-19 10:16:57.815583722 +0000 UTC m=+0.538805997 container remove 0261da8614e194b6104031f811a257d3276303d90366b108490ef218957178de (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-7976693, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-08-19T10:16:57.918 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 19 10:16:57 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-19T10:16:58.081 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mgr.x.service' 2024-08-19T10:16:58.115 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:16:58.116 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-08-19T10:16:58.116 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-08-19T10:16:58.117 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.0 2024-08-19T10:16:58.364 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:16:58 smithi190 systemd[1]: Stopping Ceph osd.0 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:16:58.815 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:16:58 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0[85795]: 2024-08-19T10:16:58.457+0000 7f4f957a0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:16:58.815 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:16:58 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0[85795]: 2024-08-19T10:16:58.457+0000 7f4f957a0640 -1 osd.0 1065 *** Got signal Terminated *** 2024-08-19T10:16:58.815 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:16:58 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0[85795]: 2024-08-19T10:16:58.457+0000 7f4f957a0640 -1 osd.0 1065 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:17:04.270 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:17:03 smithi190 podman[122854]: 2024-08-19 10:17:03.992927018 +0000 UTC m=+5.662844902 container died 61b2dae95959ae90ec1e90dd6fb85a7ea976fa45ecf3fe7b0bee8b19969cf015 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-19T10:17:04.565 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:17:04 smithi190 podman[122854]: 2024-08-19 10:17:04.340448344 +0000 UTC m=+6.010366228 container cleanup 61b2dae95959ae90ec1e90dd6fb85a7ea976fa45ecf3fe7b0bee8b19969cf015 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-7976693) 2024-08-19T10:17:04.565 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:17:04 smithi190 bash[122854]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0 2024-08-19T10:17:04.988 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:17:04 smithi190 podman[122884]: 2024-08-19 10:17:04.666971345 +0000 UTC m=+0.672376819 container remove 61b2dae95959ae90ec1e90dd6fb85a7ea976fa45ecf3fe7b0bee8b19969cf015 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:17:05.287 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:17:04 smithi190 podman[122973]: 2024-08-19 10:17:04.890494875 +0000 UTC m=+0.017313399 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:17:05.288 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:17:04 smithi190 podman[122973]: 2024-08-19 10:17:04.992668724 +0000 UTC m=+0.119487292 container create 97898e1c1bb25036aedc62b58ec92bf1e3f7d0c06f22e8d3d4373c6f00cf5f4e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-deactivate, RELEASE=main-7976693, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T10:17:05.288 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:17:05 smithi190 podman[122973]: 2024-08-19 10:17:05.203343903 +0000 UTC m=+0.330162441 container init 97898e1c1bb25036aedc62b58ec92bf1e3f7d0c06f22e8d3d4373c6f00cf5f4e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-7976693, ceph=True) 2024-08-19T10:17:05.288 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:17:05 smithi190 podman[122973]: 2024-08-19 10:17:05.206596705 +0000 UTC m=+0.333415235 container start 97898e1c1bb25036aedc62b58ec92bf1e3f7d0c06f22e8d3d4373c6f00cf5f4e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=main-7976693, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:17:05.288 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:17:05 smithi190 podman[122973]: 2024-08-19 10:17:05.286714844 +0000 UTC m=+0.413533388 container attach 97898e1c1bb25036aedc62b58ec92bf1e3f7d0c06f22e8d3d4373c6f00cf5f4e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, RELEASE=main-7976693, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-19T10:17:05.565 INFO:journalctl@ceph.osd.0.smithi190.stdout:Aug 19 10:17:05 smithi190 podman[122973]: 2024-08-19 10:17:05.394981827 +0000 UTC m=+0.521800357 container died 97898e1c1bb25036aedc62b58ec92bf1e3f7d0c06f22e8d3d4373c6f00cf5f4e (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, RELEASE=main-7976693, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:17:05.893 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.0.service' 2024-08-19T10:17:05.932 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:17:05.933 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-08-19T10:17:05.933 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-08-19T10:17:05.933 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.1 2024-08-19T10:17:06.270 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:17:06 smithi190 systemd[1]: Stopping Ceph osd.1 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:17:06.565 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:17:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1[90829]: 2024-08-19T10:17:06.268+0000 7fbc4e3b4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:17:06.565 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:17:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1[90829]: 2024-08-19T10:17:06.268+0000 7fbc4e3b4640 -1 osd.1 1065 *** Got signal Terminated *** 2024-08-19T10:17:06.565 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:17:06 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1[90829]: 2024-08-19T10:17:06.268+0000 7fbc4e3b4640 -1 osd.1 1065 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:17:11.936 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:17:11 smithi190 podman[123074]: 2024-08-19 10:17:11.657448914 +0000 UTC m=+5.494075890 container died 7f561102fab894dc31cb3955505e2f0451f02faa02c7dce0f9a765b14e0a0099 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=main-7976693, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-19T10:17:12.270 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:17:12 smithi190 podman[123074]: 2024-08-19 10:17:12.034923045 +0000 UTC m=+5.871550056 container cleanup 7f561102fab894dc31cb3955505e2f0451f02faa02c7dce0f9a765b14e0a0099 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-7976693, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-19T10:17:12.270 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:17:12 smithi190 bash[123074]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1 2024-08-19T10:17:12.564 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:17:12 smithi190 podman[123092]: 2024-08-19 10:17:12.269461329 +0000 UTC m=+0.607432843 container remove 7f561102fab894dc31cb3955505e2f0451f02faa02c7dce0f9a765b14e0a0099 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.build-date=20240731) 2024-08-19T10:17:12.899 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:17:12 smithi190 podman[123176]: 2024-08-19 10:17:12.595221979 +0000 UTC m=+0.112973916 container create ad960ef84af739eacf385a5c90d9fff8632d519ab53df1b69bee8653deb50324 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-7976693, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-19T10:17:12.899 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:17:12 smithi190 podman[123176]: 2024-08-19 10:17:12.500112326 +0000 UTC m=+0.017864264 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:17:12.899 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:17:12 smithi190 podman[123176]: 2024-08-19 10:17:12.823336223 +0000 UTC m=+0.341088169 container init ad960ef84af739eacf385a5c90d9fff8632d519ab53df1b69bee8653deb50324 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-19T10:17:12.899 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:17:12 smithi190 podman[123176]: 2024-08-19 10:17:12.826788163 +0000 UTC m=+0.344540109 container start ad960ef84af739eacf385a5c90d9fff8632d519ab53df1b69bee8653deb50324 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-19T10:17:12.899 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:17:12 smithi190 podman[123176]: 2024-08-19 10:17:12.897953158 +0000 UTC m=+0.415705113 container attach ad960ef84af739eacf385a5c90d9fff8632d519ab53df1b69bee8653deb50324 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-deactivate, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=main-7976693, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-19T10:17:13.309 INFO:journalctl@ceph.osd.1.smithi190.stdout:Aug 19 10:17:13 smithi190 podman[123176]: 2024-08-19 10:17:13.013273209 +0000 UTC m=+0.531025149 container died ad960ef84af739eacf385a5c90d9fff8632d519ab53df1b69bee8653deb50324 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-19T10:17:13.592 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.1.service' 2024-08-19T10:17:13.633 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:17:13.634 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-08-19T10:17:13.634 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-08-19T10:17:13.635 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.2 2024-08-19T10:17:13.989 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:17:13 smithi190 systemd[1]: Stopping Ceph osd.2 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:17:14.314 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:17:13 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2[95403]: 2024-08-19T10:17:13.986+0000 7f2c015b5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:17:14.315 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:17:13 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2[95403]: 2024-08-19T10:17:13.986+0000 7f2c015b5640 -1 osd.2 1065 *** Got signal Terminated *** 2024-08-19T10:17:14.315 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:17:13 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2[95403]: 2024-08-19T10:17:13.986+0000 7f2c015b5640 -1 osd.2 1065 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:17:19.834 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:17:19 smithi190 podman[123278]: 2024-08-19 10:17:19.564355288 +0000 UTC m=+5.696938459 container died 7934388ea700de33eb07c54d0249f6a79393c2ea8761c0e5f03c321da9717668 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-7976693, ceph=True) 2024-08-19T10:17:20.173 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:17:19 smithi190 podman[123278]: 2024-08-19 10:17:19.996393109 +0000 UTC m=+6.128976328 container cleanup 7934388ea700de33eb07c54d0249f6a79393c2ea8761c0e5f03c321da9717668 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2, RELEASE=main-7976693, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-19T10:17:20.173 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:17:19 smithi190 bash[123278]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2 2024-08-19T10:17:20.565 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:17:20 smithi190 podman[123299]: 2024-08-19 10:17:20.172620798 +0000 UTC m=+0.604163466 container remove 7934388ea700de33eb07c54d0249f6a79393c2ea8761c0e5f03c321da9717668 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=main-7976693, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-19T10:17:20.901 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:17:20 smithi190 podman[123384]: 2024-08-19 10:17:20.494097686 +0000 UTC m=+0.017234739 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:17:20.901 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:17:20 smithi190 podman[123384]: 2024-08-19 10:17:20.615260211 +0000 UTC m=+0.138397300 container create 212073c5cb440e91d413b7b8266331d1ca78c5122b702181f503ba49e17f62d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, ceph=True, RELEASE=main-7976693, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T10:17:20.901 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:17:20 smithi190 podman[123384]: 2024-08-19 10:17:20.8259824 +0000 UTC m=+0.349119460 container init 212073c5cb440e91d413b7b8266331d1ca78c5122b702181f503ba49e17f62d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_CLEAN=True) 2024-08-19T10:17:20.902 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:17:20 smithi190 podman[123384]: 2024-08-19 10:17:20.829112597 +0000 UTC m=+0.352249641 container start 212073c5cb440e91d413b7b8266331d1ca78c5122b702181f503ba49e17f62d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, RELEASE=main-7976693, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:17:20.902 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:17:20 smithi190 podman[123384]: 2024-08-19 10:17:20.9007997 +0000 UTC m=+0.423936743 container attach 212073c5cb440e91d413b7b8266331d1ca78c5122b702181f503ba49e17f62d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-7976693) 2024-08-19T10:17:21.304 INFO:journalctl@ceph.osd.2.smithi190.stdout:Aug 19 10:17:21 smithi190 podman[123384]: 2024-08-19 10:17:21.016998651 +0000 UTC m=+0.540135711 container died 212073c5cb440e91d413b7b8266331d1ca78c5122b702181f503ba49e17f62d7 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=main-7976693, GIT_BRANCH=HEAD) 2024-08-19T10:17:21.698 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.2.service' 2024-08-19T10:17:21.735 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:17:21.736 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-08-19T10:17:21.736 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-08-19T10:17:21.736 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.3 2024-08-19T10:17:22.064 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:21 smithi190 systemd[1]: Stopping Ceph osd.3 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:17:22.565 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3[99986]: 2024-08-19T10:17:22.103+0000 7f205a58d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:17:22.565 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3[99986]: 2024-08-19T10:17:22.103+0000 7f205a58d640 -1 osd.3 1065 *** Got signal Terminated *** 2024-08-19T10:17:22.565 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:22 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3[99986]: 2024-08-19T10:17:22.103+0000 7f205a58d640 -1 osd.3 1065 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:17:24.049 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:17:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:17:23.737Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.190:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.190:8765: connect: connection refused" 2024-08-19T10:17:24.049 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:17:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:17:23.740Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.190:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.190:8765: connect: connection refused" 2024-08-19T10:17:24.049 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:17:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:17:23.740Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.190:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.190:8765: connect: connection refused" 2024-08-19T10:17:24.050 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:17:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:17:23.740Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.190:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.190:8765: connect: connection refused" 2024-08-19T10:17:24.050 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:17:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:17:23.742Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.190:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.190:8765: connect: connection refused" 2024-08-19T10:17:24.050 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:17:23 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:17:23.742Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.190:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.190:8765: connect: connection refused" 2024-08-19T10:17:24.667 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:24.317+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:25.312 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:24 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:17:24.990+0000 7f3384555640 -1 osd.4 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:16:57.925669+0000 front 2024-08-19T10:16:57.925652+0000 (oldest deadline 2024-08-19T10:17:24.925677+0000) 2024-08-19T10:17:25.565 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:25 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3[99986]: 2024-08-19T10:17:25.267+0000 7f2052b9a640 -1 osd.3 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:16:59.893316+0000 front 2024-08-19T10:16:59.893449+0000 (oldest deadline 2024-08-19T10:17:24.593508+0000) 2024-08-19T10:17:25.667 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:25 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:25.310+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:26.329 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:25 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:17:25.987+0000 7f3384555640 -1 osd.4 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:16:57.925669+0000 front 2024-08-19T10:16:57.925652+0000 (oldest deadline 2024-08-19T10:17:24.925677+0000) 2024-08-19T10:17:26.564 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:26 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3[99986]: 2024-08-19T10:17:26.261+0000 7f2052b9a640 -1 osd.3 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:16:59.893316+0000 front 2024-08-19T10:16:59.893449+0000 (oldest deadline 2024-08-19T10:17:24.593508+0000) 2024-08-19T10:17:26.610 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:26 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:26.328+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:26.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:26 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:26.609+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:26.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:26 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:26.708+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:27.307 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:26 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:17:26.986+0000 7f3384555640 -1 osd.4 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:16:57.925669+0000 front 2024-08-19T10:16:57.925652+0000 (oldest deadline 2024-08-19T10:17:24.925677+0000) 2024-08-19T10:17:27.584 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:27 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:27.306+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:27.750 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:27 smithi190 podman[123486]: 2024-08-19 10:17:27.487993426 +0000 UTC m=+5.521501271 container died 977721cdb7a4d4b6c2c58d38f392da157ec1cbf6a1265593646b6bce5b83578c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=main-7976693, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-19T10:17:27.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:27 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:27.583+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:27.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:27 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:27.737+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:28.065 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:27 smithi190 podman[123486]: 2024-08-19 10:17:27.848924541 +0000 UTC m=+5.882432401 container cleanup 977721cdb7a4d4b6c2c58d38f392da157ec1cbf6a1265593646b6bce5b83578c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-19T10:17:28.065 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:27 smithi190 bash[123486]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3 2024-08-19T10:17:28.284 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:27 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:17:27.996+0000 7f3384555640 -1 osd.4 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:16:57.925669+0000 front 2024-08-19T10:16:57.925652+0000 (oldest deadline 2024-08-19T10:17:24.925677+0000) 2024-08-19T10:17:28.468 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:28 smithi190 podman[123505]: 2024-08-19 10:17:28.117075766 +0000 UTC m=+0.626749909 container remove 977721cdb7a4d4b6c2c58d38f392da157ec1cbf6a1265593646b6bce5b83578c (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, CEPH_POINT_RELEASE=, ceph=True) 2024-08-19T10:17:28.591 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:28 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:28.283+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:28.738 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:28 smithi190 podman[123591]: 2024-08-19 10:17:28.467852704 +0000 UTC m=+0.108911174 container create 2ff8e47f7224912d1adf6c810ef6507ae08f1b1be84bdd9a8904c4b51ba38129 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-19T10:17:28.739 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:28 smithi190 podman[123591]: 2024-08-19 10:17:28.375909315 +0000 UTC m=+0.016967797 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:17:28.739 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:28 smithi190 podman[123591]: 2024-08-19 10:17:28.662305609 +0000 UTC m=+0.303364092 container init 2ff8e47f7224912d1adf6c810ef6507ae08f1b1be84bdd9a8904c4b51ba38129 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-19T10:17:28.739 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:28 smithi190 podman[123591]: 2024-08-19 10:17:28.665504985 +0000 UTC m=+0.306563460 container start 2ff8e47f7224912d1adf6c810ef6507ae08f1b1be84bdd9a8904c4b51ba38129 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-19T10:17:28.739 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:28 smithi190 podman[123591]: 2024-08-19 10:17:28.737083382 +0000 UTC m=+0.378141854 container attach 2ff8e47f7224912d1adf6c810ef6507ae08f1b1be84bdd9a8904c4b51ba38129 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-7976693, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T10:17:28.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:28 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:28.590+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:28.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:28 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:28.729+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:29.065 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:28 smithi190 podman[123591]: 2024-08-19 10:17:28.85413307 +0000 UTC m=+0.495191540 container died 2ff8e47f7224912d1adf6c810ef6507ae08f1b1be84bdd9a8904c4b51ba38129 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-7976693, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True) 2024-08-19T10:17:29.331 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:28 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:17:28.951+0000 7f3384555640 -1 osd.4 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:16:57.925669+0000 front 2024-08-19T10:16:57.925652+0000 (oldest deadline 2024-08-19T10:17:24.925677+0000) 2024-08-19T10:17:29.416 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:29 smithi190 podman[123613]: 2024-08-19 10:17:29.398918893 +0000 UTC m=+0.538432632 container remove 2ff8e47f7224912d1adf6c810ef6507ae08f1b1be84bdd9a8904c4b51ba38129 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-7976693) 2024-08-19T10:17:29.416 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:29 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.3.service: Deactivated successfully. 2024-08-19T10:17:29.416 INFO:journalctl@ceph.osd.3.smithi190.stdout:Aug 19 10:17:29 smithi190 systemd[1]: Stopped Ceph osd.3 for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:17:29.418 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.3.service' 2024-08-19T10:17:29.458 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:17:29.458 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-08-19T10:17:29.458 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-08-19T10:17:29.459 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.4 2024-08-19T10:17:29.667 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:29 smithi196 systemd[1]: Stopping Ceph osd.4 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:17:29.668 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:29 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:29.329+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:29.668 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:29 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:29.558+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:30.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:29 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:29.762+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:30.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:29 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:17:29.757+0000 7f3387f40640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:17:30.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:29 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:17:29.757+0000 7f3387f40640 -1 osd.4 1065 *** Got signal Terminated *** 2024-08-19T10:17:30.168 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:29 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:17:29.757+0000 7f3387f40640 -1 osd.4 1065 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:17:30.168 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:29 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:17:29.902+0000 7f3384555640 -1 osd.4 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:16:57.925669+0000 front 2024-08-19T10:16:57.925652+0000 (oldest deadline 2024-08-19T10:17:24.925677+0000) 2024-08-19T10:17:30.667 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:30 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:30.560+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:30.667 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:30 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:30.351+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:31.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:30 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:17:30.856+0000 7f3384555640 -1 osd.4 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:16:57.925669+0000 front 2024-08-19T10:16:57.925652+0000 (oldest deadline 2024-08-19T10:17:24.925677+0000) 2024-08-19T10:17:31.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:30 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:30.768+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:31.602 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:31 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:31.338+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:31.870 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:31 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:31.749+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:31.871 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:31 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:31.601+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:32.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:31 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:17:31.869+0000 7f3384555640 -1 osd.4 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:16:57.925669+0000 front 2024-08-19T10:16:57.925652+0000 (oldest deadline 2024-08-19T10:17:24.925677+0000) 2024-08-19T10:17:32.608 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:32.335+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:32.917 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:17:32.850+0000 7f3384555640 -1 osd.4 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:16:57.925669+0000 front 2024-08-19T10:16:57.925652+0000 (oldest deadline 2024-08-19T10:17:24.925677+0000) 2024-08-19T10:17:32.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:32.607+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:32.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:32.607+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:32.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:32 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:32.744+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:33.576 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:33 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:33.318+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:33.833 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:33 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:33.734+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:33.834 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:33 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:33.574+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:33.834 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:33 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:33.574+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:34.167 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:33 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4[77930]: 2024-08-19T10:17:33.832+0000 7f3384555640 -1 osd.4 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:16:57.925669+0000 front 2024-08-19T10:16:57.925652+0000 (oldest deadline 2024-08-19T10:17:24.925677+0000) 2024-08-19T10:17:34.607 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:34.332+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:34.608 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:34.332+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.482026+0000 front 2024-08-19T10:17:10.482038+0000 (oldest deadline 2024-08-19T10:17:33.882477+0000) 2024-08-19T10:17:34.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:34.688+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:34.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:34.607+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:34.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:34 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:34.607+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:35.320 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:35 smithi196 podman[114479]: 2024-08-19 10:17:35.244646109 +0000 UTC m=+5.579572008 container died 1c12e17d0300b743d59f84d0ef8f2866a7a4b2e28c15ec0765af45b312833c96 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-7976693, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-19T10:17:35.592 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:35.319+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:35.592 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:35.319+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.482026+0000 front 2024-08-19T10:17:10.482038+0000 (oldest deadline 2024-08-19T10:17:33.882477+0000) 2024-08-19T10:17:35.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:35.728+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:35.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:35.630+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:35.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:35 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:35.630+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:35.918 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:35 smithi196 podman[114479]: 2024-08-19 10:17:35.59104056 +0000 UTC m=+5.925966460 container cleanup 1c12e17d0300b743d59f84d0ef8f2866a7a4b2e28c15ec0765af45b312833c96 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:17:35.918 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:35 smithi196 bash[114479]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4 2024-08-19T10:17:35.918 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:35 smithi196 podman[114496]: 2024-08-19 10:17:35.82597469 +0000 UTC m=+0.576352023 container remove 1c12e17d0300b743d59f84d0ef8f2866a7a4b2e28c15ec0765af45b312833c96 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:17:36.582 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:36 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:36.271+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:36.582 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:36 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:36.271+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.482026+0000 front 2024-08-19T10:17:10.482038+0000 (oldest deadline 2024-08-19T10:17:33.882477+0000) 2024-08-19T10:17:36.582 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:36 smithi196 podman[114582]: 2024-08-19 10:17:36.166061719 +0000 UTC m=+0.017188353 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:17:36.582 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:36 smithi196 podman[114582]: 2024-08-19 10:17:36.277166018 +0000 UTC m=+0.128292631 container create 2231a413d81bee3be0a965d017d2454271993edb885f2276cdc7d03b018646cb (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-19T10:17:36.583 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:36 smithi196 podman[114582]: 2024-08-19 10:17:36.504856665 +0000 UTC m=+0.355983279 container init 2231a413d81bee3be0a965d017d2454271993edb885f2276cdc7d03b018646cb (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-08-19T10:17:36.583 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:36 smithi196 podman[114582]: 2024-08-19 10:17:36.508825103 +0000 UTC m=+0.359951715 container start 2231a413d81bee3be0a965d017d2454271993edb885f2276cdc7d03b018646cb (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-7976693, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-08-19T10:17:36.583 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:36 smithi196 podman[114582]: 2024-08-19 10:17:36.580095349 +0000 UTC m=+0.431221964 container attach 2231a413d81bee3be0a965d017d2454271993edb885f2276cdc7d03b018646cb (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693) 2024-08-19T10:17:36.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:36 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:36.679+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:36.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:36 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:36.580+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:36.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:36 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:36.580+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:36.918 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 19 10:17:36 smithi196 podman[114582]: 2024-08-19 10:17:36.702298598 +0000 UTC m=+0.553425210 container died 2231a413d81bee3be0a965d017d2454271993edb885f2276cdc7d03b018646cb (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-08-19T10:17:37.319 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:37.232+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:37.319 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:37.232+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.482026+0000 front 2024-08-19T10:17:10.482038+0000 (oldest deadline 2024-08-19T10:17:33.882477+0000) 2024-08-19T10:17:37.339 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.4.service' 2024-08-19T10:17:37.378 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:17:37.378 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-08-19T10:17:37.379 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-08-19T10:17:37.379 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.5 2024-08-19T10:17:37.602 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:37 smithi196 systemd[1]: Stopping Ceph osd.5 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:17:37.603 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:37.531+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:37.603 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:37.531+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:37.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:37.701+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:37.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:37.701+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:37.918 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:37.745+0000 7f16ca5fa640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:17:37.918 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:37.745+0000 7f16ca5fa640 -1 osd.5 1065 *** Got signal Terminated *** 2024-08-19T10:17:37.918 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:37 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:37.745+0000 7f16ca5fa640 -1 osd.5 1065 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:17:38.513 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:38 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:38.215+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:38.513 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:38 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:38.215+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.482026+0000 front 2024-08-19T10:17:10.482038+0000 (oldest deadline 2024-08-19T10:17:33.882477+0000) 2024-08-19T10:17:38.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:38 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:38.511+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:38.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:38 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:38.511+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:38.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:38 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:38.745+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:38.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:38 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:38.745+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:39.549 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:39 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:39.253+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:39.549 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:39 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:39.253+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.482026+0000 front 2024-08-19T10:17:10.482038+0000 (oldest deadline 2024-08-19T10:17:33.882477+0000) 2024-08-19T10:17:39.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:39 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:39.790+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:39.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:39 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:39.790+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:39.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:39 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:39.548+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:39.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:39 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:39.548+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:40.667 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:40 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:40.289+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:40.667 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:40 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:40.289+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.482026+0000 front 2024-08-19T10:17:10.482038+0000 (oldest deadline 2024-08-19T10:17:33.882477+0000) 2024-08-19T10:17:40.667 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:40 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:40.526+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:40.668 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:40 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:40.526+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:41.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:40 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:40.746+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:41.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:40 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:40.746+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:41.537 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:41 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:41.254+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:41.538 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:41 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:41.254+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.482026+0000 front 2024-08-19T10:17:10.482038+0000 (oldest deadline 2024-08-19T10:17:33.882477+0000) 2024-08-19T10:17:41.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:41 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:41.536+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:41.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:41 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:41.536+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:41.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:41 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:41.536+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:15.078691+0000 front 2024-08-19T10:17:15.078568+0000 (oldest deadline 2024-08-19T10:17:40.978453+0000) 2024-08-19T10:17:41.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:41 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:41.714+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:41.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:41 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:41.714+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:41.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:41 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:41.714+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:42.565 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:42 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:42.284+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:01.781125+0000 front 2024-08-19T10:17:01.781020+0000 (oldest deadline 2024-08-19T10:17:24.080786+0000) 2024-08-19T10:17:42.566 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:42 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5[82882]: 2024-08-19T10:17:42.284+0000 7f16c2c07640 -1 osd.5 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.482026+0000 front 2024-08-19T10:17:10.482038+0000 (oldest deadline 2024-08-19T10:17:33.882477+0000) 2024-08-19T10:17:42.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:42 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:42.711+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:42.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:42 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:42.711+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:42.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:42 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:42.711+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:42.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:42 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:42.564+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:42.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:42 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:42.564+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:42.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:42 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:42.564+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:15.078691+0000 front 2024-08-19T10:17:15.078568+0000 (oldest deadline 2024-08-19T10:17:40.978453+0000) 2024-08-19T10:17:43.397 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:43 smithi196 podman[114684]: 2024-08-19 10:17:43.12905811 +0000 UTC m=+5.510297909 container died df36d05a1629ed2bf417b6a79e1bf7832a69afb654449651c170f5c019dac8d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-7976693, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-19T10:17:43.667 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:43 smithi196 podman[114684]: 2024-08-19 10:17:43.49616715 +0000 UTC m=+5.877406953 container cleanup df36d05a1629ed2bf417b6a79e1bf7832a69afb654449651c170f5c019dac8d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5, CEPH_POINT_RELEASE=, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-19T10:17:43.667 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:43 smithi196 bash[114684]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5 2024-08-19T10:17:43.668 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:43 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:43.556+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:43.668 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:43 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:43.556+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:43.668 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:43 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:43.556+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:15.078691+0000 front 2024-08-19T10:17:15.078568+0000 (oldest deadline 2024-08-19T10:17:40.978453+0000) 2024-08-19T10:17:44.132 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:43 smithi196 podman[114711]: 2024-08-19 10:17:43.764996485 +0000 UTC m=+0.631417312 container remove df36d05a1629ed2bf417b6a79e1bf7832a69afb654449651c170f5c019dac8d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-08-19T10:17:44.133 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:43 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:43.749+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:44.133 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:43 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:43.749+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:44.133 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:43 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:43.749+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:44.417 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:44 smithi196 podman[114801]: 2024-08-19 10:17:44.034439053 +0000 UTC m=+0.017088023 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:17:44.417 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:44 smithi196 podman[114801]: 2024-08-19 10:17:44.132338061 +0000 UTC m=+0.114987029 container create 27ddbb34cba413fde71410a4e794fc1333a59af6000e7f362087a329cd61ecda (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-08-19T10:17:44.418 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:44 smithi196 podman[114801]: 2024-08-19 10:17:44.360626677 +0000 UTC m=+0.343275652 container init 27ddbb34cba413fde71410a4e794fc1333a59af6000e7f362087a329cd61ecda (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-19T10:17:44.418 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:44 smithi196 podman[114801]: 2024-08-19 10:17:44.364544696 +0000 UTC m=+0.347193660 container start 27ddbb34cba413fde71410a4e794fc1333a59af6000e7f362087a329cd61ecda (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-19T10:17:44.740 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:44 smithi196 podman[114801]: 2024-08-19 10:17:44.443478462 +0000 UTC m=+0.426127432 container attach 27ddbb34cba413fde71410a4e794fc1333a59af6000e7f362087a329cd61ecda (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-19T10:17:44.740 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 19 10:17:44 smithi196 podman[114801]: 2024-08-19 10:17:44.551107913 +0000 UTC m=+0.533756878 container died 27ddbb34cba413fde71410a4e794fc1333a59af6000e7f362087a329cd61ecda (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-19T10:17:44.740 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:44 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:44.585+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:44.740 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:44 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:44.585+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:44.740 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:44 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:44.585+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:15.078691+0000 front 2024-08-19T10:17:15.078568+0000 (oldest deadline 2024-08-19T10:17:40.978453+0000) 2024-08-19T10:17:45.123 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:44 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:44.737+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:45.124 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:44 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:44.737+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:45.124 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:44 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:44.737+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:45.145 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.5.service' 2024-08-19T10:17:45.187 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:17:45.188 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-08-19T10:17:45.188 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-08-19T10:17:45.188 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.6 2024-08-19T10:17:45.417 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:45 smithi196 systemd[1]: Stopping Ceph osd.6 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:17:45.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:45.689+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:45.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:45.689+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:45.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:45.689+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:45.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:45.533+0000 7fd6dda29640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:17:45.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:45.533+0000 7fd6dda29640 -1 osd.6 1065 *** Got signal Terminated *** 2024-08-19T10:17:45.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:45.533+0000 7fd6dda29640 -1 osd.6 1065 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:17:45.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:45.566+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:45.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:45.566+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:45.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:45 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:45.566+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:15.078691+0000 front 2024-08-19T10:17:15.078568+0000 (oldest deadline 2024-08-19T10:17:40.978453+0000) 2024-08-19T10:17:46.917 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:46 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:46.517+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:46.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:46 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:46.517+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:46.918 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:46 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:46.517+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:15.078691+0000 front 2024-08-19T10:17:15.078568+0000 (oldest deadline 2024-08-19T10:17:40.978453+0000) 2024-08-19T10:17:46.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:46 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:46.727+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:46.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:46 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:46.727+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:46.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:46 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:46.727+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:47.749 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:47 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:47.468+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:47.749 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:47 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:47.468+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:47.749 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:47 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:47.468+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:15.078691+0000 front 2024-08-19T10:17:15.078568+0000 (oldest deadline 2024-08-19T10:17:40.978453+0000) 2024-08-19T10:17:48.032 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:47 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:47.747+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:48.032 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:47 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:47.747+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:48.033 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:47 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:47.747+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:48.735 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:48 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:48.450+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:48.736 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:48 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:48.450+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:48.736 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:48 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:48.450+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:15.078691+0000 front 2024-08-19T10:17:15.078568+0000 (oldest deadline 2024-08-19T10:17:40.978453+0000) 2024-08-19T10:17:49.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:48 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:48.734+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:49.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:48 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:48.734+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:49.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:48 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:48.734+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:49.777 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:49.464+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:49.777 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:49.464+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:49.778 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:49.464+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:15.078691+0000 front 2024-08-19T10:17:15.078568+0000 (oldest deadline 2024-08-19T10:17:40.978453+0000) 2024-08-19T10:17:49.778 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:49.464+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6830 osd.3 since back 2024-08-19T10:17:24.479250+0000 front 2024-08-19T10:17:24.479265+0000 (oldest deadline 2024-08-19T10:17:49.179228+0000) 2024-08-19T10:17:50.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:49.775+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:50.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:49.775+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:50.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:49 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:49.775+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:50.739 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:50 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:50.429+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:00.476811+0000 front 2024-08-19T10:17:00.476859+0000 (oldest deadline 2024-08-19T10:17:26.376769+0000) 2024-08-19T10:17:50.740 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:50 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:50.429+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:06.377316+0000 front 2024-08-19T10:17:06.377349+0000 (oldest deadline 2024-08-19T10:17:31.677138+0000) 2024-08-19T10:17:50.740 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:50 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:50.429+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:15.078691+0000 front 2024-08-19T10:17:15.078568+0000 (oldest deadline 2024-08-19T10:17:40.978453+0000) 2024-08-19T10:17:50.740 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:50 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6[87852]: 2024-08-19T10:17:50.429+0000 7fd6da03e640 -1 osd.6 1065 heartbeat_check: no reply from 172.21.15.190:6830 osd.3 since back 2024-08-19T10:17:24.479250+0000 front 2024-08-19T10:17:24.479265+0000 (oldest deadline 2024-08-19T10:17:49.179228+0000) 2024-08-19T10:17:51.167 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:50 smithi196 podman[114903]: 2024-08-19 10:17:50.952517837 +0000 UTC m=+5.526744925 container died c400fd4d81f674f2f58dbe8b5bbd758247061d353da4c8c03bca5e5fc3369324 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=main-7976693, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True) 2024-08-19T10:17:51.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:50 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:50.737+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:51.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:50 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:50.737+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:51.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:50 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:50.737+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:51.469 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:51 smithi196 podman[114903]: 2024-08-19 10:17:51.28413926 +0000 UTC m=+5.858366340 container cleanup c400fd4d81f674f2f58dbe8b5bbd758247061d353da4c8c03bca5e5fc3369324 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-7976693, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:17:51.469 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:51 smithi196 bash[114903]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6 2024-08-19T10:17:51.746 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:51 smithi196 podman[114920]: 2024-08-19 10:17:51.468641776 +0000 UTC m=+0.510464018 container remove c400fd4d81f674f2f58dbe8b5bbd758247061d353da4c8c03bca5e5fc3369324 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731) 2024-08-19T10:17:52.042 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:51 smithi196 podman[115009]: 2024-08-19 10:17:51.811317079 +0000 UTC m=+0.016959207 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:17:52.043 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:51 smithi196 podman[115009]: 2024-08-19 10:17:51.936394389 +0000 UTC m=+0.142036497 container create 1d27ab9e63602ae92f275b27f661060b72edc55dbcafc75f1648d053878853fd (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-7976693, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:17:52.043 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:51.744+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:52.043 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:51.744+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:52.043 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:51.744+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:52.043 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:51 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:51.744+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6830 osd.3 since back 2024-08-19T10:17:25.508173+0000 front 2024-08-19T10:17:25.508198+0000 (oldest deadline 2024-08-19T10:17:51.408137+0000) 2024-08-19T10:17:52.353 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:52 smithi196 podman[115009]: 2024-08-19 10:17:52.163793173 +0000 UTC m=+0.369435282 container init 1d27ab9e63602ae92f275b27f661060b72edc55dbcafc75f1648d053878853fd (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:17:52.354 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:52 smithi196 podman[115009]: 2024-08-19 10:17:52.16705315 +0000 UTC m=+0.372695266 container start 1d27ab9e63602ae92f275b27f661060b72edc55dbcafc75f1648d053878853fd (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=main-7976693, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:17:52.354 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:52 smithi196 podman[115009]: 2024-08-19 10:17:52.271971569 +0000 UTC m=+0.477613680 container attach 1d27ab9e63602ae92f275b27f661060b72edc55dbcafc75f1648d053878853fd (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-7976693, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-19T10:17:52.651 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 19 10:17:52 smithi196 podman[115009]: 2024-08-19 10:17:52.353287626 +0000 UTC m=+0.558929743 container died 1d27ab9e63602ae92f275b27f661060b72edc55dbcafc75f1648d053878853fd (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-6-deactivate, RELEASE=main-7976693, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-08-19T10:17:52.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:52 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:52.736+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:52.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:52 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:52.736+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:52.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:52 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:52.736+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:52.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:52 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:52.736+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6830 osd.3 since back 2024-08-19T10:17:25.508173+0000 front 2024-08-19T10:17:25.508198+0000 (oldest deadline 2024-08-19T10:17:51.408137+0000) 2024-08-19T10:17:52.944 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.6.service' 2024-08-19T10:17:52.983 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:17:52.984 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-08-19T10:17:52.984 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-08-19T10:17:52.984 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.7 2024-08-19T10:17:53.304 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:53 smithi196 systemd[1]: Stopping Ceph osd.7 for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:17:53.667 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:53 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:53.302+0000 7f8dd849a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:17:53.667 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:53 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:53.302+0000 7f8dd849a640 -1 osd.7 1065 *** Got signal Terminated *** 2024-08-19T10:17:53.667 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:53 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:53.302+0000 7f8dd849a640 -1 osd.7 1065 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-19T10:17:54.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:53 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:53.742+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:54.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:53 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:53.742+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:54.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:53 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:53.742+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:54.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:53 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:53.742+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6830 osd.3 since back 2024-08-19T10:17:25.508173+0000 front 2024-08-19T10:17:25.508198+0000 (oldest deadline 2024-08-19T10:17:51.408137+0000) 2024-08-19T10:17:54.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:54 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:54.754+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:54.917 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:54 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:54.754+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:54.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:54 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:54.754+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:54.918 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:54 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:54.754+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6830 osd.3 since back 2024-08-19T10:17:25.508173+0000 front 2024-08-19T10:17:25.508198+0000 (oldest deadline 2024-08-19T10:17:51.408137+0000) 2024-08-19T10:17:56.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:55 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:55.740+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:56.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:55 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:55.740+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:56.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:55 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:55.740+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:56.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:55 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:55.740+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6830 osd.3 since back 2024-08-19T10:17:25.508173+0000 front 2024-08-19T10:17:25.508198+0000 (oldest deadline 2024-08-19T10:17:51.408137+0000) 2024-08-19T10:17:57.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:56 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:56.743+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:57.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:56 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:56.743+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:57.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:56 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:56.743+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:57.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:56 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:56.743+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6830 osd.3 since back 2024-08-19T10:17:25.508173+0000 front 2024-08-19T10:17:25.508198+0000 (oldest deadline 2024-08-19T10:17:51.408137+0000) 2024-08-19T10:17:58.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:57.729+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6806 osd.0 since back 2024-08-19T10:17:02.904808+0000 front 2024-08-19T10:17:02.905014+0000 (oldest deadline 2024-08-19T10:17:26.404798+0000) 2024-08-19T10:17:58.167 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:57.729+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6814 osd.1 since back 2024-08-19T10:17:10.505732+0000 front 2024-08-19T10:17:10.505605+0000 (oldest deadline 2024-08-19T10:17:36.906027+0000) 2024-08-19T10:17:58.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:57.729+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6822 osd.2 since back 2024-08-19T10:17:16.906652+0000 front 2024-08-19T10:17:16.906603+0000 (oldest deadline 2024-08-19T10:17:41.006569+0000) 2024-08-19T10:17:58.168 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:57 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7[92780]: 2024-08-19T10:17:57.729+0000 7f8dd0aa7640 -1 osd.7 1065 heartbeat_check: no reply from 172.21.15.190:6830 osd.3 since back 2024-08-19T10:17:25.508173+0000 front 2024-08-19T10:17:25.508198+0000 (oldest deadline 2024-08-19T10:17:51.408137+0000) 2024-08-19T10:17:59.080 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:58 smithi196 podman[115112]: 2024-08-19 10:17:58.698434496 +0000 UTC m=+5.490183651 container died 77276598bd198ce36184db3d3ca706247aca5e72aad2499003cdf6f93e678aa2 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-19T10:17:59.417 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:59 smithi196 podman[115112]: 2024-08-19 10:17:59.152494835 +0000 UTC m=+5.944244059 container cleanup 77276598bd198ce36184db3d3ca706247aca5e72aad2499003cdf6f93e678aa2 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=main-7976693, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-19T10:17:59.417 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:59 smithi196 bash[115112]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7 2024-08-19T10:17:59.789 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:59 smithi196 podman[115140]: 2024-08-19 10:17:59.429226077 +0000 UTC m=+0.732793618 container remove 77276598bd198ce36184db3d3ca706247aca5e72aad2499003cdf6f93e678aa2 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7, RELEASE=main-7976693, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T10:18:00.058 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:59 smithi196 podman[115231]: 2024-08-19 10:17:59.788699869 +0000 UTC m=+0.112611091 container create 0187aeeeb8214ee15ed296ad07410e4d82921f175fe60332dbe27835717c7328 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-08-19T10:18:00.058 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:59 smithi196 podman[115231]: 2024-08-19 10:17:59.693425371 +0000 UTC m=+0.017336562 image pull 50bbda8a32890a3c58e0fbe6ef4a7ffa8a5bf38aa27f89f1115f080999ac76c6 quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028 2024-08-19T10:18:00.058 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:17:59 smithi196 podman[115231]: 2024-08-19 10:17:59.999467638 +0000 UTC m=+0.323378829 container init 0187aeeeb8214ee15ed296ad07410e4d82921f175fe60332dbe27835717c7328 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, RELEASE=main-7976693, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-19T10:18:00.058 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:18:00 smithi196 podman[115231]: 2024-08-19 10:18:00.003281451 +0000 UTC m=+0.327192640 container start 0187aeeeb8214ee15ed296ad07410e4d82921f175fe60332dbe27835717c7328 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-08-19T10:18:00.059 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:18:00 smithi196 podman[115231]: 2024-08-19 10:18:00.057463288 +0000 UTC m=+0.381374473 container attach 0187aeeeb8214ee15ed296ad07410e4d82921f175fe60332dbe27835717c7328 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-7976693, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True) 2024-08-19T10:18:00.417 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 19 10:18:00 smithi196 podman[115231]: 2024-08-19 10:18:00.191725985 +0000 UTC m=+0.515637175 container died 0187aeeeb8214ee15ed296ad07410e4d82921f175fe60332dbe27835717c7328 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=main-7976693, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:18:00.809 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@osd.7.service' 2024-08-19T10:18:00.849 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:18:00.849 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-08-19T10:18:00.850 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-08-19T10:18:00.850 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mds.a 2024-08-19T10:18:01.194 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:18:00 smithi190 systemd[1]: Stopping Ceph mds.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:18:01.564 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:18:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a[105198]: 2024-08-19T10:18:01.440+0000 7f04b3142640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:18:01.565 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:18:01 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a[105198]: 2024-08-19T10:18:01.440+0000 7f04b3142640 -1 mds.a *** got signal Terminated *** 2024-08-19T10:18:05.167 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:04 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=cleanup t=2024-08-19T10:18:04.866520471Z level=info msg="Completed cleanup jobs" duration=15.317815ms 2024-08-19T10:18:05.168 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=plugins.update.checker t=2024-08-19T10:18:05.007583977Z level=info msg="Update check succeeded" duration=68.656077ms 2024-08-19T10:18:05.168 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:05 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=grafana.update.checker t=2024-08-19T10:18:05.010954088Z level=info msg="Update check succeeded" duration=62.183852ms 2024-08-19T10:18:05.733 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:18:05 smithi190 podman[123704]: 2024-08-19 10:18:05.453237519 +0000 UTC m=+4.353091804 container died 10d59170f6fecd133f76641596f0d64e46860c7c7c34370c6bf6e1eb3af31e70 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-7976693, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:18:06.064 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:18:05 smithi190 podman[123704]: 2024-08-19 10:18:05.823208442 +0000 UTC m=+4.723062717 container cleanup 10d59170f6fecd133f76641596f0d64e46860c7c7c34370c6bf6e1eb3af31e70 (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-7976693, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-19T10:18:06.065 INFO:journalctl@ceph.mds.a.smithi190.stdout:Aug 19 10:18:05 smithi190 bash[123704]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-a 2024-08-19T10:18:06.268 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mds.a.service' 2024-08-19T10:18:06.304 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:18:06.304 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-08-19T10:18:06.305 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-08-19T10:18:06.305 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mds.b 2024-08-19T10:18:06.590 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:18:06 smithi196 systemd[1]: Stopping Ceph mds.b for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:18:06.917 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:18:06 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b[97431]: 2024-08-19T10:18:06.589+0000 7f51c0d03640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-19T10:18:06.917 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:18:06 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b[97431]: 2024-08-19T10:18:06.589+0000 7f51c0d03640 -1 mds.b *** got signal Terminated *** 2024-08-19T10:18:10.867 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:18:10 smithi196 podman[115334]: 2024-08-19 10:18:10.59184086 +0000 UTC m=+4.089009673 container died 8e8f2100fb6e704e0eed7995386f6f2298cc961169fcfa0ac1aabe03bc74fa0a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-7976693, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-19T10:18:11.167 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:18:10 smithi196 podman[115334]: 2024-08-19 10:18:10.955720337 +0000 UTC m=+4.452889150 container cleanup 8e8f2100fb6e704e0eed7995386f6f2298cc961169fcfa0ac1aabe03bc74fa0a (image=quay.ceph.io/ceph-ci/ceph@sha256:20c0072eae291f005909959e18f6c28c7c530517d26887119c114888441af028, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=main-7976693, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-19T10:18:11.167 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 19 10:18:10 smithi196 bash[115334]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-mds-b 2024-08-19T10:18:11.331 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@mds.b.service' 2024-08-19T10:18:11.366 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:18:11.366 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-08-19T10:18:11.367 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-08-19T10:18:11.367 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@prometheus.a 2024-08-19T10:18:11.704 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:11 smithi196 systemd[1]: Stopping Ceph prometheus.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:18:11.705 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:11 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:18:11.693Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-19T10:18:11.705 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:11 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:18:11.693Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-08-19T10:18:11.705 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:11 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:18:11.693Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-08-19T10:18:11.705 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:11 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:18:11.693Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-19T10:18:11.705 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:11 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:18:11.693Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-08-19T10:18:11.705 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:11 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:18:11.693Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-08-19T10:18:11.705 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:11 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:18:11.693Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-08-19T10:18:11.705 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:11 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:18:11.693Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-08-19T10:18:11.706 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:11 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:18:11.693Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-08-19T10:18:11.706 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:11 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:18:11.694Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-08-19T10:18:11.706 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:11 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:18:11.694Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-08-19T10:18:11.706 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:11 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a[105170]: ts=2024-08-19T10:18:11.694Z caller=main.go:1273 level=info msg="See you next time!" 2024-08-19T10:18:11.706 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:11 smithi196 podman[115454]: 2024-08-19 10:18:11.703507262 +0000 UTC m=+0.113811940 container died 285c1ee5f228753babe842f2be225a930bcc1eb8a724f5befab1ba59949503e0 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:18:12.328 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:12 smithi196 podman[115454]: 2024-08-19 10:18:12.085082622 +0000 UTC m=+0.495387300 container cleanup 285c1ee5f228753babe842f2be225a930bcc1eb8a724f5befab1ba59949503e0 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-19T10:18:12.328 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 19 10:18:12 smithi196 bash[115454]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-prometheus-a 2024-08-19T10:18:12.477 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@prometheus.a.service' 2024-08-19T10:18:12.509 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-19T10:18:12.509 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-08-19T10:18:12.509 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-19T10:18:12.661 INFO:teuthology.orchestra.run.smithi190.stdout:Deleting cluster with fsid: 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:18:13.565 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:18:13 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[113713]: ts=2024-08-19T10:18:13.249Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephMgrPrometheusModuleInactive\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.190:8443: connect: connection refused" 2024-08-19T10:18:13.565 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:18:13 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[113713]: ts=2024-08-19T10:18:13.249Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephMgrPrometheusModuleInactive\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.196:8443: connect: connection refused" 2024-08-19T10:18:14.315 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:18:14 smithi190 systemd[1]: Stopping Ceph alertmanager.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:18:14.721 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:18:14 smithi190 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a[113713]: ts=2024-08-19T10:18:14.411Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-19T10:18:14.721 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:18:14 smithi190 podman[124157]: 2024-08-19 10:18:14.453210098 +0000 UTC m=+0.165916672 container died fc738ea2406ed6a94324a23993e9dd1bc097cf78bd7dfbcafb10c35f13f14457 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T10:18:15.066 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:18:14 smithi190 podman[124157]: 2024-08-19 10:18:14.819900548 +0000 UTC m=+0.532607122 container cleanup fc738ea2406ed6a94324a23993e9dd1bc097cf78bd7dfbcafb10c35f13f14457 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T10:18:15.066 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:18:14 smithi190 bash[124157]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a 2024-08-19T10:18:15.481 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:18:15 smithi190 podman[124170]: 2024-08-19 10:18:15.087984346 +0000 UTC m=+0.630154131 container remove fc738ea2406ed6a94324a23993e9dd1bc097cf78bd7dfbcafb10c35f13f14457 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-19T10:18:15.482 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:18:15 smithi190 podman[124170]: 2024-08-19 10:18:15.155236685 +0000 UTC m=+0.697406469 volume remove b61fd9db55163c630115e09158fe505e9b71cdeb0477833c97abf736ccb517a9 2024-08-19T10:18:15.482 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:18:15 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-19T10:18:15.482 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:18:15 smithi190 systemd[1]: Stopped Ceph alertmanager.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:18:15.482 INFO:journalctl@ceph.alertmanager.a.smithi190.stdout:Aug 19 10:18:15 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.234s CPU time. 2024-08-19T10:18:15.815 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:18:15 smithi190 systemd[1]: Stopping Ceph node-exporter.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:18:15.815 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:18:15 smithi190 podman[124276]: 2024-08-19 10:18:15.727307731 +0000 UTC m=+0.100775538 container died 2fdd2d354d5499e0368decaed621341323cf96cbedc7cfbe716c76b3da9cdd1e (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T10:18:16.315 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:18:16 smithi190 podman[124276]: 2024-08-19 10:18:16.074893494 +0000 UTC m=+0.448361291 container cleanup 2fdd2d354d5499e0368decaed621341323cf96cbedc7cfbe716c76b3da9cdd1e (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T10:18:16.315 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:18:16 smithi190 bash[124276]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a 2024-08-19T10:18:16.658 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:18:16 smithi190 podman[124288]: 2024-08-19 10:18:16.350867296 +0000 UTC m=+0.627712539 container remove 2fdd2d354d5499e0368decaed621341323cf96cbedc7cfbe716c76b3da9cdd1e (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-19T10:18:16.658 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:18:16 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-19T10:18:16.658 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:18:16 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-19T10:18:16.659 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:18:16 smithi190 systemd[1]: Stopped Ceph node-exporter.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:18:16.659 INFO:journalctl@ceph.node-exporter.a.smithi190.stdout:Aug 19 10:18:16 smithi190 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 2.725s CPU time. 2024-08-19T10:18:17.286 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-19T10:18:17.439 INFO:teuthology.orchestra.run.smithi196.stdout:Deleting cluster with fsid: 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:18:19.124 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:18 smithi196 systemd[1]: Stopping Ceph grafana.a for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:18:19.374 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:19 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=server t=2024-08-19T10:18:19.123237716Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-08-19T10:18:19.374 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:19 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=tracing t=2024-08-19T10:18:19.12343689Z level=info msg="Closing tracing" 2024-08-19T10:18:19.375 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:19 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=ticker t=2024-08-19T10:18:19.12346589Z level=info msg=stopped last_tick=2024-08-19T10:18:10Z 2024-08-19T10:18:19.375 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:19 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=grafana-apiserver t=2024-08-19T10:18:19.123475313Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-08-19T10:18:19.375 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:19 smithi196 ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a[109276]: logger=sqlstore.transactions t=2024-08-19T10:18:19.134843456Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-19T10:18:19.375 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:19 smithi196 podman[115898]: 2024-08-19 10:18:19.143583675 +0000 UTC m=+0.100460719 container died b96af6331fb05a69e7856ea04f7b2443eb08bedefb794e1fbe58ecfe2eaff3c1 (image=quay.io/ceph/grafana:10.4.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-19T10:18:19.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:19 smithi196 podman[115898]: 2024-08-19 10:18:19.439630059 +0000 UTC m=+0.396507106 container cleanup b96af6331fb05a69e7856ea04f7b2443eb08bedefb794e1fbe58ecfe2eaff3c1 (image=quay.io/ceph/grafana:10.4.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-19T10:18:19.667 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:19 smithi196 bash[115898]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a 2024-08-19T10:18:19.987 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:19 smithi196 podman[115911]: 2024-08-19 10:18:19.674276813 +0000 UTC m=+0.525624159 container remove b96af6331fb05a69e7856ea04f7b2443eb08bedefb794e1fbe58ecfe2eaff3c1 (image=quay.io/ceph/grafana:10.4.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-19T10:18:19.987 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:19 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@grafana.a.service: Deactivated successfully. 2024-08-19T10:18:19.988 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:19 smithi196 systemd[1]: Stopped Ceph grafana.a for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:18:19.988 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 19 10:18:19 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@grafana.a.service: Consumed 6.958s CPU time. 2024-08-19T10:18:20.246 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:18:19 smithi196 systemd[1]: Stopping Ceph node-exporter.b for 3fc239b0-5e10-11ef-bccf-c7b262605968... 2024-08-19T10:18:20.569 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:18:20 smithi196 podman[116018]: 2024-08-19 10:18:20.245920675 +0000 UTC m=+0.114490682 container died fdc9ee5aaa2de429fa91f95d11a7343603baa774a3c865fb75a9502d0b09781b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T10:18:20.917 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:18:20 smithi196 podman[116018]: 2024-08-19 10:18:20.568651698 +0000 UTC m=+0.437221705 container cleanup fdc9ee5aaa2de429fa91f95d11a7343603baa774a3c865fb75a9502d0b09781b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T10:18:20.917 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:18:20 smithi196 bash[116018]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b 2024-08-19T10:18:20.917 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:18:20 smithi196 podman[116031]: 2024-08-19 10:18:20.744627254 +0000 UTC m=+0.502717815 container remove fdc9ee5aaa2de429fa91f95d11a7343603baa774a3c865fb75a9502d0b09781b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3fc239b0-5e10-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-19T10:18:20.917 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:18:20 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-19T10:18:21.387 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:18:20 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-19T10:18:21.387 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:18:20 smithi196 systemd[1]: Stopped Ceph node-exporter.b for 3fc239b0-5e10-11ef-bccf-c7b262605968. 2024-08-19T10:18:21.388 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 19 10:18:20 smithi196 systemd[1]: ceph-3fc239b0-5e10-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 2.751s CPU time. 2024-08-19T10:18:21.604 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-19T10:18:21.637 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-19T10:18:21.665 INFO:tasks.cephadm:Archiving crash dumps... 2024-08-19T10:18:21.670 DEBUG:teuthology.misc:Transferring archived files from smithi190:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859299/remote/smithi190/crash 2024-08-19T10:18:21.671 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar c -f - -C /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/crash -- . 2024-08-19T10:18:21.714 INFO:teuthology.orchestra.run.smithi190.stderr:tar: /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-19T10:18:21.714 INFO:teuthology.orchestra.run.smithi190.stderr:tar: Error is not recoverable: exiting now 2024-08-19T10:18:21.716 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859299/remote/smithi196/crash 2024-08-19T10:18:21.717 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/crash -- . 2024-08-19T10:18:21.752 INFO:teuthology.orchestra.run.smithi196.stderr:tar: /var/lib/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-19T10:18:21.752 INFO:teuthology.orchestra.run.smithi196.stderr:tar: Error is not recoverable: exiting now 2024-08-19T10:18:21.753 INFO:tasks.cephadm:Checking cluster log for badness... 2024-08-19T10:18:21.754 DEBUG:teuthology.orchestra.run.smithi190:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_AVAILABILITY | head -n 1 2024-08-19T10:18:21.788 INFO:teuthology.orchestra.run.smithi190.stdout:2024-08-19T09:54:50.800922+0000 mon.a (mon.0) 665 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-19T10:18:21.788 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-08-19T10:18:21.788 INFO:tasks.cephadm:Compressing logs... 2024-08-19T10:18:21.789 DEBUG:teuthology.orchestra.run.smithi190:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-19T10:18:21.831 DEBUG:teuthology.orchestra.run.smithi196:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-19T10:18:21.858 INFO:teuthology.orchestra.run.smithi190.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-19T10:18:21.859 INFO:teuthology.orchestra.run.smithi190.stderr:: No such file or directory 2024-08-19T10:18:21.859 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.2.log 2024-08-19T10:18:21.859 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.3.log 2024-08-19T10:18:21.859 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-volume.log: /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-19T10:18:21.859 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-19T10:18:21.859 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mon.a.log 2024-08-19T10:18:21.859 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mds.a.log 2024-08-19T10:18:21.860 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.0.log 2024-08-19T10:18:21.860 INFO:teuthology.orchestra.run.smithi190.stderr: 91.5% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-19T10:18:21.860 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mgr.y.log 2024-08-19T10:18:21.860 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.1.log 2024-08-19T10:18:21.860 INFO:teuthology.orchestra.run.smithi196.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-19T10:18:21.860 INFO:teuthology.orchestra.run.smithi196.stderr:: No such file or directory 2024-08-19T10:18:21.860 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mgr.x.log 2024-08-19T10:18:21.861 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-19T10:18:21.861 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-volume.log: /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-19T10:18:21.861 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mds.b.log 2024-08-19T10:18:21.861 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.4.log 2024-08-19T10:18:21.861 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.audit.log: /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mds.b.log: 84.8% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-19T10:18:21.861 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mon.b.log 2024-08-19T10:18:21.861 INFO:teuthology.orchestra.run.smithi196.stderr: 83.8% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mds.b.log.gz 2024-08-19T10:18:21.862 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.6.log 2024-08-19T10:18:21.862 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.4.log: /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.7.log 2024-08-19T10:18:21.862 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.5.log 2024-08-19T10:18:21.863 INFO:teuthology.orchestra.run.smithi196.stderr:gzip/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.7.log: -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.log 2024-08-19T10:18:21.863 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.5.log: 91.1% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.audit.log.gz 2024-08-19T10:18:21.865 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-19T10:18:21.866 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mgr.y.log: 94.6% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.audit.log.gz 2024-08-19T10:18:21.867 INFO:teuthology.orchestra.run.smithi190.stderr: 91.9% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mds.a.log.gz 2024-08-19T10:18:21.868 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.log 2024-08-19T10:18:21.868 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mon.c.log 2024-08-19T10:18:21.869 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.log: 86.3% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.log.gz 2024-08-19T10:18:21.878 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.log: 91.2% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-volume.log.gz 92.4% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph.log.gz 2024-08-19T10:18:21.878 INFO:teuthology.orchestra.run.smithi190.stderr: 2024-08-19T10:18:21.878 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-19T10:18:21.879 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/cephadm.log: 91.3% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-volume.log.gz 2024-08-19T10:18:21.883 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mon.c.log: /var/log/ceph/cephadm.log: 92.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-19T10:18:21.888 INFO:teuthology.orchestra.run.smithi196.stderr: 89.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-19T10:18:21.898 INFO:teuthology.orchestra.run.smithi196.stderr: 89.1% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mgr.x.log.gz 2024-08-19T10:18:22.328 INFO:teuthology.orchestra.run.smithi190.stderr: 89.2% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mgr.y.log.gz 2024-08-19T10:18:22.397 INFO:teuthology.orchestra.run.smithi190.stderr: 91.7% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mon.c.log.gz 2024-08-19T10:18:22.608 INFO:teuthology.orchestra.run.smithi196.stderr: 92.1% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mon.b.log.gz 2024-08-19T10:18:23.918 INFO:teuthology.orchestra.run.smithi190.stderr: 90.7% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-mon.a.log.gz 2024-08-19T10:18:26.506 INFO:teuthology.orchestra.run.smithi196.stderr: 94.3% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.6.log.gz 2024-08-19T10:18:27.108 INFO:teuthology.orchestra.run.smithi196.stderr: 94.4% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.7.log.gz 2024-08-19T10:18:27.219 INFO:teuthology.orchestra.run.smithi196.stderr: 94.1% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.4.log.gz 2024-08-19T10:18:27.819 INFO:teuthology.orchestra.run.smithi196.stderr: 94.1% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.5.log.gz 2024-08-19T10:18:27.819 INFO:teuthology.orchestra.run.smithi196.stderr: 2024-08-19T10:18:27.819 INFO:teuthology.orchestra.run.smithi196.stderr:real 0m5.973s 2024-08-19T10:18:27.820 INFO:teuthology.orchestra.run.smithi196.stderr:user 0m21.264s 2024-08-19T10:18:27.820 INFO:teuthology.orchestra.run.smithi196.stderr:sys 0m0.792s 2024-08-19T10:18:27.832 INFO:teuthology.orchestra.run.smithi190.stderr: 93.8% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.2.log.gz 2024-08-19T10:18:27.945 INFO:teuthology.orchestra.run.smithi190.stderr: 93.9% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.0.log.gz 2024-08-19T10:18:30.441 INFO:teuthology.orchestra.run.smithi190.stderr: 94.3% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.1.log.gz 2024-08-19T10:18:30.471 INFO:teuthology.orchestra.run.smithi190.stderr: 94.4% -- replaced with /var/log/ceph/3fc239b0-5e10-11ef-bccf-c7b262605968/ceph-osd.3.log.gz 2024-08-19T10:18:30.473 INFO:teuthology.orchestra.run.smithi190.stderr: 2024-08-19T10:18:30.473 INFO:teuthology.orchestra.run.smithi190.stderr:real 0m8.629s 2024-08-19T10:18:30.473 INFO:teuthology.orchestra.run.smithi190.stderr:user 0m31.185s 2024-08-19T10:18:30.474 INFO:teuthology.orchestra.run.smithi190.stderr:sys 0m1.140s 2024-08-19T10:18:30.474 INFO:tasks.cephadm:Archiving logs... 2024-08-19T10:18:30.474 DEBUG:teuthology.misc:Transferring archived files from smithi190:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859299/remote/smithi190/log 2024-08-19T10:18:30.506 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-19T10:18:34.797 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859299/remote/smithi196/log 2024-08-19T10:18:34.798 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-19T10:18:37.952 INFO:tasks.cephadm:Removing cluster... 2024-08-19T10:18:37.952 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 --force 2024-08-19T10:18:38.107 INFO:teuthology.orchestra.run.smithi190.stdout:Deleting cluster with fsid: 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:18:38.405 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 3fc239b0-5e10-11ef-bccf-c7b262605968 --force 2024-08-19T10:18:38.558 INFO:teuthology.orchestra.run.smithi196.stdout:Deleting cluster with fsid: 3fc239b0-5e10-11ef-bccf-c7b262605968 2024-08-19T10:18:38.852 INFO:tasks.cephadm:Removing cephadm ... 2024-08-19T10:18:38.853 DEBUG:teuthology.orchestra.run.smithi190:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-19T10:18:38.869 DEBUG:teuthology.orchestra.run.smithi196:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-19T10:18:38.887 INFO:tasks.cephadm:Teardown complete 2024-08-19T10:18:38.887 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-08-19T10:18:38.900 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-08-19T10:18:38.900 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-19T10:18:38.912 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-19T10:18:39.032 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-08-19T10:18:39.050 INFO:teuthology.task.clock:Checking final clock skew... 2024-08-19T10:18:39.051 DEBUG:teuthology.orchestra.run.smithi190:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-19T10:18:39.055 DEBUG:teuthology.orchestra.run.smithi196:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-19T10:18:39.066 INFO:teuthology.orchestra.run.smithi190.stderr:bash: line 1: ntpq: command not found 2024-08-19T10:18:39.070 INFO:teuthology.orchestra.run.smithi190.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-19T10:18:39.071 INFO:teuthology.orchestra.run.smithi190.stdout:=============================================================================== 2024-08-19T10:18:39.071 INFO:teuthology.orchestra.run.smithi190.stdout:^* hv01.front.sepia.ceph.com 3 6 377 52 +522us[ +451us] +/- 43ms 2024-08-19T10:18:39.071 INFO:teuthology.orchestra.run.smithi190.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 54 -855us[ -927us] +/- 49ms 2024-08-19T10:18:39.071 INFO:teuthology.orchestra.run.smithi190.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 55 +264us[ +192us] +/- 81ms 2024-08-19T10:18:39.071 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T10:18:39.072 INFO:teuthology.orchestra.run.smithi196.stderr:bash: line 1: ntpq: command not found 2024-08-19T10:18:39.075 INFO:teuthology.orchestra.run.smithi196.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-19T10:18:39.075 INFO:teuthology.orchestra.run.smithi196.stdout:=============================================================================== 2024-08-19T10:18:39.075 INFO:teuthology.orchestra.run.smithi196.stdout:^* hv01.front.sepia.ceph.com 3 6 377 50 +494us[ +431us] +/- 43ms 2024-08-19T10:18:39.076 INFO:teuthology.orchestra.run.smithi196.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 54 -856us[ -920us] +/- 49ms 2024-08-19T10:18:39.076 INFO:teuthology.orchestra.run.smithi196.stdout:^+ hv03.front.sepia.ceph.com 3 8 377 245 +259us[ +200us] +/- 78ms 2024-08-19T10:18:39.076 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-08-19T10:18:39.076 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-08-19T10:18:39.086 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-08-19T10:18:39.086 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-08-19T10:18:39.095 DEBUG:teuthology.orchestra.run.smithi190:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-19T10:18:39.177 DEBUG:teuthology.orchestra.run.smithi196:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-19T10:18:39.240 DEBUG:teuthology.orchestra.run.smithi190:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-08-19T10:18:39.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T10:18:39.267 DEBUG:teuthology.orchestra.run.smithi196:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-08-19T10:18:39.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T10:18:39.298 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-08-19T10:18:39.308 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-08-19T10:18:39.347 INFO:teuthology.task.internal:Duration was 1975.888517 seconds 2024-08-19T10:18:39.348 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-08-19T10:18:39.358 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-08-19T10:18:39.358 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-19T10:18:39.361 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-19T10:18:39.397 INFO:teuthology.orchestra.run.smithi190.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-19T10:18:39.405 INFO:teuthology.orchestra.run.smithi196.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-19T10:18:39.705 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-08-19T10:18:39.705 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi190.front.sepia.ceph.com 2024-08-19T10:18:39.705 DEBUG:teuthology.orchestra.run.smithi190:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-19T10:18:39.727 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi196.front.sepia.ceph.com 2024-08-19T10:18:39.728 DEBUG:teuthology.orchestra.run.smithi196:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-19T10:18:39.768 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-08-19T10:18:39.769 DEBUG:teuthology.orchestra.run.smithi190:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-19T10:18:39.771 DEBUG:teuthology.orchestra.run.smithi196:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-19T10:18:39.834 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-08-19T10:18:39.834 DEBUG:teuthology.orchestra.run.smithi190:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-19T10:18:39.838 DEBUG:teuthology.orchestra.run.smithi196:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-19T10:18:40.234 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-08-19T10:18:40.245 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-08-19T10:18:40.246 DEBUG:teuthology.orchestra.run.smithi190:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-19T10:18:40.270 DEBUG:teuthology.orchestra.run.smithi196:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-19T10:18:40.295 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-08-19T10:18:40.306 DEBUG:teuthology.orchestra.run.smithi190:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-19T10:18:40.312 DEBUG:teuthology.orchestra.run.smithi196:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-19T10:18:40.333 INFO:teuthology.orchestra.run.smithi190.stdout:kernel.core_pattern = core 2024-08-19T10:18:40.357 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern = core 2024-08-19T10:18:40.386 DEBUG:teuthology.orchestra.run.smithi190:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-19T10:18:40.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T10:18:40.401 DEBUG:teuthology.orchestra.run.smithi196:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-19T10:18:40.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T10:18:40.441 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-08-19T10:18:40.451 INFO:teuthology.task.internal:Transferring archived files... 2024-08-19T10:18:40.452 DEBUG:teuthology.misc:Transferring archived files from smithi190:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859299/remote/smithi190 2024-08-19T10:18:40.452 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-19T10:18:40.494 DEBUG:teuthology.misc:Transferring archived files from smithi196:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-18_20:00:17-rados-main-distro-default-smithi/7859299/remote/smithi196 2024-08-19T10:18:40.494 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-19T10:18:40.528 INFO:teuthology.task.internal:Removing archive directory... 2024-08-19T10:18:40.528 DEBUG:teuthology.orchestra.run.smithi190:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-19T10:18:40.531 DEBUG:teuthology.orchestra.run.smithi196:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-19T10:18:40.578 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-08-19T10:18:40.590 INFO:teuthology.task.internal:Not uploading archives. 2024-08-19T10:18:40.590 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-08-19T10:18:40.600 INFO:teuthology.task.internal:Tidying up after the test... 2024-08-19T10:18:40.600 DEBUG:teuthology.orchestra.run.smithi190:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-19T10:18:40.602 DEBUG:teuthology.orchestra.run.smithi196:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-19T10:18:40.615 INFO:teuthology.orchestra.run.smithi190.stdout: 262218 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 19 10:18 /home/ubuntu/cephtest 2024-08-19T10:18:40.615 INFO:teuthology.orchestra.run.smithi190.stdout: 524349 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 19 10:12 /home/ubuntu/cephtest/mnt.0 2024-08-19T10:18:40.615 INFO:teuthology.orchestra.run.smithi190.stdout: 526565 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 19 10:16 /home/ubuntu/cephtest/mnt.0/client.0 2024-08-19T10:18:40.615 INFO:teuthology.orchestra.run.smithi190.stdout: 667161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 19 10:16 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-19T10:18:40.616 INFO:teuthology.orchestra.run.smithi190.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-08-19T10:18:40.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-19T10:18:40.620 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi190 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-08-19T10:18:40.627 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-08-19T10:18:40.638 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-08-19T10:18:40.650 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi190 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-08-19T10:18:40.654 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 1975.8885171413422 failure_reason: 'Command failed (workunit test cls/test_cls_rbd.sh) on smithi190 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh''' flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=43356c90af9e428884c97341430795e0 status: fail success: false 2024-08-19T10:18:40.654 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-19T10:18:40.678 INFO:teuthology.orchestra.run.smithi196.stdout: 262218 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 19 10:18 /home/ubuntu/cephtest 2024-08-19T10:18:40.772 INFO:teuthology.run:FAIL